-- Logs begin at Mon 2022-04-11 19:26:54 UTC, end at Mon 2022-04-11 22:25:05 UTC. -- Apr 11 20:25:27.403308 n-d-837321-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 20:25:29.548099 n-d-837321-1 neutron-server[84561]: INFO neutron.common.config [-] Logging enabled! Apr 11 20:25:29.548781 n-d-837321-1 neutron-server[84561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev67 Apr 11 20:25:29.548781 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84561) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 11 20:25:29.550996 n-d-837321-1 neutron-server[84561]: INFO neutron.common.config [-] Logging enabled! Apr 11 20:25:29.551245 n-d-837321-1 neutron-server[84561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev67 Apr 11 20:25:29.551511 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84561) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 11 20:25:29.552478 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 20:25:29.552708 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 20:25:29.553059 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 20:25:29.553297 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 20:25:29.553519 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 20:25:29.553832 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.554124 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.554415 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.554643 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.554934 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.555219 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.555527 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.555817 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.556111 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.556392 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.556668 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.556949 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.557176 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.557452 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.557736 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.558018 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.558239 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] debug = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.558515 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.558945 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.559352 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.559660 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.559947 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.560219 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.560753 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.561036 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.561362 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] host = n-d-837321-1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.561638 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.561953 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.562302 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.562580 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.562851 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.563124 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.563409 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.563703 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.563973 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_file = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.564245 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.564529 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.564813 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.565102 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.565324 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.565542 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.565826 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.566111 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.566384 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.566656 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.566928 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.567198 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.567485 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.567757 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.568038 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.568320 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.568604 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.568878 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.569153 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.569422 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.569693 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.569975 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.570246 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.570519 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.570791 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.571074 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.571340 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.571640 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.571940 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.572224 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.572504 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.572786 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.573056 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.573333 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.573602 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.573873 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.574141 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] use_json = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.574409 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.574675 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.574952 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.575221 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.575507 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.575785 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.576053 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.576334 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.576601 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:29.576891 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.577183 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.577989 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.578283 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.578578 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.578861 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.579148 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.579422 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.579733 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.580018 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.580307 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.580583 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.580865 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.581153 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.581438 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.581706 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.581978 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.582265 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.582542 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.582806 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.583076 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.583358 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.583656 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.583925 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.584205 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.584479 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.584749 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.585016 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.585285 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.585571 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.585841 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.586107 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.586372 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.586641 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.586909 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.587186 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.587458 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.587748 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.588014 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.588287 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.588557 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.588831 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.589103 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.589368 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.589639 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.589906 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.590173 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.590439 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.590706 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.590973 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.591240 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.591526 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.591800 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.592070 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.592339 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.592607 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.592874 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.593773 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.594059 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.594356 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.594631 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.594908 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.595184 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.595456 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.595751 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.596023 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.596299 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.596576 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.596849 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.597135 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.597416 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.597698 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.597973 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.598249 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.598541 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.598820 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.599099 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.599373 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.599675 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.599957 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.600238 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.600530 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.600820 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.601108 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.601396 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.601686 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.601962 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.602271 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.602550 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:29.602764 n-d-837321-1 neutron-server[84561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 20:25:29.603003 n-d-837321-1 neutron-server[84561]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84561) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 20:25:30.006600 n-d-837321-1 neutron-server[84561]: INFO keyring.backend [-] Loading KWallet Apr 11 20:25:30.014013 n-d-837321-1 neutron-server[84561]: INFO keyring.backend [-] Loading SecretService Apr 11 20:25:30.017279 n-d-837321-1 neutron-server[84561]: INFO keyring.backend [-] Loading Windows Apr 11 20:25:30.018601 n-d-837321-1 neutron-server[84561]: INFO keyring.backend [-] Loading chainer Apr 11 20:25:30.019176 n-d-837321-1 neutron-server[84561]: INFO keyring.backend [-] Loading macOS Apr 11 20:25:30.053537 n-d-837321-1 neutron-server[84561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 11 20:25:30.053537 n-d-837321-1 neutron-server[84561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 11 20:25:30.053537 n-d-837321-1 neutron-server[84561]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 11 20:25:30.054971 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 20:25:30.358533 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.359343 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.359640 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.414988 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.415261 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.415550 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.418561 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.418838 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.419102 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.448114 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.448393 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.448656 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.475812 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.476085 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.476351 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.792867 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.793512 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.793512 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.793669 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.794568 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.914289 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.914599 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.914879 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.915147 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.915410 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.915768 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.916031 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.916286 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.916536 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.916813 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.917070 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.917331 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.917594 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.917851 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.918114 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.918378 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.918631 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.918900 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.919151 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.919428 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.919790 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.920039 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.920285 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.920562 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.920807 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.921051 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.922020 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:30.922256 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:30.922490 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:30.922722 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:30.922962 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:30.923195 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:30.923776 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 20:25:30.926838 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 20:25:30.930824 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 20:25:30.934601 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 11 20:25:30.936510 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 20:25:30.936977 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 20:25:30.937438 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 20:25:30.937859 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 20:25:30.940654 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 20:25:30.940908 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 20:25:30.941252 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 20:25:30.970894 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 11 20:25:30.971335 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.971671 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84561) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 11 20:25:30.972038 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.973376 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84561) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 20:25:30.973654 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 20:25:30.973897 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 20:25:30.977171 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:30.977455 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:31.036400 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 20:25:31.036634 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 20:25:31.036870 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 20:25:31.037240 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 20:25:31.069141 n-d-837321-1 neutron-server[84561]: DEBUG oslo_db.sqlalchemy.engines [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84561) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 11 20:25:31.531618 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing driver for type 'gre' Apr 11 20:25:31.532029 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] gre ID ranges: [(1, 1000)] Apr 11 20:25:31.718623 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing driver for type 'local' Apr 11 20:25:31.719536 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing driver for type 'vlan' Apr 11 20:25:31.798717 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] VlanTypeDriver initialization complete Apr 11 20:25:31.799341 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing driver for type 'vxlan' Apr 11 20:25:31.799566 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] vxlan ID ranges: [(1, 1000)] Apr 11 20:25:31.999657 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing extension driver 'port_security' Apr 11 20:25:32.000020 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.extensions.port_security [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] PortSecurityExtensionDriver initialization complete Apr 11 20:25:32.000334 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing mechanism driver 'openvswitch' Apr 11 20:25:32.000690 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing mechanism driver 'hyperv' Apr 11 20:25:32.020658 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.plugin [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:25:32.021345 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.021743 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.022104 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.022628 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 11 20:25:32.023063 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.023423 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.023795 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.024189 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 11 20:25:32.024602 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.024955 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.025303 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.025692 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 11 20:25:32.026100 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > security_group after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.026451 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > security_group after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.026795 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.027354 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 11 20:25:32.027790 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.028142 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.028486 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.028878 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 11 20:25:32.029320 n-d-837321-1 neutron-server[84561]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] ML2 OVO RPC backend initialized. {{(pid=84561) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 11 20:25:32.029963 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.030324 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.030745 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.031096 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > networks before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.031450 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.031830 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > ports before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.032790 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.033112 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnets before_response 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.033469 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.033809 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.034152 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.034491 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.034830 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.035181 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.035527 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.035872 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.plugin [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Modular L2 Plugin initialization complete Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading services supported by the core plugin {{(pid=84561) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: INFO neutron.plugins.ml2.managers [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Got port-security extension from driver 'port_security' Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: INFO neutron.extensions.vlantransparent [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Disabled vlantransparent extension. Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84561) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 20:25:32.039427 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: router Apr 11 20:25:32.082965 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.083319 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_create 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.083729 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router before_create 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.084101 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.084472 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.084832 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_delete 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.085194 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.085563 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_create 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.085914 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_update 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.086268 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_update 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.086649 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.087010 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_update 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.087421 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_update 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.087819 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.088220 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.088565 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: subnet after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.088906 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.089254 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.089602 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_create 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.089945 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.090289 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.090644 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router after_update 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.090986 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.091334 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_create 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.091729 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.092083 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_update 55549900 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.092450 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > agent after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.092804 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > agent after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.093149 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > network after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.094035 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Tracking information for resource: router configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:32.094409 n-d-837321-1 neutron-server[84561]: DEBUG neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Tracking information for resource: floatingip configured {{(pid=84561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 20:25:32.099298 n-d-837321-1 neutron-server[84561]: INFO neutron.db.l3_agentschedulers_db [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 20:25:32.099905 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.100267 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port after_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.100621 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port after_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.115255 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: port after_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.115255 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router before_create 55550100 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.115255 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.115255 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_create 55550100 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.115579 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > router precommit_update 55550100 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.115579 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.provider_configuration [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service providers = [] {{(pid=84561) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 20:25:32.115579 n-d-837321-1 neutron-server[84561]: DEBUG neutron.db.servicetype_db [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84561) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 20:25:32.117715 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.service_base [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 20:25:32.118069 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.service_base [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 20:25:32.118415 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.service_base [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 20:25:32.119303 n-d-837321-1 neutron-server[84561]: DEBUG neutron.services.service_base [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 20:25:32.119721 n-d-837321-1 neutron-server[84561]: INFO neutron.services.service_base [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 20:25:32.120108 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.120428 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 20:25:32.131824 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.132162 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: auto_allocate Apr 11 20:25:32.140312 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: network precommit_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.140685 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: network precommit_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.141207 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.141665 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: tag Apr 11 20:25:32.148374 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.148705 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: timestamp Apr 11 20:25:32.152781 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.153119 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: network_ip_availability Apr 11 20:25:32.160811 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.161182 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.161541 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.164578 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.164913 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: flavors Apr 11 20:25:32.174549 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.174879 n-d-837321-1 neutron-server[84561]: INFO neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading Plugin: revisions Apr 11 20:25:32.179197 n-d-837321-1 neutron-server[84561]: DEBUG neutron.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 20:25:32.179642 n-d-837321-1 neutron-server[84561]: DEBUG oslo_concurrency.lockutils [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.126s {{(pid=84561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 11 20:25:32.180407 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84561) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 11 20:25:32.180749 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Initializing extension manager. Apr 11 20:25:32.181330 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: __init__.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.181677 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: __pycache__ {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.182013 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.182349 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.182682 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: _filter_validation_lib.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.183015 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.183349 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: address_group.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.184138 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.184714 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: address-group Apr 11 20:25:32.185037 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: address_scope.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.186006 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.186522 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: address-scope Apr 11 20:25:32.186846 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.187838 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.188390 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: router-admin-state-down-before-update Apr 11 20:25:32.188718 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: agent.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.189425 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.189934 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: agent Apr 11 20:25:32.190257 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: agent_resources_synced.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.191173 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.191712 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: agent-resources-synced Apr 11 20:25:32.192039 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: allowedaddresspairs.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.194049 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.194581 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: allowed-address-pairs Apr 11 20:25:32.194911 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: auto_allocated_topology.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.199427 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.199972 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: auto-allocated-topology Apr 11 20:25:32.200305 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: availability_zone.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.201006 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.201518 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: availability_zone Apr 11 20:25:32.201874 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: availability_zone_filter.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.202794 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.203305 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: availability_zone_filter Apr 11 20:25:32.203667 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: data_plane_status.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.204622 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.205127 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 20:25:32.205478 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: default_subnetpools.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.206390 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.206908 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: default-subnetpools Apr 11 20:25:32.207232 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.208049 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.208563 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: dhcp_agent_scheduler Apr 11 20:25:32.208888 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: dns.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.209850 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.210364 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 20:25:32.210690 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: dns_domain_ports.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.211657 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.212170 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 20:25:32.212495 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: dvr.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.213171 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.213686 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: dvr Apr 11 20:25:32.214009 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: empty_string_filtering.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.214923 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.215436 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: empty-string-filtering Apr 11 20:25:32.215810 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.216733 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.217237 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 20:25:32.217558 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.218478 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.219002 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 20:25:32.219309 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: external_net.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.220963 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.221475 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: external-net Apr 11 20:25:32.221799 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.228191 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.228707 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: extra_dhcp_opt Apr 11 20:25:32.229030 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: extraroute.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.229942 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.230454 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: extraroute Apr 11 20:25:32.230776 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: extraroute_atomic.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.231844 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.232362 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: extraroute-atomic Apr 11 20:25:32.232707 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: filter_validation.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.233391 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.233906 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: filter-validation Apr 11 20:25:32.234228 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: fip_pf_description.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.235233 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.236355 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 20:25:32.236637 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: fip_port_details.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.237565 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.238078 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: fip-port-details Apr 11 20:25:32.238464 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: flavors.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.239741 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.240262 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: flavors Apr 11 20:25:32.240590 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.242251 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.242776 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 20:25:32.243109 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: floatingip_pools.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.243833 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.244373 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: floatingip-pools Apr 11 20:25:32.244702 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: ip_allocation.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.245620 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.246133 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 20:25:32.246458 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.247380 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.247926 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: ip-substring-filtering Apr 11 20:25:32.248256 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l2_adjacency.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.249187 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.249694 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 20:25:32.250022 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.251097 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.251808 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: router Apr 11 20:25:32.252146 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.254522 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.255062 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 20:25:32.255492 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.256388 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.256912 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: ext-gw-mode Apr 11 20:25:32.257245 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.258166 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.258687 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: l3-ha Apr 11 20:25:32.259014 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3_flavors.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.259951 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.260467 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: l3-flavors Apr 11 20:25:32.260790 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.261711 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.262234 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 20:25:32.262558 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: l3agentscheduler.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.263645 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.264223 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: l3_agent_scheduler Apr 11 20:25:32.264555 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: logging.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.266051 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.266607 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension logging not supported by any of loaded plugins Apr 11 20:25:32.267137 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: metering.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.272522 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.273109 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: metering Apr 11 20:25:32.273443 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.274558 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.275084 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: metering_source_and_destination_fields Apr 11 20:25:32.275416 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: multiprovidernet.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.276450 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.276906 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: multi-provider Apr 11 20:25:32.277235 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: netmtu.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.278175 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.278693 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: net-mtu Apr 11 20:25:32.279022 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: netmtu_writable.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.279968 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.280486 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: net-mtu-writable Apr 11 20:25:32.280816 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: network_availability_zone.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.281490 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.282002 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: network_availability_zone Apr 11 20:25:32.282870 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: network_ip_availability.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.283984 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.284501 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: network-ip-availability Apr 11 20:25:32.284831 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: network_segment_range.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.285602 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.286120 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 20:25:32.286450 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: pagination.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.287424 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.287783 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: pagination Apr 11 20:25:32.288106 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.289017 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.289537 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: port-mac-address-regenerate Apr 11 20:25:32.289880 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: port_resource_request.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.290812 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.291321 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 20:25:32.291674 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: portbindings.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.292606 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.293128 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: binding Apr 11 20:25:32.293456 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: portbindings_extended.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.294716 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.295236 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: binding-extended Apr 11 20:25:32.295597 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: portsecurity.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.301326 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.301855 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: port-security Apr 11 20:25:32.302183 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: project_id.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.303175 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.303542 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: project-id Apr 11 20:25:32.303870 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: providernet.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.304821 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.305337 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: provider Apr 11 20:25:32.305662 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.309386 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.309914 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos not supported by any of loaded plugins Apr 11 20:25:32.310251 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.311794 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.312319 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 20:25:32.312651 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.313701 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.314412 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 20:25:32.314746 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_default.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.315699 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.316222 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-default not supported by any of loaded plugins Apr 11 20:25:32.316552 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_fip.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.317213 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.317720 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 20:25:32.318046 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_gateway_ip.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.319017 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.319565 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 20:25:32.319895 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_port_network_policy.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.320815 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.321338 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 20:25:32.321666 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_rule_type_details.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.322583 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.323101 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 20:25:32.323427 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: qos_rules_alias.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.324495 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.325018 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 20:25:32.325349 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: quotasv2.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.326240 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.326571 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: quotas Apr 11 20:25:32.326898 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: quotasv2_detail.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.328527 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.328869 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: quota_details Apr 11 20:25:32.329383 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: rbac.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.333860 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.333860 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: rbac-policies Apr 11 20:25:32.333860 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: rbac_address_scope.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.334449 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.334971 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: rbac-address-scope Apr 11 20:25:32.335299 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: rbac_security_groups.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.336264 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.336786 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: rbac-security-groups Apr 11 20:25:32.337113 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: rbac_subnetpool.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.338038 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.338551 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: rbac-subnetpool Apr 11 20:25:32.338875 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: revisionifmatch.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.339818 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.340362 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: revision-if-match Apr 11 20:25:32.340683 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: revisions.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.341801 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.342317 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: standard-attr-revisions Apr 11 20:25:32.342641 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: router_availability_zone.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.343323 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.343871 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: router_availability_zone Apr 11 20:25:32.344196 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: routerservicetype.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.345676 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.346168 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 20:25:32.346491 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.347424 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.347970 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: port-security-groups-filtering Apr 11 20:25:32.348293 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: securitygroup.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.359349 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.359917 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: security-group Apr 11 20:25:32.360895 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: segment.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.361661 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.364226 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension segment not supported by any of loaded plugins Apr 11 20:25:32.364226 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.364706 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.365233 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 20:25:32.365559 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: servicetype.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.366668 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.367203 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: service-type Apr 11 20:25:32.367567 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: sorting.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.368551 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.368890 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: sorting Apr 11 20:25:32.369217 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: standard_attr_segment.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.370227 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.370744 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 20:25:32.371071 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: standardattrdescription.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.371761 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.372279 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: standard-attr-description Apr 11 20:25:32.372604 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: stateful_security_group.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.373528 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.374046 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: stateful-security-group Apr 11 20:25:32.374371 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: stdattrs_common.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.374964 n-d-837321-1 neutron-server[84561]: WARNING neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 20:25:32.375322 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.376303 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.376815 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 20:25:32.377139 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: subnet_onboard.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.378284 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.378809 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: subnet_onboard Apr 11 20:25:32.379136 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.380101 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.380616 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 20:25:32.380942 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: subnet_service_types.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.381911 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.382425 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: subnet-service-types Apr 11 20:25:32.382750 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: subnetallocation.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.383881 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.384401 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: subnet_allocation Apr 11 20:25:32.384726 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.385408 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.385922 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: subnetpool-prefix-ops Apr 11 20:25:32.386248 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.387204 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.387740 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 20:25:32.388063 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: tagging.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.389134 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.389661 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: standard-attr-tag Apr 11 20:25:32.389989 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: timestamp.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.391178 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.391754 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loaded extension: standard-attr-timestamp Apr 11 20:25:32.392085 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: trunk.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.399423 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.399962 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension trunk not supported by any of loaded plugins Apr 11 20:25:32.400290 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: trunk_details.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.401219 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.401736 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 20:25:32.402061 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: uplink_status_propagation.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.402984 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.403527 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 20:25:32.403878 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Loading extension file: vlantransparent.py {{(pid=84561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 11 20:25:32.404567 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 11 20:25:32.405083 n-d-837321-1 neutron-server[84561]: INFO neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 20:25:32.407885 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:network Apr 11 20:25:32.408665 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:subnet Apr 11 20:25:32.409280 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 20:25:32.410059 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:port Apr 11 20:25:32.411318 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.411802 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service FLAVORS assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.412406 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.412843 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.413177 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:router Apr 11 20:25:32.413859 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 20:25:32.414568 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service METERING assigned prefix: /metering {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.416109 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.416492 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.416864 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:25:32.417992 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 20:25:32.418440 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:security_group Apr 11 20:25:32.419239 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 20:25:32.420034 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service CORE assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.420370 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 20:25:32.420720 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] subnetpool is already registered Apr 11 20:25:32.421324 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service CORE assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.421659 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 20:25:32.421989 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] subnetpool is already registered Apr 11 20:25:32.425485 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.425941 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service FLAVORS assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.426540 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.426964 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.427301 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:router Apr 11 20:25:32.427665 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] router is already registered Apr 11 20:25:32.428268 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 20:25:32.428604 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] floatingip is already registered Apr 11 20:25:32.429239 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service METERING assigned prefix: /metering {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.429909 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 20:25:32.430240 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] rbac_policy is already registered Apr 11 20:25:32.430778 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:security_group Apr 11 20:25:32.431110 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] security_group is already registered Apr 11 20:25:32.431739 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 20:25:32.432073 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] security_group_rule is already registered Apr 11 20:25:32.432742 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service CORE assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.433071 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 20:25:32.433400 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] subnetpool is already registered Apr 11 20:25:32.433997 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.v2.resource_helper [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Service CORE assigned prefix: {{(pid=84561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 20:25:32.434326 n-d-837321-1 neutron-server[84561]: INFO neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 20:25:32.434663 n-d-837321-1 neutron-server[84561]: WARNING neutron.quota.resource_registry [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] subnetpool is already registered Apr 11 20:25:32.435319 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: extensions {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.437026 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: address-groups {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.438870 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: address-scopes {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.440288 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: agents {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.441424 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: auto-allocated-topology {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.442605 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: availability_zones {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.443949 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: dhcp-networks {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.445300 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: dhcp-agents {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.446663 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: routers {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.448466 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: flavors {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.449596 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: service_profiles {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.450761 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: next_providers {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.452266 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: service_profiles {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.453653 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: floatingip-pools {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.455776 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: routers {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.457481 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: floatingips {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.458634 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: l3-routers {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.459981 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: l3-agents {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.461351 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: metering-labels {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.462767 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: metering-label-rules {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.465877 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: network-ip-availabilities {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.465877 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: bindings {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.467848 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: quotas {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.469249 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: quotas {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.471589 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: rbac-policies {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.472880 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: security-groups {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.474069 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: security-group-rules {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.475278 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: service-providers {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.476505 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: subnetpools {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.478217 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: subnetpools {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.479785 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.481442 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.483173 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.484981 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.486758 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.488408 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.490134 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.491962 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.493759 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.495660 n-d-837321-1 neutron-server[84561]: DEBUG neutron.api.extensions [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Extended resource: tags {{(pid=84561) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 11 20:25:32.501656 n-d-837321-1 neutron-server[84561]: WARNING keystonemiddleware.auth_token [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 20:25:32.506486 n-d-837321-1 neutron-server[84561]: WARNING keystonemiddleware.auth_token [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 20:25:32.514612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_concurrency.lockutils [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Acquired lock "singleton_lock" {{(pid=84561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 11 20:25:32.515098 n-d-837321-1 neutron-server[84561]: DEBUG oslo_concurrency.lockutils [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Releasing lock "singleton_lock" {{(pid=84561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 11 20:25:32.515763 n-d-837321-1 neutron-server[84561]: INFO oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Starting 2 workers Apr 11 20:25:32.520903 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Started child 84666 {{(pid=84561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 20:25:32.525189 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Started child 84667 {{(pid=84561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 20:25:32.526376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:32.526984 n-d-837321-1 neutron-server[84561]: INFO neutron.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 20:25:32.527426 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Notify callbacks [] for process, before_spawn {{(pid=84561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:32.527836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [-] (84666) wsgi starting up on http://0.0.0.0:9696 Apr 11 20:25:32.529956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:32.530451 n-d-837321-1 neutron-server[84561]: INFO oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Starting 1 workers Apr 11 20:25:32.531270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [-] (84667) wsgi starting up on http://0.0.0.0:9696 Apr 11 20:25:32.535046 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Started child 84668 {{(pid=84561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 20:25:32.535615 n-d-837321-1 neutron-server[84561]: INFO oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Starting 1 workers Apr 11 20:25:32.539871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] calling RpcWorker wait() {{(pid=84668) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 20:25:32.540424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] returning from RpcWorker wait() {{(pid=84668) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 20:25:32.540499 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Started child 84669 {{(pid=84561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 20:25:32.541236 n-d-837321-1 neutron-server[84561]: DEBUG neutron_lib.callbacks.manager [None req-eac6a54f-614a-47e0-8547-76d52ba79485 None None] Notify callbacks [] for process, after_spawn {{(pid=84561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:32.546223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:32.546223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.546408 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.546985 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.547070 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:32.547617 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.547617 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.547617 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.547997 n-d-837321-1 neutron-server[84669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:25:32.548187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548737 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548737 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.548737 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.549078 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.549481 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.549726 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.550077 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.550341 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.550612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.550838 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.551259 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] debug = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.551534 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.552192 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.552439 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.552899 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.553119 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.553599 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.553829 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.554303 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.554557 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.554812 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.555054 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.555324 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.555564 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.555978 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.556254 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.556468 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.557098 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] host = n-d-837321-1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.557310 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.557716 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.557939 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.558326 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.558572 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.558956 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.559208 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.559648 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.559898 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.560297 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.560819 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.561056 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.561473 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.561712 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_file = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.562020 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_options = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.562418 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.562694 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.562960 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.563147 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.563505 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.563887 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.564324 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.564647 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.564895 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.565280 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.565509 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.565881 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.566134 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.566382 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.566624 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.567025 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.567260 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.567501 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.567739 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.567977 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.568188 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.568641 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.568641 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.569076 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.569076 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.569497 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.569497 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.569908 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.569908 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.570312 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.570862 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.570862 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.570862 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.575166 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.575443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42356) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:25:32.575632 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.575632 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.575632 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.576052 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.576052 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.576331 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_json = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.579490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.580814 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.580814 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.580814 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.580814 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.580814 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.580814 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.581579 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.581579 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.581579 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.582014 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.582160 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.582317 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.582531 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.582936 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.583364 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.583936 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.584516 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.584888 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.585430 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.586298 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.586747 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.587161 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.587413 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.587716 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.587949 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.588176 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.589151 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.589525 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.590556 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.590664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120642 Apr 11 20:25:32.591342 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.591747 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.592167 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.592602 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.593022 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.593798 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.593798 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.593798 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.593998 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.594227 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.594451 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.594778 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.595565 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.595817 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.596096 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.596331 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.596600 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.596837 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.597084 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.597304 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.597530 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.597744 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.598205 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.598487 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.598883 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.599307 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.599711 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609281 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.609818 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610330 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.610769 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611220 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611220 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611220 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611220 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611220 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611544 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.611632 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.612384 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.613526 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.613833 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.614175 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.614488 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.614852 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.615189 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.616338 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.616761 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.617210 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.617671 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.617959 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.618244 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.618478 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.618752 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.619027 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.619569 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.619873 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.620139 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.620385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.620762 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.620918 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.621345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.621820 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.622172 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.622472 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.622829 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.623186 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.623496 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.623803 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.624720 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.624720 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.624720 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.625030 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.625331 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.625669 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.626132 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.626723 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.627188 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.627461 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.628255 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.628255 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.628255 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.628476 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.628903 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.629011 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.629191 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.629573 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.629686 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.629969 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.630096 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.630462 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.630873 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.631252 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.631641 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.632029 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.632402 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.632796 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.633209 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.633582 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.633975 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.634375 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.634626 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.634841 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.635070 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.635311 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.635617 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.636059 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.636413 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.636740 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.637054 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.637369 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.638953 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.638953 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.638953 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.638953 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.638953 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.638953 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.639358 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.639358 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.639567 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.639854 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.640149 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.640595 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.640894 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.641187 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.642454 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.642601 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.642892 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.643346 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.643878 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.644193 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.644482 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.645200 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.645200 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.645200 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.645635 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.645855 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.646327 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.646466 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.647774 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.647774 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.648041 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.648215 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.648510 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.649646 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.650043 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.650301 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.650523 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.650753 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.650977 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.651214 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.651438 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.651697 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.651980 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.652197 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.652410 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.652705 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.652950 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.653180 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.653401 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.653654 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.653895 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.654106 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.654319 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.654536 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.654746 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.655027 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.655277 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.655600 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.655840 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.656110 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.656356 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.656646 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.656932 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.657239 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.657490 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.657714 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.657935 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.659108 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.659416 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.660395 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.660395 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.660395 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.660630 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.660872 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.661245 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.661533 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.661872 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.662163 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.662508 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.662797 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.663072 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.664371 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.664686 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.664898 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.665124 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666198 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666198 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666198 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666198 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666454 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666567 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.666967 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.667221 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.667945 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.667945 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.667945 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.668166 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.668339 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.668510 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 20:25:32.669037 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 11 20:25:32.669216 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 20:25:32.669351 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 20:25:32.669532 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 20:25:32.669687 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 20:25:32.669830 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 20:25:32.670453 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.670453 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.670453 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.670657 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.670657 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.670835 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.670970 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.671131 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.671353 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.671510 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.671660 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.671796 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.671931 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.672081 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.672231 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.672379 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.672517 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.673169 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.673347 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.673509 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.673669 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.673859 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674173 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] debug = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674173 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674441 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674539 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674607 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674771 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.674929 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.675110 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.675283 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.675411 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.675645 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.675749 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.675868 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676028 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676188 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676347 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676514 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676686 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] host = n-d-837321-1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676827 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.676972 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.677111 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.677270 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.677428 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.678385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.678385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.678385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.678385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.678385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.678385 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679081 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679081 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679081 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_file = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679081 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_options = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679081 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679454 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679454 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679699 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679699 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679910 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.679999 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.680141 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.680337 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.680508 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.680651 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.680790 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.680957 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681097 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681244 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681383 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681518 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681653 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681788 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.681925 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682060 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682222 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682373 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682519 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682704 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682956 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.682956 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.683290 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.683290 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.683575 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.683575 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.683835 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.683983 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684122 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684286 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684451 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684451 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684698 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684832 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.684969 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.685052 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.685206 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.685365 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.685787 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.685946 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.686198 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_json = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.686344 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.686461 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.686547 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.686710 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.686892 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.687040 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.687183 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.687322 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.687462 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 20:25:32.687676 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.687813 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.687976 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.688138 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.688394 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.688542 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.688689 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.688837 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.688984 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.689167 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.689303 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.689465 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.689642 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.689804 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690035 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690124 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690274 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690437 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690599 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690767 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.690923 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.691091 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.691267 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.691414 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.691583 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.691723 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.691890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.692054 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.692217 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.692380 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.692542 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.692704 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.692866 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693028 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693189 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693352 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693518 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693677 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693838 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.693999 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.694174 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.694336 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.694498 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.694657 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.694819 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.694979 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.695140 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.695301 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.695461 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.695646 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.695796 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.695971 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.696131 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.696293 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.696454 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.696616 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.696777 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.696940 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.697102 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.697268 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.697436 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.697569 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.697727 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.697889 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.698049 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.698211 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.698372 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.698535 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.698696 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.698859 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.699018 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.699184 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.699345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.699533 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.699708 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.699884 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.700048 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.700210 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.700371 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.700533 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.700696 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701334 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701334 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701334 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701334 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701748 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701748 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.701748 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702103 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702103 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702279 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702358 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702509 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702671 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702833 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.702997 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.703158 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.704926 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.705107 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.705253 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.705439 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.706633 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.707785 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.708784 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.708784 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.708784 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.708784 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.708784 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.708784 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.709612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.709612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.709612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.709612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.709612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.709612 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710345 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710957 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710957 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710957 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.710957 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.711431 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.711431 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.711431 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.712339 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.712511 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.712676 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.712840 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713004 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713167 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713331 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713483 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713641 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713803 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.713965 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.714135 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.714324 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.714508 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.714650 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.714757 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.714905 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.715067 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.715230 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.715873 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.715873 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.715873 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.715873 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716321 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716321 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716321 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716685 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716685 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716830 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.716948 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.717115 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.717259 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.717411 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.717571 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.717739 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.717942 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.718060 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.718217 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.718401 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.718544 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.718709 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.718871 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.719032 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.719193 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.719354 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.719656 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.719764 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.719923 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.720091 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.720314 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.720486 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.720658 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.720821 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.720987 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.721151 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.721416 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.721540 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.721644 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.721779 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.721940 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.722103 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.722264 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.722426 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.722587 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.722750 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.722921 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.723083 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.723244 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.723419 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.723623 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.723772 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.723937 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.724098 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.724276 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.724435 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.724592 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.724754 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.724914 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.725086 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.725249 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.725411 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.725613 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.725802 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.725884 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.726030 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.726203 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.726366 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.726531 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.726694 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.726855 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.727017 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.727180 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.727347 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.727548 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.727720 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.727886 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.728890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.728890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.728890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.728890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.728890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.728890 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.729497 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.729497 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.729497 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.729497 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.729895 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.729895 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730052 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730131 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730252 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730419 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730575 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730716 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.730862 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731001 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731175 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731315 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731450 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731634 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:25:32.731927 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 20:25:32.731927 n-d-837321-1 neutron-server[84561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 20:25:43.756810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042709a-4f70-42ef-b022-61abf7cf91f1 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 20:25:43.820821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042709a-4f70-42ef-b022-61abf7cf91f1 None None] No non-hosted networks {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 20:25:43.837318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.agentschedulers_db [None req-5042709a-4f70-42ef-b022-61abf7cf91f1 None None] DHCP Agent not found on host n-d-837321-1 {{(pid=84668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 20:25:43.947107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac1e1-f7a2-4bef-8e13-1c54cd93a2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:45.979312 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88a84f24-59e5-4357-bccc-40cd9fe46330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:46.018817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-dc4e90e6-d21e-4efc-81b7-b260cea76292 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-837321-1 {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:25:46.019830 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-dc4e90e6-d21e-4efc-81b7-b260cea76292 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:25:46.628618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc4e90e6-d21e-4efc-81b7-b260cea76292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:47.164953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:47.228227 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:47.229903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.230711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.231271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.231957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.232492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.233180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.233726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.234252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.234950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.235499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.236031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:47.236654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-837321-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:25:47.241662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-837321-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:25:48.496917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:49.920420 n-d-837321-1 neutron-server[84668]: INFO neutron.db.l3_hamode_db [None req-8347a13a-7686-4aff-975e-78af150710a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 20:25:50.012247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347a13a-7686-4aff-975e-78af150710a7 None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:25:50.012532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347a13a-7686-4aff-975e-78af150710a7 None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 20:25:50.212780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:25:50.807007 n-d-837321-1 neutron-server[84667]: WARNING oslo_policy.policy [None req-8ea2a3d8-8390-46a7-9f41-ad8ec2fde48a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:25:50.807609 n-d-837321-1 neutron-server[84667]: WARNING oslo_policy.policy [None req-8ea2a3d8-8390-46a7-9f41-ad8ec2fde48a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:25:51.021488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-8ea2a3d8-8390-46a7-9f41-ad8ec2fde48a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:25:51.022569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ea2a3d8-8390-46a7-9f41-ad8ec2fde48a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8089097 Apr 11 20:25:53.297047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42476) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:25:53.680828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:25:53.735213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.policy [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84667) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 11 20:25:53.735971 n-d-837321-1 neutron-server[84667]: WARNING oslo_policy.policy [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:25:53.736337 n-d-837321-1 neutron-server[84667]: WARNING oslo_policy.policy [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:25:53.739669 n-d-837321-1 neutron-server[84667]: INFO neutron.quota [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] Loaded quota_driver: . Apr 11 20:25:53.755763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:25:53.900960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735076999925', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735076988883', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735077089507', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735077095453', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735077102577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1256046', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-809955', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607598'] for rbac-policy, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:54.204624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:54.205821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-88cc58af-569b-465a-ab94-258aed866587 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9078395 Apr 11 20:25:56.756971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42490) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:25:57.133916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:25:57.138505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:25:57.143683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Usage tracker for resource:network and tenant:e9e597e343154e96819281270f5223ad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:25:57.148178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:25:57.154178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:25:57.291090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Made reservation on behalf of e9e597e343154e96819281270f5223ad for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:25:57.293909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.313509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.356590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:25:57.360237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e597e343154e96819281270f5223ad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:25:57.362990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:25:57.368776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:25:57.434691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.496587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.521109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:25:57.547729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735075365479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.548319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Unsubscribe: segment precommit_create {{(pid=84667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 20:25:57.548790 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Added segment 5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0 of type vlan for network 77908d3a-a204-42ec-a290-113805398604 Apr 11 20:25:57.565801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd5711-a577-40bb-b080-80b36001106f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:25:57.632326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.632670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.632992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.633313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.633633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.633948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.634258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.634567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.634875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.635182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.635505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Tracked resource versions report: Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: pushed versions: Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Log': {'1.0'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Network': {'1.1'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Port': {'1.5'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'PortForwarding': {'1.2'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'QosPolicy': {'1.8'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'SecurityGroup': {'1.2'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'SubPort': {'1.0'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Subnet': {'1.1'}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Trunk': {'1.1'}} Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: consumer versions: Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: L3 agent@n-d-837321-1: {}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: Metadata agent@n-d-837321-1: {}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: Metering agent@n-d-837321-1: {}, Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Log': '1.0', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Network': '1.1', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Port': '1.5', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'PortForwarding': '1.2', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'QosPolicy': '1.8', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'SecurityGroup': '1.2', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'SecurityGroupRule': '1.0', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'SubPort': '1.0', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Subnet': '1.1', Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: 'Trunk': '1.1'}} Apr 11 20:25:57.636549 n-d-837321-1 neutron-server[84667]: {{(pid=84667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:25:57.676800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.782839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.783840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:25:57.784587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:25:57.910624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=77908d3a-a204-42ec-a290-113805398604,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:25:57.922822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 77908d3a-a204-42ec-a290-113805398604 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:25:58.018508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-002e7a81-c8bf-4af4-a22d-7051d8ff4cb0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2603831 Apr 11 20:26:00.627390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42506) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:01.091271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c7760-cd02-453d-8bfe-8902b136a8be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:01.092606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-434c7760-cd02-453d-8bfe-8902b136a8be admin admin] 10.222.0.61 "GET /v2.0/networks/77908d3a-a204-42ec-a290-113805398604 HTTP/1.1" status: 200 len: 825 time: 0.4642775 Apr 11 20:26:01.120130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6d62f087-c346-43bc-bff6-73435351d30a admin admin] 10.222.0.61 "GET /v2.0/subnetpools/d3f1a103-7549-4486-afbb-91df94d00e21 HTTP/1.1" status: 200 len: 734 time: 0.0217366 Apr 11 20:26:01.130759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '77908d3a-a204-42ec-a290-113805398604'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:26:01.136327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:26:01.141674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Usage tracker for resource:subnet and tenant:e9e597e343154e96819281270f5223ad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:26:01.145268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:26:01.151108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:26:01.393694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Made reservation on behalf of e9e597e343154e96819281270f5223ad for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:26:01.396033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:01.719162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:01.808129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6a5b9f-bf5d-4125-b1d5-7452ac28f116,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:01.811917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Checking segment: {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:26:01.812848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Network hostable DHCP agents. Network: 77908d3a-a204-42ec-a290-113805398604, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:26:01.919314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Network 77908d3a-a204-42ec-a290-113805398604 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:26:02.005233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 77908d3a-a204-42ec-a290-113805398604) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:26:02.009722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:02.020170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:02.020929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32b0a4-6a2d-4580-84bc-c0d20c4ed251 None None] Network 77908d3a-a204-42ec-a290-113805398604 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:26:02.142718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-018092c8-eb42-4958-bf66-2296308e3450 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0175548 Apr 11 20:26:02.338561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-77908d3a-a204-42ec-a290-113805398604', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:26:02.339744 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:02.526321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Allocated IP 172.20.0.2 (77908d3a-a204-42ec-a290-113805398604/ca6a5b9f-bf5d-4125-b1d5-7452ac28f116/6e75f9ba-399d-4086-8469-c1b796fef9fd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:26:02.750924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:02.763755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Transition to ACTIVE for port object 6e75f9ba-399d-4086-8469-c1b796fef9fd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:26:02.787827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Transition to ACTIVE for port object 6e75f9ba-399d-4086-8469-c1b796fef9fd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:26:02.861914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:02.926406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Network 77908d3a-a204-42ec-a290-113805398604 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:26:02.929083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:26:02.936269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Pushing event updated for resources: {'Port': ['ID=6e75f9ba-399d-4086-8469-c1b796fef9fd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:02.939240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:26:02.950189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.950529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.950874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.951192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.951531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.951858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.952177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.952494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.952812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.953192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.953510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Tracked resource versions report: Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: pushed versions: Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Log': {'1.0'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Network': {'1.1'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Port': {'1.5'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'PortForwarding': {'1.2'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'QosPolicy': {'1.8'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'SecurityGroup': {'1.2'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'SubPort': {'1.0'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Subnet': {'1.1'}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Trunk': {'1.1'}} Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: consumer versions: Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: L3 agent@n-d-837321-1: {}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: Metadata agent@n-d-837321-1: {}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: Metering agent@n-d-837321-1: {}, Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Log': '1.0', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Network': '1.1', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Port': '1.5', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'PortForwarding': '1.2', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'QosPolicy': '1.8', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'SecurityGroup': '1.2', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'SecurityGroupRule': '1.0', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'SubPort': '1.0', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Subnet': '1.1', Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: 'Trunk': '1.1'}} Apr 11 20:26:02.954576 n-d-837321-1 neutron-server[84668]: {{(pid=84668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:26:03.038182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Attempting to bind port 6e75f9ba-399d-4086-8469-c1b796fef9fd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:26:03.038800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Attempting to bind port 6e75f9ba-399d-4086-8469-c1b796fef9fd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:26:03.038904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Attempting to bind port 6e75f9ba-399d-4086-8469-c1b796fef9fd on network 77908d3a-a204-42ec-a290-113805398604 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:26:03.045336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:26:03.045721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Checking segment: {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:26:03.046179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:03.047076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Bound using segment: {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:26:03.047822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Bound port: 6e75f9ba-399d-4086-8469-c1b796fef9fd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:26:03.048225 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:03.139696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] For port 6e75f9ba-399d-4086-8469-c1b796fef9fd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:26:03.144078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] For port 6e75f9ba-399d-4086-8469-c1b796fef9fd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6e75f9ba-399d-4086-8469-c1b796fef9fd,segment=NetworkSegment(5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0),segment_id=5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:26:03.217254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:03.326997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa680-4cf6-4c5f-83a8-035503c9aa3f None None] Pushing event updated for resources: {'Port': ['ID=6e75f9ba-399d-4086-8469-c1b796fef9fd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:04.446569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42516) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:04.850641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-0cbe0c57-fa8a-4852-84ae-e511105d5c5a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:26:04.851693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0cbe0c57-fa8a-4852-84ae-e511105d5c5a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4041743 Apr 11 20:26:06.922426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd50d5-0d07-491d-8170-d8533ab8a7cb None None] Network 77908d3a-a204-42ec-a290-113805398604 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:26:07.138951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ac704a61-0388-4fec-8079-261e3eff1d23 None None] Provisioning for port 6e75f9ba-399d-4086-8469-c1b796fef9fd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:26:07.177303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:07.437118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6e75f9ba-399d-4086-8469-c1b796fef9fd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:26:07.582283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6e75f9ba-399d-4086-8469-c1b796fef9fd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:26:07.587399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6e75f9ba-399d-4086-8469-c1b796fef9fd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:07.587830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:07.592080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-625315cf-ae6b-4b37-bb97-c5757022f0d4 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:26:07.593102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-625315cf-ae6b-4b37-bb97-c5757022f0d4 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4148653 Apr 11 20:26:07.717781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:07.755575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6e75f9ba-399d-4086-8469-c1b796fef9fd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6e75f9ba-399d-4086-8469-c1b796fef9fd,segment=NetworkSegment(5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0),segment_id=5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:26:07.828378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:07.892713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6e75f9ba-399d-4086-8469-c1b796fef9fd,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:09.408813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6e75f9ba-399d-4086-8469-c1b796fef9fd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:26:09.481404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6e75f9ba-399d-4086-8469-c1b796fef9fd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:09.481767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:10.286954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42542) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:10.668727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Request body: {'router': {'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:26:10.674765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:26:10.678723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Usage tracker for resource:router and tenant:e9e597e343154e96819281270f5223ad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:26:10.682038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:26:10.688741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:26:10.798714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:10.800205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:10.824702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:11.011487 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:11.136383 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:11.137557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d4c18b1-e3c2-49b9-927e-fb11a92065b2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8496070 Apr 11 20:26:13.393379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:13.747827 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-504a85d8-ccef-4f53-9c97-c6a9a365899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:13.997906 n-d-837321-1 neutron-server[84666]: WARNING oslo_policy.policy [None req-8808abd1-398b-4e3a-a7c9-024d754a1a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:26:13.998750 n-d-837321-1 neutron-server[84666]: WARNING oslo_policy.policy [None req-8808abd1-398b-4e3a-a7c9-024d754a1a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:26:14.214042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-8808abd1-398b-4e3a-a7c9-024d754a1a6c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:26:14.215295 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8808abd1-398b-4e3a-a7c9-024d754a1a6c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8198869 Apr 11 20:26:15.924754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-33e2c885-e30f-4184-8939-fa88354747f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:16.579587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42566) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:16.983738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:26:16.985976 n-d-837321-1 neutron-server[84666]: INFO neutron.quota [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Loaded quota_driver: . Apr 11 20:26:17.001462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:26:17.007803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Usage tracker for resource:network and tenant:5d4bbe95fa834496a6e02f4678ca1d14 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:26:17.012822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:26:17.020375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:26:17.107633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Made reservation on behalf of 5d4bbe95fa834496a6e02f4678ca1d14 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:26:17.148517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.policy [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84666) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 11 20:26:17.149287 n-d-837321-1 neutron-server[84666]: WARNING oslo_policy.policy [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:26:17.149661 n-d-837321-1 neutron-server[84666]: WARNING oslo_policy.policy [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 20:26:17.154212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.164501 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.174717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.216295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.223206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:26:17.227180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Usage tracker for resource:security_group_rule and tenant:5d4bbe95fa834496a6e02f4678ca1d14 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:26:17.230421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:26:17.236185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:26:17.304928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.370549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.386055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Reserving flat network on physical network physnet1 {{(pid=84666) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 20:26:17.417234 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735075365479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.417802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Unsubscribe: segment precommit_create {{(pid=84666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 20:26:17.418308 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Added segment a284569e-0d76-4591-8742-1d75ff5a21a8 of type flat for network ebe30fd4-9bc4-4911-8e5b-267d64021e9b Apr 11 20:26:17.470687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca7c5f-c9c1-4213-b509-d1d2a4762251,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:17.498758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.499099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.500005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.500353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.500678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.500995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.501313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.501630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.501944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.502264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.502573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Tracked resource versions report: Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: pushed versions: Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Log': {'1.0'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Network': {'1.1'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Port': {'1.5'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'PortForwarding': {'1.2'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'QosPolicy': {'1.8'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'SecurityGroup': {'1.2'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'SubPort': {'1.0'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Subnet': {'1.1'}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Trunk': {'1.1'}} Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: consumer versions: Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: L3 agent@n-d-837321-1: {}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: Metadata agent@n-d-837321-1: {}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: Metering agent@n-d-837321-1: {}, Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Log': '1.0', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Network': '1.1', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Port': '1.5', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'PortForwarding': '1.2', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'QosPolicy': '1.8', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'SecurityGroup': '1.2', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'SecurityGroupRule': '1.0', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'SubPort': '1.0', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Subnet': '1.1', Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: 'Trunk': '1.1'}} Apr 11 20:26:17.503666 n-d-837321-1 neutron-server[84666]: {{(pid=84666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:26:17.541366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.649368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.650363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:17.651036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:17.763177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] Pushing event updated for resources: {'Network': ['ID=ebe30fd4-9bc4-4911-8e5b-267d64021e9b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:17.773853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:26:17.815862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f44690cd-2e60-41f9-aadc-2e15dda02fad admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2352076 Apr 11 20:26:18.427603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:20.098202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:20.336704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af36f9-936d-43eb-81d0-1ac72060d25f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:20.338020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-40af36f9-936d-43eb-81d0-1ac72060d25f admin admin] 10.222.0.61 "GET /v2.0/subnets/ca6a5b9f-bf5d-4125-b1d5-7452ac28f116 HTTP/1.1" status: 200 len: 849 time: 0.2389002 Apr 11 20:26:20.514230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0d166002-e739-436f-8b38-e547be4a4734 admin admin] 10.222.0.61 "GET /v2.0/routers/8b50389f-7c9b-4ac0-a1d3-b8a3696a74da HTTP/1.1" status: 200 len: 704 time: 0.1708760 Apr 11 20:26:20.995597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:21.227296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Allocated IP 172.20.0.1 (77908d3a-a204-42ec-a290-113805398604/ca6a5b9f-bf5d-4125-b1d5-7452ac28f116/111ffa41-c51f-495d-9cdc-45c8978dd873) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:26:21.378715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:21.396151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Transition to ACTIVE for port object 111ffa41-c51f-495d-9cdc-45c8978dd873 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:26:21.502388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:21.573711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Network 77908d3a-a204-42ec-a290-113805398604 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:26:21.577199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:26:21.579430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Pushing event updated for resources: {'Port': ['ID=111ffa41-c51f-495d-9cdc-45c8978dd873,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:21.591577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:26:21.592114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:21.795951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:21.862222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b74b6742-9f94-43f9-98ed-bdec84d27fcd None None] Provisioning for port 111ffa41-c51f-495d-9cdc-45c8978dd873 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:26:21.867114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b74b6742-9f94-43f9-98ed-bdec84d27fcd None None] Provisioning complete for port 111ffa41-c51f-495d-9cdc-45c8978dd873 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:21.867499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b74b6742-9f94-43f9-98ed-bdec84d27fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:21.920200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b74b6742-9f94-43f9-98ed-bdec84d27fcd None None] Port 111ffa41-c51f-495d-9cdc-45c8978dd873 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:26:22.104207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:22.197871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:22.198567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:22.328997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Pushing event updated for resources: {'Port': ['ID=111ffa41-c51f-495d-9cdc-45c8978dd873,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:22.393324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Network 77908d3a-a204-42ec-a290-113805398604 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:26:22.394346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:26:22.646173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bb35c2aa-ab5b-488d-9ef4-b08313b1eb15 None None] Provisioning complete for port 111ffa41-c51f-495d-9cdc-45c8978dd873 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:22.646542 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb35c2aa-ab5b-488d-9ef4-b08313b1eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:22.700255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb35c2aa-ab5b-488d-9ef4-b08313b1eb15 None None] Port 111ffa41-c51f-495d-9cdc-45c8978dd873 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:26:22.856060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:26:23.020936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:26:23.030403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5f48debc-6f63-4819-9ee2-738a2eefc542 admin admin] 10.222.0.61 "PUT /v2.0/routers/8b50389f-7c9b-4ac0-a1d3-b8a3696a74da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5113842 Apr 11 20:26:23.032201 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Sync routers for ids ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:26:23.045203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Routers {'8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:26:23.046074 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:23.222426 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Set router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:26:23.597432 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'name': 'router1', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:26:10Z', 'updated_at': '2022-04-11T20:26:21Z', 'revision_number': 2, 'project_id': 'e9e597e343154e96819281270f5223ad', 'gw_port_host': None, '_interfaces': [{'id': '111ffa41-c51f-495d-9cdc-45c8978dd873', 'name': '', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'mac_address': 'fa:16:3e:b7:2f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:21Z', 'updated_at': '2022-04-11T20:26:21Z', 'revision_number': 2, 'project_id': 'e9e597e343154e96819281270f5223ad', 'subnets': [{'id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:23.602257 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Checking router: 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:26:23.602624 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Updating router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da port 111ffa41-c51f-495d-9cdc-45c8978dd873 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:26:23.652574 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:24.037280 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:24.053680 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Transition to ACTIVE for port object 111ffa41-c51f-495d-9cdc-45c8978dd873 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:26:24.138228 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:24.351225 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Pushing event updated for resources: {'Port': ['ID=111ffa41-c51f-495d-9cdc-45c8978dd873,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:24.399531 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.399873 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.400202 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.400526 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.400845 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.401161 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.401472 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.401783 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.402093 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.402401 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.402709 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Tracked resource versions report: Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: pushed versions: Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Log': {'1.0'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Network': {'1.1'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Port': {'1.5'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'PortForwarding': {'1.2'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'QosPolicy': {'1.8'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'SecurityGroup': {'1.2'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'SubPort': {'1.0'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Subnet': {'1.1'}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Trunk': {'1.1'}} Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: consumer versions: Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: L3 agent@n-d-837321-1: {}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: Metadata agent@n-d-837321-1: {}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: Metering agent@n-d-837321-1: {}, Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Log': '1.0', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Network': '1.1', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Port': '1.5', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'PortForwarding': '1.2', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'QosPolicy': '1.8', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'SecurityGroup': '1.2', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'SecurityGroupRule': '1.0', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'SubPort': '1.0', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Subnet': '1.1', Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: 'Trunk': '1.1'}} Apr 11 20:26:24.403786 n-d-837321-1 neutron-server[84669]: {{(pid=84669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:26:24.414545 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Attempting to bind port 111ffa41-c51f-495d-9cdc-45c8978dd873 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:26:24.414940 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Attempting to bind port 111ffa41-c51f-495d-9cdc-45c8978dd873 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:26:24.415344 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Attempting to bind port 111ffa41-c51f-495d-9cdc-45c8978dd873 on network 77908d3a-a204-42ec-a290-113805398604 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:26:24.426020 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:26:24.426682 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Checking segment: {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:26:24.427342 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:24.428031 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Bound using segment: {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:26:24.428708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Bound port: 111ffa41-c51f-495d-9cdc-45c8978dd873, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '77908d3a-a204-42ec-a290-113805398604'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:26:24.429267 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:24.516750 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] For port 111ffa41-c51f-495d-9cdc-45c8978dd873, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:26:24.520627 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] For port 111ffa41-c51f-495d-9cdc-45c8978dd873, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=111ffa41-c51f-495d-9cdc-45c8978dd873,segment=NetworkSegment(5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0),segment_id=5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:26:24.616743 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:24.707898 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae094b-d028-4fa4-bded-242018074f74 None None] Pushing event updated for resources: {'Port': ['ID=111ffa41-c51f-495d-9cdc-45c8978dd873,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:24.712975 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Routers {'8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:26:24.713602 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:24.865070 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] Set router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:26:25.172026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42616) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:25.185199 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'name': 'router1', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:26:10Z', 'updated_at': '2022-04-11T20:26:21Z', 'revision_number': 2, 'project_id': 'e9e597e343154e96819281270f5223ad', 'gw_port_host': None, '_interfaces': [{'id': '111ffa41-c51f-495d-9cdc-45c8978dd873', 'name': '', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'mac_address': 'fa:16:3e:b7:2f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:21Z', 'updated_at': '2022-04-11T20:26:24Z', 'revision_number': 4, 'project_id': 'e9e597e343154e96819281270f5223ad', 'subnets': [{'id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:25.189368 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff6c08-af00-4509-8048-3f9e311ad16e None None] The sync data for ids ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'] in n-d-837321-1 is: [{'id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'name': 'router1', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:26:10Z', 'updated_at': '2022-04-11T20:26:21Z', 'revision_number': 2, 'project_id': 'e9e597e343154e96819281270f5223ad', 'gw_port_host': None, '_interfaces': [{'id': '111ffa41-c51f-495d-9cdc-45c8978dd873', 'name': '', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'mac_address': 'fa:16:3e:b7:2f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:21Z', 'updated_at': '2022-04-11T20:26:24Z', 'revision_number': 4, 'project_id': 'e9e597e343154e96819281270f5223ad', 'subnets': [{'id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:26:25.350310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8ca96-c0ca-46df-9372-805054997b32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:25.351736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-60f8ca96-c0ca-46df-9372-805054997b32 admin admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 842 time: 0.1786211 Apr 11 20:26:25.360691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:26:25.365256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:26:25.368961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Usage tracker for resource:subnet and tenant:5d4bbe95fa834496a6e02f4678ca1d14 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:26:25.371713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:26:25.377462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:26:25.461900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Made reservation on behalf of 5d4bbe95fa834496a6e02f4678ca1d14 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:26:25.464198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:25.917001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 20:26:25.917442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:25.998191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1466445f-92d2-4fc2-ab0d-938d32b9c8ae,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:26.012090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:26:26.012437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Network hostable DHCP agents. Network: ebe30fd4-9bc4-4911-8e5b-267d64021e9b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:26:26.095621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:26:26.199303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ebe30fd4-9bc4-4911-8e5b-267d64021e9b) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:26:26.205022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:26.205570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:26.209264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6ccef-26c4-4674-9237-ad82ee12d9a5 None None] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:26:26.297911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-935c4085-f1c6-4dcf-8dd4-2dd1729bc454 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9406137 Apr 11 20:26:26.443753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d85da9-f78e-4b7b-add8-27230f32afee None None] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:26:27.433954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 111ffa41-c51f-495d-9cdc-45c8978dd873 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:26:27.576226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 111ffa41-c51f-495d-9cdc-45c8978dd873 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:26:27.581459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 111ffa41-c51f-495d-9cdc-45c8978dd873 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:27.584478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:27.715243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:27.747910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 111ffa41-c51f-495d-9cdc-45c8978dd873, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=111ffa41-c51f-495d-9cdc-45c8978dd873,segment=NetworkSegment(5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0),segment_id=5ea792c4-b86a-4f5c-b701-f8e1e0c7dad0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:26:27.805004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:27.872822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=111ffa41-c51f-495d-9cdc-45c8978dd873,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:28.454384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42630) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:28.601904 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:26:28.701359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-87e446f7-856b-46dd-b38d-d41a380cd76b admin admin] 10.222.0.61 "GET /v2.0/routers/8b50389f-7c9b-4ac0-a1d3-b8a3696a74da HTTP/1.1" status: 200 len: 710 time: 0.2458792 Apr 11 20:26:28.834854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d24f93-cbd9-4944-a759-aba2e2a75df3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:26:28.836306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-62d24f93-cbd9-4944-a759-aba2e2a75df3 admin admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 886 time: 0.1293499 Apr 11 20:26:28.845152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:26:29.342164 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:29.416675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 111ffa41-c51f-495d-9cdc-45c8978dd873 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:26:29.483679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 111ffa41-c51f-495d-9cdc-45c8978dd873 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:29.484627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:29.595759 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:29.650765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:29.795950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Allocated IP 172.25.5.57 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/56fe7e5e-1667-4509-bf11-f64035526584) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:26:29.950740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:30.055331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:30.121897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:26:30.125623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:26:30.129424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:26:30.161827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=56fe7e5e-1667-4509-bf11-f64035526584,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:30.374964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:30.538291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:30.541637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:30.743803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:26:30.975251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:26:30.983112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:30.984430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3d1fd495-7d99-4ed0-bf66-706e4608bec6 admin admin] 10.222.0.61 "PUT /v2.0/routers/8b50389f-7c9b-4ac0-a1d3-b8a3696a74da HTTP/1.1" status: 200 len: 889 time: 2.1425617 Apr 11 20:26:30.984575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Sync routers for ids ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:26:30.997147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Routers {'8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:26:30.997738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:31.188016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Set router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:26:31.532486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'name': 'router1', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '56fe7e5e-1667-4509-bf11-f64035526584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:26:10Z', 'updated_at': '2022-04-11T20:26:30Z', 'revision_number': 4, 'project_id': 'e9e597e343154e96819281270f5223ad', 'gw_port': {'id': '56fe7e5e-1667-4509-bf11-f64035526584', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:29Z', 'updated_at': '2022-04-11T20:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '111ffa41-c51f-495d-9cdc-45c8978dd873', 'name': '', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'mac_address': 'fa:16:3e:b7:2f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:21Z', 'updated_at': '2022-04-11T20:26:27Z', 'revision_number': 5, 'project_id': 'e9e597e343154e96819281270f5223ad', 'subnets': [{'id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:31.537502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Checking router: 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:26:31.537806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Updating router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da port 56fe7e5e-1667-4509-bf11-f64035526584 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:26:31.592218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:31.929010 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:31.941746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Transition to ACTIVE for port object 56fe7e5e-1667-4509-bf11-f64035526584 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:26:32.004002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:32.083627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f4f3-d6f6-4c38-aacc-6319e2c3d126 None None] Pushing event updated for resources: {'Port': ['ID=56fe7e5e-1667-4509-bf11-f64035526584,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:32.086327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Attempting to bind port 56fe7e5e-1667-4509-bf11-f64035526584 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:26:32.086693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Attempting to bind port 56fe7e5e-1667-4509-bf11-f64035526584 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:26:32.087052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Attempting to bind port 56fe7e5e-1667-4509-bf11-f64035526584 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:26:32.094462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:26:32.094835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:26:32.095230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:32.095644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:26:32.096107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Bound port: 56fe7e5e-1667-4509-bf11-f64035526584, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:26:32.096492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:32.168357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] For port 56fe7e5e-1667-4509-bf11-f64035526584, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:26:32.171451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] For port 56fe7e5e-1667-4509-bf11-f64035526584, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=56fe7e5e-1667-4509-bf11-f64035526584,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:26:32.244120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:32.318957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Routers {'8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:26:32.319604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:32.476593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f4f3-d6f6-4c38-aacc-6319e2c3d126 None None] Pushing event updated for resources: {'Port': ['ID=56fe7e5e-1667-4509-bf11-f64035526584,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:32.527847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] Set router 8b50389f-7c9b-4ac0-a1d3-b8a3696a74da gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:26:32.856508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'name': 'router1', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '56fe7e5e-1667-4509-bf11-f64035526584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:26:10Z', 'updated_at': '2022-04-11T20:26:30Z', 'revision_number': 4, 'project_id': 'e9e597e343154e96819281270f5223ad', 'gw_port': {'id': '56fe7e5e-1667-4509-bf11-f64035526584', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:29Z', 'updated_at': '2022-04-11T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '111ffa41-c51f-495d-9cdc-45c8978dd873', 'name': '', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'mac_address': 'fa:16:3e:b7:2f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:21Z', 'updated_at': '2022-04-11T20:26:27Z', 'revision_number': 5, 'project_id': 'e9e597e343154e96819281270f5223ad', 'subnets': [{'id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:26:32.863208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184a13d-4859-4c2a-b041-b07a6cb9e5da None None] The sync data for ids ['8b50389f-7c9b-4ac0-a1d3-b8a3696a74da'] in n-d-837321-1 is: [{'id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'name': 'router1', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '56fe7e5e-1667-4509-bf11-f64035526584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:26:10Z', 'updated_at': '2022-04-11T20:26:30Z', 'revision_number': 4, 'project_id': 'e9e597e343154e96819281270f5223ad', 'gw_port': {'id': '56fe7e5e-1667-4509-bf11-f64035526584', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:29Z', 'updated_at': '2022-04-11T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '111ffa41-c51f-495d-9cdc-45c8978dd873', 'name': '', 'network_id': '77908d3a-a204-42ec-a290-113805398604', 'tenant_id': 'e9e597e343154e96819281270f5223ad', 'mac_address': 'fa:16:3e:b7:2f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b50389f-7c9b-4ac0-a1d3-b8a3696a74da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:26:21Z', 'updated_at': '2022-04-11T20:26:27Z', 'revision_number': 5, 'project_id': 'e9e597e343154e96819281270f5223ad', 'subnets': [{'id': 'ca6a5b9f-bf5d-4125-b1d5-7452ac28f116', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f1a103-7549-4486-afbb-91df94d00e21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:26:33.318718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:26:33.473235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 56fe7e5e-1667-4509-bf11-f64035526584 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:26:33.500756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c6d57c4d-fcfc-4f43-8bcd-a16aab98fdbe admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1803310 Apr 11 20:26:33.632497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 56fe7e5e-1667-4509-bf11-f64035526584 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:26:33.638814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 56fe7e5e-1667-4509-bf11-f64035526584 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:33.639220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:33.768718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:33.784791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 56fe7e5e-1667-4509-bf11-f64035526584, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=56fe7e5e-1667-4509-bf11-f64035526584,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:26:33.850839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:33.917001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=56fe7e5e-1667-4509-bf11-f64035526584,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:26:35.434943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 56fe7e5e-1667-4509-bf11-f64035526584 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:26:35.522015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 56fe7e5e-1667-4509-bf11-f64035526584 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:26:35.522498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:43.747701 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54aae1c1-b16f-4ffd-8b0d-29a4ad9e2486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:45.935984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-47d1d71d-981e-427d-a112-008aee3b3d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:47.101791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:47.233776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:26:48.450538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:05.603330 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:27:13.747006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42837882-6ebc-45ab-9f5b-8b1eca0b2209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:15.935972 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a5a69a2-05da-49e6-b6fb-3db4e742fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:17.135887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:17.215989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:18.456216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:42.603810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:27:43.758306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b0f3-4c62-4f8e-a94f-cf2dc1b75bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:45.947123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-33132700-d2ad-4461-8d83-196b3f0a19e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:47.341465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:47.911021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:27:48.448079 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:13.744357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d770e5ca-5344-44f1-9f4a-c3c393334a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:15.957967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7ef91327-7d20-47b9-9042-a5e9f2f8cade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:17.095038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:17.207582 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:18.452959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:19.604060 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:28:43.187241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43244) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:43.279958 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdd2b43-1f8b-46c4-8ecd-d597b058a311 admin admin] GET failed (client error): The resource could not be found. Apr 11 20:28:43.284539 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5bdd2b43-1f8b-46c4-8ecd-d597b058a311 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0930154 Apr 11 20:28:43.411925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856605b9-f9bf-4e86-9186-b3292fd6f338 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:43.413262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-856605b9-f9bf-4e86-9186-b3292fd6f338 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1281013 Apr 11 20:28:43.763686 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-940b3c1a-95a2-4774-908b-43ae56d4de35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:45.488411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43254) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:45.620448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364ead6-1d22-4428-be48-73d921c38427 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:45.621003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a364ead6-1d22-4428-be48-73d921c38427 admin admin] Synchronizing usage tracker for tenant:5d4bbe95fa834496a6e02f4678ca1d14 on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:28:45.694809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a364ead6-1d22-4428-be48-73d921c38427 admin admin] Unset dirty status for tenant:5d4bbe95fa834496a6e02f4678ca1d14 on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:28:45.696038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a364ead6-1d22-4428-be48-73d921c38427 admin admin] 10.222.0.61 "GET /v2.0/subnets/ca6a5b9f-bf5d-4125-b1d5-7452ac28f116 HTTP/1.1" status: 200 len: 849 time: 0.2081304 Apr 11 20:28:45.705965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:28:45.821755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:45.940518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1d155c04-7180-4588-8ab6-9d5ae7f0dbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:46.063971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735075402388'] for subnet, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:46.108912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:46.109489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:46.110734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] 10.222.0.61 "PUT /v2.0/subnets/ca6a5b9f-bf5d-4125-b1d5-7452ac28f116 HTTP/1.1" status: 200 len: 868 time: 0.4085715 Apr 11 20:28:46.126654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826bc0e-4267-47da-a375-582b4dfc639b None None] Network 77908d3a-a204-42ec-a290-113805398604 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:28:46.132569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6a5b9f-bf5d-4125-b1d5-7452ac28f116,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:28:46.142443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.142702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.142955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.143281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.143648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.143974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.144297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.144617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.144935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.145251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.146002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d516d10-ce6d-4495-b58c-cdb5633fcd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:28:46.631716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8578c085-51c1-44d4-802e-6372a3972b7c None None] Provisioning complete for port 111ffa41-c51f-495d-9cdc-45c8978dd873 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:28:46.632081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8578c085-51c1-44d4-802e-6372a3972b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:46.755601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8578c085-51c1-44d4-802e-6372a3972b7c None None] Provisioning complete for port 6e75f9ba-399d-4086-8469-c1b796fef9fd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:28:46.755883 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8578c085-51c1-44d4-802e-6372a3972b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:47.139484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:47.212969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:48.158270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43264) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:48.354209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78046e98-2ae2-451a-8b11-51449dea7ab5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:48.354509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78046e98-2ae2-451a-8b11-51449dea7ab5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:48.356067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-78046e98-2ae2-451a-8b11-51449dea7ab5 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967685 Apr 11 20:28:48.467332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:28:50.408390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43274) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:50.610107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ec660-c32c-4adf-9d4f-f5cc4c450940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:50.610489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ec660-c32c-4adf-9d4f-f5cc4c450940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:50.612027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d55ec660-c32c-4adf-9d4f-f5cc4c450940 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027156 Apr 11 20:28:52.677282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43284) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:52.872074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb3741-45c4-4839-8f22-2915f18165c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:52.874152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-afdb3741-45c4-4839-8f22-2915f18165c8 admin admin] 10.222.0.61 "GET /v2.0/networks/77908d3a-a204-42ec-a290-113805398604 HTTP/1.1" status: 200 len: 869 time: 0.1959438 Apr 11 20:28:54.950511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43294) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:55.142486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044d392-0caf-4971-a9fd-65df038f5684 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:55.143794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b044d392-0caf-4971-a9fd-65df038f5684 admin admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 886 time: 0.1923261 Apr 11 20:28:56.604572 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:28:57.186944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43304) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:57.319236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa7a26-6f24-4dc7-95be-18e44ac621de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:57.319642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa7a26-6f24-4dc7-95be-18e44ac621de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:57.321408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2aa7a26-6f24-4dc7-95be-18e44ac621de admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333783 Apr 11 20:28:59.349824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43314) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:28:59.480586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac6913-7851-4c5e-8ef3-f6991b1e0ae0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:59.480954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac6913-7851-4c5e-8ef3-f6991b1e0ae0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:28:59.482582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f5ac6913-7851-4c5e-8ef3-f6991b1e0ae0 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318030 Apr 11 20:29:01.531891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43324) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:29:01.654479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2851d3-3670-4b43-ba40-a139c9273f13 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:29:01.655817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0f2851d3-3670-4b43-ba40-a139c9273f13 admin admin] 10.222.0.61 "GET /v2.0/subnets/1466445f-92d2-4fc2-ab0d-938d32b9c8ae HTTP/1.1" status: 200 len: 816 time: 0.1229751 Apr 11 20:29:03.667060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43334) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:29:03.832068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda66c22-9676-41ad-a8ec-f616e426fdac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:29:03.833395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eda66c22-9676-41ad-a8ec-f616e426fdac admin admin] 10.222.0.61 "GET /v2.0/subnets/ca6a5b9f-bf5d-4125-b1d5-7452ac28f116 HTTP/1.1" status: 200 len: 868 time: 0.1653545 Apr 11 20:29:13.755106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-adda3cec-44d8-4650-9b0f-98274051eba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:15.940660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eba15ca8-7018-4a11-b2b5-acbe60afbbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:17.111230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:17.202753 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:18.457388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:21.908522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:29:21.996313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-77df8165-2860-4ce4-bc01-372b51920d7f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:29:21.997331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-77df8165-2860-4ce4-bc01-372b51920d7f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0878909 Apr 11 20:29:24.103884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43382) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:29:24.193261 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-53789e71-a7b7-43f2-83c0-12475b70f9f2 admin admin] GET failed (client error): The resource could not be found. Apr 11 20:29:24.194458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-53789e71-a7b7-43f2-83c0-12475b70f9f2 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0896463 Apr 11 20:29:24.324029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc748d-fca3-470a-9530-e4626fbedb56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:29:24.326099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-39fc748d-fca3-470a-9530-e4626fbedb56 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1278331 Apr 11 20:29:26.400800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43392) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:29:26.477126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:29:26.482628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:29:26.486375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Usage tracker for resource:network and tenant:5d4bbe95fa834496a6e02f4678ca1d14 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:29:26.489213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:29:26.494757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:29:26.568708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Made reservation on behalf of 5d4bbe95fa834496a6e02f4678ca1d14 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:29:26.570950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:26.656970 n-d-837321-1 neutron-server[84667]: WARNING neutron.services.revisions.revision_plugin [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Could not find related network for resource to bump revision. Apr 11 20:29:26.669458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:29:26.678257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:26.678596 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Added segment 42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8 of type vlan for network 7ded0daf-5a38-4231-bdd5-e9132d46e79d Apr 11 20:29:26.704259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:26.808582 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:26.809456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:29:26.810024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:26.904547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] Pushing event updated for resources: {'Network': ['ID=7ded0daf-5a38-4231-bdd5-e9132d46e79d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:29:26.916168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:29:26.957824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7fd70e4-d6e3-4034-bf64-3bce3d63322e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5559165 Apr 11 20:29:29.005255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43402) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:29:29.097193 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8feafb2f-48ad-4ec2-98a7-0f9e19a1a202 admin admin] GET failed (client error): The resource could not be found. Apr 11 20:29:29.097678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8feafb2f-48ad-4ec2-98a7-0f9e19a1a202 admin admin] Synchronizing usage tracker for tenant:5d4bbe95fa834496a6e02f4678ca1d14 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:29:29.168165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8feafb2f-48ad-4ec2-98a7-0f9e19a1a202 admin admin] Unset dirty status for tenant:5d4bbe95fa834496a6e02f4678ca1d14 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:29:29.169255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8feafb2f-48ad-4ec2-98a7-0f9e19a1a202 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1630807 Apr 11 20:29:29.274036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201ff359-a760-49ac-961e-96ad7fcf62ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:29:29.275384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-201ff359-a760-49ac-961e-96ad7fcf62ab admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022131 Apr 11 20:29:29.284674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:29:29.289082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:29:29.298594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:29:29.368082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Made reservation on behalf of 5d4bbe95fa834496a6e02f4678ca1d14 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:29:29.370270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:29.634352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:29.702244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:29:29.717141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:29:29.717485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Network hostable DHCP agents. Network: 7ded0daf-5a38-4231-bdd5-e9132d46e79d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:29:29.822551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:29:29.902819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7ded0daf-5a38-4231-bdd5-e9132d46e79d) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:29:29.906807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:29:29.907385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:29.911656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29bb5a1-8f09-40e1-8bb0-3612feed4055 None None] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:29:30.009009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d1b8907d-7c5a-4ee0-a7cf-4d0d8e01cf1c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7275543 Apr 11 20:29:30.137118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'tenant_id': '5d4bbe95fa834496a6e02f4678ca1d14', 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:29:30.138241 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:30.296881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Allocated IP 192.168.233.2 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/cdef2eb8-7166-49c8-9f9c-09c8b0655abe) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:29:30.503881 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:30.514826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Transition to ACTIVE for port object cdef2eb8-7166-49c8-9f9c-09c8b0655abe will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:29:30.535268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Transition to ACTIVE for port object cdef2eb8-7166-49c8-9f9c-09c8b0655abe will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:29:30.670099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:30.738535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:29:30.741210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:29:30.744893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:29:30.751559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Pushing event updated for resources: {'Port': ['ID=cdef2eb8-7166-49c8-9f9c-09c8b0655abe,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:29:30.785870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.786214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.786550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.786881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.787213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.787558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.787879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.788199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.788518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.788835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.789155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:29:30.849178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Attempting to bind port cdef2eb8-7166-49c8-9f9c-09c8b0655abe on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:29:30.849547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Attempting to bind port cdef2eb8-7166-49c8-9f9c-09c8b0655abe by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:29:30.849907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Attempting to bind port cdef2eb8-7166-49c8-9f9c-09c8b0655abe on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:29:30.856758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:29:30.857156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:29:30.857551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:30.857940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:29:30.858403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Bound port: cdef2eb8-7166-49c8-9f9c-09c8b0655abe, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:29:30.858794 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:30.947952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] For port cdef2eb8-7166-49c8-9f9c-09c8b0655abe, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:29:30.951940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] For port cdef2eb8-7166-49c8-9f9c-09c8b0655abe, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cdef2eb8-7166-49c8-9f9c-09c8b0655abe,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:29:31.037925 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:31.116043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7a928-6cec-41f7-a085-8170c7d3218e None None] Pushing event updated for resources: {'Port': ['ID=cdef2eb8-7166-49c8-9f9c-09c8b0655abe,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:29:31.535785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cdef2eb8-7166-49c8-9f9c-09c8b0655abe up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:29:31.724999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port cdef2eb8-7166-49c8-9f9c-09c8b0655abe completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:29:31.982226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1f567-4610-4cc9-9608-eb34a4d6fcda None None] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:29:32.161235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] Provisioning for port cdef2eb8-7166-49c8-9f9c-09c8b0655abe completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:29:32.174106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] Provisioning complete for port cdef2eb8-7166-49c8-9f9c-09c8b0655abe triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:29:32.175235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:32.350866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:32.390809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] For port cdef2eb8-7166-49c8-9f9c-09c8b0655abe, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cdef2eb8-7166-49c8-9f9c-09c8b0655abe,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:29:32.470129 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:32.539674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db178-63a7-49f8-9fef-d6136c2d27ca None None] Pushing event updated for resources: {'Port': ['ID=cdef2eb8-7166-49c8-9f9c-09c8b0655abe,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:29:32.592542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f1f5fcbb-968f-45b2-a30b-704f05ac7be8 None None] Provisioning complete for port cdef2eb8-7166-49c8-9f9c-09c8b0655abe triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:29:32.592962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fcbb-968f-45b2-a30b-704f05ac7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:33.513685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cdef2eb8-7166-49c8-9f9c-09c8b0655abe up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:29:33.585687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cdef2eb8-7166-49c8-9f9c-09c8b0655abe triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:29:33.585980 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:33.606335 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:29:43.733759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5a92-178f-474e-80ea-96801610bc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:45.954406 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e3d2e5b8-05ea-4aae-b880-0941df931c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:47.114292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:47.211838 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:29:48.508422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:10.608254 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:30:13.777320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ff58ea57-c7a1-4b80-abdf-d5e001fc174e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:15.931152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cc51a8fe-17d2-48a3-9ecd-028a127d4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:17.116201 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:17.207570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:18.476708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:43.813693 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2817f39-7f6d-4f33-aa3e-dcf5999cdcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:45.927035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a9519ec2-206d-4eb8-8d53-399b3a4b8d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:47.149100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:47.221832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:47.608116 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:30:48.504830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:57.396400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43444) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:30:57.402767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-8c800bbe-cc57-4bc9-a086-bb13bc17e5b1 tempest-verify_tempest_config-1085543633 tempest-verify_tempest_config-1085543633-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:30:57.403762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c800bbe-cc57-4bc9-a086-bb13bc17e5b1 tempest-verify_tempest_config-1085543633 tempest-verify_tempest_config-1085543633-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0063965 Apr 11 20:30:57.953827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43460) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:30:58.098452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.132359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:30:58.136910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Usage tracker for resource:security_group_rule and tenant:90d9e9b4656541798b41d51ec6a39329 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:30:58.139658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:30:58.145263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:30:58.209712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.275725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.321497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f91e01c-a6b7-4f3a-9795-95b8cf73c14f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:30:58.326960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90d9e9b4656541798b41d51ec6a39329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3721414 Apr 11 20:30:58.329850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:30:58.331596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.331935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.332266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.332592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.332914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.333237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.333551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.333864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.334175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.334484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.334794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce7624-574f-4414-bc2e-88fcdf557b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.393133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.427566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.587881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.602373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f91e01c-a6b7-4f3a-9795-95b8cf73c14f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:30:58.612872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:30:58.613974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f91e01c-a6b7-4f3a-9795-95b8cf73c14f HTTP/1.1" status: 204 len: 168 time: 0.2830622 Apr 11 20:30:58.615493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.615833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.616163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.616598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.616924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.617246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.617564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.618319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.618319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.618584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:30:58.618996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadd76a-a819-4f1f-9d64-e0bf23712942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:31:13.769765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c2fb22e8-ad13-44ff-b8b4-226bcfcb430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:15.918235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-554f687a-ac4a-45e6-bc13-22d14c5ebc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:17.129519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:17.243754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:18.481981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:24.608096 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:31:43.745998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-faef30d0-da75-4095-9ef8-d748babdf30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:45.923788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07c69e27-8375-4d52-b1b4-a16d39b07132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:47.129142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:47.208808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:31:48.506173 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:01.609333 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:32:13.734341 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34569a79-ebe0-4747-bddf-dfeb857436d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:15.920111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-53456bc8-df40-4161-ad83-a37807a63211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:17.131767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:17.213796 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:18.465566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:38.609129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:32:43.733394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0571-f489-44b4-915a-359850ad3f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:45.921991 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-20d7ff83-bfc1-42a9-868d-6cc76b4f58d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:47.127955 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:47.207754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:32:48.488038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:13.742997 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcd29-00e6-4ffd-b013-c735effa705f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:15.608354 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:33:15.930901 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-accda187-60d4-45f7-8256-4906ff9aca10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:17.144536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:17.230230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:18.504214 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:43.737069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55808f79-e9f6-4f09-8d9f-f250df52ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:45.955784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cf80c0e0-672a-41e8-b7e7-de179a228bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:47.126850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:47.252783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:48.531067 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:33:52.608447 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 5 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:33:58.416091 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:00.303610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628981'] for agent, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:13.732115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7653d48c-e77d-45c9-b3b0-4f68920ecbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:15.932053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-920bcb01-47a0-4387-95c0-edff95a84334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:17.142933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:17.233117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:18.501835 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:28.388685 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:29.611292 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:34:30.245773 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:43.426248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43530) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:34:43.562999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1371eab9-5983-4776-a50f-b36edc1428e8 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1356676 Apr 11 20:34:43.741762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5554ddb-4adf-4b67-bfa2-465d14273d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:45.618600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43540) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:34:45.702288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73a8e888-cb35-49db-9d8c-bc22a7b2c573 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0826299 Apr 11 20:34:45.948506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7511fabc-f555-416f-a206-4f3a7f4cc845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:47.159890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:47.245325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:48.552944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:34:58.376607 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:00.245073 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:06.611746 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:35:13.759513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46284e54-549d-425e-82de-cdbfc5fff232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:15.913527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5afa9a1-72b1-4b14-9006-c94e88b78ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:17.178614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:17.261062 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:18.519052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:28.397983 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:30.285941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:43.613782 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:35:43.741634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7deee28f-6501-4ab2-a879-826383d09872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:45.935781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2710b359-6323-4289-ade1-1e7e5303d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:47.153082 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:47.231990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:48.524575 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:35:58.393233 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:00.278415 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:13.729372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-05a4e2b7-a791-4798-b3c3-2a863e58be53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:15.935240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-05ef9dfa-9ee2-42fd-9128-38506f4d5563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:17.198251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:17.255172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:18.536674 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:20.626733 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:36:22.136068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43750) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:22.753692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9778c373-aa9f-47dd-b4f2-b606705fc2b6 tempest-AutoAllocateNetworkTest-1342100372 tempest-AutoAllocateNetworkTest-1342100372-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a60ae47f487940b0861285bfa4f4b733&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6164970 Apr 11 20:36:22.753920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:22.903330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4076040-86bb-4dd2-9566-713960fdab36 tempest-AutoAllocateNetworkTest-1342100372 tempest-AutoAllocateNetworkTest-1342100372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:22.904771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d4076040-86bb-4dd2-9566-713960fdab36 tempest-AutoAllocateNetworkTest-1342100372 tempest-AutoAllocateNetworkTest-1342100372-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1497586 Apr 11 20:36:22.907801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43776) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:22.980536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0aaa43e5-16a3-4ff7-b01d-e71a05af0912 tempest-AutoAllocateNetworkTest-1342100372 tempest-AutoAllocateNetworkTest-1342100372-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684006 Apr 11 20:36:22.980778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:23.010165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5169e3c8-c3f1-456c-872d-dd2fabfd7527 tempest-AutoAllocateNetworkTest-1342100372 tempest-AutoAllocateNetworkTest-1342100372-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a60ae47f487940b0861285bfa4f4b733 HTTP/1.1" status: 200 len: 208 time: 0.0258744 Apr 11 20:36:24.271914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43822) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:24.751672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:24.784264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:24.785903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Usage tracker for resource:security_group_rule and tenant:a60ae47f487940b0861285bfa4f4b733 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:24.788642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:24.794200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:24.856935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:24.935406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:24.986492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e432dc-8dcc-46de-acb8-8b0f7cf813d0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:24.998383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a60ae47f487940b0861285bfa4f4b733&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7254503 Apr 11 20:36:25.001354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.001695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.002186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.002418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43848) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:25.003158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.004087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.004564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.005020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.005477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.005931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.006384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.006848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00aebd-217b-41ab-a370-faaf6dda4a7a admin admin] Tracked resource versions report: Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: pushed versions: Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Log': {'1.0'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Network': {'1.1'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Port': {'1.5'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'PortForwarding': {'1.2'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'QosPolicy': {'1.8'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'SecurityGroup': {'1.2'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'SubPort': {'1.0'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Subnet': {'1.1'}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Trunk': {'1.1'}} Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: consumer versions: Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: HyperV agent@n-h1-837321-1: {}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: HyperV agent@n-h2-837321-1: {}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: L3 agent@n-d-837321-1: {}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: Metadata agent@n-d-837321-1: {}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: Metering agent@n-d-837321-1: {}, Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Log': '1.0', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Network': '1.1', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Port': '1.5', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'PortForwarding': '1.2', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'QosPolicy': '1.8', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'SecurityGroup': '1.2', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'SecurityGroupRule': '1.0', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'SubPort': '1.0', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Subnet': '1.1', Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: 'Trunk': '1.1'}} Apr 11 20:36:25.008044 n-d-837321-1 neutron-server[84667]: {{(pid=84667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:36:25.087535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:25.114442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:25.215231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:25.233332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e432dc-8dcc-46de-acb8-8b0f7cf813d0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:25.243028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.243635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.244276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.244871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.245405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.245915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.246420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.246928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.247447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.248004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.248509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Tracked resource versions report: Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: pushed versions: Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Log': {'1.0'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Network': {'1.1'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Port': {'1.5'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'PortForwarding': {'1.2'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'QosPolicy': {'1.8'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'SecurityGroup': {'1.2'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'SubPort': {'1.0'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Subnet': {'1.1'}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Trunk': {'1.1'}} Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: consumer versions: Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: HyperV agent@n-h1-837321-1: {}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: HyperV agent@n-h2-837321-1: {}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: L3 agent@n-d-837321-1: {}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: Metadata agent@n-d-837321-1: {}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: Metering agent@n-d-837321-1: {}, Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Log': '1.0', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Network': '1.1', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Port': '1.5', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'PortForwarding': '1.2', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'QosPolicy': '1.8', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'SecurityGroup': '1.2', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'SecurityGroupRule': '1.0', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'SubPort': '1.0', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Subnet': '1.1', Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: 'Trunk': '1.1'}} Apr 11 20:36:25.250677 n-d-837321-1 neutron-server[84666]: {{(pid=84666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:36:25.261891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:25.266919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b6b4955f-90fe-45f7-b478-550efcc755b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80e432dc-8dcc-46de-acb8-8b0f7cf813d0 HTTP/1.1" status: 204 len: 168 time: 0.2622583 Apr 11 20:36:28.414935 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:28.528241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43978) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:28.697699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43990) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:28.700221 n-d-837321-1 neutron-server[84666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 20:36:28.744258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-b204ccfb-a4b6-4880-b6bf-9b53aca7e54f tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=aba432cde819498293e77c4ed5977a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454953 Apr 11 20:36:28.898430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-c1c4c44b-398a-43f6-ae4f-4281e15506b2 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:28.905242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-c1c4c44b-398a-43f6-ae4f-4281e15506b2 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599531 Apr 11 20:36:28.932312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:28.958807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-ae8611eb-1601-46a2-96b0-77db57abc312 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/quotas/aba432cde819498293e77c4ed5977a43 HTTP/1.1" status: 200 len: 375 time: 0.0526645 Apr 11 20:36:28.970529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:29.009894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6ab30cb02247ba998b10a6a4a88ca4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:29.022030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:29.026478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-4b7f2997-44e1-401a-87fc-9958651a6bc2 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608332 Apr 11 20:36:29.030290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:29.105528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.192414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.252144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8584d-1791-4c46-925b-0222eeb5d212,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:29.258238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Synchronizing usage tracker for tenant:5d4bbe95fa834496a6e02f4678ca1d14 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:36:29.358166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] Unset dirty status for tenant:5d4bbe95fa834496a6e02f4678ca1d14 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:36:29.360690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7d1854bf-9dd5-41db-9673-2213eed9ca82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc6ab30cb02247ba998b10a6a4a88ca4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8302691 Apr 11 20:36:29.364274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44024) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:29.457292 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ebf50c0-eecf-4454-b57c-9d8e3a559162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.462400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44034) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:29.501058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ebf50c0-eecf-4454-b57c-9d8e3a559162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.643880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ebf50c0-eecf-4454-b57c-9d8e3a559162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.666056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf50c0-eecf-4454-b57c-9d8e3a559162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8584d-1791-4c46-925b-0222eeb5d212,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:29.705482 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ebf50c0-eecf-4454-b57c-9d8e3a559162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.709523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2ebf50c0-eecf-4454-b57c-9d8e3a559162 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49d8584d-1791-4c46-925b-0222eeb5d212 HTTP/1.1" status: 204 len: 168 time: 0.3441975 Apr 11 20:36:29.806539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5863082-b779-43c0-a9ab-1403e127650b req-a780d2fc-72d0-4942-8ebf-7ade96d1ab3b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 210 time: 0.0811310 Apr 11 20:36:29.924353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:29.961599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:29.964085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec326b82a86f4abeb235b9408fcd8a97 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:29.967262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:29.974413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:30.048716 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.140616 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.208779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9359bc80-0876-4df5-a45f-ae24ada517a9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:30.212791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-401c837e-f97c-4b0b-8c4c-eca751e7cbf7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec326b82a86f4abeb235b9408fcd8a97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7491651 Apr 11 20:36:30.215644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44070) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:30.277067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af43d26e-2c21-4a97-9490-a3f3064b2f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.279213 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.305865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af43d26e-2c21-4a97-9490-a3f3064b2f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.501619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af43d26e-2c21-4a97-9490-a3f3064b2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.523128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43d26e-2c21-4a97-9490-a3f3064b2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9359bc80-0876-4df5-a45f-ae24ada517a9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:30.532992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af43d26e-2c21-4a97-9490-a3f3064b2f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:30.534381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-af43d26e-2c21-4a97-9490-a3f3064b2f78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9359bc80-0876-4df5-a45f-ae24ada517a9 HTTP/1.1" status: 204 len: 168 time: 0.3179829 Apr 11 20:36:30.829049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:30.947544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44104) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:30.970930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44110) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:30.989693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.024046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:31.028006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Usage tracker for resource:security_group_rule and tenant:c18c4640642246f4aa8eba22c4654d63 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:31.031648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:31.039200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:31.116728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.198042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.246574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51099a-1904-4f4f-974c-5bf7e3e37161,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:31.251713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3e7a4ca7-896d-4817-b452-86311fc3ba36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c18c4640642246f4aa8eba22c4654d63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2796657 Apr 11 20:36:31.254320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44120) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:31.341319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a213-5fef-4e5e-8307-f02116913c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.380627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a213-5fef-4e5e-8307-f02116913c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.489385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.548623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a213-5fef-4e5e-8307-f02116913c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.573420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:31.575964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a213-5fef-4e5e-8307-f02116913c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.579514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5ec9a213-5fef-4e5e-8307-f02116913c49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf51099a-1904-4f4f-974c-5bf7e3e37161 HTTP/1.1" status: 204 len: 168 time: 0.3213573 Apr 11 20:36:31.580515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Usage tracker for resource:security_group_rule and tenant:11dc0c73db8c41d4903bda0016b16473 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:31.584584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:31.590723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a213-5fef-4e5e-8307-f02116913c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51099a-1904-4f4f-974c-5bf7e3e37161,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:31.592733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:31.633262 n-d-837321-1 neutron-server[84667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 20:36:31.695816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81f8c9ae-7445-41eb-900e-0d87ea9c7c59 req-ae2760e1-e23a-4540-b64e-c9eb9639180b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 210 time: 0.7469628 Apr 11 20:36:31.764685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.822296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44152) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:31.843548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.856440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:31.877214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:31.881146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Usage tracker for resource:security_group_rule and tenant:11dac93ff36440f19766296d138f4bed is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:31.884706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:31.895009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:31.900664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa205c-c5d7-41c3-a071-d6304adf3ff7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:31.927057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a4d1c794-1f6f-436c-8ddf-ce9f59b59385 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11dc0c73db8c41d4903bda0016b16473&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0968330 Apr 11 20:36:31.929457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44160) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:31.972127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.017914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e49ee35c-ef3f-4517-9df3-2b56eb9d266c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.033176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.080004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e49ee35c-ef3f-4517-9df3-2b56eb9d266c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.094723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf27796-dfdc-4a36-9415-7553b82b11af,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:32.164432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ba1ae05c-ffda-4785-95cf-f454e81a3680 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11dac93ff36440f19766296d138f4bed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3393481 Apr 11 20:36:32.165545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44174) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:32.215494 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e49ee35c-ef3f-4517-9df3-2b56eb9d266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.245319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e49ee35c-ef3f-4517-9df3-2b56eb9d266c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.247011 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e49ee35c-ef3f-4517-9df3-2b56eb9d266c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45aa205c-c5d7-41c3-a071-d6304adf3ff7 HTTP/1.1" status: 204 len: 168 time: 0.3163548 Apr 11 20:36:32.268661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee35c-ef3f-4517-9df3-2b56eb9d266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa205c-c5d7-41c3-a071-d6304adf3ff7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:32.279429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df45e63a-cc2f-4d3e-9cfd-cfa5d24b9419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.351197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df45e63a-cc2f-4d3e-9cfd-cfa5d24b9419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.511577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df45e63a-cc2f-4d3e-9cfd-cfa5d24b9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.551230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45e63a-cc2f-4d3e-9cfd-cfa5d24b9419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf27796-dfdc-4a36-9415-7553b82b11af,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:32.561437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df45e63a-cc2f-4d3e-9cfd-cfa5d24b9419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:32.564471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-df45e63a-cc2f-4d3e-9cfd-cfa5d24b9419 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/daf27796-dfdc-4a36-9415-7553b82b11af HTTP/1.1" status: 204 len: 168 time: 0.3967855 Apr 11 20:36:32.924928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b363082-c970-41fe-b985-118b52fe2ad0 req-bad253bf-5cd5-408a-8f26-ff75571d1d7e tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 210 time: 0.0436664 Apr 11 20:36:33.489739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.75', 64888) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:33.521518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44228) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:33.531260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-213bafc8-ffec-45c2-bb08-9db420628233 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=aba432cde819498293e77c4ed5977a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347118 Apr 11 20:36:33.656767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44240) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:33.681575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:33.699563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-08ebcfe4-80b3-4ab7-858a-0298db0a61c3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:33.701244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-08ebcfe4-80b3-4ab7-858a-0298db0a61c3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622307 Apr 11 20:36:33.723354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:33.727492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Usage tracker for resource:security_group_rule and tenant:0a708b18ee124b208764bd7191fc3959 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:33.730513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:33.736973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:33.766409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44244) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:33.787489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44250) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:33.805424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Request body: {'port': {'device_id': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'aba432cde819498293e77c4ed5977a43'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:33.821054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:33.883788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:33.952319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3695b5fa-fed8-4c3c-8648-4622ce9badd0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:34.007114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.024763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:34.027237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-61c47342-6fb2-4ad5-bac4-4c564b51527f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a708b18ee124b208764bd7191fc3959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3694556 Apr 11 20:36:34.029960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Usage tracker for resource:port and tenant:aba432cde819498293e77c4ed5977a43 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:34.033472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:34.039981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:34.049505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:34.051948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:34.056081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc8090f330649a98e4058b700b8b105 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:34.059248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:34.065975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:34.125677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Made reservation on behalf of aba432cde819498293e77c4ed5977a43 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:36:34.128908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.169933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.191667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a75a2e2-c03f-4136-9a88-17ef6c5b4d44 req-1fcdac05-e441-48f9-bee3-c27dd0876739 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 210 time: 0.0701137 Apr 11 20:36:34.195390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.208994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.215212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.262548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:34.267304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Usage tracker for resource:security_group_rule and tenant:aba432cde819498293e77c4ed5977a43 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:34.272670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3421ca-e6a4-4f34-9db7-427ff7ae3d07,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:34.272985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:34.276484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:34.303509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:34.303674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-05528999-2071-4e7a-af2e-cf93e95763e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bc8090f330649a98e4058b700b8b105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7798138 Apr 11 20:36:34.305826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44282) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:34.320546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Usage tracker for resource:security_group_rule and tenant:bb818b23bcfe476691b5329d5a2feb29 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:34.328861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:34.334429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51ae992-428a-484c-88fc-bdd397f6645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.386473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51ae992-428a-484c-88fc-bdd397f6645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.434177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2628928-584b-4fc6-9e22-53219f0542ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.466819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2628928-584b-4fc6-9e22-53219f0542ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.474346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:34.494737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.570213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51ae992-428a-484c-88fc-bdd397f6645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.597432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:34.622036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2628928-584b-4fc6-9e22-53219f0542ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.631124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Usage tracker for resource:security_group_rule and tenant:32913fdf2a484492ab4778e840ac2d5d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:34.635640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ae992-428a-484c-88fc-bdd397f6645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3695b5fa-fed8-4c3c-8648-4622ce9badd0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:34.640287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:34.647900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2628928-584b-4fc6-9e22-53219f0542ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3421ca-e6a4-4f34-9db7-427ff7ae3d07,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:34.651164 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2628928-584b-4fc6-9e22-53219f0542ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.652502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b2628928-584b-4fc6-9e22-53219f0542ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b3421ca-e6a4-4f34-9db7-427ff7ae3d07 HTTP/1.1" status: 204 len: 168 time: 0.3455334 Apr 11 20:36:34.664686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:34.692453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.721003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51ae992-428a-484c-88fc-bdd397f6645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.722252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b51ae992-428a-484c-88fc-bdd397f6645d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3695b5fa-fed8-4c3c-8648-4622ce9badd0 HTTP/1.1" status: 204 len: 168 time: 0.6715419 Apr 11 20:36:34.763225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.823161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.886476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb21f50-fe07-4308-b42d-91ae813b1ba8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:34.917300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:34.925578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.010989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.029275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210fcbe8-5529-4470-a8a5-30cf8f097b3f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:35.044788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4433b4ab-7457-4fa2-a794-fe7f27219dfa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb818b23bcfe476691b5329d5a2feb29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2770715 Apr 11 20:36:35.047614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44326) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:35.098054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Allocated IP 192.168.233.249 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/a4745409-51a7-44f6-86e9-37d24fb27870) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:36:35.129027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c11004c-334d-4680-8b29-e60bdb4fb534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.156312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c11004c-334d-4680-8b29-e60bdb4fb534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.177513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c46fdd8-2b47-4d74-895b-f44faf1cfd61,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:35.183675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c33f0fcb-2f78-40f1-a9a3-b77f19564d53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32913fdf2a484492ab4778e840ac2d5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3949614 Apr 11 20:36:35.189564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44332) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:35.338946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53e848c8-b6cb-47eb-8bf5-aaa9a2da1e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.347883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.398612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Transition to ACTIVE for port object a4745409-51a7-44f6-86e9-37d24fb27870 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:36:35.401570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c11004c-334d-4680-8b29-e60bdb4fb534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.419041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53e848c8-b6cb-47eb-8bf5-aaa9a2da1e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.427309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11004c-334d-4680-8b29-e60bdb4fb534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210fcbe8-5529-4470-a8a5-30cf8f097b3f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:35.462871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c11004c-334d-4680-8b29-e60bdb4fb534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.466788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2c11004c-334d-4680-8b29-e60bdb4fb534 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/210fcbe8-5529-4470-a8a5-30cf8f097b3f HTTP/1.1" status: 204 len: 168 time: 0.4179220 Apr 11 20:36:35.501485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.558060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53e848c8-b6cb-47eb-8bf5-aaa9a2da1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.581427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e848c8-b6cb-47eb-8bf5-aaa9a2da1e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c46fdd8-2b47-4d74-895b-f44faf1cfd61,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:35.595961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53e848c8-b6cb-47eb-8bf5-aaa9a2da1e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.597921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-53e848c8-b6cb-47eb-8bf5-aaa9a2da1e9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c46fdd8-2b47-4d74-895b-f44faf1cfd61 HTTP/1.1" status: 204 len: 168 time: 0.4064081 Apr 11 20:36:35.606276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:36:35.608344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Pushing event updated for resources: {'Port': ['ID=a4745409-51a7-44f6-86e9-37d24fb27870,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:35.611144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:36:35.613398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:36:35.618086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:35.618707 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:35.658846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c3a7-6eb1-403b-b2d8-63a368677ea7 req-53ae55a2-87db-4be2-80da-4e70f3e627fa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:35.660698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9f3c3a7-6eb1-403b-b2d8-63a368677ea7 req-53ae55a2-87db-4be2-80da-4e70f3e627fa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 936 time: 0.1445556 Apr 11 20:36:35.707292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-84abac82-db65-4834-b074-5b170bc48067 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9117920 Apr 11 20:36:35.722510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-3bfb5835-4628-4f6b-a51e-a3e1192bc286 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:36:35.723621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-3bfb5835-4628-4f6b-a51e-a3e1192bc286 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064840 Apr 11 20:36:35.729703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9f3c3a7-6eb1-403b-b2d8-63a368677ea7 req-06627037-534f-45da-a1a8-01b5fae5df9b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Apr 11 20:36:35.770136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2051212b-0601-404f-a9d7-df06a589efb8 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348313 Apr 11 20:36:36.026327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-60c29a68-3722-4052-a309-5a5426059cbe tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:36.027898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-60c29a68-3722-4052-a309-5a5426059cbe tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516320 Apr 11 20:36:36.053272 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-c81f05f9-f3f0-42c8-af89-bf78e239436e tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/quotas/fbd4f46fb4f84a5bb11960367d32117c HTTP/1.1" status: 200 len: 375 time: 0.0189989 Apr 11 20:36:36.117501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d5a373bf-75f8-4274-aad5-7ff8c6122f3a None None] Provisioning for port a4745409-51a7-44f6-86e9-37d24fb27870 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:36:36.122759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d5a373bf-75f8-4274-aad5-7ff8c6122f3a None None] Provisioning complete for port a4745409-51a7-44f6-86e9-37d24fb27870 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:36:36.123299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d5a373bf-75f8-4274-aad5-7ff8c6122f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:36.126380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-3c3c6f38-ccf3-46d2-bcc7-69f0491d621d tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662572 Apr 11 20:36:36.264229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d5a373bf-75f8-4274-aad5-7ff8c6122f3a None None] Port a4745409-51a7-44f6-86e9-37d24fb27870 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:36:36.402912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44370) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:36.449838 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:36.515466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79a3a3b1-464a-45ad-ae8c-e879a3524f0e req-b584e346-79b8-4f65-a660-5e1b6c5b1d4e tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 210 time: 0.0811703 Apr 11 20:36:36.583732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:36.600467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Usage tracker for resource:security_group_rule and tenant:fc84666c3c5141fa8c660ef957904c0d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:36.605161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:36.630657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:36.812541 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.001012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.014216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-8614d3de-a202-4623-94c0-a5067b97eb5c tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:37.015548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-8614d3de-a202-4623-94c0-a5067b97eb5c tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Synchronizing usage tracker for tenant:aba432cde819498293e77c4ed5977a43 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:36:37.076730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61cd0ab-63ca-47c8-9482-195cf0063f9c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:37.082712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e2f5452-bfc4-42ba-a823-b682d2f8fcfe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc84666c3c5141fa8c660ef957904c0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6787426 Apr 11 20:36:37.085775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44398) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:37.209977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-8614d3de-a202-4623-94c0-a5067b97eb5c tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Unset dirty status for tenant:aba432cde819498293e77c4ed5977a43 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:36:37.211364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-8614d3de-a202-4623-94c0-a5067b97eb5c tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 936 time: 0.2957091 Apr 11 20:36:37.257807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-585006e1-8b4c-4b9c-93ce-2b1534014f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.316170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-b541177d-690f-468d-9622-2fbbc13a6fc3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Synchronizing usage tracker for tenant:aba432cde819498293e77c4ed5977a43 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:36:37.338292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-585006e1-8b4c-4b9c-93ce-2b1534014f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.405277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-b541177d-690f-468d-9622-2fbbc13a6fc3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Unset dirty status for tenant:aba432cde819498293e77c4ed5977a43 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:36:37.408164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5975ecb7-d9f7-454f-95c9-6febd1ea3d06 req-b541177d-690f-468d-9622-2fbbc13a6fc3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896501 Apr 11 20:36:37.473297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-585006e1-8b4c-4b9c-93ce-2b1534014f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.495849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585006e1-8b4c-4b9c-93ce-2b1534014f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61cd0ab-63ca-47c8-9482-195cf0063f9c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:37.506555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-585006e1-8b4c-4b9c-93ce-2b1534014f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.506555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-585006e1-8b4c-4b9c-93ce-2b1534014f6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b61cd0ab-63ca-47c8-9482-195cf0063f9c HTTP/1.1" status: 204 len: 168 time: 0.4182351 Apr 11 20:36:37.631013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:37.638534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad7de232-dd50-43b9-aa6e-73d437abdf09 req-1cd7da88-89b9-4791-88b3-99e2fa3e3a34 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 210 time: 0.0579741 Apr 11 20:36:37.652780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:37.737642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:37.747276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:23a53bf0d71e47a69a80884778df15df is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:37.750847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:37.773712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:37.903138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Request body: {'port': {'device_id': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:37.958172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.044829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.104278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e38dc9-5d3e-457b-84a2-9ea9c215928b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:38.115062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.144058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4e2f99c-3eb1-4728-bfc8-bcd55e6b7dc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23a53bf0d71e47a69a80884778df15df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5097499 Apr 11 20:36:38.145147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44428) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:38.243437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44432) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:38.322443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.470033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9003bf9f-1e38-440a-9b1c-03182f1c624d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.525308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:38.528292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9003bf9f-1e38-440a-9b1c-03182f1c624d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.539083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Usage tracker for resource:security_group_rule and tenant:ececcde529414166975365d8685ba99c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:38.543293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:38.557863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:38.661498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.700666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9003bf9f-1e38-440a-9b1c-03182f1c624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.743219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003bf9f-1e38-440a-9b1c-03182f1c624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e38dc9-5d3e-457b-84a2-9ea9c215928b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:38.745934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.823381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ececcde529414166975365d8685ba99c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5771546 Apr 11 20:36:38.841310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44448) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:38.846063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce78da-0643-4bb0-ac38-54493dd6e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7bcf8-ed26-4ebd-9d86-fc4caf196375,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:38.880051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9003bf9f-1e38-440a-9b1c-03182f1c624d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.882024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9003bf9f-1e38-440a-9b1c-03182f1c624d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72e38dc9-5d3e-457b-84a2-9ea9c215928b HTTP/1.1" status: 204 len: 168 time: 0.7357807 Apr 11 20:36:38.907793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4745409-51a7-44f6-86e9-37d24fb27870 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:36:38.936271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:38.973206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Transition to ACTIVE for port object a4745409-51a7-44f6-86e9-37d24fb27870 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:36:38.982343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d9e24da-7ea8-4d05-b358-5073076ebb20 req-83a057cc-f2e0-44d4-832b-1fe8649c6cdb tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 210 time: 0.0551803 Apr 11 20:36:38.998327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125450-65ab-4703-a266-dd474239c9df req-5b530e10-5a56-4671-9c1e-bd6fd96e9f31 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:39.000732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4125450-65ab-4703-a266-dd474239c9df req-5b530e10-5a56-4671-9c1e-bd6fd96e9f31 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 936 time: 0.2501996 Apr 11 20:36:39.012512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22a93654-49f4-4d32-a700-4aff23bd2df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.052295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.062384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22a93654-49f4-4d32-a700-4aff23bd2df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.192558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22a93654-49f4-4d32-a700-4aff23bd2df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.237281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a93654-49f4-4d32-a700-4aff23bd2df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7bcf8-ed26-4ebd-9d86-fc4caf196375,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:39.273009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Pushing event updated for resources: {'Port': ['ID=a4745409-51a7-44f6-86e9-37d24fb27870,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:39.274719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22a93654-49f4-4d32-a700-4aff23bd2df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.294933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-22a93654-49f4-4d32-a700-4aff23bd2df8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51b7bcf8-ed26-4ebd-9d86-fc4caf196375 HTTP/1.1" status: 204 len: 168 time: 0.4432945 Apr 11 20:36:39.306432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4125450-65ab-4703-a266-dd474239c9df req-36e797b5-2500-4bb0-96ad-e1caf1fa09d5 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983320 Apr 11 20:36:39.403005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Attempting to bind port a4745409-51a7-44f6-86e9-37d24fb27870 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:36:39.403944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Attempting to bind port a4745409-51a7-44f6-86e9-37d24fb27870 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:36:39.404817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Attempting to bind port a4745409-51a7-44f6-86e9-37d24fb27870 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:36:39.412259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Port a4745409-51a7-44f6-86e9-37d24fb27870 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:36:39.412574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Attempting to bind port a4745409-51a7-44f6-86e9-37d24fb27870 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:36:39.420166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:36:39.420529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:36:39.422417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:36:39.422417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Bound port: a4745409-51a7-44f6-86e9-37d24fb27870, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:36:39.422417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.552914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] For port a4745409-51a7-44f6-86e9-37d24fb27870, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:36:39.557368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] For port a4745409-51a7-44f6-86e9-37d24fb27870, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a4745409-51a7-44f6-86e9-37d24fb27870,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:36:39.647100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.746292 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:39.748014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] 10.222.0.75 "PUT /v2.0/ports/a4745409-51a7-44f6-86e9-37d24fb27870 HTTP/1.1" status: 200 len: 1096 time: 2.7986753 Apr 11 20:36:39.748656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'tag': 'a4745409-51a7-44f6-86e9-37d24fb27870'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:36:39.857772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19943d57-a632-42b9-9a90-ab1e09d06701 service neutron] Pushing event updated for resources: {'Port': ['ID=a4745409-51a7-44f6-86e9-37d24fb27870,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:40.065695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.69', 58538) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:40.112586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-35b956c8-e371-47db-af6b-e18d0ae92b7f tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457723 Apr 11 20:36:40.499110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cae86acb-77b1-4172-9453-b761b090917f req-cb476d56-ff3a-4ad4-99df-a11faaaa6f1c tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 210 time: 0.2929034 Apr 11 20:36:40.611106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-d8c76164-1a9a-4911-b50f-a08d0eb123bd tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:40.612950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-d8c76164-1a9a-4911-b50f-a08d0eb123bd tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4764493 Apr 11 20:36:40.666768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Request body: {'port': {'device_id': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'fbd4f46fb4f84a5bb11960367d32117c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:40.787491 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-eac72bf6-9ba4-4045-af51-9d1744cdb54d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 1099 time: 0.1286206 Apr 11 20:36:40.794761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0021-2668-43a7-9f62-3b7e341e2197 req-49048a3f-b984-416e-b659-50572d195aa6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:40.797032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d3a0021-2668-43a7-9f62-3b7e341e2197 req-49048a3f-b984-416e-b659-50572d195aa6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.1957252 Apr 11 20:36:41.020388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:41.024491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Usage tracker for resource:port and tenant:fbd4f46fb4f84a5bb11960367d32117c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:41.028318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:41.035612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:41.058837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-ffa5d1b1-9c0b-47a6-91d5-b60883e89a3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a4745409-51a7-44f6-86e9-37d24fb27870 HTTP/1.1" status: 200 len: 217 time: 0.2548225 Apr 11 20:36:41.080022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d3a0021-2668-43a7-9f62-3b7e341e2197 req-185a36dd-9377-4a70-884c-06c8ee508ce5 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749317 Apr 11 20:36:41.101330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Made reservation on behalf of fbd4f46fb4f84a5bb11960367d32117c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:36:41.108219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:41.172640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:41.204476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-46f9d7ba-245f-4048-8873-148e5e49c45b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:41.206876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-46f9d7ba-245f-4048-8873-148e5e49c45b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1254513 Apr 11 20:36:41.234702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:41.245904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Usage tracker for resource:security_group_rule and tenant:fbd4f46fb4f84a5bb11960367d32117c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:41.253023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:41.264597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:41.382985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-f840047c-357b-4d28-93cf-10740dc010b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369092 Apr 11 20:36:41.415806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:41.478172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:41.566877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd24428-0027-4ad8-bbae-fa629c1884aa,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:41.720107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Allocated IP 192.168.233.174 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/317b2275-eb11-4101-854b-1db0aaa5a7f9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:36:41.945452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae267529-8e87-483c-a7a9-c88206192498 req-f2f9e7f2-a10a-4663-9424-faf3cbdce34d tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 210 time: 0.0773342 Apr 11 20:36:42.077384 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-b8ca2880-5d79-44c8-a7e3-c6085fb61d1d service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566966 Apr 11 20:36:42.118937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:42.153843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Transition to ACTIVE for port object 317b2275-eb11-4101-854b-1db0aaa5a7f9 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:36:42.262128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:42.437200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:36:42.449075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:36:42.476935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:36:42.484649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:42.486760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:42.552699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Pushing event updated for resources: {'Port': ['ID=317b2275-eb11-4101-854b-1db0aaa5a7f9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:42.623692 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6949c5-7118-4e4a-afd1-228d90f617ed'] response: {'name': 'network-changed', 'server_uuid': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'tag': 'a4745409-51a7-44f6-86e9-37d24fb27870', 'status': 'completed', 'code': 200} Apr 11 20:36:42.638143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f72b2f8-e8bc-4ae2-9add-1177e8f46ff9 req-86c03523-286c-4184-9ac2-37cc0df23fec service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456415 Apr 11 20:36:42.658605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b11eeaa-0578-491c-a4f0-eb84baad6001 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9955699 Apr 11 20:36:42.693995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-e3845be3-2f5f-4d21-89fc-87ea5781a8c4 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:36:42.698448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-e3845be3-2f5f-4d21-89fc-87ea5781a8c4 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0325444 Apr 11 20:36:42.924851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56660fa-69aa-4b46-baa2-7c5f7bf75fb4 req-57c9258f-1ab2-4807-9fb3-a46782af2bdf tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:42.926377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f56660fa-69aa-4b46-baa2-7c5f7bf75fb4 req-57c9258f-1ab2-4807-9fb3-a46782af2bdf tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.3059301 Apr 11 20:36:42.975428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb5c3034-301e-4968-912f-54556715d910 None None] Provisioning for port 317b2275-eb11-4101-854b-1db0aaa5a7f9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:36:42.981043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb5c3034-301e-4968-912f-54556715d910 None None] Provisioning complete for port 317b2275-eb11-4101-854b-1db0aaa5a7f9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:36:42.981730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3034-301e-4968-912f-54556715d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:43.036652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f56660fa-69aa-4b46-baa2-7c5f7bf75fb4 req-04b6d1f1-8642-4b3a-a128-bb922f500d80 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037610 Apr 11 20:36:43.101433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c3034-301e-4968-912f-54556715d910 None None] Port 317b2275-eb11-4101-854b-1db0aaa5a7f9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:36:43.130390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-4ae4fa51-e4e2-455f-9f52-6d994e42c41a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 1099 time: 0.1471059 Apr 11 20:36:43.452254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982176-2134-45e2-864d-c44eafd169de req-9e1af8d3-36cf-44ef-874c-76ab9ae10417 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:43.452784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-06982176-2134-45e2-864d-c44eafd169de req-9e1af8d3-36cf-44ef-874c-76ab9ae10417 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Synchronizing usage tracker for tenant:fbd4f46fb4f84a5bb11960367d32117c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:36:43.534583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-b489d347-545d-4f2f-b143-d446f529b90c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:43.534583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-b489d347-545d-4f2f-b143-d446f529b90c service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2649691 Apr 11 20:36:43.602350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-5549a387-538d-4d07-9de1-548237dc3be3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a4745409-51a7-44f6-86e9-37d24fb27870 HTTP/1.1" status: 200 len: 217 time: 0.0731721 Apr 11 20:36:43.702875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-ec078c81-2106-414d-adca-78f0f40cabd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:43.704422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-ec078c81-2106-414d-adca-78f0f40cabd3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0759385 Apr 11 20:36:43.798530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-713d31d3-f1c1-407c-8ec5-ec9db10b3a70 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773728 Apr 11 20:36:43.966516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-65f38c10-418e-445d-a5e8-0007f947ec66 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535904 Apr 11 20:36:44.209407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-06982176-2134-45e2-864d-c44eafd169de req-9e1af8d3-36cf-44ef-874c-76ab9ae10417 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Unset dirty status for tenant:fbd4f46fb4f84a5bb11960367d32117c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:36:44.209708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-307419b5-b202-4bbc-bef4-c61244e7180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:44.212138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06982176-2134-45e2-864d-c44eafd169de req-9e1af8d3-36cf-44ef-874c-76ab9ae10417 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 936 time: 1.0114667 Apr 11 20:36:44.345708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-06982176-2134-45e2-864d-c44eafd169de req-afdd56e9-b785-4ad6-9a96-a843cd5d8e58 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Synchronizing usage tracker for tenant:fbd4f46fb4f84a5bb11960367d32117c on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:36:44.460929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-06982176-2134-45e2-864d-c44eafd169de req-afdd56e9-b785-4ad6-9a96-a843cd5d8e58 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Unset dirty status for tenant:fbd4f46fb4f84a5bb11960367d32117c on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:36:44.463244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06982176-2134-45e2-864d-c44eafd169de req-afdd56e9-b785-4ad6-9a96-a843cd5d8e58 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435412 Apr 11 20:36:44.522626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13e3c496-3b90-48fe-b81b-2b8be6fa412d req-8a20fa5f-9b38-459b-bc2d-1c826d3d10f9 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327099 Apr 11 20:36:44.628487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2a2d9-c276-44b4-968f-5b9943e392a4 req-66baea6c-a6e2-4422-b0c2-35844b2b388b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:44.636829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65e2a2d9-c276-44b4-968f-5b9943e392a4 req-66baea6c-a6e2-4422-b0c2-35844b2b388b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.3649926 Apr 11 20:36:44.774508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65e2a2d9-c276-44b4-968f-5b9943e392a4 req-efb230f9-41bf-4c6d-8053-f0c6d7f7a680 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292033 Apr 11 20:36:45.164433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Request body: {'port': {'device_id': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'device_owner': 'compute:tempest-test_az-708372923', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:45.388013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:46.163886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52e09de4-2419-46d0-9dfe-291f7112af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:46.326771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e58750-8bf5-496a-8130-abb84a611e17 req-0b8449ca-27ae-42b3-9d47-9776d4161422 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:46.332296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71e58750-8bf5-496a-8130-abb84a611e17 req-0b8449ca-27ae-42b3-9d47-9776d4161422 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 936 time: 0.3150504 Apr 11 20:36:46.563387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317b2275-eb11-4101-854b-1db0aaa5a7f9 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:36:46.574427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:46.604441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Transition to ACTIVE for port object 317b2275-eb11-4101-854b-1db0aaa5a7f9 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:36:46.703034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71e58750-8bf5-496a-8130-abb84a611e17 req-efda2b3a-47c4-450d-a516-a769ca98d062 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998461 Apr 11 20:36:46.814801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:47.075271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038b59d-d42a-4281-aba4-883cf84c10f3 req-82acf56b-8573-4fb0-b6be-e97a522fa0ea tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:47.087574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f038b59d-d42a-4281-aba4-883cf84c10f3 req-82acf56b-8573-4fb0-b6be-e97a522fa0ea tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.1983066 Apr 11 20:36:47.137933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Pushing event updated for resources: {'Port': ['ID=317b2275-eb11-4101-854b-1db0aaa5a7f9,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:47.196618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:47.212258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f038b59d-d42a-4281-aba4-883cf84c10f3 req-2d061ba4-d2b1-44e8-bb3c-a6149f84580f tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231673 Apr 11 20:36:47.289610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:47.468983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Attempting to bind port 317b2275-eb11-4101-854b-1db0aaa5a7f9 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:36:47.470300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Attempting to bind port 317b2275-eb11-4101-854b-1db0aaa5a7f9 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:36:47.471342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Attempting to bind port 317b2275-eb11-4101-854b-1db0aaa5a7f9 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:36:47.478906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Port 317b2275-eb11-4101-854b-1db0aaa5a7f9 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:36:47.479345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Attempting to bind port 317b2275-eb11-4101-854b-1db0aaa5a7f9 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:36:47.497756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:36:47.501363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:36:47.501363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:36:47.501363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Bound port: 317b2275-eb11-4101-854b-1db0aaa5a7f9, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:36:47.501363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:47.669236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] For port 317b2275-eb11-4101-854b-1db0aaa5a7f9, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:36:47.669236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] For port 317b2275-eb11-4101-854b-1db0aaa5a7f9, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=317b2275-eb11-4101-854b-1db0aaa5a7f9,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:36:47.838442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:48.016265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:48.017759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] 10.222.0.69 "PUT /v2.0/ports/317b2275-eb11-4101-854b-1db0aaa5a7f9 HTTP/1.1" status: 200 len: 1117 time: 4.5313556 Apr 11 20:36:48.018358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'tag': '317b2275-eb11-4101-854b-1db0aaa5a7f9'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:36:48.135645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cbb3d-064e-43df-b281-8c49beaf9237 service neutron] Pushing event updated for resources: {'Port': ['ID=317b2275-eb11-4101-854b-1db0aaa5a7f9,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:48.141514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57de9-cd70-490e-b194-b7604fa52ff7 req-44e12be0-5f92-482f-8ce5-dd54705e857a tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:48.159701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfb57de9-cd70-490e-b194-b7604fa52ff7 req-44e12be0-5f92-482f-8ce5-dd54705e857a tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.1942654 Apr 11 20:36:48.222705 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfb57de9-cd70-490e-b194-b7604fa52ff7 req-f951b5e7-0000-4298-a836-e0b6e28123bd tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617027 Apr 11 20:36:48.500531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a038d96-5aec-44bb-9763-e124152348fb req-ea53a76a-216c-4373-bda9-645b90832ee2 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:48.502069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a038d96-5aec-44bb-9763-e124152348fb req-ea53a76a-216c-4373-bda9-645b90832ee2 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.1130404 Apr 11 20:36:48.551554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a038d96-5aec-44bb-9763-e124152348fb req-fa5c3727-d34c-47bb-ac26-f8b372d48b06 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Apr 11 20:36:48.565403 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:49.193214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44630) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:49.198744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44634) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:49.476357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa5f2c-fe1d-4d3e-b4b5-dbf39f6f67f1 req-ba4ec71f-6dc9-4a89-bdbf-46bf1c5d3493 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:49.478132 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2aa5f2c-fe1d-4d3e-b4b5-dbf39f6f67f1 req-ba4ec71f-6dc9-4a89-bdbf-46bf1c5d3493 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.0979705 Apr 11 20:36:49.533499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2aa5f2c-fe1d-4d3e-b4b5-dbf39f6f67f1 req-27dc904d-5cf7-4d9c-af3f-90f678285942 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Apr 11 20:36:49.714145 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:49.753241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:49.803525 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:49.816732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Usage tracker for resource:security_group_rule and tenant:55dd66d622414874b5bac940f2179ce1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:49.816732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:49.826643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:49.876413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:49.881145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9671e6244074bcdb06dba7e570211d1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:49.885177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:49.896180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:49.927757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:49.934790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a976909-1ab8-4df1-8d5e-3b5bd49067f6 req-318462bf-32db-415c-a879-72ffb9574c47 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:49.936342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a976909-1ab8-4df1-8d5e-3b5bd49067f6 req-318462bf-32db-415c-a879-72ffb9574c47 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.2094393 Apr 11 20:36:50.008244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a976909-1ab8-4df1-8d5e-3b5bd49067f6 req-60ab1fa4-52a9-4498-8f40-5b43bf28d94f tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655050 Apr 11 20:36:50.009169 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.097428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55dd66d622414874b5bac940f2179ce1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8945043 Apr 11 20:36:50.097428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e52adc-f6ff-4870-b9ce-471606182888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6be65d1-8711-4450-8e45-60a92fde4cba,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:50.099517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:50.142092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.209571 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.259000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42309d44-2261-4cf6-a4d5-56c1e73db702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.292266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42309d44-2261-4cf6-a4d5-56c1e73db702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.315414 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2112a0a-c493-4e1d-b1e8-1631070c407a'] response: {'name': 'network-changed', 'server_uuid': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'tag': '317b2275-eb11-4101-854b-1db0aaa5a7f9', 'status': 'completed', 'code': 200} Apr 11 20:36:50.332126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44668) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:50.334984 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9671e6244074bcdb06dba7e570211d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1296067 Apr 11 20:36:50.384667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05234c43-c715-4ab4-9c1c-a85dc31beba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef04b38d-6b95-474e-8ee7-d54c134b307d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:50.426433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebb296ab-74ef-4662-b840-d7bd98798e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.466103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebb296ab-74ef-4662-b840-d7bd98798e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.559908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42309d44-2261-4cf6-a4d5-56c1e73db702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.638908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42309d44-2261-4cf6-a4d5-56c1e73db702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.643432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42309d44-2261-4cf6-a4d5-56c1e73db702 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6be65d1-8711-4450-8e45-60a92fde4cba HTTP/1.1" status: 204 len: 168 time: 0.5429225 Apr 11 20:36:50.645122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebb296ab-74ef-4662-b840-d7bd98798e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.647589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebb296ab-74ef-4662-b840-d7bd98798e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:50.651311 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ebb296ab-74ef-4662-b840-d7bd98798e92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef04b38d-6b95-474e-8ee7-d54c134b307d HTTP/1.1" status: 204 len: 168 time: 0.3155136 Apr 11 20:36:50.651311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42309d44-2261-4cf6-a4d5-56c1e73db702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6be65d1-8711-4450-8e45-60a92fde4cba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:50.675918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb296ab-74ef-4662-b840-d7bd98798e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef04b38d-6b95-474e-8ee7-d54c134b307d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:50.852291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b8ea1-b4cc-430e-8eb6-5881e8460508 req-21b9a66c-d91e-4f0d-8a8b-f05bf37884ce tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:50.862871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c2b8ea1-b4cc-430e-8eb6-5881e8460508 req-21b9a66c-d91e-4f0d-8a8b-f05bf37884ce tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.1213663 Apr 11 20:36:50.942297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c2b8ea1-b4cc-430e-8eb6-5881e8460508 req-876b487e-38e7-4019-8949-fed7031013ab tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758197 Apr 11 20:36:51.272255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206c5a-d9d3-4e6d-a19d-edb827cb6ee1 req-c616d75d-f047-4323-af22-361b5e0a7da6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:51.289483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2206c5a-d9d3-4e6d-a19d-edb827cb6ee1 req-c616d75d-f047-4323-af22-361b5e0a7da6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.1383152 Apr 11 20:36:51.364732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2206c5a-d9d3-4e6d-a19d-edb827cb6ee1 req-d45b45ad-ea07-479d-98a7-4d11a3985038 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730824 Apr 11 20:36:52.110638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44728) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:52.144225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.205738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:52.209959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cc46b-141d-4d9a-bc47-61d760e30e69 req-e7bc2e00-3cd0-4369-824a-44dc9a8c7e43 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:52.212087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-148cc46b-141d-4d9a-bc47-61d760e30e69 req-e7bc2e00-3cd0-4369-824a-44dc9a8c7e43 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.1157348 Apr 11 20:36:52.213089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Usage tracker for resource:security_group_rule and tenant:c95f782411ed44e6846e384a3cf86d53 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:52.217164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:52.248023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:52.353111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.359151 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-148cc46b-141d-4d9a-bc47-61d760e30e69 req-deede05a-9a28-4717-bb40-6f885a9f7d6c tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400335 Apr 11 20:36:52.408870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.454058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd925125-a8d9-48c4-bbd2-c30621fee975,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:52.461859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e274885b-9441-4917-956e-c3ba5ea8d21f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c95f782411ed44e6846e384a3cf86d53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3476706 Apr 11 20:36:52.462600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44740) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:52.539403 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd2d7-4bf6-4e33-8e18-13ab435ee8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.577869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd2d7-4bf6-4e33-8e18-13ab435ee8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.625256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7751-e0b9-4c2a-854c-270a001df5b6 req-ae22876b-12ba-42bc-8e41-b01f01527bfd tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:52.632633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-223a7751-e0b9-4c2a-854c-270a001df5b6 req-ae22876b-12ba-42bc-8e41-b01f01527bfd tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 948 time: 0.1457870 Apr 11 20:36:52.675067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-223a7751-e0b9-4c2a-854c-270a001df5b6 req-2a8c2c18-ddcc-46cb-a0c5-28f391ee4fd3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Apr 11 20:36:52.717746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44754) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:52.733739 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd2d7-4bf6-4e33-8e18-13ab435ee8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.752943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd2d7-4bf6-4e33-8e18-13ab435ee8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd925125-a8d9-48c4-bbd2-c30621fee975,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:52.755594 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.832664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd2d7-4bf6-4e33-8e18-13ab435ee8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:52.835993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d8dcd2d7-4bf6-4e33-8e18-13ab435ee8d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd925125-a8d9-48c4-bbd2-c30621fee975 HTTP/1.1" status: 204 len: 168 time: 0.3707082 Apr 11 20:36:52.865859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:52.871080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a19673256a24b35b73480c5f6b72f96 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:52.876765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:52.884636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:52.897019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a4745409-51a7-44f6-86e9-37d24fb27870 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:36:52.900157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3663a86e-d781-46d6-84f5-16a6d68ffd50 req-c7d251cc-d983-43d5-965b-d6482aa31ff5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 1120 time: 0.1232316 Apr 11 20:36:52.946968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3663a86e-d781-46d6-84f5-16a6d68ffd50 req-4d7379b4-67f7-471d-8a6a-6a16aaa4e499 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372193 Apr 11 20:36:53.056422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a4745409-51a7-44f6-86e9-37d24fb27870, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a4745409-51a7-44f6-86e9-37d24fb27870,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:36:53.069927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'a4745409-51a7-44f6-86e9-37d24fb27870', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'a4745409-51a7-44f6-86e9-37d24fb27870', 'mac_address': 'fa:16:3e:b5:ac:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:36:53.072844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.114524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663a86e-d781-46d6-84f5-16a6d68ffd50 req-de9846f5-a93f-4d2c-82f2-f04b860e04ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:53.116173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3663a86e-d781-46d6-84f5-16a6d68ffd50 req-de9846f5-a93f-4d2c-82f2-f04b860e04ec service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634951 Apr 11 20:36:53.133427 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.153560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4745409-51a7-44f6-86e9-37d24fb27870 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:36:53.157537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.174016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a4745409-51a7-44f6-86e9-37d24fb27870, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a4745409-51a7-44f6-86e9-37d24fb27870,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:36:53.245754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.251117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c4384a-0e62-401a-ab6a-6e09b0aaef47,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:53.256618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-34c2d5d7-addc-449a-8a19-62e9a75cafd6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a19673256a24b35b73480c5f6b72f96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5387337 Apr 11 20:36:53.259883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44776) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:53.287515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-ad9b4757-3b95-4c78-8e37-80a1ff9a3247 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 1120 time: 0.1223655 Apr 11 20:36:53.365053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a4745409-51a7-44f6-86e9-37d24fb27870,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:53.368091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-aa1c5406-e1fd-46f4-adc6-e1ace476f76f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=317b2275-eb11-4101-854b-1db0aaa5a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0717633 Apr 11 20:36:53.376455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.377295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.377776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.378276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.378860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.379307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.379859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4f7abdd-b013-450e-a8dd-afabc0550f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.390143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.390595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.390933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.391265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.391621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Tracked resource versions report: Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: pushed versions: Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Log': {'1.0'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Network': {'1.1'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Port': {'1.5'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'PortForwarding': {'1.2'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'QosPolicy': {'1.8'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'SecurityGroup': {'1.2'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'SubPort': {'1.0'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Subnet': {'1.1'}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Trunk': {'1.1'}} Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: consumer versions: Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: HyperV agent@n-h1-837321-1: {}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: HyperV agent@n-h2-837321-1: {}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: L3 agent@n-d-837321-1: {}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: Metadata agent@n-d-837321-1: {}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: Metering agent@n-d-837321-1: {}, Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Log': '1.0', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Network': '1.1', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Port': '1.5', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'PortForwarding': '1.2', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'QosPolicy': '1.8', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'SecurityGroup': '1.2', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'SecurityGroupRule': '1.0', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'SubPort': '1.0', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Subnet': '1.1', Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: 'Trunk': '1.1'}} Apr 11 20:36:53.395870 n-d-837321-1 neutron-server[84668]: {{(pid=84668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:36:53.433617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4f7abdd-b013-450e-a8dd-afabc0550f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.447728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b093b41-a78b-41d8-bbf4-a5f429bfb473 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:53.450116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-2b093b41-a78b-41d8-bbf4-a5f429bfb473 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0776291 Apr 11 20:36:53.539733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-ddf3831b-1555-462b-82b6-f48e80f03283 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835538 Apr 11 20:36:53.577993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc806c-9a34-4891-9258-78106877afb0 req-6429cd26-0453-4a05-8ae3-2004df3935f8 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:53.579825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cbc806c-9a34-4891-9258-78106877afb0 req-6429cd26-0453-4a05-8ae3-2004df3935f8 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.0853050 Apr 11 20:36:53.638500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cbc806c-9a34-4891-9258-78106877afb0 req-112f4fe6-3cbb-459f-81b3-adc1bbce98e8 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Apr 11 20:36:53.644402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4f7abdd-b013-450e-a8dd-afabc0550f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.666607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7abdd-b013-450e-a8dd-afabc0550f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c4384a-0e62-401a-ab6a-6e09b0aaef47,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:53.676141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4f7abdd-b013-450e-a8dd-afabc0550f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:53.679152 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f4f7abdd-b013-450e-a8dd-afabc0550f12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89c4384a-0e62-401a-ab6a-6e09b0aaef47 HTTP/1.1" status: 204 len: 168 time: 0.4168842 Apr 11 20:36:53.685412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a4745409-51a7-44f6-86e9-37d24fb27870'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:36:53.719231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-c057ad21-4a2b-466a-8225-1bf29179d442 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739371 Apr 11 20:36:53.848646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:53.901823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41219393-022a-4b14-ba4d-9511e6c903c4 req-5572462c-21a4-45cc-975d-017a70917ef8 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690259 Apr 11 20:36:53.998217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5b8f4-b1ec-4632-b808-464700b778f9 req-1b52a848-ed3b-4193-b6f9-56cb56f23a38 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:54.000784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-20c5b8f4-b1ec-4632-b808-464700b778f9 req-1b52a848-ed3b-4193-b6f9-56cb56f23a38 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 949 time: 0.0866365 Apr 11 20:36:54.095631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-20c5b8f4-b1ec-4632-b808-464700b778f9 req-e7c35ef4-6d67-4887-b87b-f6422d0dbd64 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Apr 11 20:36:54.294086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Request body: {'security_group': {'name': 'tempest-securitygroup-420780067', 'description': 'tempest-description-1691908299'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:54.305637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:54.312623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Usage tracker for resource:security_group and tenant:1037b69e340141e1b1b927272683b1d0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:54.317243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:54.323651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:54.398064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.411459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.423900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.466321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:54.472963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Usage tracker for resource:security_group_rule and tenant:81ff27ec3e174276a55cfb245a31b32e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:54.477536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:54.480306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:54.486524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:54.488630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Usage tracker for resource:security_group_rule and tenant:1037b69e340141e1b1b927272683b1d0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:54.492063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:54.502286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:54.610939 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.624358 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.701056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.705092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.759024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:54.773226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Usage tracker for resource:security_group_rule and tenant:1037b69e340141e1b1b927272683b1d0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:54.777171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:54.780227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e3d8f-2b01-4629-8c8d-9a83ca892446,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:54.790897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81ff27ec3e174276a55cfb245a31b32e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9394956 Apr 11 20:36:54.790897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:54.798662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44826) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:54.851016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8d1a0-a11e-4ead-9db2-02954620a915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d879de4-e9e8-4bcb-83f3-0dda90dfbea1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:54.888127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a4745409-51a7-44f6-86e9-37d24fb27870 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:36:54.901807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824536-ca10-4be2-a5bb-a88d1ac30e58 req-30d2f7ba-405f-4b96-9f76-31b63e0107ed tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:54.915379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab824536-ca10-4be2-a5bb-a88d1ac30e58 req-30d2f7ba-405f-4b96-9f76-31b63e0107ed tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.1433034 Apr 11 20:36:54.934693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.942011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eae50f25-9878-487d-b803-6bb7ae3d2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:54.984656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eae50f25-9878-487d-b803-6bb7ae3d2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.009283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.012156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab824536-ca10-4be2-a5bb-a88d1ac30e58 req-df02e4d3-53d1-4e29-8eb0-cecb344445f6 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957119 Apr 11 20:36:55.083132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8433f666-b76d-4104-ae1b-d80be1fc592a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:55.122329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port a4745409-51a7-44f6-86e9-37d24fb27870 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:36:55.129026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port a4745409-51a7-44f6-86e9-37d24fb27870 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:36:55.134003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.181291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.187316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b239e728-a182-43d6-b110-cee3ec873dfc req-992d013a-c284-4def-ab27-0112adee41ed tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.8937378 Apr 11 20:36:55.224821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1117281302', 'description': 'tempest-description-738142038'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:55.231322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eae50f25-9878-487d-b803-6bb7ae3d2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.239542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:55.250424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eae50f25-9878-487d-b803-6bb7ae3d2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.251659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eae50f25-9878-487d-b803-6bb7ae3d2bc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d879de4-e9e8-4bcb-83f3-0dda90dfbea1 HTTP/1.1" status: 204 len: 168 time: 0.4504745 Apr 11 20:36:55.255502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Usage tracker for resource:security_group and tenant:1037b69e340141e1b1b927272683b1d0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:55.260463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:55.263630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae50f25-9878-487d-b803-6bb7ae3d2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d879de4-e9e8-4bcb-83f3-0dda90dfbea1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:55.278454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:55.336239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.343392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cbf12-8ef6-42e8-a92e-1acd112495ed req-09ae7d1c-d4ac-4585-a6ea-883533e9ba12 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:55.348012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-771cbf12-8ef6-42e8-a92e-1acd112495ed req-09ae7d1c-d4ac-4585-a6ea-883533e9ba12 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 949 time: 0.1042335 Apr 11 20:36:55.356182 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.393644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4745409-51a7-44f6-86e9-37d24fb27870'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:36:55.408081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-771cbf12-8ef6-42e8-a92e-1acd112495ed req-bc46e77e-b579-49d0-9bbc-6a89b7d3e536 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563931 Apr 11 20:36:55.424765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:55.428843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Usage tracker for resource:security_group_rule and tenant:1037b69e340141e1b1b927272683b1d0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:55.431997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:55.441031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:55.461304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a4745409-51a7-44f6-86e9-37d24fb27870, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a4745409-51a7-44f6-86e9-37d24fb27870,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:36:55.505438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.523392 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.592228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a4745409-51a7-44f6-86e9-37d24fb27870,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:55.638090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.679824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43089af6-425f-44a0-8747-aadff34b3990,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:55.752247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:55.753702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44b90e4f-8d02-4ee9-90d3-8b65ba9dd891 req-740034aa-66e7-44ff-890d-0ab104fc0836 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.5334468 Apr 11 20:36:56.151993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-991060517', 'description': 'tempest-description-670171943'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:56.157519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:56.162374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Usage tracker for resource:security_group and tenant:8fb2f6b6f03d451283dddf8f59ab734f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:56.165572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:56.172367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:56.294438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.307826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.340345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:56.345449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Usage tracker for resource:security_group_rule and tenant:8fb2f6b6f03d451283dddf8f59ab734f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:56.348356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:56.354235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:56.419854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.511697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.554347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:56.556624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd0d77-acf4-460a-92b7-953676b735bf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:56.560809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Usage tracker for resource:security_group_rule and tenant:8fb2f6b6f03d451283dddf8f59ab734f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:56.564678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:56.571071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:56.591743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44884) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:56.622179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.657887 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.676123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:56.680194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfb9c025eb84ae4a51866094bbc024d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:56.683718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:56.690587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:56.712091 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716c2318-186a-448d-8e3f-c21debed4bdd'] response: {'server_uuid': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4745409-51a7-44f6-86e9-37d24fb27870', 'code': 200} Apr 11 20:36:56.723611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.849715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63516915-e718-47cb-a10b-c219d0f319f2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:56.911303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.911894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ce71-8410-450b-b274-84e425470af3 req-ea570b54-645f-4055-b8ad-ce8c3a093f33 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:56.914664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1521ce71-8410-450b-b274-84e425470af3 req-ea570b54-645f-4055-b8ad-ce8c3a093f33 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 969 time: 0.1011236 Apr 11 20:36:56.917122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-a4eae6dc-aaf3-46f8-bae9-bff35c0daff4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 1101 time: 0.1274648 Apr 11 20:36:56.938691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.949275 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64d0d238-b0e4-4056-8723-39f075e55e21 req-898dc64d-2dd1-4df0-bf8b-807aa31d5712 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.8027301 Apr 11 20:36:56.952537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:56.983558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1521ce71-8410-450b-b274-84e425470af3 req-844d97e1-09da-4242-ab52-0a82e6030da6 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Apr 11 20:36:56.988826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.035147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 317b2275-eb11-4101-854b-1db0aaa5a7f9 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:36:57.051142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:57.053687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef81320-03b5-4e05-8d0e-d53e4e37d4df,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:57.062167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-19e05f17-7b0c-4239-b16e-a495970da510 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cfb9c025eb84ae4a51866094bbc024d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4654129 Apr 11 20:36:57.062167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Usage tracker for resource:security_group_rule and tenant:a8f05b2287a34d0985b6a5919c8675d9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:57.062728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44898) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:36:57.063941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:57.070634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:57.153331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79605546-ee0b-46d9-a9f6-f042f6a460ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.160660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.221316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.234004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79605546-ee0b-46d9-a9f6-f042f6a460ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.238830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 317b2275-eb11-4101-854b-1db0aaa5a7f9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=317b2275-eb11-4101-854b-1db0aaa5a7f9,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:36:57.257261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '317b2275-eb11-4101-854b-1db0aaa5a7f9', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '317b2275-eb11-4101-854b-1db0aaa5a7f9', 'mac_address': 'fa:16:3e:9b:5a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:tempest-test_az-708372923', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:36:57.290411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cc7dfd9-1375-4cd2-bcda-e1b9d7e3df74 req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674691 Apr 11 20:36:57.294726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0148d-7ac2-4634-a9c3-d461820ba861 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=daf4a9df-0d79-4fed-89e9-42a5ea0f7d95,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:57.333836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.336464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddd344-4aad-433a-8717-733a5f54e641 req-a485f470-f2af-4b7e-9056-c28b1fe8d886 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:57.340567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbddd344-4aad-433a-8717-733a5f54e641 req-a485f470-f2af-4b7e-9056-c28b1fe8d886 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 950 time: 0.1680577 Apr 11 20:36:57.354966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317b2275-eb11-4101-854b-1db0aaa5a7f9 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:36:57.372439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 317b2275-eb11-4101-854b-1db0aaa5a7f9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=317b2275-eb11-4101-854b-1db0aaa5a7f9,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:36:57.393329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbddd344-4aad-433a-8717-733a5f54e641 req-70848ec3-c8c0-44ce-bcff-f43b82f2bb5b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454779 Apr 11 20:36:57.425593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79605546-ee0b-46d9-a9f6-f042f6a460ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.447972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79605546-ee0b-46d9-a9f6-f042f6a460ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef81320-03b5-4e05-8d0e-d53e4e37d4df,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:57.448948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.456274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1208464342', 'description': 'tempest-description-1348025883'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:36:57.465168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:57.481565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Usage tracker for resource:security_group and tenant:8fb2f6b6f03d451283dddf8f59ab734f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:57.485203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:57.490870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79605546-ee0b-46d9-a9f6-f042f6a460ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.494774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-79605546-ee0b-46d9-a9f6-f042f6a460ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ef81320-03b5-4e05-8d0e-d53e4e37d4df HTTP/1.1" status: 204 len: 168 time: 0.4305103 Apr 11 20:36:57.495996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:57.544275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=317b2275-eb11-4101-854b-1db0aaa5a7f9,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:57.563686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.598702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:36:57.602516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Usage tracker for resource:security_group_rule and tenant:8fb2f6b6f03d451283dddf8f59ab734f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:36:57.605558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:36:57.611498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:36:57.620982 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:36:57.667551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.740115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.749053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['317b2275-eb11-4101-854b-1db0aaa5a7f9'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:36:57.779140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe052b6a-1aef-4542-987c-d1fce280cdd5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:57.854728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:57.856531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fe16f49-3592-4267-9c8f-121e146a64da req-aa336b59-b6dd-4597-bb9f-b8119ebfec78 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.4113388 Apr 11 20:36:58.087652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-783036a6-faba-4287-a305-5329cae884db tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Synchronizing usage tracker for tenant:8fb2f6b6f03d451283dddf8f59ab734f on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:36:58.174762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-783036a6-faba-4287-a305-5329cae884db tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Unset dirty status for tenant:8fb2f6b6f03d451283dddf8f59ab734f on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:36:58.176847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-783036a6-faba-4287-a305-5329cae884db tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 22811 time: 0.2852550 Apr 11 20:36:58.236313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-900ba3e0-8d18-4fce-be27-2f79b847f6ed tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/1bd24428-0027-4ad8-bbae-fa629c1884aa HTTP/1.1" status: 200 len: 2649 time: 0.0527225 Apr 11 20:36:58.287311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-6574b7c8-ad2a-436e-a285-5d9058ff06e6 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/1bd24428-0027-4ad8-bbae-fa629c1884aa HTTP/1.1" status: 200 len: 2649 time: 0.0500858 Apr 11 20:36:58.348748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-0b21b0ba-ada1-44b8-b2cd-913b6676e0bf tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/4f2e3d8f-2b01-4629-8c8d-9a83ca892446 HTTP/1.1" status: 200 len: 2649 time: 0.0603850 Apr 11 20:36:58.411967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-d23bf3fc-f110-44bd-9c39-7014865912e5 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/4f2e3d8f-2b01-4629-8c8d-9a83ca892446 HTTP/1.1" status: 200 len: 2649 time: 0.0617778 Apr 11 20:36:58.461014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:58.471779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-849d6129-a274-411e-926d-73aee120056a tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/6bb21f50-fe07-4308-b42d-91ae813b1ba8 HTTP/1.1" status: 200 len: 2649 time: 0.0585482 Apr 11 20:36:58.523390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-a011fe76-816b-4120-a3d1-ff55bc92325d tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/6bb21f50-fe07-4308-b42d-91ae813b1ba8 HTTP/1.1" status: 200 len: 2649 time: 0.0504158 Apr 11 20:36:58.588107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-515c24f3-cd6a-4b00-bdc6-20d023533889 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9efd0d77-acf4-460a-92b7-953676b735bf HTTP/1.1" status: 200 len: 2649 time: 0.0566638 Apr 11 20:36:58.644239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-41850fa7-0aa9-46d4-86c6-2c09bd9ae5c2 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9efd0d77-acf4-460a-92b7-953676b735bf HTTP/1.1" status: 200 len: 2649 time: 0.0498765 Apr 11 20:36:58.679440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917f92-f97e-4ab6-9be4-61ac34e926ae req-0a3585f8-ed8d-4fd7-9ac9-54158733f9ca tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:58.680959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40917f92-f97e-4ab6-9be4-61ac34e926ae req-0a3585f8-ed8d-4fd7-9ac9-54158733f9ca tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 970 time: 0.0904720 Apr 11 20:36:58.710205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-d77d4b22-3393-4c4c-a58e-9a615cee0011 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/daf4a9df-0d79-4fed-89e9-42a5ea0f7d95 HTTP/1.1" status: 200 len: 2649 time: 0.0598254 Apr 11 20:36:58.734704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40917f92-f97e-4ab6-9be4-61ac34e926ae req-80dd7465-fdbc-44c6-866d-165c938bb716 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Apr 11 20:36:58.772171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-5d75e8b3-c2b1-417b-9ad6-352324d4158a tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/daf4a9df-0d79-4fed-89e9-42a5ea0f7d95 HTTP/1.1" status: 200 len: 2649 time: 0.0555515 Apr 11 20:36:58.831125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-ff555e61-7c27-411b-8f55-28b641c11e60 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f4fd5711-a577-40bb-b080-80b36001106f HTTP/1.1" status: 200 len: 2649 time: 0.0476329 Apr 11 20:36:58.882257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-22756f79-6acc-43c2-a46a-81a3fa59d7be tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f4fd5711-a577-40bb-b080-80b36001106f HTTP/1.1" status: 200 len: 2649 time: 0.0449908 Apr 11 20:36:58.932991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-74b08156-29fc-492e-806c-413ab0b6c11e tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/feca7c5f-c9c1-4213-b509-d1d2a4762251 HTTP/1.1" status: 200 len: 2649 time: 0.0448859 Apr 11 20:36:58.987505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8305fcf4-49ae-4676-b31a-2eec05447213 req-3145472f-0aa6-4ff9-bba8-45f255ebb0a2 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/feca7c5f-c9c1-4213-b509-d1d2a4762251 HTTP/1.1" status: 200 len: 2649 time: 0.0476377 Apr 11 20:36:59.007284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 317b2275-eb11-4101-854b-1db0aaa5a7f9 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:36:59.238628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 317b2275-eb11-4101-854b-1db0aaa5a7f9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:36:59.244605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 317b2275-eb11-4101-854b-1db0aaa5a7f9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:36:59.245548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:59.281868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b6e7a-fbb2-4649-afad-9aaeaff430b1 req-aceb0d28-4acf-4995-9391-8a940b34132a tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:59.283331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d0b6e7a-fbb2-4649-afad-9aaeaff430b1 req-aceb0d28-4acf-4995-9391-8a940b34132a tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 950 time: 0.1300719 Apr 11 20:36:59.375021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d0b6e7a-fbb2-4649-afad-9aaeaff430b1 req-92bf9bea-1061-41a5-9260-d11ba1f39d52 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728819 Apr 11 20:36:59.412412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:59.442936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317b2275-eb11-4101-854b-1db0aaa5a7f9'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:36:59.454315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 317b2275-eb11-4101-854b-1db0aaa5a7f9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=317b2275-eb11-4101-854b-1db0aaa5a7f9,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:36:59.491624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b43f3ce-c36a-4e15-be9d-a6a6665371b5 req-f3096cb4-cae4-4b79-a308-4c043245c559 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1037b69e340141e1b1b927272683b1d0 HTTP/1.1" status: 200 len: 5438 time: 0.0839875 Apr 11 20:36:59.540726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:36:59.550730 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b43f3ce-c36a-4e15-be9d-a6a6665371b5 req-a62b94fc-a1c9-4160-8f64-fb9c09012fc7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "GET /v2.0/security-groups/4f2e3d8f-2b01-4629-8c8d-9a83ca892446 HTTP/1.1" status: 200 len: 2649 time: 0.0527856 Apr 11 20:36:59.604836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-3842f7e0-2b2e-479f-ba9e-31d089a7a8c4 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b3fb94adbc3e4e85bf85ffe2bcddfe91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283642 Apr 11 20:36:59.621024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=317b2275-eb11-4101-854b-1db0aaa5a7f9,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:36:59.627221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b43f3ce-c36a-4e15-be9d-a6a6665371b5 req-8e351997-a665-46f4-b0c1-b8c95de4fe7b tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "GET /v2.0/security-groups/4f2e3d8f-2b01-4629-8c8d-9a83ca892446 HTTP/1.1" status: 200 len: 2649 time: 0.0670965 Apr 11 20:36:59.773938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3341-0c44-47fc-87c1-d00606640e8d req-e2a10ab6-81e7-4a6a-8127-bd29e2b3eea0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:36:59.775968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-e2a10ab6-81e7-4a6a-8127-bd29e2b3eea0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653504 Apr 11 20:36:59.792491 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a28bec82-eb82-4e9a-87d5-9ddc3341426d tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/quotas/b3fb94adbc3e4e85bf85ffe2bcddfe91 HTTP/1.1" status: 200 len: 375 time: 0.0108101 Apr 11 20:36:59.842523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-7adf856b-8168-4317-a5b7-689c3ac00d56 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3fb94adbc3e4e85bf85ffe2bcddfe91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445013 Apr 11 20:37:00.038856 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f45744-0e2b-4afb-83a6-f4ced588c604'] response: {'server_uuid': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317b2275-eb11-4101-854b-1db0aaa5a7f9', 'code': 200} Apr 11 20:37:00.113822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6556d129-eab0-4e4f-8c66-516a4a59d5fb req-c11ebacb-5320-420b-b110-125ad43e5daa tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/fe052b6a-1aef-4542-987c-d1fce280cdd5 HTTP/1.1" status: 200 len: 1612 time: 0.0601542 Apr 11 20:37:00.211321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6556d129-eab0-4e4f-8c66-516a4a59d5fb req-6462d00c-f4a1-4acd-92cd-28f623a9cf4b tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:00.248902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6556d129-eab0-4e4f-8c66-516a4a59d5fb req-6462d00c-f4a1-4acd-92cd-28f623a9cf4b tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:00.258893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9616cd4-7427-4ead-8bb5-1b4fa6d4c682 req-df1c188d-c168-4442-95c8-ee129dbd0b7d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 1122 time: 0.1564066 Apr 11 20:37:00.291081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b7b59-59cf-4c4c-b348-9c137751450e req-906797b4-3098-435d-8889-3daf0d75b2c9 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:00.292714 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13b7b59-59cf-4c4c-b348-9c137751450e req-906797b4-3098-435d-8889-3daf0d75b2c9 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 971 time: 0.1382854 Apr 11 20:37:00.306225 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:00.338530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9616cd4-7427-4ead-8bb5-1b4fa6d4c682 req-2ccf30fd-7826-4614-989c-4584c20d805f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729547 Apr 11 20:37:00.351315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13b7b59-59cf-4c4c-b348-9c137751450e req-4d0a2057-4fdf-438f-8c12-0790a622570b tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Apr 11 20:37:00.421420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6556d129-eab0-4e4f-8c66-516a4a59d5fb req-6462d00c-f4a1-4acd-92cd-28f623a9cf4b tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:00.441930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462d00c-f4a1-4acd-92cd-28f623a9cf4b tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe052b6a-1aef-4542-987c-d1fce280cdd5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:00.538478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6556d129-eab0-4e4f-8c66-516a4a59d5fb req-6462d00c-f4a1-4acd-92cd-28f623a9cf4b tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:00.539720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6556d129-eab0-4e4f-8c66-516a4a59d5fb req-6462d00c-f4a1-4acd-92cd-28f623a9cf4b tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/fe052b6a-1aef-4542-987c-d1fce280cdd5 HTTP/1.1" status: 204 len: 173 time: 0.4153638 Apr 11 20:37:00.680840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54897833-3561-4bbc-8527-b515f38b2ec8 req-73503d7e-f37e-4218-b933-2b2334d84e50 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 210 time: 0.0433652 Apr 11 20:37:00.872320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40014e1-2640-4378-a7d5-da16a73c193c req-813cc224-4ee5-49a7-9c48-ffbb029f1367 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:00.873792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a40014e1-2640-4378-a7d5-da16a73c193c req-813cc224-4ee5-49a7-9c48-ffbb029f1367 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 950 time: 0.0751214 Apr 11 20:37:00.924148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a40014e1-2640-4378-a7d5-da16a73c193c req-ffebaa23-b116-49d7-bd37-79d5d61fd7c1 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Apr 11 20:37:01.023058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92860f41-c675-4fb2-8dec-6058d3cf8e5b req-1e1fb0ca-8315-4aca-bfa5-bf49c9a33235 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "GET /v2.0/security-groups/63516915-e718-47cb-a10b-c219d0f319f2 HTTP/1.1" status: 200 len: 1610 time: 0.0573492 Apr 11 20:37:01.112124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-92860f41-c675-4fb2-8dec-6058d3cf8e5b req-ba8eb539-9ad7-469d-96ae-c42bd8598127 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.135747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-92860f41-c675-4fb2-8dec-6058d3cf8e5b req-ba8eb539-9ad7-469d-96ae-c42bd8598127 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.294788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-92860f41-c675-4fb2-8dec-6058d3cf8e5b req-ba8eb539-9ad7-469d-96ae-c42bd8598127 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.311801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eb539-9ad7-469d-96ae-c42bd8598127 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63516915-e718-47cb-a10b-c219d0f319f2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:01.320110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-92860f41-c675-4fb2-8dec-6058d3cf8e5b req-ba8eb539-9ad7-469d-96ae-c42bd8598127 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.321243 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92860f41-c675-4fb2-8dec-6058d3cf8e5b req-ba8eb539-9ad7-469d-96ae-c42bd8598127 tempest-SecurityGroupsTestAdminJSON-452227390 tempest-SecurityGroupsTestAdminJSON-452227390-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/63516915-e718-47cb-a10b-c219d0f319f2 HTTP/1.1" status: 204 len: 173 time: 0.2899692 Apr 11 20:37:01.708763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b916bf03-044a-4264-8be8-d46d369702d9 req-3e7a2c7d-351f-4e7e-ab22-ab17e9352295 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "GET /v2.0/security-groups/43089af6-425f-44a0-8747-aadff34b3990 HTTP/1.1" status: 200 len: 1611 time: 0.0467811 Apr 11 20:37:01.783175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b916bf03-044a-4264-8be8-d46d369702d9 req-9d1e62ac-e469-410e-9548-b0662f1397ff tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.809302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b916bf03-044a-4264-8be8-d46d369702d9 req-9d1e62ac-e469-410e-9548-b0662f1397ff tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.934260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b916bf03-044a-4264-8be8-d46d369702d9 req-9d1e62ac-e469-410e-9548-b0662f1397ff tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.950949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e62ac-e469-410e-9548-b0662f1397ff tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43089af6-425f-44a0-8747-aadff34b3990,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:01.958357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b916bf03-044a-4264-8be8-d46d369702d9 req-9d1e62ac-e469-410e-9548-b0662f1397ff tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:01.963944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b916bf03-044a-4264-8be8-d46d369702d9 req-9d1e62ac-e469-410e-9548-b0662f1397ff tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "DELETE /v2.0/security-groups/43089af6-425f-44a0-8747-aadff34b3990 HTTP/1.1" status: 204 len: 173 time: 0.2497473 Apr 11 20:37:02.109605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea857db-99e9-410e-a7aa-08ef02dd5898 req-1551c44b-5a1f-4287-9662-840bb9192ebd tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:02.111074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cea857db-99e9-410e-a7aa-08ef02dd5898 req-1551c44b-5a1f-4287-9662-840bb9192ebd tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 971 time: 0.0756800 Apr 11 20:37:02.163300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cea857db-99e9-410e-a7aa-08ef02dd5898 req-fd1b6ecc-f8ac-4750-9b81-0bd5511ab832 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Apr 11 20:37:02.433713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2080920-a34a-4072-9247-cb60c15e75bd req-a554a6f9-37f7-43e5-8afb-3139ebfa6fac tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 210 time: 0.0412948 Apr 11 20:37:02.483953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-58b380c7-612a-4557-8769-533dd903dc18 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b3fb94adbc3e4e85bf85ffe2bcddfe91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267854 Apr 11 20:37:02.634680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3341-0c44-47fc-87c1-d00606640e8d req-653e8750-fc0d-405a-8c7d-e48f60bb0f86 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:02.636181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-653e8750-fc0d-405a-8c7d-e48f60bb0f86 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469672 Apr 11 20:37:02.642376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4fbfa-bc54-47fd-aa40-ae9cc0a97659 req-718ab3c5-d69c-44c5-9c33-83ffae76f5d9 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:02.643826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bfa4fbfa-bc54-47fd-aa40-ae9cc0a97659 req-718ab3c5-d69c-44c5-9c33-83ffae76f5d9 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 950 time: 0.0835743 Apr 11 20:37:02.653890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Request body: {'port': {'device_id': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'b3fb94adbc3e4e85bf85ffe2bcddfe91'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:02.692502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bfa4fbfa-bc54-47fd-aa40-ae9cc0a97659 req-ab0e2163-8c41-433c-b905-29a7cad1e971 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Apr 11 20:37:02.800483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:02.808620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Usage tracker for resource:port and tenant:b3fb94adbc3e4e85bf85ffe2bcddfe91 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:02.814184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:02.825934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:02.843085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12f7ba0b-ffaa-4ac4-9dda-17bcbdcf9fc2 req-f7d89787-37cc-49a5-b9ef-7757ae09f099 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "GET /v2.0/security-groups/8433f666-b76d-4104-ae1b-d80be1fc592a HTTP/1.1" status: 200 len: 1611 time: 0.1106682 Apr 11 20:37:02.923350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Made reservation on behalf of b3fb94adbc3e4e85bf85ffe2bcddfe91 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:02.927013 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:02.934494 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-12f7ba0b-ffaa-4ac4-9dda-17bcbdcf9fc2 req-9eb11649-7a7c-4c8a-bcef-7fbf487132b7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:02.942710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:02.974190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-12f7ba0b-ffaa-4ac4-9dda-17bcbdcf9fc2 req-9eb11649-7a7c-4c8a-bcef-7fbf487132b7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:02.979004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:02.982912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Usage tracker for resource:security_group_rule and tenant:b3fb94adbc3e4e85bf85ffe2bcddfe91 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:02.985833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:02.993728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:03.100827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-12f7ba0b-ffaa-4ac4-9dda-17bcbdcf9fc2 req-9eb11649-7a7c-4c8a-bcef-7fbf487132b7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.128742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb11649-7a7c-4c8a-bcef-7fbf487132b7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8433f666-b76d-4104-ae1b-d80be1fc592a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:03.132693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-12f7ba0b-ffaa-4ac4-9dda-17bcbdcf9fc2 req-9eb11649-7a7c-4c8a-bcef-7fbf487132b7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.147226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12f7ba0b-ffaa-4ac4-9dda-17bcbdcf9fc2 req-9eb11649-7a7c-4c8a-bcef-7fbf487132b7 tempest-SecurityGroupsTestAdminJSON-1091278306 tempest-SecurityGroupsTestAdminJSON-1091278306-project] 10.222.0.61 "DELETE /v2.0/security-groups/8433f666-b76d-4104-ae1b-d80be1fc592a HTTP/1.1" status: 204 len: 173 time: 0.2922676 Apr 11 20:37:03.164623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.225782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.332791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c476e0a-4e5e-4695-b58b-0d6e78d52645,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:03.442453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:03.526241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Allocated IP 192.168.233.192 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/ec1b6712-b380-43d2-98bb-f3627f927ac3) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:03.531588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.75', 64897) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:03.544053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda67ed1-c428-417b-8e89-f3a008d38dfe req-112d9e67-df51-425d-a959-0b760f0dfcbc tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:03.545754 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cda67ed1-c428-417b-8e89-f3a008d38dfe req-112d9e67-df51-425d-a959-0b760f0dfcbc tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 971 time: 0.2253311 Apr 11 20:37:03.642516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-1b8c5edd-4f6c-48b4-b3b3-b4436a458bc0 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 1101 time: 0.1085441 Apr 11 20:37:03.653933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cda67ed1-c428-417b-8e89-f3a008d38dfe req-192af260-c6f1-464d-a61a-701e425cd9cb tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Apr 11 20:37:03.685297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3f11163-dfc9-49f2-a1ae-dd32c1ad68f9 req-5fe017d7-bcc9-4e0a-a1bb-6a4d8d0c73a1 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 210 time: 0.0460618 Apr 11 20:37:03.830002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.837580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.852351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Deleting port a4745409-51a7-44f6-86e9-37d24fb27870 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:37:03.852732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.884904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Transition to ACTIVE for port object ec1b6712-b380-43d2-98bb-f3627f927ac3 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:03.930176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-9c531427-c808-4212-aa8a-44779ad55090 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 1122 time: 0.1040919 Apr 11 20:37:03.953350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.982308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:03.987281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:04.022484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45112) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:04.024719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:04.030786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Usage tracker for resource:security_group_rule and tenant:69081db7441b4df891bba9e39ffd4907 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:04.034144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:04.042822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Usage tracker for resource:security_group_rule and tenant:35cdf95f77584189849b85fb088bd0f6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:04.058285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:04.065304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:04.085894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:04.088101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:04.089826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Pushing event updated for resources: {'Port': ['ID=ec1b6712-b380-43d2-98bb-f3627f927ac3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:04.094106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:04.097884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:04.098454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.125448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:04.186126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.187936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80786bc-5c4a-46b4-bee8-23e58b14d9e9 req-89cf6a22-f35d-4831-a3c5-293bac266548 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:04.189756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d80786bc-5c4a-46b4-bee8-23e58b14d9e9 req-89cf6a22-f35d-4831-a3c5-293bac266548 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 950 time: 0.2842102 Apr 11 20:37:04.232558 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-a5325b43-977c-4693-b319-4d4a0def22c0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5822656 Apr 11 20:37:04.244677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Request body: {'port': {'device_id': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:04.274333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.281627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] For port a4745409-51a7-44f6-86e9-37d24fb27870, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a4745409-51a7-44f6-86e9-37d24fb27870,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:04.282011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.336942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Synchronizing usage tracker for tenant:69081db7441b4df891bba9e39ffd4907 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:04.343707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3094db-6ca4-4de8-b7d7-8edf45b34f0f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:04.416508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.428589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Calling delete_port for a4745409-51a7-44f6-86e9-37d24fb27870 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:37:04.448675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-be2bc824-5a69-4f97-95a6-7b37083a68a7 None None] Provisioning for port ec1b6712-b380-43d2-98bb-f3627f927ac3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:04.456386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-be2bc824-5a69-4f97-95a6-7b37083a68a7 None None] Provisioning complete for port ec1b6712-b380-43d2-98bb-f3627f927ac3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:04.456843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-be2bc824-5a69-4f97-95a6-7b37083a68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.465383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d80786bc-5c4a-46b4-bee8-23e58b14d9e9 req-52af72a3-3fb6-449c-a95d-ba8382ba4e97 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626545 Apr 11 20:37:04.532240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] Unset dirty status for tenant:69081db7441b4df891bba9e39ffd4907 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:04.533301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-be2bc824-5a69-4f97-95a6-7b37083a68a7 None None] Port ec1b6712-b380-43d2-98bb-f3627f927ac3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:04.539990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cfa110f-0450-4a7b-84da-ae3c2ab4562f req-033e7217-0f17-404a-a6fa-30f5bb022497 tempest-AggregatesAdminTestJSON-1531849845 tempest-AggregatesAdminTestJSON-1531849845-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040256 Apr 11 20:37:04.579859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-509db128-df1c-4f0f-8fd3-3db0d9ccc42d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1037b69e340141e1b1b927272683b1d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5525701 Apr 11 20:37:04.584716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45122) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:04.699824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.756148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.785077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5056-7886-486b-9c7f-a57167cf30e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.821675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35cdf95f77584189849b85fb088bd0f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3779194 Apr 11 20:37:04.822853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc9c14-4d53-4c0f-ad48-3c106332786d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e358b0ac-3054-43d2-bf01-e10b58039bc6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:04.824951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45132) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:04.839789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5056-7886-486b-9c7f-a57167cf30e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.887507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.906279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a4745409-51a7-44f6-86e9-37d24fb27870'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:04.952847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4298be8d-a689-4847-a058-9f89f9f6f4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:04.957106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4745409-51a7-44f6-86e9-37d24fb27870,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:04.996406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1b6712-b380-43d2-98bb-f3627f927ac3 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:05.004738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.054086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Transition to ACTIVE for port object ec1b6712-b380-43d2-98bb-f3627f927ac3 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:05.055881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5056-7886-486b-9c7f-a57167cf30e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.076257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae5056-7886-486b-9c7f-a57167cf30e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e3d8f-2b01-4629-8c8d-9a83ca892446,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:05.090680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9ae5056-7886-486b-9c7f-a57167cf30e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.090910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4298be8d-a689-4847-a058-9f89f9f6f4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.093114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b9ae5056-7886-486b-9c7f-a57167cf30e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f2e3d8f-2b01-4629-8c8d-9a83ca892446 HTTP/1.1" status: 204 len: 168 time: 0.5066166 Apr 11 20:37:05.116988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] No DVR routers for this DVR port a4745409-51a7-44f6-86e9-37d24fb27870 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:37:05.120512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.126878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'name': 'network-vif-deleted', 'tag': 'a4745409-51a7-44f6-86e9-37d24fb27870'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:05.129057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.313091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d1bd8831-c8eb-4973-b6de-957030dea126 req-6e6a5b19-0781-4bb3-a461-1795ab9dc168 tempest-DeleteServersAdminTestJSON-764196423 tempest-DeleteServersAdminTestJSON-764196423-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a4745409-51a7-44f6-86e9-37d24fb27870 HTTP/1.1" status: 204 len: 173 time: 1.6117368 Apr 11 20:37:05.314712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4298be8d-a689-4847-a058-9f89f9f6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.319183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec1b6712-b380-43d2-98bb-f3627f927ac3,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:05.349842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298be8d-a689-4847-a058-9f89f9f6f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e358b0ac-3054-43d2-bf01-e10b58039bc6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:05.368890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4298be8d-a689-4847-a058-9f89f9f6f4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.372681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4298be8d-a689-4847-a058-9f89f9f6f4ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e358b0ac-3054-43d2-bf01-e10b58039bc6 HTTP/1.1" status: 204 len: 168 time: 0.5467620 Apr 11 20:37:05.460639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Attempting to bind port ec1b6712-b380-43d2-98bb-f3627f927ac3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:05.460971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Attempting to bind port ec1b6712-b380-43d2-98bb-f3627f927ac3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:05.461291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Attempting to bind port ec1b6712-b380-43d2-98bb-f3627f927ac3 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:05.480808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Port ec1b6712-b380-43d2-98bb-f3627f927ac3 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:05.480956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Attempting to bind port ec1b6712-b380-43d2-98bb-f3627f927ac3 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:05.488697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:05.489084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:05.489469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:05.489902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Bound port: ec1b6712-b380-43d2-98bb-f3627f927ac3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:05.490244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.617629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-857135dd-6b23-44a0-94ea-3448280f4528 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:05.618331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-857135dd-6b23-44a0-94ea-3448280f4528 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Synchronizing usage tracker for tenant:b3fb94adbc3e4e85bf85ffe2bcddfe91 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:05.624721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] For port ec1b6712-b380-43d2-98bb-f3627f927ac3, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:05.629934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] For port ec1b6712-b380-43d2-98bb-f3627f927ac3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:05.665538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786c935-e986-4ccc-97a4-5caddabfdeab req-960ff675-3338-42ce-90ab-140673e7da9c tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:05.666972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4786c935-e986-4ccc-97a4-5caddabfdeab req-960ff675-3338-42ce-90ab-140673e7da9c tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 971 time: 0.1055703 Apr 11 20:37:05.712701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.714902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4786c935-e986-4ccc-97a4-5caddabfdeab req-5f31faba-7c43-4143-ae39-3c5ff6362bf5 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Apr 11 20:37:05.750578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-857135dd-6b23-44a0-94ea-3448280f4528 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Unset dirty status for tenant:b3fb94adbc3e4e85bf85ffe2bcddfe91 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:05.751716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-857135dd-6b23-44a0-94ea-3448280f4528 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 948 time: 0.3767517 Apr 11 20:37:05.784756 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498c416a-3bb3-4b0b-8a17-e570e6a23f27'] response: {'server_uuid': '931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa', 'name': 'network-vif-deleted', 'tag': 'a4745409-51a7-44f6-86e9-37d24fb27870', 'status': 'completed', 'code': 200} Apr 11 20:37:05.808352 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:05.809764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] 10.222.0.75 "PUT /v2.0/ports/ec1b6712-b380-43d2-98bb-f3627f927ac3 HTTP/1.1" status: 200 len: 1096 time: 1.5694211 Apr 11 20:37:05.810279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'tag': 'ec1b6712-b380-43d2-98bb-f3627f927ac3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:05.839616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-fad80cbe-10c1-48c1-adbb-f3a7c9d8b1b6 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Synchronizing usage tracker for tenant:b3fb94adbc3e4e85bf85ffe2bcddfe91 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:05.850105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f4412-0afa-4aad-a870-99f5037465dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec1b6712-b380-43d2-98bb-f3627f927ac3,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:05.991671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b3abcbd9-0bdd-4300-8c17-f068961b3413 req-503b46c2-ecde-4845-b6e2-d72dba5b8400 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Synchronizing usage tracker for tenant:aba432cde819498293e77c4ed5977a43 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:06.002424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-fad80cbe-10c1-48c1-adbb-f3a7c9d8b1b6 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Unset dirty status for tenant:b3fb94adbc3e4e85bf85ffe2bcddfe91 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:06.003617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7f29395-7817-4fc2-8f53-ec4457a1cc98 req-fad80cbe-10c1-48c1-adbb-f3a7c9d8b1b6 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379804 Apr 11 20:37:06.018619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-5cf9aaef-92c4-416b-b13a-cf05b5da5467 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3fb94adbc3e4e85bf85ffe2bcddfe91&device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 1099 time: 0.0998337 Apr 11 20:37:06.071846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b3abcbd9-0bdd-4300-8c17-f068961b3413 req-503b46c2-ecde-4845-b6e2-d72dba5b8400 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Unset dirty status for tenant:aba432cde819498293e77c4ed5977a43 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:06.073099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3abcbd9-0bdd-4300-8c17-f068961b3413 req-503b46c2-ecde-4845-b6e2-d72dba5b8400 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 210 time: 0.1406174 Apr 11 20:37:06.099797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1e22d07a-2311-40bd-ab11-d5382004e1b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3 HTTP/1.1" status: 200 len: 217 time: 0.0732367 Apr 11 20:37:06.191203 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1ff2a5-3f1a-4c95-a5ad-d17e0ea52934'] response: {'name': 'network-changed', 'server_uuid': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'tag': 'ec1b6712-b380-43d2-98bb-f3627f927ac3', 'status': 'completed', 'code': 200} Apr 11 20:37:06.200158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3341-0c44-47fc-87c1-d00606640e8d req-74ac6451-1657-4498-a252-a2ef8186a067 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:06.202486 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-74ac6451-1657-4498-a252-a2ef8186a067 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0910220 Apr 11 20:37:06.282440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-1823c4b3-73f0-42f3-9862-caad8d406367 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714276 Apr 11 20:37:06.435026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-f6449fbd-a7fa-48d1-8a61-280e241750e0 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446865 Apr 11 20:37:06.493784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4e1346-8b2b-4bf3-a0ed-395cb8d6791c req-0e04d513-4d6d-4287-a8cf-4a6b0508ef2b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0426705 Apr 11 20:37:06.496622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45166) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:06.576193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:06.600566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45170) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:06.603125 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-774a3341-0c44-47fc-87c1-d00606640e8d req-159065a2-202d-4ebc-b0a0-c05f5d7df499 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602478 Apr 11 20:37:06.665307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45176) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:06.676790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51313542-e3f6-4372-9b16-9059087a32f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fb2f6b6f03d451283dddf8f59ab734f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0718262 Apr 11 20:37:06.679072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:06.680921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4e1346-8b2b-4bf3-a0ed-395cb8d6791c req-99291aeb-b6c2-4db1-b36e-b0c409b56b83 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&device_id=931d8bf3-4b0e-4d6d-89a4-dadd0d1b9aaa HTTP/1.1" status: 200 len: 210 time: 0.0522501 Apr 11 20:37:06.743723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:06.770810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Usage tracker for resource:security_group_rule and tenant:25f793826f9c4ddc81034ce4089d58c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:06.782468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:06.782887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d4e1346-8b2b-4bf3-a0ed-395cb8d6791c req-796a777f-df1e-4989-a8cd-9715c545738c service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=aba432cde819498293e77c4ed5977a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352526 Apr 11 20:37:06.807488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:06.863427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26906dcd-b7e3-4a59-9b02-caba04ffeff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:06.883925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0df11-0238-49a2-986a-321b942b526e req-1815fd47-9988-478a-a516-f2a9f431678e tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:06.886252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a0df11-0238-49a2-986a-321b942b526e req-1815fd47-9988-478a-a516-f2a9f431678e tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.69 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 971 time: 0.3038013 Apr 11 20:37:06.914589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26906dcd-b7e3-4a59-9b02-caba04ffeff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:06.956262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a4745409-51a7-44f6-86e9-37d24fb27870 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:37:06.989874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e1346-8b2b-4bf3-a0ed-395cb8d6791c req-d64bd993-a664-41b6-9f19-6355bd1cfb33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:06.991309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d4e1346-8b2b-4bf3-a0ed-395cb8d6791c req-d64bd993-a664-41b6-9f19-6355bd1cfb33 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013695 Apr 11 20:37:07.012171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: a4745409-51a7-44f6-86e9-37d24fb27870 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:37:07.013058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a4745409-51a7-44f6-86e9-37d24fb27870 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:37:07.048429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Deleting port 317b2275-eb11-4101-854b-1db0aaa5a7f9 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:37:07.048766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.059991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26906dcd-b7e3-4a59-9b02-caba04ffeff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.095363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26906dcd-b7e3-4a59-9b02-caba04ffeff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd0d77-acf4-460a-92b7-953676b735bf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:07.101795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.114671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-2e52c751-0925-44dd-a87c-e2c7d3ae3514 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3fb94adbc3e4e85bf85ffe2bcddfe91&device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 1099 time: 0.4054873 Apr 11 20:37:07.120410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26906dcd-b7e3-4a59-9b02-caba04ffeff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.122157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-26906dcd-b7e3-4a59-9b02-caba04ffeff2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9efd0d77-acf4-460a-92b7-953676b735bf HTTP/1.1" status: 204 len: 168 time: 0.4418430 Apr 11 20:37:07.161714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:07.166164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Usage tracker for resource:security_group_rule and tenant:da69d1eb9ad84f5184056f925c205fcc is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:07.169387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:07.177650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:07.242128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.299114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.344247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cf430-029a-46a8-bc36-97e2bab8d4c7 req-48bd4480-c99f-456a-9d0e-729c3f25b627 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:07.345775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-708cf430-029a-46a8-bc36-97e2bab8d4c7 req-48bd4480-c99f-456a-9d0e-729c3f25b627 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 971 time: 0.4085014 Apr 11 20:37:07.394986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2e43f-3c0d-4d5b-bfe2-5fded546f7cb req-a743b6c1-0a33-4907-a9a5-a4b89177ce68 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:07.396478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bf2e43f-3c0d-4d5b-bfe2-5fded546f7cb req-a743b6c1-0a33-4907-a9a5-a4b89177ce68 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 948 time: 0.1679816 Apr 11 20:37:07.428247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.452211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bf2e43f-3c0d-4d5b-bfe2-5fded546f7cb req-319d164c-6152-4d34-b3ec-056ffe0f9f13 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Apr 11 20:37:07.506621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.524181 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25f793826f9c4ddc81034ce4089d58c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0265052 Apr 11 20:37:07.534380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45204) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:07.577155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956884-c02a-48c2-86ac-dce510898729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7b180-ad1d-4f65-97f5-ebb3281634d5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:07.583823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-b9f7f040-5815-4153-b0d5-1ad25d2c7351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:07.585192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-b9f7f040-5815-4153-b0d5-1ad25d2c7351 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4572005 Apr 11 20:37:07.603793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e0bbe-ea73-409d-93a9-9fec56c889f4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:07.608135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8fb370f8-8e6d-4834-9b87-1c79d1457d20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da69d1eb9ad84f5184056f925c205fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9414992 Apr 11 20:37:07.612083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45210) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:07.703275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6abc-b08c-42f9-a1fc-ad7f4b627f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.729434 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0d1022a-f9b3-43f9-8c9f-d03742cb985e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.752488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6abc-b08c-42f9-a1fc-ad7f4b627f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.783362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-76ea2e11-8242-4178-b8e8-4e9629068ca4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3 HTTP/1.1" status: 200 len: 217 time: 0.1874208 Apr 11 20:37:07.797432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-708cf430-029a-46a8-bc36-97e2bab8d4c7 req-5b72ce5e-88ef-4edf-9d5a-7a6128ff72bb tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bd24428-0027-4ad8-bbae-fa629c1884aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240053 Apr 11 20:37:07.805181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0d1022a-f9b3-43f9-8c9f-d03742cb985e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.903664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] For port 317b2275-eb11-4101-854b-1db0aaa5a7f9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=317b2275-eb11-4101-854b-1db0aaa5a7f9,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:07.904450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:07.923681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-9e58d23b-49aa-4cb1-bb7c-0ef6e6ae8e5a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:07.925649 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-9e58d23b-49aa-4cb1-bb7c-0ef6e6ae8e5a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1178341 Apr 11 20:37:08.015165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6abc-b08c-42f9-a1fc-ad7f4b627f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:08.034105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0d1022a-f9b3-43f9-8c9f-d03742cb985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:08.058189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf6abc-b08c-42f9-a1fc-ad7f4b627f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7b180-ad1d-4f65-97f5-ebb3281634d5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:08.095101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Calling delete_port for 317b2275-eb11-4101-854b-1db0aaa5a7f9 owned by compute:tempest-test_az-708372923 {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:37:08.108718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1022a-f9b3-43f9-8c9f-d03742cb985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e0bbe-ea73-409d-93a9-9fec56c889f4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:08.137045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6abc-b08c-42f9-a1fc-ad7f4b627f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:08.145360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7bf6abc-b08c-42f9-a1fc-ad7f4b627f36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7c7b180-ad1d-4f65-97f5-ebb3281634d5 HTTP/1.1" status: 204 len: 168 time: 0.6093285 Apr 11 20:37:08.149134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0d1022a-f9b3-43f9-8c9f-d03742cb985e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:08.155101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f0d1022a-f9b3-43f9-8c9f-d03742cb985e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e54e0bbe-ea73-409d-93a9-9fec56c889f4 HTTP/1.1" status: 204 len: 168 time: 0.5414450 Apr 11 20:37:08.174334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-4e75140d-1eb7-4355-ac24-94d13c9e5f9b tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=aba432cde819498293e77c4ed5977a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896978 Apr 11 20:37:08.403018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-28555aec-50c6-4279-9730-993653e1d3e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192078 Apr 11 20:37:08.458643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814303cd-7505-44ef-b470-605e5cc93391 req-6c7c9bd2-20e2-489b-8149-71110a570532 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:08.460116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-6c7c9bd2-20e2-489b-8149-71110a570532 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773738 Apr 11 20:37:08.614861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-47846fe5-ede7-47ee-81f0-6548a43635aa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/quotas/aba432cde819498293e77c4ed5977a43 HTTP/1.1" status: 200 len: 375 time: 0.0431674 Apr 11 20:37:08.676013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-1fbbb5aa-9bdf-4bf7-b82c-dada33526f8e tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601959 Apr 11 20:37:08.686578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:08.700430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['317b2275-eb11-4101-854b-1db0aaa5a7f9'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:08.758463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Pushing event deleted for resources: {'Port': ['ID=317b2275-eb11-4101-854b-1db0aaa5a7f9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:08.794343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b4bdb-c533-4f63-8e87-095d9cc8ee1f req-be492dbf-3fdd-4e70-913f-d944e8b29f07 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:08.804884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-902b4bdb-c533-4f63-8e87-095d9cc8ee1f req-be492dbf-3fdd-4e70-913f-d944e8b29f07 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 948 time: 0.1848524 Apr 11 20:37:08.815755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-302cd953-2d78-4e3c-a641-91c42cce5708 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980098 Apr 11 20:37:08.892143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-902b4bdb-c533-4f63-8e87-095d9cc8ee1f req-0dcb045a-54b6-442e-bce0-1927e67005b0 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797820 Apr 11 20:37:08.919922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] No DVR routers for this DVR port 317b2275-eb11-4101-854b-1db0aaa5a7f9 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:37:08.925866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:08.937680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'name': 'network-vif-deleted', 'tag': '317b2275-eb11-4101-854b-1db0aaa5a7f9'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:08.985741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device ec1b6712-b380-43d2-98bb-f3627f927ac3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:37:09.109328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee81327b-5aa5-4357-8305-88ca264c1363 req-b1b5d4d9-2a04-49a7-92c2-a081ac498c4e tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.61 "GET /v2.0/ports?device_id=b95aa2bb-0097-4121-ba72-5088ed256e0b HTTP/1.1" status: 200 len: 210 time: 0.0729823 Apr 11 20:37:09.117561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a0df11-0238-49a2-986a-321b942b526e req-107daf10-08c2-46bd-a6bd-d788702892a3 tempest-AggregatesAdminTestJSON-1950651042 tempest-AggregatesAdminTestJSON-1950651042-project] 10.222.0.69 "DELETE /v2.0/ports/317b2275-eb11-4101-854b-1db0aaa5a7f9 HTTP/1.1" status: 204 len: 173 time: 2.2250071 Apr 11 20:37:09.175049 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cefdb70-fb76-4917-a5bf-7e7a9564119f'] response: {'server_uuid': 'b95aa2bb-0097-4121-ba72-5088ed256e0b', 'name': 'network-vif-deleted', 'tag': '317b2275-eb11-4101-854b-1db0aaa5a7f9', 'status': 'completed', 'code': 200} Apr 11 20:37:09.241855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-646da483-4d92-4971-a77e-76f67c004b22 req-fae6ec4b-f990-4468-93b1-d737d87438f1 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 210 time: 0.0571048 Apr 11 20:37:09.251179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178acec5-acbd-48f8-b4e0-f4737e105de3 req-5fdf2a5a-261a-4cc7-a321-19cb323399cc service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943770 Apr 11 20:37:09.290866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port ec1b6712-b380-43d2-98bb-f3627f927ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:09.306444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'ec1b6712-b380-43d2-98bb-f3627f927ac3', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'ec1b6712-b380-43d2-98bb-f3627f927ac3', 'mac_address': 'fa:16:3e:ff:bf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:37:09.367263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.393450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1b6712-b380-43d2-98bb-f3627f927ac3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:09.409869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port ec1b6712-b380-43d2-98bb-f3627f927ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:09.443602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45272) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:09.464241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.477044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.501885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:09.506751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Usage tracker for resource:security_group_rule and tenant:19a64a76e6e1477697c935d78ca3fdb9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:09.510090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:09.518859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:09.562943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=ec1b6712-b380-43d2-98bb-f3627f927ac3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:09.609453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.637247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:09.671923 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.705955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['ec1b6712-b380-43d2-98bb-f3627f927ac3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:09.719119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec040c16-d311-4821-96c6-19b422251d39,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:09.731078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87347ccd-ffaa-4fca-95ba-e5f3870c4e66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19a64a76e6e1477697c935d78ca3fdb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2857068 Apr 11 20:37:09.739518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45290) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:09.828323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-000c8d89-6a27-4318-b06c-b801337c52b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.876063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-000c8d89-6a27-4318-b06c-b801337c52b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:09.999437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.035786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-000c8d89-6a27-4318-b06c-b801337c52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.081005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c8d89-6a27-4318-b06c-b801337c52b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec040c16-d311-4821-96c6-19b422251d39,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:10.174952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:10.178293 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-000c8d89-6a27-4318-b06c-b801337c52b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.182322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-000c8d89-6a27-4318-b06c-b801337c52b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec040c16-d311-4821-96c6-19b422251d39 HTTP/1.1" status: 204 len: 168 time: 0.4391983 Apr 11 20:37:10.183926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Usage tracker for resource:security_group_rule and tenant:b417cd53cc3848718736c53f44ac225a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:10.188447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:10.199877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:10.274088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb861f-4822-4a93-8c69-820342823f39 req-543c6af3-5477-452e-b791-355d9543235c tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:10.288767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fb861f-4822-4a93-8c69-820342823f39 req-543c6af3-5477-452e-b791-355d9543235c tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 949 time: 0.2073126 Apr 11 20:37:10.407541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.410273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fb861f-4822-4a93-8c69-820342823f39 req-8a36ea04-5ef8-4d7d-a82b-02f28088b430 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092086 Apr 11 20:37:10.483855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.575262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba41ec5-e0c5-4610-b37b-d64326fdf563,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:10.595016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-860af699-7946-4a4b-ab9c-292e434dfeca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b417cd53cc3848718736c53f44ac225a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9559391 Apr 11 20:37:10.597569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f4dcd708-8d1e-4499-a69d-bc7bd4aa17dc req-44251fd0-b1a4-45ad-96ad-f2be2a9ab283 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 210 time: 0.0561841 Apr 11 20:37:10.600347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:10.690450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6438077-5292-4474-aaf1-2aa22c36251f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.716747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6438077-5292-4474-aaf1-2aa22c36251f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.832462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6438077-5292-4474-aaf1-2aa22c36251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.850356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438077-5292-4474-aaf1-2aa22c36251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba41ec5-e0c5-4610-b37b-d64326fdf563,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:10.858057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6438077-5292-4474-aaf1-2aa22c36251f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:10.858992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f6438077-5292-4474-aaf1-2aa22c36251f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ba41ec5-e0c5-4610-b37b-d64326fdf563 HTTP/1.1" status: 204 len: 168 time: 0.2560501 Apr 11 20:37:11.000953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device ec1b6712-b380-43d2-98bb-f3627f927ac3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:11.077738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 317b2275-eb11-4101-854b-1db0aaa5a7f9 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:37:11.131442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 317b2275-eb11-4101-854b-1db0aaa5a7f9 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:37:11.131442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 317b2275-eb11-4101-854b-1db0aaa5a7f9 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:37:11.163125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port ec1b6712-b380-43d2-98bb-f3627f927ac3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:11.168612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port ec1b6712-b380-43d2-98bb-f3627f927ac3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:11.168975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:11.263550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-b47db36c-cafd-4ec1-8907-684b00e0ff57 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=aba432cde819498293e77c4ed5977a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629847 Apr 11 20:37:11.336160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:11.385824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1b6712-b380-43d2-98bb-f3627f927ac3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:11.397889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port ec1b6712-b380-43d2-98bb-f3627f927ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:11.460116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:11.537102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=ec1b6712-b380-43d2-98bb-f3627f927ac3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:11.549106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814303cd-7505-44ef-b470-605e5cc93391 req-14c92575-f35b-4537-84b7-e30cc5a8a710 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:11.550617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-14c92575-f35b-4537-84b7-e30cc5a8a710 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815044 Apr 11 20:37:11.566582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Request body: {'port': {'device_id': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'aba432cde819498293e77c4ed5977a43'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:11.609418 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2019ec7-3a94-45bf-8a7c-f48b423aac8a'] response: {'server_uuid': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1b6712-b380-43d2-98bb-f3627f927ac3', 'code': 200} Apr 11 20:37:11.789373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:11.836078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2aa0-2026-4a97-b0b0-734ddf2a1c23 req-c2aa3dd8-64a5-4a7e-94e9-92627c65a674 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:11.837834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cbe2aa0-2026-4a97-b0b0-734ddf2a1c23 req-c2aa3dd8-64a5-4a7e-94e9-92627c65a674 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 950 time: 0.1153526 Apr 11 20:37:11.861614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:11.908118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cbe2aa0-2026-4a97-b0b0-734ddf2a1c23 req-fdc69b41-f470-4234-aabc-5b608b1f5d0f tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630984 Apr 11 20:37:11.909410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1bd45120-2f27-4d89-bca1-dfb17496a9f3 req-3e1abac4-99e0-4f74-825a-936047b6e511 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 1101 time: 0.1169205 Apr 11 20:37:11.971745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1bd45120-2f27-4d89-bca1-dfb17496a9f3 req-d08d8c20-3345-4d87-ba1c-90f523e61a98 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459447 Apr 11 20:37:11.971745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Made reservation on behalf of aba432cde819498293e77c4ed5977a43 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:11.971745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.038524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea68d1a0-dc49-4d05-a2d0-3bfea98a6fa6 req-4ffee7da-52c1-4837-9c55-5fdf5dbc3b5f tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 210 time: 0.0517931 Apr 11 20:37:12.151518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:12.172738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.233731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:12.243361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Usage tracker for resource:security_group_rule and tenant:936221650b0a4f50a96cdfc7f3fb5b9a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:12.249330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:12.257844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Allocated IP 192.168.233.98 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/77a0504b-8bcd-443d-b714-31808a43d0e8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:12.264106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:12.367300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.460112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.549095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad948cba-6a17-4b07-9233-4c79d99f3d91,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:12.555792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0a9a0f1f-a259-4b90-8a26-0da2f11c00be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=936221650b0a4f50a96cdfc7f3fb5b9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4031434 Apr 11 20:37:12.558431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45428) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:12.713255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02bcbaf3-8a13-43f3-8a3a-6bd3c170fe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.763415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02bcbaf3-8a13-43f3-8a3a-6bd3c170fe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.824391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.900634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Transition to ACTIVE for port object 77a0504b-8bcd-443d-b714-31808a43d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:12.901779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02bcbaf3-8a13-43f3-8a3a-6bd3c170fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.943176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcbaf3-8a13-43f3-8a3a-6bd3c170fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad948cba-6a17-4b07-9233-4c79d99f3d91,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:12.946492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02bcbaf3-8a13-43f3-8a3a-6bd3c170fe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:12.958436 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02bcbaf3-8a13-43f3-8a3a-6bd3c170fe4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad948cba-6a17-4b07-9233-4c79d99f3d91 HTTP/1.1" status: 204 len: 168 time: 0.3882334 Apr 11 20:37:13.001001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:13.098210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:13.101669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:13.106478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:13.111278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:13.111892 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:13.177015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Pushing event updated for resources: {'Port': ['ID=77a0504b-8bcd-443d-b714-31808a43d0e8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:13.244498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-7e7d98d4-4ac9-4efb-bbf9-589a7832bfaa tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6816432 Apr 11 20:37:13.258148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Request body: {'port': {'device_id': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'device_owner': 'compute:tempest-test_az-708372923', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:13.385983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f384e8-86f5-4959-8298-b8e2dcf08bb8 req-f07c9964-21b1-477e-b147-df9e66d1f86a tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:13.387452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3f384e8-86f5-4959-8298-b8e2dcf08bb8 req-f07c9964-21b1-477e-b147-df9e66d1f86a tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 950 time: 0.2118187 Apr 11 20:37:13.414475 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:13.494399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ac0752da-f138-4936-a818-a5e7ef62e73f None None] Provisioning for port 77a0504b-8bcd-443d-b714-31808a43d0e8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:13.502164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ac0752da-f138-4936-a818-a5e7ef62e73f None None] Provisioning complete for port 77a0504b-8bcd-443d-b714-31808a43d0e8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:13.503095 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac0752da-f138-4936-a818-a5e7ef62e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:13.508659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3f384e8-86f5-4959-8298-b8e2dcf08bb8 req-d1047588-246a-4ac1-be84-c2a715f5a8aa tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138940 Apr 11 20:37:13.532105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-40fa5dfc-5987-40aa-ad50-24514396358d tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=49b42183b0394c76bf982c5068b93eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418670 Apr 11 20:37:13.630609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ac0752da-f138-4936-a818-a5e7ef62e73f None None] Port 77a0504b-8bcd-443d-b714-31808a43d0e8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:13.726056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-350833b6-1300-482a-bef1-e19bca17306b tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:13.727606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-350833b6-1300-482a-bef1-e19bca17306b tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943114 Apr 11 20:37:13.734693 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6efaa9b3-e2fc-4594-a111-5ca6fca7ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:13.749546 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-b5623414-a055-41d6-acc6-a0a71a997888 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/quotas/49b42183b0394c76bf982c5068b93eb1 HTTP/1.1" status: 200 len: 375 time: 0.0116601 Apr 11 20:37:13.811316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-5e29f9c3-8acd-4600-832a-1b59d7301730 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=49b42183b0394c76bf982c5068b93eb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546925 Apr 11 20:37:13.942496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45484) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:13.967599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:13.984728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a0504b-8bcd-443d-b714-31808a43d0e8 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:13.993547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.014948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:14.017371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Transition to ACTIVE for port object 77a0504b-8bcd-443d-b714-31808a43d0e8 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:14.021646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:26875b0f465c4778994ab643b6c44c3f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:14.025009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:14.032889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:14.037967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e22292-e1e8-4fb9-ae1c-fd2ca461949b req-8e73ffa3-761c-4c85-ad3d-11b0d4d19741 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:14.038678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d6e22292-e1e8-4fb9-ae1c-fd2ca461949b req-8e73ffa3-761c-4c85-ad3d-11b0d4d19741 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Synchronizing usage tracker for tenant:aba432cde819498293e77c4ed5977a43 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:14.088535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.119490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.159213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d6e22292-e1e8-4fb9-ae1c-fd2ca461949b req-8e73ffa3-761c-4c85-ad3d-11b0d4d19741 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Unset dirty status for tenant:aba432cde819498293e77c4ed5977a43 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:14.159213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e22292-e1e8-4fb9-ae1c-fd2ca461949b req-8e73ffa3-761c-4c85-ad3d-11b0d4d19741 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 935 time: 0.2838798 Apr 11 20:37:14.209999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.285987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f75fbdf-406b-4424-8d9d-cc1086c876df,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:14.320455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fbda02b8-2b37-447c-839b-44bd300be7d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26875b0f465c4778994ab643b6c44c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3750253 Apr 11 20:37:14.321743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45508) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:14.344569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Pushing event updated for resources: {'Port': ['ID=77a0504b-8bcd-443d-b714-31808a43d0e8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:14.403226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bff9-088b-4069-bd0c-95b816ac804d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.428073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e22292-e1e8-4fb9-ae1c-fd2ca461949b req-98d594bd-892a-4da2-8384-b87b3d102244 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609043 Apr 11 20:37:14.458118 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bff9-088b-4069-bd0c-95b816ac804d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.476035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Attempting to bind port 77a0504b-8bcd-443d-b714-31808a43d0e8 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:14.476369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Attempting to bind port 77a0504b-8bcd-443d-b714-31808a43d0e8 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:14.476702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Attempting to bind port 77a0504b-8bcd-443d-b714-31808a43d0e8 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:14.493865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Port 77a0504b-8bcd-443d-b714-31808a43d0e8 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:14.497022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Attempting to bind port 77a0504b-8bcd-443d-b714-31808a43d0e8 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:14.511018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:14.511367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:14.511800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:14.512987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Bound port: 77a0504b-8bcd-443d-b714-31808a43d0e8, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:14.512987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.611656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0888332-8798-42ab-9c4b-c52c3339f560 req-053a2cdd-ce8e-4d9e-88ad-8952ba824e54 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 210 time: 0.1081121 Apr 11 20:37:14.643622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] For port 77a0504b-8bcd-443d-b714-31808a43d0e8, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:14.652948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] For port 77a0504b-8bcd-443d-b714-31808a43d0e8, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77a0504b-8bcd-443d-b714-31808a43d0e8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:14.694398 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bff9-088b-4069-bd0c-95b816ac804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.709821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1bff9-088b-4069-bd0c-95b816ac804d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f75fbdf-406b-4424-8d9d-cc1086c876df,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:14.716090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccb1bff9-088b-4069-bd0c-95b816ac804d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.719628 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ccb1bff9-088b-4069-bd0c-95b816ac804d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f75fbdf-406b-4424-8d9d-cc1086c876df HTTP/1.1" status: 204 len: 168 time: 0.3945417 Apr 11 20:37:14.746176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.820416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:14.822795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] 10.222.0.69 "PUT /v2.0/ports/77a0504b-8bcd-443d-b714-31808a43d0e8 HTTP/1.1" status: 200 len: 1116 time: 1.5697143 Apr 11 20:37:14.823456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'tag': '77a0504b-8bcd-443d-b714-31808a43d0e8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:14.849021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbc25d-83a1-424b-9686-656163ecd365 service neutron] Pushing event updated for resources: {'Port': ['ID=77a0504b-8bcd-443d-b714-31808a43d0e8,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:14.879517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d353e0-0429-4a43-bc14-104485763ad4 req-a0f36c47-4f1c-450f-8d4c-79ddef74e2ca tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:14.887006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1d353e0-0429-4a43-bc14-104485763ad4 req-a0f36c47-4f1c-450f-8d4c-79ddef74e2ca tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 950 time: 0.1533647 Apr 11 20:37:14.975552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1d353e0-0429-4a43-bc14-104485763ad4 req-342cc7e4-c886-4013-83c4-974247d8598c tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863473 Apr 11 20:37:15.046130 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a5f9fa-a726-456e-bb3c-29cf50af9dfe'] response: {'name': 'network-changed', 'server_uuid': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'tag': '77a0504b-8bcd-443d-b714-31808a43d0e8', 'status': 'completed', 'code': 200} Apr 11 20:37:15.070062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-50c373a0-4865-4ae9-8b10-26675e7a323f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 1119 time: 0.1357739 Apr 11 20:37:15.155493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-9eaee047-6b5c-42d1-94d3-d26fa631201d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=77a0504b-8bcd-443d-b714-31808a43d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0794206 Apr 11 20:37:15.236955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814303cd-7505-44ef-b470-605e5cc93391 req-160babee-fe35-4dec-aec4-aa8903d83736 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:15.238808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-160babee-fe35-4dec-aec4-aa8903d83736 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0769820 Apr 11 20:37:15.340681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-25d68ced-7391-4036-b435-0701f4b9f0c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963042 Apr 11 20:37:15.489730 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-8d6eeeef-cb29-4299-9288-84c48930a9c5 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424677 Apr 11 20:37:15.705275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-814303cd-7505-44ef-b470-605e5cc93391 req-3985357f-83e9-4013-898d-a614f28af991 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088540 Apr 11 20:37:15.751208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45580) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:15.773874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-e9d78882-4759-40f2-9e8f-4ae461dcdf58 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ec7123dae624989a02fe530d5144486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606546 Apr 11 20:37:15.979729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-33e99526-db82-4e66-ba25-d1c4195a08db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:15.983997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:15.986153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-3459df1a-9916-4dcd-8095-af0c4acf90f0 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:15.987637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-3459df1a-9916-4dcd-8095-af0c4acf90f0 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083578 Apr 11 20:37:16.005186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-f176bbba-5ca2-44a5-a24f-59657743d2d0 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/quotas/6ec7123dae624989a02fe530d5144486 HTTP/1.1" status: 200 len: 375 time: 0.0113738 Apr 11 20:37:16.054510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:16.062212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Usage tracker for resource:security_group_rule and tenant:f141290398f94cce96fbc6b8085897c3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:16.068523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-18d89d3d-dbb9-47ba-b76e-f9f950336098 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570021 Apr 11 20:37:16.069108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:16.077420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:16.084380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371d57b-485c-45a2-8a94-e7a40e0e440a req-f21021df-aa03-4808-b2ae-d30603a95c7e tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:16.085835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3371d57b-485c-45a2-8a94-e7a40e0e440a req-f21021df-aa03-4808-b2ae-d30603a95c7e tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 968 time: 0.2465343 Apr 11 20:37:16.098457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-a57fbe72-e4d4-4466-a06b-66d215a308aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aba432cde819498293e77c4ed5977a43&device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 1119 time: 0.1983023 Apr 11 20:37:16.297816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-93b99c2c-feb0-4209-9b2a-b18bdfe48a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:16.307181 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-93b99c2c-feb0-4209-9b2a-b18bdfe48a04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1882489 Apr 11 20:37:16.331909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3371d57b-485c-45a2-8a94-e7a40e0e440a req-8b4d354a-b536-4756-add9-f5c8bc2fb484 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322474 Apr 11 20:37:16.490283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-6774196e-7569-456c-b5f7-9ca337a3b61c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=77a0504b-8bcd-443d-b714-31808a43d0e8 HTTP/1.1" status: 200 len: 217 time: 0.1498182 Apr 11 20:37:16.612035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:16.619350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76fc9c89-36be-4cfb-a157-e48db17bb4b2 req-9910eb5a-53e0-42e7-a119-ea4c70672331 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 210 time: 0.0809071 Apr 11 20:37:16.625519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-5b702787-5536-4fe6-b583-8d8c4994e297 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=49b42183b0394c76bf982c5068b93eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428314 Apr 11 20:37:16.658999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-07d9fea6-d62e-4062-a516-6d7dcfa9ffc0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:16.660516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-07d9fea6-d62e-4062-a516-6d7dcfa9ffc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1577373 Apr 11 20:37:16.765237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:16.844097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f253691-3e8b-442a-abcd-fd595536c4e0 req-30cea359-369d-4b7b-bf8d-248dd8624534 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 210 time: 0.0917325 Apr 11 20:37:16.915172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f141290398f94cce96fbc6b8085897c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1628718 Apr 11 20:37:16.918839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eb0a7-0605-4d1f-94af-763461f9109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2983de-8419-4545-be44-7a22334aa61b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:16.925832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45622) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:16.951905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-31421813-b1b3-4be8-b229-c5710a62468e tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:16.953309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-31421813-b1b3-4be8-b229-c5710a62468e tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217695 Apr 11 20:37:16.963803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-1a38d60c-4889-4974-8883-ceebb5df2065 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515647 Apr 11 20:37:16.970569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Request body: {'port': {'device_id': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '49b42183b0394c76bf982c5068b93eb1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:17.055539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd28be9b-d635-41b2-b88d-5e2ac5187965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.094790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd28be9b-d635-41b2-b88d-5e2ac5187965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.211304 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.254814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:17.259336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-9bbcbb3f-f49b-4819-8d9a-b915e16e8679 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709701 Apr 11 20:37:17.261809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Usage tracker for resource:port and tenant:49b42183b0394c76bf982c5068b93eb1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:17.288306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.291240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:17.303271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:17.340114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd28be9b-d635-41b2-b88d-5e2ac5187965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.356536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28be9b-d635-41b2-b88d-5e2ac5187965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2983de-8419-4545-be44-7a22334aa61b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:17.364133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd28be9b-d635-41b2-b88d-5e2ac5187965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.368059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fd28be9b-d635-41b2-b88d-5e2ac5187965 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db2983de-8419-4545-be44-7a22334aa61b HTTP/1.1" status: 204 len: 168 time: 0.4408550 Apr 11 20:37:17.461398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38bbb5fa-0851-40f0-8b85-c70b2aa45222 req-e0f70d39-e779-414b-806e-4cb823bf0040 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957066 Apr 11 20:37:17.488690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Made reservation on behalf of 49b42183b0394c76bf982c5068b93eb1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:17.491854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.512171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.560082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:17.577356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Usage tracker for resource:security_group_rule and tenant:49b42183b0394c76bf982c5068b93eb1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:17.580862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:17.587222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:17.698374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.759035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a838-5650-42e0-bff4-4797010aa280 req-6dd06f37-4449-4889-9ae7-fa19643904d4 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:17.760858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bb8a838-5650-42e0-bff4-4797010aa280 req-6dd06f37-4449-4889-9ae7-fa19643904d4 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 968 time: 0.0945158 Apr 11 20:37:17.866221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:17.905010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a625c-10f4-4d32-be24-06c07507b0d7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:17.971412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ff1b-70bf-4097-9a92-9b736422f0d3 req-3f92279a-04f3-4de2-8888-cb2e6a3394c5 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:17.980138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ace7ff1b-70bf-4097-9a92-9b736422f0d3 req-3f92279a-04f3-4de2-8888-cb2e6a3394c5 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 950 time: 0.1073282 Apr 11 20:37:18.000083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bb8a838-5650-42e0-bff4-4797010aa280 req-05bdbe38-5980-4662-92d4-dfdf95f58be1 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323558 Apr 11 20:37:18.065863 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ace7ff1b-70bf-4097-9a92-9b736422f0d3 req-ea10725d-6dc5-4852-94d7-b1f48d1667e9 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830755 Apr 11 20:37:18.128930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Allocated IP 192.168.233.43 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/8eea566b-fc31-4b66-a173-caa59bcab425) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:18.375815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc6f8975-75d0-4105-910c-457d72b4a9d8 req-3d67875f-ca48-4df4-9fbc-2245021bf714 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 210 time: 0.0568120 Apr 11 20:37:18.463948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:18.484684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Transition to ACTIVE for port object 8eea566b-fc31-4b66-a173-caa59bcab425 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:18.486310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-998efef3-b7c9-4660-a109-ddbbbffcb52e req-62d1a16d-f44e-4dc5-bb95-b2d3a08fe3c8 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 210 time: 0.0799503 Apr 11 20:37:18.751873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:18.832279 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:18.938378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:18.938378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:18.938378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Pushing event updated for resources: {'Port': ['ID=8eea566b-fc31-4b66-a173-caa59bcab425,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:18.945686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:18.949652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:18.950254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.093726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-a20fbb04-8ae3-4f07-b235-3a6e1139bd94 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:19.095195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-a20fbb04-8ae3-4f07-b235-3a6e1139bd94 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.75 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 950 time: 0.0961673 Apr 11 20:37:19.130699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77a0504b-8bcd-443d-b714-31808a43d0e8 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:37:19.173368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Deleting port ec1b6712-b380-43d2-98bb-f3627f927ac3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:37:19.173724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.288012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 77a0504b-8bcd-443d-b714-31808a43d0e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77a0504b-8bcd-443d-b714-31808a43d0e8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:19.302915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '77a0504b-8bcd-443d-b714-31808a43d0e8', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '77a0504b-8bcd-443d-b714-31808a43d0e8', 'mac_address': 'fa:16:3e:eb:cc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:tempest-test_az-708372923', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:37:19.318560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-4acf7441-81c0-4437-adcf-963f39c15bbb tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3524232 Apr 11 20:37:19.335271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Request body: {'port': {'device_id': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:19.364972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-82865947-9626-4fea-bc1d-97e8b1f091ef None None] Provisioning for port 8eea566b-fc31-4b66-a173-caa59bcab425 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:19.379267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-82865947-9626-4fea-bc1d-97e8b1f091ef None None] Provisioning complete for port 8eea566b-fc31-4b66-a173-caa59bcab425 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:19.379660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82865947-9626-4fea-bc1d-97e8b1f091ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.426652 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.480535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a0504b-8bcd-443d-b714-31808a43d0e8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:19.490613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-82865947-9626-4fea-bc1d-97e8b1f091ef None None] Port 8eea566b-fc31-4b66-a173-caa59bcab425 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:19.513698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 77a0504b-8bcd-443d-b714-31808a43d0e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77a0504b-8bcd-443d-b714-31808a43d0e8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:19.521662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] For port ec1b6712-b380-43d2-98bb-f3627f927ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=ec1b6712-b380-43d2-98bb-f3627f927ac3,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:19.521937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.545463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.573953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:19.649562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=77a0504b-8bcd-443d-b714-31808a43d0e8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:19.691458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Calling delete_port for ec1b6712-b380-43d2-98bb-f3627f927ac3 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:37:19.753210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be024b7-cf81-46a5-a4fe-884bca30467e req-6761300e-5511-4b85-a4d8-1a66f1b25f92 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:19.754757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6be024b7-cf81-46a5-a4fe-884bca30467e req-6761300e-5511-4b85-a4d8-1a66f1b25f92 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 968 time: 0.3078225 Apr 11 20:37:19.764957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['77a0504b-8bcd-443d-b714-31808a43d0e8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:19.879990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-bc3df01c-95fa-4d4a-a02d-29bda93b97bf tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6ec7123dae624989a02fe530d5144486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367560 Apr 11 20:37:19.884004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6be024b7-cf81-46a5-a4fe-884bca30467e req-9121fee9-ee6f-401e-bd01-9043498b3741 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195788 Apr 11 20:37:19.930695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519a9b-07dd-47a7-942b-9ab7819ecd9b req-2d75bf40-009c-44a7-ba7f-58b059ddf53c tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:19.937567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66519a9b-07dd-47a7-942b-9ab7819ecd9b req-2d75bf40-009c-44a7-ba7f-58b059ddf53c tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/ports?device_id=54f8a6cf-d794-494c-93d0-11c67b78fa00 HTTP/1.1" status: 200 len: 950 time: 0.2558181 Apr 11 20:37:20.014928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.029654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['ec1b6712-b380-43d2-98bb-f3627f927ac3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:20.092817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Pushing event deleted for resources: {'Port': ['ID=ec1b6712-b380-43d2-98bb-f3627f927ac3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:20.127888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66519a9b-07dd-47a7-942b-9ab7819ecd9b req-4401ec3b-fd1e-4c87-9622-0335d0273022 tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c476e0a-4e5e-4695-b58b-0d6e78d52645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893206 Apr 11 20:37:20.233201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] No DVR routers for this DVR port ec1b6712-b380-43d2-98bb-f3627f927ac3 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:37:20.241278 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.244430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'name': 'network-vif-deleted', 'tag': 'ec1b6712-b380-43d2-98bb-f3627f927ac3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:20.251211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eea566b-fc31-4b66-a173-caa59bcab425 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:20.265373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.272442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-85a3da54-20d8-4cee-ab0d-32b4e808b678 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:20.273987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-85a3da54-20d8-4cee-ab0d-32b4e808b678 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866713 Apr 11 20:37:20.303220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45b838-c010-4ed3-988e-719b2d871283 req-61ad128c-eb01-4f10-b1a4-4da67170f48a tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:20.305312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Request body: {'port': {'device_id': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '6ec7123dae624989a02fe530d5144486'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:20.307489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc45b838-c010-4ed3-988e-719b2d871283 req-61ad128c-eb01-4f10-b1a4-4da67170f48a tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 935 time: 0.1627388 Apr 11 20:37:20.326352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Transition to ACTIVE for port object 8eea566b-fc31-4b66-a173-caa59bcab425 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:20.338011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-661d9d19-02d6-4791-8c86-499eff6bc446 req-3db2d4d2-4e72-494d-b92a-cbf325192cdb tempest-TenantUsagesTestJSON-1324997988 tempest-TenantUsagesTestJSON-1324997988-project] 10.222.0.75 "DELETE /v2.0/ports/ec1b6712-b380-43d2-98bb-f3627f927ac3 HTTP/1.1" status: 204 len: 173 time: 1.2336793 Apr 11 20:37:20.369223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc45b838-c010-4ed3-988e-719b2d871283 req-3882c3d2-998f-4b9c-b274-d4959be0e9f8 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 Apr 11 20:37:20.420564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.515434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-857777cc-8188-45d0-9f86-2859e98be9b0 req-7859e71c-3d75-4e40-94c3-de2d7802174f tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 210 time: 0.1007268 Apr 11 20:37:20.704369 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c99bf3-e367-4b3c-aa8a-e455f92ebcd2'] response: {'server_uuid': '54f8a6cf-d794-494c-93d0-11c67b78fa00', 'name': 'network-vif-deleted', 'tag': 'ec1b6712-b380-43d2-98bb-f3627f927ac3', 'status': 'completed', 'code': 200} Apr 11 20:37:20.743241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Pushing event updated for resources: {'Port': ['ID=8eea566b-fc31-4b66-a173-caa59bcab425,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:20.754339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:20.760200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Usage tracker for resource:port and tenant:6ec7123dae624989a02fe530d5144486 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:20.792776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:20.808455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:20.830588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Attempting to bind port 8eea566b-fc31-4b66-a173-caa59bcab425 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:20.830922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Attempting to bind port 8eea566b-fc31-4b66-a173-caa59bcab425 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:20.831244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Attempting to bind port 8eea566b-fc31-4b66-a173-caa59bcab425 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:20.837065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Port 8eea566b-fc31-4b66-a173-caa59bcab425 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:20.837393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Attempting to bind port 8eea566b-fc31-4b66-a173-caa59bcab425 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:20.844205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:20.844538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:20.844914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:20.845332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Bound port: 8eea566b-fc31-4b66-a173-caa59bcab425, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:20.845672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.906203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Made reservation on behalf of 6ec7123dae624989a02fe530d5144486 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:20.909208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.928108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:20.976527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] For port 8eea566b-fc31-4b66-a173-caa59bcab425, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:20.981037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] For port 8eea566b-fc31-4b66-a173-caa59bcab425, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8eea566b-fc31-4b66-a173-caa59bcab425,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:20.986691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:20.990807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Usage tracker for resource:security_group_rule and tenant:6ec7123dae624989a02fe530d5144486 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:20.995270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:21.003870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:21.046742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.146686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77a0504b-8bcd-443d-b714-31808a43d0e8 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:21.180054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.183615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.184953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] 10.222.0.75 "PUT /v2.0/ports/8eea566b-fc31-4b66-a173-caa59bcab425 HTTP/1.1" status: 200 len: 1095 time: 1.8541522 Apr 11 20:37:21.186656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'tag': '8eea566b-fc31-4b66-a173-caa59bcab425'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:21.211037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2af4-9cf3-4dd9-b58f-49549b11c95a service neutron] Pushing event updated for resources: {'Port': ['ID=8eea566b-fc31-4b66-a173-caa59bcab425,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:21.252535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc36b1-6048-43a6-911a-683e6884ae7e req-7c23f721-86f9-45de-b1e8-40250975f550 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:21.258538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bc36b1-6048-43a6-911a-683e6884ae7e req-7c23f721-86f9-45de-b1e8-40250975f550 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 969 time: 0.1666751 Apr 11 20:37:21.280713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.306636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 77a0504b-8bcd-443d-b714-31808a43d0e8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:21.315898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 77a0504b-8bcd-443d-b714-31808a43d0e8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:21.316350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.467605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3baabd-0b65-4531-a5e0-d285227cf811,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:21.501174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bc36b1-6048-43a6-911a-683e6884ae7e req-e5be4992-b64b-4e4f-9c76-866fe68ad9c6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401664 Apr 11 20:37:21.523738 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.565425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a0504b-8bcd-443d-b714-31808a43d0e8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:21.579112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 77a0504b-8bcd-443d-b714-31808a43d0e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77a0504b-8bcd-443d-b714-31808a43d0e8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:21.620467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Allocated IP 192.168.233.138 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/a60053dc-3837-416e-88f0-2651c1ad2a81) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:21.662931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:21.678226 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6088c2-3aba-4645-97c3-28afaf280be1'] response: {'name': 'network-changed', 'server_uuid': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'tag': '8eea566b-fc31-4b66-a173-caa59bcab425', 'status': 'completed', 'code': 200} Apr 11 20:37:21.772600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=77a0504b-8bcd-443d-b714-31808a43d0e8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:21.854555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3486f6-431e-4f12-be26-7d4e14a954db req-77ff7e9f-0b31-4693-b1ae-6e444bec856e tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:21.856024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c3486f6-431e-4f12-be26-7d4e14a954db req-77ff7e9f-0b31-4693-b1ae-6e444bec856e tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 947 time: 0.0896177 Apr 11 20:37:21.858040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-50b7955a-45ae-4db2-8e34-eec6039bfcec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=49b42183b0394c76bf982c5068b93eb1&device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 1098 time: 0.5025201 Apr 11 20:37:21.901197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c3486f6-431e-4f12-be26-7d4e14a954db req-85eb325d-9348-41cd-9dd2-87b3c995c539 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Apr 11 20:37:21.920588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c6c3499-af04-46c1-a11b-e5f4d156a453 req-a04ebc93-97f6-4414-88fc-90a944eab2b1 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 210 time: 0.1068444 Apr 11 20:37:21.944298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-5bc49b90-8ebe-428a-b760-68cb2d34fa59 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8eea566b-fc31-4b66-a173-caa59bcab425 HTTP/1.1" status: 200 len: 217 time: 0.0744076 Apr 11 20:37:21.999295 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55d4683-d464-44e2-9109-f1c9e7abf6f0'] response: {'server_uuid': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a0504b-8bcd-443d-b714-31808a43d0e8', 'code': 200} Apr 11 20:37:22.062484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-a14e175b-4bd7-493d-9438-d579f9f7256e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:22.062484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-a14e175b-4bd7-493d-9438-d579f9f7256e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1007223 Apr 11 20:37:22.065004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:22.082198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.69', 58555) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:22.127528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Transition to ACTIVE for port object a60053dc-3837-416e-88f0-2651c1ad2a81 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:22.171664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-d0cdb1eb-f313-467a-8a11-1e0525fccbdb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999546 Apr 11 20:37:22.199348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45812) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:22.227122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c715af5-36ea-417e-bebc-fb2463fdb2b4 req-0292a9cc-0d13-419d-8ab6-69b235890818 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 1121 time: 0.1434810 Apr 11 20:37:22.336942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1c715af5-36ea-417e-bebc-fb2463fdb2b4 req-544f0633-0de8-46b8-a670-70857ef86539 service neutron] Synchronizing usage tracker for tenant:a8f05b2287a34d0985b6a5919c8675d9 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:22.340217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:22.460673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:22.467948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:22.470364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:22.478098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1c715af5-36ea-417e-bebc-fb2463fdb2b4 req-544f0633-0de8-46b8-a670-70857ef86539 service neutron] Unset dirty status for tenant:a8f05b2287a34d0985b6a5919c8675d9 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:22.479160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:22.483172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c715af5-36ea-417e-bebc-fb2463fdb2b4 req-544f0633-0de8-46b8-a670-70857ef86539 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475190 Apr 11 20:37:22.490065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:22.499607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Pushing event updated for resources: {'Port': ['ID=a60053dc-3837-416e-88f0-2651c1ad2a81,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:22.519168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-dafd89ce-7c90-4d1f-af7e-d1c92004c8c5 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371432 Apr 11 20:37:22.637262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-caa1bac8-df5c-4b22-8e7d-5939d1207ff5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3408253 Apr 11 20:37:22.684377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Request body: {'port': {'device_id': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:22.717317 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a1323f6-14a3-4473-a009-37bf90e1e17c req-8ece0ed8-d3f0-41aa-a055-a3a6e7037dcb service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848528 Apr 11 20:37:22.848939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5305c0-7ba6-40d2-8c37-6d1b8499b51b req-452f493a-67c7-4804-8b3a-4da0ada9c4d6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:22.857045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c5305c0-7ba6-40d2-8c37-6d1b8499b51b req-452f493a-67c7-4804-8b3a-4da0ada9c4d6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 970 time: 0.1404021 Apr 11 20:37:22.868511 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:22.914403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c5305c0-7ba6-40d2-8c37-6d1b8499b51b req-d751902b-d63d-4d4f-8cea-fdcdce0b8552 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Apr 11 20:37:23.008430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d1b8edab-1b47-4c35-9041-3080b874ab03 None None] Provisioning for port a60053dc-3837-416e-88f0-2651c1ad2a81 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:23.013761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d1b8edab-1b47-4c35-9041-3080b874ab03 None None] Provisioning complete for port a60053dc-3837-416e-88f0-2651c1ad2a81 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:23.014481 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d1b8edab-1b47-4c35-9041-3080b874ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.079251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device ec1b6712-b380-43d2-98bb-f3627f927ac3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:37:23.158076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: ec1b6712-b380-43d2-98bb-f3627f927ac3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:37:23.158410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device ec1b6712-b380-43d2-98bb-f3627f927ac3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:37:23.181037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8edab-1b47-4c35-9041-3080b874ab03 None None] Port a60053dc-3837-416e-88f0-2651c1ad2a81 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:23.209647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45852) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:23.209967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45854) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:23.262597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d31a9d62-a4f4-47c1-a469-09778841d17d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3fb94adbc3e4e85bf85ffe2bcddfe91&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0580487 Apr 11 20:37:23.266179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45864) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:23.359406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db895d69-5ba6-4c11-80a8-6fe7440e0c36 req-8fcfb639-8351-4cb5-95b4-282e9447d110 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:23.360932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-db895d69-5ba6-4c11-80a8-6fe7440e0c36 req-8fcfb639-8351-4cb5-95b4-282e9447d110 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 947 time: 0.2681093 Apr 11 20:37:23.378955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef33d6c6-4498-402f-b812-1e71394cb8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.403636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-2a8a744d-6e66-4459-8ffd-e3ef9fff3f92 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=49b42183b0394c76bf982c5068b93eb1&device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 1098 time: 0.5234509 Apr 11 20:37:23.404657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.476704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef33d6c6-4498-402f-b812-1e71394cb8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.518205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:23.558356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:23.573392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-5986ebe2-2499-4f14-8fe2-ae5ab4a8eebe tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:23.574246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-5986ebe2-2499-4f14-8fe2-ae5ab4a8eebe tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Synchronizing usage tracker for tenant:6ec7123dae624989a02fe530d5144486 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:23.574596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-db895d69-5ba6-4c11-80a8-6fe7440e0c36 req-caee6aa1-4d93-4b51-ae75-75f922a5539e tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937189 Apr 11 20:37:23.590615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Usage tracker for resource:security_group_rule and tenant:e6a0d0ff57fa45cea595c73be3a89beb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:23.612217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:23.620945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:23.650564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-9aaf3dcb-5b79-41f1-8cc0-ed0ede139cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:23.652225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-9aaf3dcb-5b79-41f1-8cc0-ed0ede139cab service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2385652 Apr 11 20:37:23.675955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.722789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:23.728097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b279553c5a8e4a0690b361fc4c654177 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:23.734692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:23.750231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:23.774656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef33d6c6-4498-402f-b812-1e71394cb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.786138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-4868c7df-2860-4473-b095-f77966115578 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8eea566b-fc31-4b66-a173-caa59bcab425 HTTP/1.1" status: 200 len: 217 time: 0.1247091 Apr 11 20:37:23.787656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.790057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-5986ebe2-2499-4f14-8fe2-ae5ab4a8eebe tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Unset dirty status for tenant:6ec7123dae624989a02fe530d5144486 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:23.797151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-5986ebe2-2499-4f14-8fe2-ae5ab4a8eebe tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 936 time: 0.5730975 Apr 11 20:37:23.807718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d6c6-4498-402f-b812-1e71394cb8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c476e0a-4e5e-4695-b58b-0d6e78d52645,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:23.851425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.918827 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef33d6c6-4498-402f-b812-1e71394cb8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.922753 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef33d6c6-4498-402f-b812-1e71394cb8c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c476e0a-4e5e-4695-b58b-0d6e78d52645 HTTP/1.1" status: 204 len: 168 time: 0.6529858 Apr 11 20:37:23.922753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c5f63-0b19-47fd-837e-2473caef698a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:23.925272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60053dc-3837-416e-88f0-2651c1ad2a81 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:23.935757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c0eee946-c755-4c6e-8142-ee18dc15eb0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6a0d0ff57fa45cea595c73be3a89beb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7228096 Apr 11 20:37:23.942744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45886) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:23.947696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:23.965899 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a299bf91-2dbd-4a98-8c10-9b727c0e37b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbd4f46fb4f84a5bb11960367d32117c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4447613 Apr 11 20:37:23.967166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45892) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:23.987246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-643255ae-4cad-48f5-94ab-a201307ad0e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:23.988842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-643255ae-4cad-48f5-94ab-a201307ad0e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1567531 Apr 11 20:37:23.993241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Transition to ACTIVE for port object a60053dc-3837-416e-88f0-2651c1ad2a81 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:23.995680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-b5e69421-5993-4514-9fa1-decf18deb674 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Synchronizing usage tracker for tenant:6ec7123dae624989a02fe530d5144486 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:24.033564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.077932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.093423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5988-ab02-402a-bcbf-5aafa92f6dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.125918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.158530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d905c39c-8d23-4e9e-8a18-94364667561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.204594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Pushing event updated for resources: {'Port': ['ID=a60053dc-3837-416e-88f0-2651c1ad2a81,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:24.214536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5988-ab02-402a-bcbf-5aafa92f6dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.215269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-b5e69421-5993-4514-9fa1-decf18deb674 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Unset dirty status for tenant:6ec7123dae624989a02fe530d5144486 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:24.217399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db5dc97c-e818-4895-b833-dea813ebcfc9 req-b5e69421-5993-4514-9fa1-decf18deb674 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185560 Apr 11 20:37:24.256965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-68056dba-b016-4be4-ab3c-bb5d9703aa5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482212 Apr 11 20:37:24.262141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef419ff9-102f-417a-add3-d7c57c1bea8a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:24.275552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98df5ef3-ca11-488f-a2f4-71cbdb8fd4b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b279553c5a8e4a0690b361fc4c654177&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0645070 Apr 11 20:37:24.280499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d905c39c-8d23-4e9e-8a18-94364667561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.319914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45898) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:24.423629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb17237-62ae-4f58-ac1e-b538e721e0b1 req-3b061615-fcef-4bee-89af-700eb97b7db6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:24.425291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fcb17237-62ae-4f58-ac1e-b538e721e0b1 req-3b061615-fcef-4bee-89af-700eb97b7db6 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 970 time: 0.3366499 Apr 11 20:37:24.467499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-967e9a7a-dfd7-4bb1-a296-37936e1bc5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.512982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5988-ab02-402a-bcbf-5aafa92f6dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.519033 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-967e9a7a-dfd7-4bb1-a296-37936e1bc5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.527638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-258e01c1-24de-49dd-8ee3-5d700fe66bd6 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643819 Apr 11 20:37:24.528312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Attempting to bind port a60053dc-3837-416e-88f0-2651c1ad2a81 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:24.529208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Attempting to bind port a60053dc-3837-416e-88f0-2651c1ad2a81 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:24.529534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Attempting to bind port a60053dc-3837-416e-88f0-2651c1ad2a81 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:24.536121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Port a60053dc-3837-416e-88f0-2651c1ad2a81 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:24.536438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Attempting to bind port a60053dc-3837-416e-88f0-2651c1ad2a81 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:24.547988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fcb17237-62ae-4f58-ac1e-b538e721e0b1 req-7d610d87-1e9e-4a2b-8018-e688d2774a62 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163490 Apr 11 20:37:24.556763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d905c39c-8d23-4e9e-8a18-94364667561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.562511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd5988-ab02-402a-bcbf-5aafa92f6dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c5f63-0b19-47fd-837e-2473caef698a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:24.569959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:24.570295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:24.570683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:24.571744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Bound port: a60053dc-3837-416e-88f0-2651c1ad2a81, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:24.572282 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.636513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905c39c-8d23-4e9e-8a18-94364667561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd24428-0027-4ad8-bbae-fa629c1884aa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:24.716693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ecd5988-ab02-402a-bcbf-5aafa92f6dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.717949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ecd5988-ab02-402a-bcbf-5aafa92f6dd5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa4c5f63-0b19-47fd-837e-2473caef698a HTTP/1.1" status: 204 len: 168 time: 0.7740521 Apr 11 20:37:24.722378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d905c39c-8d23-4e9e-8a18-94364667561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.726105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d905c39c-8d23-4e9e-8a18-94364667561a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bd24428-0027-4ad8-bbae-fa629c1884aa HTTP/1.1" status: 204 len: 168 time: 0.7485094 Apr 11 20:37:24.728257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-967e9a7a-dfd7-4bb1-a296-37936e1bc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.742028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-967e9a7a-dfd7-4bb1-a296-37936e1bc5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.743395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-967e9a7a-dfd7-4bb1-a296-37936e1bc5fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef419ff9-102f-417a-add3-d7c57c1bea8a HTTP/1.1" status: 204 len: 168 time: 0.4224894 Apr 11 20:37:24.746690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9a7a-dfd7-4bb1-a296-37936e1bc5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef419ff9-102f-417a-add3-d7c57c1bea8a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:24.795253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f84e68b-cfdf-4f01-b6e0-23de9f83b466 req-32dc5a5f-3620-4450-bb86-533da61ee355 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500308 Apr 11 20:37:24.795253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] For port a60053dc-3837-416e-88f0-2651c1ad2a81, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:24.795253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] For port a60053dc-3837-416e-88f0-2651c1ad2a81, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a60053dc-3837-416e-88f0-2651c1ad2a81,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:24.871826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.966692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45926) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:24.984661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.986102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] 10.222.0.69 "PUT /v2.0/ports/a60053dc-3837-416e-88f0-2651c1ad2a81 HTTP/1.1" status: 200 len: 1096 time: 2.3069985 Apr 11 20:37:24.988694 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:24.988930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'tag': 'a60053dc-3837-416e-88f0-2651c1ad2a81'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:25.007572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba6dbb-7830-4670-a4dc-cfcc77113510 service neutron] Pushing event updated for resources: {'Port': ['ID=a60053dc-3837-416e-88f0-2651c1ad2a81,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:25.032667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:25.040779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Usage tracker for resource:security_group_rule and tenant:8954249a352d44aca0ef6ad9716831f3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:25.042619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-79d478ed-ad87-485e-a769-7d6deca8e890 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:25.043350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-79d478ed-ad87-485e-a769-7d6deca8e890 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Synchronizing usage tracker for tenant:49b42183b0394c76bf982c5068b93eb1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:25.053810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:25.064591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8eea566b-fc31-4b66-a173-caa59bcab425 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:37:25.067990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:25.177941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.198813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-79d478ed-ad87-485e-a769-7d6deca8e890 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Unset dirty status for tenant:49b42183b0394c76bf982c5068b93eb1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:25.200102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-79d478ed-ad87-485e-a769-7d6deca8e890 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 947 time: 0.2919779 Apr 11 20:37:25.208737 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6479533-f767-459f-b608-06ca025a57d2'] response: {'name': 'network-changed', 'server_uuid': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'tag': 'a60053dc-3837-416e-88f0-2651c1ad2a81', 'status': 'completed', 'code': 200} Apr 11 20:37:25.260621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.311069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-10320f9f-9eaa-4840-875a-5ff4777fbfff tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Synchronizing usage tracker for tenant:49b42183b0394c76bf982c5068b93eb1 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:25.334855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-1b108963-90a6-4b84-9aa2-72390002cc96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 1099 time: 0.2271659 Apr 11 20:37:25.349055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 8eea566b-fc31-4b66-a173-caa59bcab425, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8eea566b-fc31-4b66-a173-caa59bcab425,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:25.367954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '8eea566b-fc31-4b66-a173-caa59bcab425', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '8eea566b-fc31-4b66-a173-caa59bcab425', 'mac_address': 'fa:16:3e:07:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:37:25.408953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8954249a352d44aca0ef6ad9716831f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4408114 Apr 11 20:37:25.410943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:25.412684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5578c912-663d-498e-b7b3-7e100120b0f3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:25.442851 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.462555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eea566b-fc31-4b66-a173-caa59bcab425 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:25.492611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 8eea566b-fc31-4b66-a173-caa59bcab425, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8eea566b-fc31-4b66-a173-caa59bcab425,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:25.496381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-10320f9f-9eaa-4840-875a-5ff4777fbfff tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Unset dirty status for tenant:49b42183b0394c76bf982c5068b93eb1 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:25.509638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-883a8471-e05d-41b2-adde-1fe2bcd2910c req-10320f9f-9eaa-4840-875a-5ff4777fbfff tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998178 Apr 11 20:37:25.525066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-23613a4a-690a-4734-8a3d-775a5d767972 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a60053dc-3837-416e-88f0-2651c1ad2a81 HTTP/1.1" status: 200 len: 217 time: 0.1825218 Apr 11 20:37:25.554068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.554418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.554758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.555092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.555423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.555776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.556151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.556479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.556849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.557226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.557548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bae55d-4a92-40be-abe8-9a0f841fb369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:25.586437 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.597513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4214c5ac-115b-4476-9c25-3f9f50cea28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.607643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-193c218f-cebf-4e11-a09b-15a64477cab6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:25.609298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-193c218f-cebf-4e11-a09b-15a64477cab6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0776968 Apr 11 20:37:25.636519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4214c5ac-115b-4476-9c25-3f9f50cea28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.691880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9233-61c7-4515-bbaa-8cd456880269 req-f05545d9-a2d8-4164-94b6-9623312f75c4 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:25.693408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16ff9233-61c7-4515-bbaa-8cd456880269 req-f05545d9-a2d8-4164-94b6-9623312f75c4 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 970 time: 0.1787863 Apr 11 20:37:25.706647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=8eea566b-fc31-4b66-a173-caa59bcab425,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:25.740268 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-e9b17fc5-ee45-4368-86f5-5280116961b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245675 Apr 11 20:37:25.759655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16ff9233-61c7-4515-bbaa-8cd456880269 req-6fa4c0dd-61ee-4f8b-acb7-84dc06125a48 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541623 Apr 11 20:37:25.816004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['8eea566b-fc31-4b66-a173-caa59bcab425'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:25.860006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4214c5ac-115b-4476-9c25-3f9f50cea28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.888975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c5ac-115b-4476-9c25-3f9f50cea28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5578c912-663d-498e-b7b3-7e100120b0f3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:25.952744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-2b172255-fd7c-46bd-97a7-b10ecd4def77 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059319 Apr 11 20:37:25.977869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4214c5ac-115b-4476-9c25-3f9f50cea28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:25.981240 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4214c5ac-115b-4476-9c25-3f9f50cea28b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5578c912-663d-498e-b7b3-7e100120b0f3 HTTP/1.1" status: 204 len: 168 time: 0.5588157 Apr 11 20:37:26.060743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202c93-ee6c-450e-9d30-4642e9d74bb6 req-94931bf8-8fa2-434d-881d-8ac17b05fc84 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:26.074253 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7202c93-ee6c-450e-9d30-4642e9d74bb6 req-94931bf8-8fa2-434d-881d-8ac17b05fc84 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 948 time: 0.1801410 Apr 11 20:37:26.142920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7202c93-ee6c-450e-9d30-4642e9d74bb6 req-3f0afd79-2807-4f3f-a497-a6f6c0ccf0f2 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672526 Apr 11 20:37:26.170647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c059c5-1422-493e-b8be-d48f0c9ce3b8 req-987b7997-2975-4de1-b5ac-cc48dbf078b6 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100677 Apr 11 20:37:26.372625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-d4444205-8b5a-442c-9841-b98167f9a393 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 1099 time: 0.0733068 Apr 11 20:37:26.510266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc54d0-f731-4357-8280-748e1838c051 req-44e77fc9-ed13-487f-95d3-006d8d9aa9c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:26.511785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-44e77fc9-ed13-487f-95d3-006d8d9aa9c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1340637 Apr 11 20:37:26.533823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:26.553452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:26.585375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:26.589290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Usage tracker for resource:security_group_rule and tenant:963f9b54577b484ca6ddcff96e217d8a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:26.593274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:26.596047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-f359d47a-d5cd-49fa-94e2-5464876769a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a60053dc-3837-416e-88f0-2651c1ad2a81 HTTP/1.1" status: 200 len: 217 time: 0.0777473 Apr 11 20:37:26.600308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:26.600703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:26.692684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:26.761819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc54d0-f731-4357-8280-748e1838c051 req-9b11bb07-177e-41f1-a562-1b0cad3ad114 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:26.763569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-9b11bb07-177e-41f1-a562-1b0cad3ad114 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1453233 Apr 11 20:37:26.791135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:26.809728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-498d934c-d16f-49e6-acc6-8d82e5211cb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69081db7441b4df891bba9e39ffd4907&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2078662 Apr 11 20:37:26.814460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45982) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:26.837410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7909dc6-330e-4d32-b6eb-94db10b5d103,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:26.911248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3169f311-81a3-4a98-ae79-a71b9fe01758 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=963f9b54577b484ca6ddcff96e217d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3739786 Apr 11 20:37:26.911436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45986) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:26.989441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:26.999740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8f93276-806f-41c2-afad-dd2766c34acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.007950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8751-0066-48bb-ac70-f3daf0f59785 req-ffe51ba1-bb0a-4a8c-934f-220abdd30b97 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:27.015255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-570d8751-0066-48bb-ac70-f3daf0f59785 req-ffe51ba1-bb0a-4a8c-934f-220abdd30b97 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 948 time: 0.2159588 Apr 11 20:37:27.046015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-7087cb26-b201-4b31-8f14-320cfdb27b0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719169 Apr 11 20:37:27.048575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.058796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8f93276-806f-41c2-afad-dd2766c34acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.063314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8eea566b-fc31-4b66-a173-caa59bcab425 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:27.127872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-570d8751-0066-48bb-ac70-f3daf0f59785 req-328fad50-8b6b-4599-9743-9b281f5db3da tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117601 Apr 11 20:37:27.206917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2060-10c0-4308-8e1d-0b7e777190b4 req-3d9fc8a4-fde3-437b-9c9d-de86edaa78d9 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:27.213971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ee6e2060-10c0-4308-8e1d-0b7e777190b4 req-3d9fc8a4-fde3-437b-9c9d-de86edaa78d9 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 970 time: 0.3356335 Apr 11 20:37:27.283586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 8eea566b-fc31-4b66-a173-caa59bcab425 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:27.294014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 8eea566b-fc31-4b66-a173-caa59bcab425 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:27.294411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.322653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8f93276-806f-41c2-afad-dd2766c34acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.336063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ee6e2060-10c0-4308-8e1d-0b7e777190b4 req-d27079b9-244a-4c14-96ee-1ee71119f780 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211643 Apr 11 20:37:27.347892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-d0fb24e2-ba81-408c-bf8f-c69c49c9d97a service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826211 Apr 11 20:37:27.398631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f93276-806f-41c2-afad-dd2766c34acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7909dc6-330e-4d32-b6eb-94db10b5d103,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:27.411522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8f93276-806f-41c2-afad-dd2766c34acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.415809 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8f93276-806f-41c2-afad-dd2766c34acc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7909dc6-330e-4d32-b6eb-94db10b5d103 HTTP/1.1" status: 204 len: 168 time: 0.5003493 Apr 11 20:37:27.438828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.479077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3094db-6ca4-4de8-b7d7-8edf45b34f0f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:27.484251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6e500-e165-4812-80ca-51387f9bb39e req-4a86da22-547c-48ed-a33f-6871259023c3 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:27.491550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11f6e500-e165-4812-80ca-51387f9bb39e req-4a86da22-547c-48ed-a33f-6871259023c3 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 948 time: 0.1417696 Apr 11 20:37:27.507289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.507739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.508141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.508544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.508940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.509405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.509790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.510183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.510569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.510973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.511357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:27.564244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.564244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-773929ff-8eec-4c72-9b96-30c827312e67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e3094db-6ca4-4de8-b7d7-8edf45b34f0f HTTP/1.1" status: 204 len: 168 time: 0.7482686 Apr 11 20:37:27.566044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77fc54d0-f731-4357-8280-748e1838c051 req-3e911529-c1ed-4e0a-ade3-2f5d331c061a service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112958 Apr 11 20:37:27.566172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11f6e500-e165-4812-80ca-51387f9bb39e req-0fd1b1ca-c773-4a9b-b3be-840fa89d7c71 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674922 Apr 11 20:37:27.607678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.615856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46004) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:27.649459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 8eea566b-fc31-4b66-a173-caa59bcab425, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8eea566b-fc31-4b66-a173-caa59bcab425,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:27.650344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eea566b-fc31-4b66-a173-caa59bcab425'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:27.712182 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca1bf51-74a5-479e-9ba0-5f153e4cde6d'] response: {'server_uuid': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eea566b-fc31-4b66-a173-caa59bcab425', 'code': 200} Apr 11 20:37:27.739586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:27.824177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=8eea566b-fc31-4b66-a173-caa59bcab425,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:27.920515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0399d99-8b65-4ee8-ad32-5b6a2601ca38 req-d57c92d3-83e8-49b3-aefa-60a2e4c4fc81 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 1100 time: 0.1290731 Apr 11 20:37:27.927128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65f74-0c99-4006-9767-cd389709671b req-0c383939-d17a-4ebc-b0b2-6f0ad6dec0a5 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:27.928501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bcd65f74-0c99-4006-9767-cd389709671b req-0c383939-d17a-4ebc-b0b2-6f0ad6dec0a5 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.69 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 970 time: 0.1015048 Apr 11 20:37:28.074139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0399d99-8b65-4ee8-ad32-5b6a2601ca38 req-741f186e-359a-46d5-872d-2314d3040ea5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443889 Apr 11 20:37:28.077457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Deleting port 77a0504b-8bcd-443d-b714-31808a43d0e8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:37:28.077797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.251619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.302367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:28.306243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Usage tracker for resource:security_group_rule and tenant:fbd3271a8e3d4673b2bb084c535d9443 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:28.309141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:28.320286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:28.448229 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.456537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.457515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] For port 77a0504b-8bcd-443d-b714-31808a43d0e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77a0504b-8bcd-443d-b714-31808a43d0e8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:28.463706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.463861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada045c-30cb-45f8-a98a-3bbcf1a184b6 req-f9706806-5152-4fc3-8137-db9a7de945d1 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:28.464559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ada045c-30cb-45f8-a98a-3bbcf1a184b6 req-f9706806-5152-4fc3-8137-db9a7de945d1 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 949 time: 0.1379445 Apr 11 20:37:28.560824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ada045c-30cb-45f8-a98a-3bbcf1a184b6 req-4966d106-a35c-439e-bd85-a7edb7164e16 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893207 Apr 11 20:37:28.563617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.648321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4615ec27-e8b1-430b-8764-47fa1fec703c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:28.663782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Calling delete_port for 77a0504b-8bcd-443d-b714-31808a43d0e8 owned by compute:tempest-test_az-708372923 {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:37:28.695348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9e6dae92-3c55-4f02-be8f-398021c7ecfd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbd3271a8e3d4673b2bb084c535d9443&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0784383 Apr 11 20:37:28.699227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46040) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:28.765274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a5a3-d3e1-4806-ad49-b6112adf5640 req-186a6d18-2c5c-4a35-bb02-d10e5eb28b8a tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:28.766648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59d6a5a3-d3e1-4806-ad49-b6112adf5640 req-186a6d18-2c5c-4a35-bb02-d10e5eb28b8a tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 970 time: 0.2104187 Apr 11 20:37:28.833215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-434467db-6c65-48fc-8c12-23447dd04560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.870786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-434467db-6c65-48fc-8c12-23447dd04560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.878893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59d6a5a3-d3e1-4806-ad49-b6112adf5640 req-12e98abd-5a8d-46a2-bc05-929c045e12f3 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/security-groups?id=6bb21f50-fe07-4308-b42d-91ae813b1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790639 Apr 11 20:37:28.887567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77927d-f59b-49c9-85c8-1126c8dd2fec req-8551fe61-1cf1-4a27-aca7-646c381de951 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:28.890367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc77927d-f59b-49c9-85c8-1126c8dd2fec req-8551fe61-1cf1-4a27-aca7-646c381de951 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 948 time: 0.1879368 Apr 11 20:37:28.959500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc77927d-f59b-49c9-85c8-1126c8dd2fec req-9cd21990-e9a1-4e15-88d2-f7ec14242209 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619235 Apr 11 20:37:28.973786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:28.985720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['77a0504b-8bcd-443d-b714-31808a43d0e8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:29.024703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Pushing event deleted for resources: {'Port': ['ID=77a0504b-8bcd-443d-b714-31808a43d0e8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:29.065424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-434467db-6c65-48fc-8c12-23447dd04560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:29.106873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434467db-6c65-48fc-8c12-23447dd04560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4615ec27-e8b1-430b-8764-47fa1fec703c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:29.129531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-434467db-6c65-48fc-8c12-23447dd04560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:29.133748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-434467db-6c65-48fc-8c12-23447dd04560 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4615ec27-e8b1-430b-8764-47fa1fec703c HTTP/1.1" status: 204 len: 168 time: 0.4274025 Apr 11 20:37:29.137698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] No DVR routers for this DVR port 77a0504b-8bcd-443d-b714-31808a43d0e8 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:37:29.152664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:29.156773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'name': 'network-vif-deleted', 'tag': '77a0504b-8bcd-443d-b714-31808a43d0e8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:29.192485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a60053dc-3837-416e-88f0-2651c1ad2a81 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:37:29.260421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bcd65f74-0c99-4006-9767-cd389709671b req-b562ac87-28c5-44ad-8f26-d204e7cb82db tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.69 "DELETE /v2.0/ports/77a0504b-8bcd-443d-b714-31808a43d0e8 HTTP/1.1" status: 204 len: 173 time: 1.3175876 Apr 11 20:37:29.285477 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145e7f60-8c6e-47fb-b709-46fa9a9e3aa4'] response: {'server_uuid': '0033e729-e3bc-4de7-ac9d-c27c64f060b6', 'name': 'network-vif-deleted', 'tag': '77a0504b-8bcd-443d-b714-31808a43d0e8', 'status': 'completed', 'code': 200} Apr 11 20:37:29.398149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a60053dc-3837-416e-88f0-2651c1ad2a81, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a60053dc-3837-416e-88f0-2651c1ad2a81,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:29.411217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'a60053dc-3837-416e-88f0-2651c1ad2a81', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'a60053dc-3837-416e-88f0-2651c1ad2a81', 'mac_address': 'fa:16:3e:9d:29:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:37:29.474033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:29.492146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60053dc-3837-416e-88f0-2651c1ad2a81 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:29.507976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a60053dc-3837-416e-88f0-2651c1ad2a81, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a60053dc-3837-416e-88f0-2651c1ad2a81,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:29.580012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:29.654240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=a60053dc-3837-416e-88f0-2651c1ad2a81,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:29.768665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996deea8-ed73-4477-a9f3-874192150594 req-2dcb10fb-e0bf-49f9-ae8b-56da60aaf52f tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:29.770227 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-996deea8-ed73-4477-a9f3-874192150594 req-2dcb10fb-e0bf-49f9-ae8b-56da60aaf52f tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 949 time: 0.0805271 Apr 11 20:37:29.771061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['a60053dc-3837-416e-88f0-2651c1ad2a81'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:29.826064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-996deea8-ed73-4477-a9f3-874192150594 req-f6e44cdb-2816-4e54-9482-61b1456be4b1 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Apr 11 20:37:29.837289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:30.110335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7488fcb8-7f43-4bd1-be32-03adf14cee56 req-e9c78118-6ecc-4d0c-b259-23e3c0efe350 tempest-DeleteServersAdminTestJSON-907639709 tempest-DeleteServersAdminTestJSON-907639709-project] 10.222.0.61 "GET /v2.0/ports?device_id=0033e729-e3bc-4de7-ac9d-c27c64f060b6 HTTP/1.1" status: 200 len: 210 time: 0.0543869 Apr 11 20:37:30.322795 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.338702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1240f-b444-4256-b30f-ca8e77eb3b84 req-ccab0c0c-2264-438a-a007-3f47d8d98240 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:30.340809 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23c1240f-b444-4256-b30f-ca8e77eb3b84 req-ccab0c0c-2264-438a-a007-3f47d8d98240 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 949 time: 0.1131117 Apr 11 20:37:30.377034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1414702875-network', 'tenant_id': 'c054f731708845f18b414ce383187941'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:30.382671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:30.394323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Usage tracker for resource:network and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:30.397485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:30.404229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:30.424901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23c1240f-b444-4256-b30f-ca8e77eb3b84 req-7bdf6566-acc0-4de1-b700-aeed7d6c4dac tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784004 Apr 11 20:37:30.479375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:30.483176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46098) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:30.505873 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.510766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Made reservation on behalf of c054f731708845f18b414ce383187941 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:30.513960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.535732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.545654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:30.550341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5597375279418da1fba49102c8f335 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:30.553516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:30.559733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:30.606402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:30.612307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Usage tracker for resource:security_group_rule and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:30.615760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:30.624025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:30.698963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.699178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.715419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9f220-deba-4ca9-bf3b-662dd39c5306 req-e41986d4-78cd-406d-87b4-c17f1a2dc493 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:30.717508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9e9f220-deba-4ca9-bf3b-662dd39c5306 req-e41986d4-78cd-406d-87b4-c17f1a2dc493 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 949 time: 0.1300902 Apr 11 20:37:30.765597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9e9f220-deba-4ca9-bf3b-662dd39c5306 req-fb72bbf5-830d-485e-b8e7-36473c2f5cff tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Apr 11 20:37:30.843008 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.843671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.875882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:37:30.889067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb61b4-8d24-4b1b-9d35-6c85b9122483,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:30.893084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a156d6-2a54-45ba-a376-82e79dd3d102,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:30.893903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.894429 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Added segment bb0fe002-cc7b-415a-99a0-b5616ac7ff39 of type vlan for network 7e2b5698-1296-40bc-be1a-d8061bff6be8 Apr 11 20:37:30.899180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e0853e28-a0e9-4d89-addc-f01f3a357314 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e5597375279418da1fba49102c8f335&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4150901 Apr 11 20:37:30.901705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46110) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:30.942847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:30.987356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7d47-840d-41e7-ba6a-b1f18fce9fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.015844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7d47-840d-41e7-ba6a-b1f18fce9fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.019520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.020547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:31.021622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.073466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-network', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:31.080262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:31.085541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Usage tracker for resource:network and tenant:edc45db20d7d49a18b9a982900b654aa is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:31.089505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:31.095563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:31.149605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2b5698-1296-40bc-be1a-d8061bff6be8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:31.167791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:37:31.170010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Made reservation on behalf of edc45db20d7d49a18b9a982900b654aa for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:31.173137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.187955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.204741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7d47-840d-41e7-ba6a-b1f18fce9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.227445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d7d47-840d-41e7-ba6a-b1f18fce9fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a156d6-2a54-45ba-a376-82e79dd3d102,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:31.249570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7d47-840d-41e7-ba6a-b1f18fce9fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.253800 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fb5d7d47-840d-41e7-ba6a-b1f18fce9fb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0a156d6-2a54-45ba-a376-82e79dd3d102 HTTP/1.1" status: 204 len: 168 time: 0.3480761 Apr 11 20:37:31.255000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e45e9d0b-9235-4d72-8647-00210f75fe43 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4164925 Apr 11 20:37:31.257999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:31.263512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Usage tracker for resource:security_group_rule and tenant:edc45db20d7d49a18b9a982900b654aa is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:31.267703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:31.268024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46126) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:31.274234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Request body: {'subnet': {'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1414702875-subnet', 'tenant_id': 'c054f731708845f18b414ce383187941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:31.274444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:31.290378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:31.296598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Usage tracker for resource:subnet and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:31.300185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:31.313241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:31.316442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a60053dc-3837-416e-88f0-2651c1ad2a81 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:31.397060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Made reservation on behalf of c054f731708845f18b414ce383187941 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:31.399861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.448425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.505833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.569035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port a60053dc-3837-416e-88f0-2651c1ad2a81 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:31.576391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:37:31.576526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port a60053dc-3837-416e-88f0-2651c1ad2a81 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:31.576526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.588862 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.589209 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Added segment 7323df8d-0733-44ce-a1d4-67a342316f37 of type vlan for network ed8f40e1-58b4-485f-82e2-2d7bc697820f Apr 11 20:37:31.620378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.714684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51235fe-0961-401d-96fa-39ebd6a2d2b6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:31.791102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.796092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:31.796092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.801641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.806142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6f76-7018-4736-a3ce-674e0c328ca1 req-8e6abe6f-687f-49ad-a487-24742d332ddd tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:31.808078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-542e6f76-7018-4736-a3ce-674e0c328ca1 req-8e6abe6f-687f-49ad-a487-24742d332ddd tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 949 time: 0.1018181 Apr 11 20:37:31.834082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60053dc-3837-416e-88f0-2651c1ad2a81'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:31.846918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a60053dc-3837-416e-88f0-2651c1ad2a81, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a60053dc-3837-416e-88f0-2651c1ad2a81,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:31.872239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-542e6f76-7018-4736-a3ce-674e0c328ca1 req-e0260252-b8ff-4ae0-86a7-d851f7db9b31 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562773 Apr 11 20:37:31.910700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] Pushing event updated for resources: {'Network': ['ID=ed8f40e1-58b4-485f-82e2-2d7bc697820f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:31.927870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:37:31.946023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:31.951171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77a0504b-8bcd-443d-b714-31808a43d0e8 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:37:31.952670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.000248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-13e23b63-1254-407c-913e-8072bf20284f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5193727 Apr 11 20:37:32.002701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:32.009357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Request body: {'subnet': {'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-subnet', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:32.019131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:32.036024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Usage tracker for resource:subnet and tenant:edc45db20d7d49a18b9a982900b654aa is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:32.044072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:32.062349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:32.084141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f08a-6ce7-4a54-99cd-de7247d1113e req-10aefa1a-a4e5-4421-bc89-7e69e87e0740 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:32.094954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2c0f08a-6ce7-4a54-99cd-de7247d1113e req-10aefa1a-a4e5-4421-bc89-7e69e87e0740 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 949 time: 0.1659155 Apr 11 20:37:32.099933 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f05d7f4-b7f8-4bdf-9ef7-0aa4c2dfa17b'] response: {'server_uuid': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60053dc-3837-416e-88f0-2651c1ad2a81', 'code': 200} Apr 11 20:37:32.114223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 77a0504b-8bcd-443d-b714-31808a43d0e8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:37:32.114566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77a0504b-8bcd-443d-b714-31808a43d0e8 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:37:32.163304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2c0f08a-6ce7-4a54-99cd-de7247d1113e req-039029bf-f403-4e75-8fc8-fa0501f8eb38 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/security-groups?id=e17a625c-10f4-4d32-be24-06c07507b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Apr 11 20:37:32.165024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adce2da6-bf19-4f7d-9754-0e7a2c0358bc,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:32.179555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=a60053dc-3837-416e-88f0-2651c1ad2a81,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:32.191192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Made reservation on behalf of edc45db20d7d49a18b9a982900b654aa for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:32.193564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.240055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Checking segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:32.240403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Network hostable DHCP agents. Network: 7e2b5698-1296-40bc-be1a-d8061bff6be8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:37:32.259074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-e59ab561-5b39-4273-9578-10cd095c5f92 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:32.260531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-e59ab561-5b39-4273-9578-10cd095c5f92 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.75 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 949 time: 0.3741405 Apr 11 20:37:32.384100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e528135-fb48-49cd-97d7-97d374b38fc9 req-9d719f80-1e74-4e0b-b271-b8054ea67e1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 1101 time: 0.2955258 Apr 11 20:37:32.437701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Deleting port 8eea566b-fc31-4b66-a173-caa59bcab425 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:37:32.438035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.483017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e528135-fb48-49cd-97d7-97d374b38fc9 req-2a5f6ede-d3c0-485d-87a7-b6d2cddf86bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908716 Apr 11 20:37:32.530027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:37:32.557293 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.640203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c55b2f-075a-4bd9-97b5-36652042f617,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:32.657540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Checking segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:32.657540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Network hostable DHCP agents. Network: ed8f40e1-58b4-485f-82e2-2d7bc697820f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:37:32.657776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7e2b5698-1296-40bc-be1a-d8061bff6be8) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:32.665993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:32.666612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.669498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc8082-d7f9-4206-b26f-1564ef882e16 None None] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:37:32.725483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] For port 8eea566b-fc31-4b66-a173-caa59bcab425, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8eea566b-fc31-4b66-a173-caa59bcab425,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:32.725837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.786191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:37:32.787358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d634e833-4346-4ae5-9f51-ba1b5508d47e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5179727 Apr 11 20:37:32.804970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ed8f40e1-58b4-485f-82e2-2d7bc697820f) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:32.824260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:32.825153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:32.840854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566bf638-7fc5-4589-994c-b3f437288354 None None] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:37:32.856376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Calling delete_port for 8eea566b-fc31-4b66-a173-caa59bcab425 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:37:32.927793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4584c40d-59e4-432f-833b-7dbb6f9ce961 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9238820 Apr 11 20:37:32.928350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46178) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:32.937092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:32.962098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:32.963057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:32.969150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Usage tracker for resource:router and tenant:edc45db20d7d49a18b9a982900b654aa is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:32.976178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:32.981173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:33.109348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d9955-fd97-4675-b08c-18807f0193ea None None] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:37:33.139301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.140298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.186037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799f75-e5a1-491e-8db9-405bd90d6231 req-454f8aba-2796-4130-967b-ca628803e4c3 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:33.188708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31799f75-e5a1-491e-8db9-405bd90d6231 req-454f8aba-2796-4130-967b-ca628803e4c3 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 950 time: 0.1069794 Apr 11 20:37:33.222309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.344515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31799f75-e5a1-491e-8db9-405bd90d6231 req-7f3d743a-cce8-4eaf-97b1-82bed89af9e4 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469548 Apr 11 20:37:33.344515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Pushing event deleted for resources: {'Port': ['ID=8eea566b-fc31-4b66-a173-caa59bcab425,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:33.416895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05097c5b-be38-4a5a-834e-a8efba8f4e10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aba432cde819498293e77c4ed5977a43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4529393 Apr 11 20:37:33.417262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:33.465619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.552595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:37:33.553847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.611495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] No DVR routers for this DVR port 8eea566b-fc31-4b66-a173-caa59bcab425 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:37:33.615999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.620817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'name': 'network-vif-deleted', 'tag': '8eea566b-fc31-4b66-a173-caa59bcab425'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:33.657396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-666656c3-a548-4593-95bc-0211ba2926fe req-75f47385-f7cd-4c2f-8758-cf87f9ddc67f tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fc0811-5f8b-411a-a738-196a9b324d9c HTTP/1.1" status: 200 len: 210 time: 0.1622095 Apr 11 20:37:33.671778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4034-36a5-4ea3-aea6-79c12f0635a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.702526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4034-36a5-4ea3-aea6-79c12f0635a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.718986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d98e17e9-6c53-4841-8ce9-12433cc64318 req-70eb99e5-e52e-4593-9ec5-e4ff1e12a0b5 tempest-ServerDiagnosticsNegativeTest-2119927704 tempest-ServerDiagnosticsNegativeTest-2119927704-project] 10.222.0.75 "DELETE /v2.0/ports/8eea566b-fc31-4b66-a173-caa59bcab425 HTTP/1.1" status: 204 len: 173 time: 1.4494581 Apr 11 20:37:33.810301 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb19ada9-4f6e-45cf-bf1a-84d249e81a11'] response: {'server_uuid': '67fc0811-5f8b-411a-a738-196a9b324d9c', 'name': 'network-vif-deleted', 'tag': '8eea566b-fc31-4b66-a173-caa59bcab425', 'status': 'completed', 'code': 200} Apr 11 20:37:33.912422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4034-36a5-4ea3-aea6-79c12f0635a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.937086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b4034-36a5-4ea3-aea6-79c12f0635a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb21f50-fe07-4308-b42d-91ae813b1ba8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:33.959755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.996803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4034-36a5-4ea3-aea6-79c12f0635a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:33.998787 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3d8b4034-36a5-4ea3-aea6-79c12f0635a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bb21f50-fe07-4308-b42d-91ae813b1ba8 HTTP/1.1" status: 204 len: 168 time: 0.5804999 Apr 11 20:37:34.033331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Allocated IP 172.20.0.2 (ed8f40e1-58b4-485f-82e2-2d7bc697820f/b9c55b2f-075a-4bd9-97b5-36652042f617/5238f5d2-e40b-4d11-bf66-6ab86a58ce56) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:34.298779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.306106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.318390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Transition to ACTIVE for port object 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:34.338273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Transition to ACTIVE for port object 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:34.364317 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.421027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.575505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Pushing event updated for resources: {'Port': ['ID=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:34.610769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:34.612043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:34.615905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Allocated IP 172.25.5.146 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/bd0fb77d-5024-4c18-b5d1-85ed81176180) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:34.617529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:34.623757 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:37:34.625227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338bb11-9e13-49c6-874c-393df4513c8c req-5431d014-68c0-4e1a-bf69-b8596805b8a2 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:34.625919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a338bb11-9e13-49c6-874c-393df4513c8c req-5431d014-68c0-4e1a-bf69-b8596805b8a2 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:34.643601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65b90-d389-40b5-a611-e2b140ad620c req-9f2776dc-1789-402b-9420-a8ea9f813857 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:34.646266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbb65b90-d389-40b5-a611-e2b140ad620c req-9f2776dc-1789-402b-9420-a8ea9f813857 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 950 time: 0.1418839 Apr 11 20:37:34.720250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbb65b90-d389-40b5-a611-e2b140ad620c req-a30cb1c2-d3df-4863-b4bc-4ea578802de6 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671966 Apr 11 20:37:34.800591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Attempting to bind port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:34.801086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Attempting to bind port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:34.801557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Attempting to bind port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 on network ed8f40e1-58b4-485f-82e2-2d7bc697820f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:34.808734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:34.809200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Checking segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:34.809750 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.810298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Bound using segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:34.810829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Bound port: 5238f5d2-e40b-4d11-bf66-6ab86a58ce56, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:34.811321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.892871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:34.901377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a338bb11-9e13-49c6-874c-393df4513c8c req-5431d014-68c0-4e1a-bf69-b8596805b8a2 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:34.902540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-5431d014-68c0-4e1a-bf69-b8596805b8a2 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 822 time: 0.5719385 Apr 11 20:37:34.930835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] For port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:34.931382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-e1cbbc0b-bda8-4bb2-bd46-20a46212c536 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/quotas/c054f731708845f18b414ce383187941 HTTP/1.1" status: 200 len: 375 time: 0.0177264 Apr 11 20:37:34.934831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] For port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:34.981905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-d6f087b6-a37c-4220-bc5a-c6b6ccd127ee tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414395 Apr 11 20:37:35.014620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.015156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.088786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:35.093129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:35.096946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:35.098038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8eea566b-fc31-4b66-a173-caa59bcab425 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:37:35.130489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Pushing event updated for resources: {'Port': ['ID=bd0fb77d-5024-4c18-b5d1-85ed81176180,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:35.143692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 8eea566b-fc31-4b66-a173-caa59bcab425 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:37:35.143980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8eea566b-fc31-4b66-a173-caa59bcab425 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:37:35.158615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9a77-57e7-4016-b7f8-9aaa1fc3bf6e None None] Pushing event updated for resources: {'Port': ['ID=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:35.271033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46250) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:35.300779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.359121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:35.368730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Usage tracker for resource:security_group_rule and tenant:04d57edc1bb6480e8c00d18c45964f44 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:35.371998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:35.386364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:35.409271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.410468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.562857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46264) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:35.637148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.688863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.744362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c1321-7529-469b-8f1b-28d16317de8b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:35.757185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-79051470-8d16-4958-86a6-81fc26370a51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04d57edc1bb6480e8c00d18c45964f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4850116 Apr 11 20:37:35.759958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46270) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:35.838465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:35.848466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Router 45f834b4-c885-4b11-aa1b-726512f60305 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:37:35.879676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef21f6f0-1b76-4256-91f8-28a45ace1e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:35.908009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef21f6f0-1b76-4256-91f8-28a45ace1e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.014658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:36.036791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef21f6f0-1b76-4256-91f8-28a45ace1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.081465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21f6f0-1b76-4256-91f8-28a45ace1e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c1321-7529-469b-8f1b-28d16317de8b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:36.086040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef21f6f0-1b76-4256-91f8-28a45ace1e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.090017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef21f6f0-1b76-4256-91f8-28a45ace1e90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df6c1321-7529-469b-8f1b-28d16317de8b HTTP/1.1" status: 204 len: 168 time: 0.3265204 Apr 11 20:37:36.149166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:37:36.159534 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:37:36.178663 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:37:36.179310 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:36.235748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-network', 'tenant_id': '9662d95966e444aaa762354ba3866fad'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:36.242163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:36.248592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.249818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4bedb62a-f3ee-4995-819d-383d0fa148fd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.3207302 Apr 11 20:37:36.251466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Usage tracker for resource:network and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:36.252568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:36.257824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:36.273417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:36.339451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Made reservation on behalf of 9662d95966e444aaa762354ba3866fad for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:36.342387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.345741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8350c40-cfe7-434c-9328-b48d821d46fb None None] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:37:36.384609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.404454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-3d807149-b7a5-4bc6-953c-92038e429c28 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:37:36.412442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-3d807149-b7a5-4bc6-953c-92038e429c28 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8544626 Apr 11 20:37:36.441102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46284) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:36.449105 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:37:36.490353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46290) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:36.545132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:36.559986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Usage tracker for resource:security_group_rule and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:36.569471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:36.587403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:36.625994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-dace0c99-f4b5-492c-8233-e33e84099648 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122104 Apr 11 20:37:36.795240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] Provisioning for port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:36.817556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:35Z', 'revision_number': 3, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:36.822553 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:37:36.823156 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Updating router 45f834b4-c885-4b11-aa1b-726512f60305 port bd0fb77d-5024-4c18-b5d1-85ed81176180 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:37:36.839078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] Provisioning complete for port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:36.839632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.844175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.856208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.888192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9933462d-1ae5-4306-a99d-1624c19a2d64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49b42183b0394c76bf982c5068b93eb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4453576 Apr 11 20:37:36.898034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46302) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:36.925120 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.931316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:36.963359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:36.979336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Usage tracker for resource:security_group_rule and tenant:2ffa8abbf1df4067811b181577bf2a80 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:36.996386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:37.015428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:37:37.020679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:37.025478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daabf57c-90a9-4b75-bd13-7ef5fdc10af0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:37.054216 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.055186 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Added segment 0996fe96-cd48-4c5b-9af4-2badec4a4ce6 of type vlan for network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 Apr 11 20:37:37.088449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.138361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-2f454511-166f-4d0b-ae82-d3461601d5e3 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083718 Apr 11 20:37:37.201414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.202440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:37.203013 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.239424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.317585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] For port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:37.397786 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.425505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-668a3862-6c09-4af8-9333-9e1d8a81ec99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.535596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] Pushing event updated for resources: {'Network': ['ID=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:37.545187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-668a3862-6c09-4af8-9333-9e1d8a81ec99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.553758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:37:37.601923 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.617509 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Transition to ACTIVE for port object bd0fb77d-5024-4c18-b5d1-85ed81176180 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:37.632267 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-242f81ea-63ab-46c0-a28f-16fecc4e8a38 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0684910 Apr 11 20:37:37.639378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:37.649243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Request body: {'subnet': {'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-subnet', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:37.655634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:37.661843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Usage tracker for resource:subnet and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:37.670237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:37.675099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:37.722404 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.770107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610d0c3-284e-4a6c-bc49-e43c61885caa None None] Pushing event updated for resources: {'Port': ['ID=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:37.774044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a52c2226-e3df-4f9d-a847-ff8d0f949cd1 None None] Provisioning complete for port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:37.775109 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a52c2226-e3df-4f9d-a847-ff8d0f949cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.787949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Made reservation on behalf of 9662d95966e444aaa762354ba3866fad for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:37.789935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60c3b1aa-ea77-4ad0-8f2d-4ba289ccbf7c req-8c6fde50-990b-46e1-9223-bc8b3fe74410 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8797717 Apr 11 20:37:37.790267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.801955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.864490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Attempting to bind port bd0fb77d-5024-4c18-b5d1-85ed81176180 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:37.865083 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Attempting to bind port bd0fb77d-5024-4c18-b5d1-85ed81176180 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:37.865593 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Attempting to bind port bd0fb77d-5024-4c18-b5d1-85ed81176180 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:37.879817 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:37.880980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:37.881510 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.882103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:37.882829 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Bound port: bd0fb77d-5024-4c18-b5d1-85ed81176180, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:37.883496 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.888858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.943917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-668a3862-6c09-4af8-9333-9e1d8a81ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:37.948539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c26416-750b-4f62-ad3c-c2aa129646d2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:37.979639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-83c16ded-7923-4ffb-93ef-24971f5ff041 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ffa8abbf1df4067811b181577bf2a80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4824481 Apr 11 20:37:37.980805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a3862-6c09-4af8-9333-9e1d8a81ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a625c-10f4-4d32-be24-06c07507b0d7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:37.983111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46332) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:38.096089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-668a3862-6c09-4af8-9333-9e1d8a81ec99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.100936 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-668a3862-6c09-4af8-9333-9e1d8a81ec99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e17a625c-10f4-4d32-be24-06c07507b0d7 HTTP/1.1" status: 204 len: 168 time: 1.1994529 Apr 11 20:37:38.104747 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Pushing event updated for resources: {'Port': ['ID=bd0fb77d-5024-4c18-b5d1-85ed81176180,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:38.137317 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.139953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.142098 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.142543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.143378 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.143895 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.144336 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.144748 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.145299 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.145908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.146327 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Tracked resource versions report: Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: pushed versions: Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: { 'ConntrackHelper': {'1.0'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Log': {'1.0'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Network': {'1.1'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Port': {'1.5'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'PortForwarding': {'1.2'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'QosPolicy': {'1.8'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'SecurityGroup': {'1.2'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'SecurityGroupRule': {'1.0'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'SubPort': {'1.0'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Subnet': {'1.1'}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Trunk': {'1.1'}} Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: consumer versions: Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: { DHCP agent@n-d-837321-1: {}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: HyperV agent@n-h1-837321-1: {}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: HyperV agent@n-h2-837321-1: {}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: L3 agent@n-d-837321-1: {}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: Metadata agent@n-d-837321-1: {}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: Metering agent@n-d-837321-1: {}, Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: Open vSwitch agent@n-d-837321-1: { 'ConntrackHelper': '1.0', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Log': '1.0', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Network': '1.1', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Port': '1.5', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'PortForwarding': '1.2', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'QosPolicy': '1.8', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'SecurityGroup': '1.2', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'SecurityGroupRule': '1.0', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'SubPort': '1.0', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Subnet': '1.1', Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: 'Trunk': '1.1'}} Apr 11 20:37:38.147552 n-d-837321-1 neutron-server[84669]: {{(pid=84669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 20:37:38.176631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bd12003-1f1f-4359-997d-6de9e0db2b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.179643 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] For port bd0fb77d-5024-4c18-b5d1-85ed81176180, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:38.184080 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] For port bd0fb77d-5024-4c18-b5d1-85ed81176180, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd0fb77d-5024-4c18-b5d1-85ed81176180,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:38.208392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.212970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bd12003-1f1f-4359-997d-6de9e0db2b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.245257 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.276174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c88ed22b-5964-4ca3-b13e-ad2bff0fdc40 req-424d70fe-0e3e-4153-8c14-d6e5e980aad1 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 210 time: 0.1623385 Apr 11 20:37:38.362385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bd12003-1f1f-4359-997d-6de9e0db2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.396470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bd12003-1f1f-4359-997d-6de9e0db2b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.405426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4bd12003-1f1f-4359-997d-6de9e0db2b8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75c26416-750b-4f62-ad3c-c2aa129646d2 HTTP/1.1" status: 204 len: 168 time: 0.4210377 Apr 11 20:37:38.406352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd12003-1f1f-4359-997d-6de9e0db2b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c26416-750b-4f62-ad3c-c2aa129646d2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:38.443212 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d15e3c-071a-4266-a6e0-3aa38e8b683d None None] Pushing event updated for resources: {'Port': ['ID=bd0fb77d-5024-4c18-b5d1-85ed81176180,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:38.478318 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:37:38.479125 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:38.661826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:38.728463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Allocated IP 172.20.0.1 (ed8f40e1-58b4-485f-82e2-2d7bc697820f/b9c55b2f-075a-4bd9-97b5-36652042f617/0cdaab22-a10c-4ab2-92fe-0297ee844f30) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:38.733980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:37:38.762660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b91f-4277-499d-bc1a-9d81f557c549 req-38e62c5d-364f-423a-93ff-0f9d41d15080 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:38.764795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3671b91f-4277-499d-bc1a-9d81f557c549 req-38e62c5d-364f-423a-93ff-0f9d41d15080 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 950 time: 0.2743640 Apr 11 20:37:38.771021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5496c8bc-c805-4a96-a294-156c3a5f5a58,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:38.948471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Checking segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:38.948800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Network hostable DHCP agents. Network: 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:37:38.965383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3671b91f-4277-499d-bc1a-9d81f557c549 req-b85617f9-3001-4d64-9e92-c8ec85ae0c35 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887426 Apr 11 20:37:39.019731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.044779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Transition to ACTIVE for port object 0cdaab22-a10c-4ab2-92fe-0297ee844f30 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:39.082020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:37:39.086238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:35Z', 'revision_number': 3, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:39.091575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe1034-61dc-4f7b-8188-f3f4813a98ae None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:35Z', 'revision_number': 3, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:37:39.123653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.178353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:39.183233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:39.183900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.190258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ccd352-af90-4d5f-8206-a138e1f5e6e2 None None] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:37:39.233510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:39.238424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:39.242185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:39.242818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.245862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdaab22-a10c-4ab2-92fe-0297ee844f30,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:39.307379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46364) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:39.307875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2e99c90-dc4a-4e17-8afe-626c6d8b4d60 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6673608 Apr 11 20:37:39.314536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:39.322256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:39.327261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Usage tracker for resource:router and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:39.331870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:39.340186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:39.488672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.490022 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.500907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46374) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:39.556835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.648842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:39.661234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdaee4cb-618e-4ab5-a973-17110cd598ba req-6143790c-1025-4692-a1a0-c4287a24ce98 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 210 time: 0.1294503 Apr 11 20:37:39.662371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Usage tracker for resource:security_group_rule and tenant:42611db9e75c4bcf82a0e9f69d9bbc7f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:39.666756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:39.683547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:39.714237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.723783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:39.955297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:39.993176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.002839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:37:40.004317 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.048568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b87bc567-78f1-40d5-a609-299e314c6b0a None None] Provisioning for port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:40.073183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b87bc567-78f1-40d5-a609-299e314c6b0a None None] Provisioning complete for port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:40.073551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b87bc567-78f1-40d5-a609-299e314c6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.153597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.174048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-36b2e927-262c-410b-a34c-554c99fc7b39 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ec7123dae624989a02fe530d5144486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448562 Apr 11 20:37:40.297432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:40.353900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.356687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b87bc567-78f1-40d5-a609-299e314c6b0a None None] Port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:40.413753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.415416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.460655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:40.461026 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.475954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42611db9e75c4bcf82a0e9f69d9bbc7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9669552 Apr 11 20:37:40.482734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46400) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:40.510519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdaab22-a10c-4ab2-92fe-0297ee844f30,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:40.534947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.578843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Allocated IP 172.20.0.2 (27586bf2-6ef5-4e40-8161-ea1fd3d3ead8/5496c8bc-c805-4a96-a294-156c3a5f5a58/710742f2-3526-4e5a-915e-0d848da78a46) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:40.641382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff49b2-5a30-4eed-81ab-d42a5fb3daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e048b4-ec89-479f-99e3-f63de36fc0ae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:40.690416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46410) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:40.706297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.757868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6791bdd-6396-47ba-9ead-49a6ce04d7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:40.768473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281809a9-20d9-4b87-ba88-2270befbe091 req-b007e2d9-c628-477f-b45b-7bccf7601199 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:40.775244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-b007e2d9-c628-477f-b45b-7bccf7601199 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6001902 Apr 11 20:37:40.797532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:40.800389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:40.807214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-ccb5bb3d-35eb-43f3-91d8-02e49dc1a4d4 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/quotas/6ec7123dae624989a02fe530d5144486 HTTP/1.1" status: 200 len: 375 time: 0.0310462 Apr 11 20:37:40.895888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:40.929441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Usage tracker for resource:security_group_rule and tenant:70b2a9547fe7428c81ead8b2291412fb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:40.935492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd0fb77d-5024-4c18-b5d1-85ed81176180 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:40.995563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.025897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Transition to ACTIVE for port object 710742f2-3526-4e5a-915e-0d848da78a46 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:41.051507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Transition to ACTIVE for port object 710742f2-3526-4e5a-915e-0d848da78a46 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:41.084961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6791bdd-6396-47ba-9ead-49a6ce04d7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.095173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:41.117275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:41.128710 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.173553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bd0fb77d-5024-4c18-b5d1-85ed81176180 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:41.174474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc8f83b7-838a-4421-820a-72cea61b7173 req-f2fbc8be-1cd8-454b-becb-b01a039874da tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 210 time: 0.2545409 Apr 11 20:37:41.265013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bd0fb77d-5024-4c18-b5d1-85ed81176180 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:41.267908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.315143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.316301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338bb11-9e13-49c6-874c-393df4513c8c req-c911c47e-d72e-40d6-a0dd-524a6ab4af07 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:41.319739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-c911c47e-d72e-40d6-a0dd-524a6ab4af07 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.75 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 822 time: 0.5204341 Apr 11 20:37:41.330884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b9ba9ce1-92b7-47d4-8c5d-a4be326a1e20 None None] Provisioning complete for port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:41.331254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9ce1-92b7-47d4-8c5d-a4be326a1e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.421620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-bb6d0dbf-5fa4-46ea-a8b9-78bd77d1a2bf tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6134393 Apr 11 20:37:41.427767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Pushing event updated for resources: {'Port': ['ID=710742f2-3526-4e5a-915e-0d848da78a46,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:41.437741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:41.446483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'port': {'device_id': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'admin_state_up': True, 'tenant_id': 'c054f731708845f18b414ce383187941'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:41.448704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:41.456501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:41.458776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba9ce1-92b7-47d4-8c5d-a4be326a1e20 None None] Port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:41.470811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:41.480479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Usage tracker for resource:security_group_rule and tenant:7500e64a283f435ebd851b6e73e5a78b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:41.492547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:41.526427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:41.534745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.584953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6791bdd-6396-47ba-9ead-49a6ce04d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.618326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.620076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Attempting to bind port 710742f2-3526-4e5a-915e-0d848da78a46 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:41.620445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Attempting to bind port 710742f2-3526-4e5a-915e-0d848da78a46 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:41.620816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Attempting to bind port 710742f2-3526-4e5a-915e-0d848da78a46 on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:41.640995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6791bdd-6396-47ba-9ead-49a6ce04d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e048b4-ec89-479f-99e3-f63de36fc0ae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:41.669588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:41.670241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Checking segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:41.672111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.673526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Bound using segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:41.674212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Bound port: 710742f2-3526-4e5a-915e-0d848da78a46, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:41.674808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.738672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.792512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.793383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.799960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70b2a9547fe7428c81ead8b2291412fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4371636 Apr 11 20:37:41.800630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:41.823961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port bd0fb77d-5024-4c18-b5d1-85ed81176180, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd0fb77d-5024-4c18-b5d1-85ed81176180,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:41.828865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:41.843979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b92c7ba-d375-44b2-8764-87ae446b229d req-4f11d938-18c6-4472-8680-9487bd873990 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 210 time: 0.0798881 Apr 11 20:37:41.861381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Usage tracker for resource:port and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:41.871298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cca47-98f1-493b-8ab1-faa93b647115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81838fdb-3fd3-45fe-9e65-54bc8f86b9d1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:41.878374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:41.889626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:41.913203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.919540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6791bdd-6396-47ba-9ead-49a6ce04d7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:41.920802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a6791bdd-6396-47ba-9ead-49a6ce04d7b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47e048b4-ec89-479f-99e3-f63de36fc0ae HTTP/1.1" status: 204 len: 168 time: 1.3898656 Apr 11 20:37:41.971661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Made reservation on behalf of c054f731708845f18b414ce383187941 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:41.981704 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.004330 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.024038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:37:42.050371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] For port 710742f2-3526-4e5a-915e-0d848da78a46, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:42.063645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] For port 710742f2-3526-4e5a-915e-0d848da78a46, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=710742f2-3526-4e5a-915e-0d848da78a46,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:42.066718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=bd0fb77d-5024-4c18-b5d1-85ed81176180,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:42.093845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-461dc928-a1ef-4ca1-9b3c-99e73dd9f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.119952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.128170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Allocated IP 172.25.5.91 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d743541e-0f4f-4d6a-9e14-2961682849bf) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:42.140442 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.159391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-461dc928-a1ef-4ca1-9b3c-99e73dd9f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.242577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a5356-cb98-4f88-8b34-99aba97abc8b None None] Pushing event updated for resources: {'Port': ['ID=710742f2-3526-4e5a-915e-0d848da78a46,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:42.293957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a6688-779d-4edd-a48b-dcfd4e4ce1a5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:42.417347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f53d85da-0984-4a6f-9a92-f1c2358e269b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7500e64a283f435ebd851b6e73e5a78b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6934202 Apr 11 20:37:42.428321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46452) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:42.553147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.589417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-461dc928-a1ef-4ca1-9b3c-99e73dd9f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.612881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dc928-a1ef-4ca1-9b3c-99e73dd9f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81838fdb-3fd3-45fe-9e65-54bc8f86b9d1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:42.654517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-461dc928-a1ef-4ca1-9b3c-99e73dd9f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.655900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-461dc928-a1ef-4ca1-9b3c-99e73dd9f932 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81838fdb-3fd3-45fe-9e65-54bc8f86b9d1 HTTP/1.1" status: 204 len: 168 time: 0.8502924 Apr 11 20:37:42.661024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89d1a1e1-66d2-4761-ab20-db68db9ca13c req-a14f4d18-e78e-468a-a10c-b962b914f58e tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 210 time: 0.2324383 Apr 11 20:37:42.712347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:42.725732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Allocated IP 172.20.0.9 (7e2b5698-1296-40bc-be1a-d8061bff6be8/adce2da6-bf19-4f7d-9754-0e7a2c0358bc/03f02cf6-4216-47ca-98e7-18f495c03d20) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:42.847457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:42.848402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Pushing event updated for resources: {'Port': ['ID=d743541e-0f4f-4d6a-9e14-2961682849bf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:42.850954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:42.853341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:42.893419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7403f9a3-b7e6-4453-aba5-b485e5f1243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.104087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7403f9a3-b7e6-4453-aba5-b485e5f1243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.153982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af2ae800-24eb-47cd-911f-9f19aeb9559f req-73b29505-f8dd-4550-93e4-35c21f1864b0 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 210 time: 0.1169808 Apr 11 20:37:43.220597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.226086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.273272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.349362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:37:43.383274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5108412d-9134-4f7e-88d5-f68cb44e2614 admin admin] 10.222.0.61 "PUT /v2.0/routers/45f834b4-c885-4b11-aa1b-726512f60305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1193264 Apr 11 20:37:43.387961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.457415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7403f9a3-b7e6-4453-aba5-b485e5f1243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.459787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7403f9a3-b7e6-4453-aba5-b485e5f1243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.464020 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7403f9a3-b7e6-4453-aba5-b485e5f1243d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/820a6688-779d-4edd-a48b-dcfd4e4ce1a5 HTTP/1.1" status: 204 len: 168 time: 1.0344279 Apr 11 20:37:43.508318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f9a3-b7e6-4453-aba5-b485e5f1243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a6688-779d-4edd-a48b-dcfd4e4ce1a5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:43.526236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:43.526236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:43.526236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:43.527053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:43.534391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:43.534391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.769104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-8666894b-3d03-41b5-ab86-da95fa19786c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3362513 Apr 11 20:37:43.781877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Request body: {'port': {'device_id': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:43.847839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b85a9f7-8d4f-4812-9949-a21c57060339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:43.893530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Router 43312aae-1983-4a5b-bff8-606a1e94262d is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:37:44.056362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:44.091404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:37:44.156986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:37:44.161669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:44.311820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-e1af78b7-f8ff-4f96-95ed-e3bfc2ae5f11 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:44.312498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-e1af78b7-f8ff-4f96-95ed-e3bfc2ae5f11 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:44.433185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 710742f2-3526-4e5a-915e-0d848da78a46 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:44.464718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-e1af78b7-f8ff-4f96-95ed-e3bfc2ae5f11 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:44.466447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-e1af78b7-f8ff-4f96-95ed-e3bfc2ae5f11 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 931 time: 0.4949954 Apr 11 20:37:44.496817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd329f0-37f7-43cf-8ad9-33c6bede1bf6 None None] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:37:44.503565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:37:44.520217 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:37:44.550780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-9b0cef49-7970-4be0-82d7-69bc2d749edd tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:44.561380 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:37:44.561928 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:44.648320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:44.652078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-536a1885-47e1-4026-8319-564f43945710 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3405919 Apr 11 20:37:44.652506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46526) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:44.665980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-9b0cef49-7970-4be0-82d7-69bc2d749edd tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:44.667761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9e6fbae-6648-4c80-a060-bbdb333c3c32 req-9b0cef49-7970-4be0-82d7-69bc2d749edd tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871846 Apr 11 20:37:44.679397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f02cf6-4216-47ca-98e7-18f495c03d20 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:44.688542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:44.710945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Transition to ACTIVE for port object 03f02cf6-4216-47ca-98e7-18f495c03d20 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:44.769431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:44.992469 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:37:45.101568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46532) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:45.188283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7ee3642c-3a37-46c6-904a-6b0b9218bc1a None None] Provisioning for port 710742f2-3526-4e5a-915e-0d848da78a46 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:45.264674 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-12e5408f-746a-4dc5-a8aa-441580d38713 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6ec7123dae624989a02fe530d5144486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3177252 Apr 11 20:37:45.292318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:37:45.298471 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:45.342400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:45.375426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b859464f-c804-477e-9db9-9d0cac59ac01 req-8fb27ef0-7a67-4cc9-9702-a4636c49b245 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 210 time: 0.1967168 Apr 11 20:37:45.409261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 710742f2-3526-4e5a-915e-0d848da78a46 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:45.466653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 710742f2-3526-4e5a-915e-0d848da78a46 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:45.467006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:45.473023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c0071b03-efc3-41e3-8aa3-e0b3cef1c8b5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:45.474440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c0071b03-efc3-41e3-8aa3-e0b3cef1c8b5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584868 Apr 11 20:37:45.501681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Request body: {'port': {'device_id': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '6ec7123dae624989a02fe530d5144486'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:45.605474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:45.614238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Attempting to bind port 03f02cf6-4216-47ca-98e7-18f495c03d20 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:45.614582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Attempting to bind port 03f02cf6-4216-47ca-98e7-18f495c03d20 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:45.614910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Attempting to bind port 03f02cf6-4216-47ca-98e7-18f495c03d20 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:45.619366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Usage tracker for resource:security_group_rule and tenant:30794f87350941a797b091f40ddf3c6d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:45.644499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:45.655009 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:42Z', 'revision_number': 3, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:45.673142 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:37:45.673142 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Updating router 43312aae-1983-4a5b-bff8-606a1e94262d port d743541e-0f4f-4d6a-9e14-2961682849bf binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:37:45.676034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:45.681573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Port 03f02cf6-4216-47ca-98e7-18f495c03d20 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:45.681968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Attempting to bind port 03f02cf6-4216-47ca-98e7-18f495c03d20 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:45.725887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:45.726242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Checking segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:45.726665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Bound using segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:45.727116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Bound port: 03f02cf6-4216-47ca-98e7-18f495c03d20, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:45.727465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:45.750601 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:45.898791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-b859a42b-cbbd-4ce1-9c0e-4de45a5da9c5 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:45.899533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-b859a42b-cbbd-4ce1-9c0e-4de45a5da9c5 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:45.977858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:45.988834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:45.998582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:46.000360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:46.118402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.153929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0448f540-5e00-449d-a284-21264387a602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.174608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3cf037bc-c3c4-4003-afb3-0114649f364f None None] Provisioning complete for port 710742f2-3526-4e5a-915e-0d848da78a46 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:46.175142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cf037bc-c3c4-4003-afb3-0114649f364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.183416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-b859a42b-cbbd-4ce1-9c0e-4de45a5da9c5 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:46.185407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-b859a42b-cbbd-4ce1-9c0e-4de45a5da9c5 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 821 time: 0.9817588 Apr 11 20:37:46.186311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:46.208373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.238754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:46.254393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30794f87350941a797b091f40ddf3c6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1482813 Apr 11 20:37:46.261634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46562) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:46.366740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.373066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48059609-5934-40e3-a1f3-3795e98f02b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.377324 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.394685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-5feb232f-cd0f-4b8f-b54e-4520760c5538 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/quotas/edc45db20d7d49a18b9a982900b654aa HTTP/1.1" status: 200 len: 375 time: 0.0563068 Apr 11 20:37:46.406329 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48059609-5934-40e3-a1f3-3795e98f02b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.406553 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Transition to ACTIVE for port object d743541e-0f4f-4d6a-9e14-2961682849bf will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:46.475420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Made reservation on behalf of 6ec7123dae624989a02fe530d5144486 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:46.478415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.483294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.484776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-686c2a1f-d6a6-4c6a-a5cf-15f2ec98f917 service neutron] 10.222.0.75 "PUT /v2.0/ports/03f02cf6-4216-47ca-98e7-18f495c03d20 HTTP/1.1" status: 200 len: 1091 time: 2.7077746 Apr 11 20:37:46.487097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'tag': '03f02cf6-4216-47ca-98e7-18f495c03d20'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:46.493656 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.494882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8f121-0125-49bc-b279-b6d94856d46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19fdff-06e8-428e-8c6b-992813e25d21,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:46.511334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1413938-fbf6-40d8-9beb-364c72f9aa3f req-91a462b4-532a-46b2-8628-b62ba78755ea tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:46.519069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1413938-fbf6-40d8-9beb-364c72f9aa3f req-91a462b4-532a-46b2-8628-b62ba78755ea tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 943 time: 0.4827197 Apr 11 20:37:46.559839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48059609-5934-40e3-a1f3-3795e98f02b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.600603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 710742f2-3526-4e5a-915e-0d848da78a46, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=710742f2-3526-4e5a-915e-0d848da78a46,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:46.612608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cf037bc-c3c4-4003-afb3-0114649f364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.664533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 2, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:46.669793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:37:46.670142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Updating router 45f834b4-c885-4b11-aa1b-726512f60305 port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:37:46.695233 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Attempting to bind port d743541e-0f4f-4d6a-9e14-2961682849bf on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:46.700535 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Attempting to bind port d743541e-0f4f-4d6a-9e14-2961682849bf by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:46.700535 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Attempting to bind port d743541e-0f4f-4d6a-9e14-2961682849bf on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:46.706084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.706635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd0fb77d-5024-4c18-b5d1-85ed81176180 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:46.707707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-b6a5d0d3-5ad7-4773-b490-eb28f1d6d617 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2828717 Apr 11 20:37:46.710830 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada22b5-6042-4527-9ddd-363d90967a5c None None] Pushing event updated for resources: {'Port': ['ID=d743541e-0f4f-4d6a-9e14-2961682849bf,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:46.727185 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:46.727185 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:46.727185 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.733309 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:46.734055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Bound port: d743541e-0f4f-4d6a-9e14-2961682849bf, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:46.734564 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.745285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-acae5214-1164-46cc-a858-b36dcd29c9e2 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:37:46.747171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-acae5214-1164-46cc-a858-b36dcd29c9e2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0298212 Apr 11 20:37:46.765885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48059609-5934-40e3-a1f3-3795e98f02b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19fdff-06e8-428e-8c6b-992813e25d21,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:46.775069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48059609-5934-40e3-a1f3-3795e98f02b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:46.779734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-48059609-5934-40e3-a1f3-3795e98f02b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f19fdff-06e8-428e-8c6b-992813e25d21 HTTP/1.1" status: 204 len: 168 time: 0.5050182 Apr 11 20:37:46.799957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1413938-fbf6-40d8-9beb-364c72f9aa3f req-bb968a98-0ee7-4376-8135-5f3a2c42bdea tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761972 Apr 11 20:37:46.890535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-b2a25205-86de-4908-890e-660e3ea55434 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 1094 time: 0.2157588 Apr 11 20:37:46.891999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] For port d743541e-0f4f-4d6a-9e14-2961682849bf, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:46.896224 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] For port d743541e-0f4f-4d6a-9e14-2961682849bf, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d743541e-0f4f-4d6a-9e14-2961682849bf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:47.007123 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:47.028924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Allocated IP 192.168.233.217 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/9d0f7424-e563-477a-8da5-ec3c7a2bef22) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:47.046052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-4ec4d2dc-ca00-43d5-95f1-3ebe99bd0372 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03f02cf6-4216-47ca-98e7-18f495c03d20 HTTP/1.1" status: 200 len: 217 time: 0.1442595 Apr 11 20:37:47.093039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-0bb16ade-0d06-44e7-85b0-afcc36d28b13 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327579 Apr 11 20:37:47.111366 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada22b5-6042-4527-9ddd-363d90967a5c None None] Pushing event updated for resources: {'Port': ['ID=d743541e-0f4f-4d6a-9e14-2961682849bf,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:47.115583 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:37:47.116594 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:47.168529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=710742f2-3526-4e5a-915e-0d848da78a46,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:47.254042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:47.259962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2d6a4ab-73ef-42d0-a015-01d94e317222 req-c8783b0d-0955-42dc-8077-53e73a9b31ba tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 210 time: 0.1161530 Apr 11 20:37:47.272090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3cf037bc-c3c4-4003-afb3-0114649f364f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:37:47.272475 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3cf037bc-c3c4-4003-afb3-0114649f364f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:37:47.302345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338bb11-9e13-49c6-874c-393df4513c8c req-c6dcd425-cb18-4e20-8459-5c2ec139bf6d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:47.304019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-c6dcd425-cb18-4e20-8459-5c2ec139bf6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.2484906 Apr 11 20:37:47.332011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:47.332687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:47.334745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bd0fb77d-5024-4c18-b5d1-85ed81176180 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:47.335101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:47.396601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-4e49d515-c2a0-4b03-b632-74e3a77cbbf8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809689 Apr 11 20:37:47.408815 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:37:47.439981 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193e12a1-d65d-49fc-b478-f1d7232c5d2a'] response: {'name': 'network-changed', 'server_uuid': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'tag': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'status': 'completed', 'code': 200} Apr 11 20:37:47.588537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-f3bf3dd4-430d-43e7-90e7-6910a560c09a service neutron] 10.222.0.75 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811130 Apr 11 20:37:47.866888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 710742f2-3526-4e5a-915e-0d848da78a46 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:47.892788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a338bb11-9e13-49c6-874c-393df4513c8c req-1c9fe15c-5b03-4185-b3b1-52bb257b5d2f service neutron] 10.222.0.75 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940059 Apr 11 20:37:47.925478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-15a6de76-6546-4597-8d72-edfa97646781 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8204768 Apr 11 20:37:47.926073 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:42Z', 'revision_number': 3, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:47.933867 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90951cec-40aa-42e6-859c-c7c447118312 None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:42Z', 'revision_number': 3, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:37:48.053081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 710742f2-3526-4e5a-915e-0d848da78a46 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:48.071699 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:48.240750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-f6ed1480-3d6c-46ec-a517-5c8644fd46b6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 1094 time: 0.1920998 Apr 11 20:37:48.592114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:48.597831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-8f7c5d63-98cb-4161-a88f-2f7947067ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:48.600674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-8f7c5d63-98cb-4161-a88f-2f7947067ea6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 923 time: 0.3523381 Apr 11 20:37:48.625122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Transition to ACTIVE for port object 0cdaab22-a10c-4ab2-92fe-0297ee844f30 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:48.639909 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:48.660989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:48.698949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62f4c2d5-393e-49a8-a5dc-004352d9c19f req-6f3331ed-01f4-4a47-af5f-6da7ed7bd656 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 210 time: 0.1230814 Apr 11 20:37:48.705862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:48.730809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Transition to ACTIVE for port object 9d0f7424-e563-477a-8da5-ec3c7a2bef22 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:48.761132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-b98817a7-3ab5-49f5-b4d8-300cfca20392 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03f02cf6-4216-47ca-98e7-18f495c03d20 HTTP/1.1" status: 200 len: 217 time: 0.0944281 Apr 11 20:37:48.863753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:48.893897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-50a82ecd-a4a5-4aec-b368-f0ffe8f58825 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:48.895396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-50a82ecd-a4a5-4aec-b368-f0ffe8f58825 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.1223426 Apr 11 20:37:48.919904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fa0c7-d10e-4dd6-a463-3c6f781690ce None None] Pushing event updated for resources: {'Port': ['ID=0cdaab22-a10c-4ab2-92fe-0297ee844f30,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:49.038736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-75d62190-64a8-4f66-a5ce-f10b8bc76c06 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314733 Apr 11 20:37:49.102280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:49.104345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:49.109577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['a60053dc-3837-416e-88f0-2651c1ad2a81'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:49.132049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Pushing event updated for resources: {'Port': ['ID=9d0f7424-e563-477a-8da5-ec3c7a2bef22,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:49.149989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:49.160903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:49.161579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:49.354450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4af6c-c6c5-4658-ab44-7816f2f5ab58 req-2b454dbc-ba8b-4fab-91d2-b20352d30712 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:49.364945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7f4af6c-c6c5-4658-ab44-7816f2f5ab58 req-2b454dbc-ba8b-4fab-91d2-b20352d30712 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 943 time: 0.7631221 Apr 11 20:37:49.485708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:49.538564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7f4af6c-c6c5-4658-ab44-7816f2f5ab58 req-7fa16028-2362-407b-ac31-4acdf3774e7c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725233 Apr 11 20:37:49.554566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-45add8ba-a52d-4270-9c45-62cf9541bd95 service neutron] 10.222.0.75 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977853 Apr 11 20:37:49.561491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ac40a-13dd-4e0f-b470-1ac1b0c740d0 req-78431806-d887-4514-a969-78cfb5428799 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:49.562358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-581ac40a-13dd-4e0f-b470-1ac1b0c740d0 req-78431806-d887-4514-a969-78cfb5428799 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Synchronizing usage tracker for tenant:6ec7123dae624989a02fe530d5144486 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:49.568842 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-024a7937-bc46-4391-b99e-7f2bef5d9c6e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0727205 Apr 11 20:37:49.590795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Request body: {'port': {'device_id': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:49.693052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Attempting to bind port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:49.693422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Attempting to bind port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:49.693772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Attempting to bind port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 on network ed8f40e1-58b4-485f-82e2-2d7bc697820f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:49.704250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:49.704625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Checking segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:49.705084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:49.705479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Bound using segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:49.706319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Bound port: 0cdaab22-a10c-4ab2-92fe-0297ee844f30, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:49.706454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:49.774813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-581ac40a-13dd-4e0f-b470-1ac1b0c740d0 req-78431806-d887-4514-a969-78cfb5428799 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Unset dirty status for tenant:6ec7123dae624989a02fe530d5144486 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:49.774813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-581ac40a-13dd-4e0f-b470-1ac1b0c740d0 req-78431806-d887-4514-a969-78cfb5428799 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 936 time: 0.6485753 Apr 11 20:37:49.787158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d77e366d-6121-4b34-8937-be6fe2c8401f None None] Provisioning for port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:49.800765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d77e366d-6121-4b34-8937-be6fe2c8401f None None] Provisioning complete for port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:49.801135 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d77e366d-6121-4b34-8937-be6fe2c8401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:49.801371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ffcdf44-d283-4405-9ea0-5069587f59f3 req-82e5a5ad-47cb-40bd-9cbb-72abb34aab9d service neutron] 10.222.0.75 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354383 Apr 11 20:37:49.867651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d743541e-0f4f-4d6a-9e14-2961682849bf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:49.925225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:49.945755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d77e366d-6121-4b34-8937-be6fe2c8401f None None] Port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:49.945755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] For port 0cdaab22-a10c-4ab2-92fe-0297ee844f30, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:49.958065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] For port 0cdaab22-a10c-4ab2-92fe-0297ee844f30, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0cdaab22-a10c-4ab2-92fe-0297ee844f30,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:50.031626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:50.127936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d743541e-0f4f-4d6a-9e14-2961682849bf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:50.134937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fa0c7-d10e-4dd6-a463-3c6f781690ce None None] Pushing event updated for resources: {'Port': ['ID=0cdaab22-a10c-4ab2-92fe-0297ee844f30,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:50.139772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d743541e-0f4f-4d6a-9e14-2961682849bf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:50.140354 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:50.155895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-581ac40a-13dd-4e0f-b470-1ac1b0c740d0 req-aef0000a-c937-417b-a6fd-27b11ccd346b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694072 Apr 11 20:37:50.174798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Allocated IP 172.20.0.1 (27586bf2-6ef5-4e40-8161-ea1fd3d3ead8/5496c8bc-c805-4a96-a294-156c3a5f5a58/60d1006f-b83c-4118-97b3-c60feb938ad6) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:50.256828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-aa397383-7a0a-4322-87d0-4d080f3e473e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=48660e079fb241048a0364874344abb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445745 Apr 11 20:37:50.380256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:37:50.380901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:50.476143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-7949a19e-45b5-4d53-b6de-e7831ff19546 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:50.484033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-7949a19e-45b5-4d53-b6de-e7831ff19546 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261209 Apr 11 20:37:50.505064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-cda8f7b0-2eff-4e69-ae2a-0cca38268d2e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/quotas/48660e079fb241048a0364874344abb1 HTTP/1.1" status: 200 len: 375 time: 0.0199559 Apr 11 20:37:50.648606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-1556b1ff-51e1-440e-a71b-30fc1059c310 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426086 Apr 11 20:37:50.657638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7105b7a-4eb5-4d43-b054-fabfd0d2d06f req-5f43a7c7-b86d-46c1-9000-bfaba010d4c7 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 210 time: 0.0550363 Apr 11 20:37:50.817476 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:50.822259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:50.847066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Transition to ACTIVE for port object 60d1006f-b83c-4118-97b3-c60feb938ad6 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:50.860279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d743541e-0f4f-4d6a-9e14-2961682849bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d743541e-0f4f-4d6a-9e14-2961682849bf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:50.892434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:37:50.963154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0f7424-e563-477a-8da5-ec3c7a2bef22 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:50.988962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:51.015655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Transition to ACTIVE for port object 9d0f7424-e563-477a-8da5-ec3c7a2bef22 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:51.019752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:51.105249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:51.117532 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:51.182309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=60d1006f-b83c-4118-97b3-c60feb938ad6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:51.254030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:51.267503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:51.270478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:51.271556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:51.285724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 03f02cf6-4216-47ca-98e7-18f495c03d20 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:37:51.501477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869f21-404c-487b-b599-efb940e57985 req-24674ce0-a84e-4e2e-82ec-9893937c7bb0 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:51.505152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd869f21-404c-487b-b599-efb940e57985 req-24674ce0-a84e-4e2e-82ec-9893937c7bb0 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 943 time: 0.3057790 Apr 11 20:37:51.539259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:37:51.621074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f7424-e563-477a-8da5-ec3c7a2bef22,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:51.657425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd869f21-404c-487b-b599-efb940e57985 req-cf31bc45-e0cd-4dd0-96a7-8973a00190bf tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388171 Apr 11 20:37:51.714447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-59bae2bb-0b81-4b70-ab27-a2d53fc9fd8e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:51.716341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-f8b6d910-003a-4adf-813c-41e70cf66d98 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=48660e079fb241048a0364874344abb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678363 Apr 11 20:37:51.717010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-59bae2bb-0b81-4b70-ab27-a2d53fc9fd8e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 821 time: 0.3618710 Apr 11 20:37:51.737198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'port': {'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'admin_state_up': True, 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:51.822805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d743541e-0f4f-4d6a-9e14-2961682849bf,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:51.975566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:51.994610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'port_id': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'mac_address': 'fa:16:3e:79:3a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce2da6-bf19-4f7d-9754-0e7a2c0358bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:37:52.005218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.024541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Attempting to bind port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:52.024541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Attempting to bind port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:52.024541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Attempting to bind port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:52.027069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3972718e-8996-46d8-93f9-f7006752c31b None None] Provisioning for port 60d1006f-b83c-4118-97b3-c60feb938ad6 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:52.037340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3972718e-8996-46d8-93f9-f7006752c31b None None] Provisioning complete for port 60d1006f-b83c-4118-97b3-c60feb938ad6 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:52.037710 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3972718e-8996-46d8-93f9-f7006752c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.069940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:52.070394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Attempting to bind port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:52.080485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:52.089359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Usage tracker for resource:port and tenant:edc45db20d7d49a18b9a982900b654aa is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:52.094602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:52.113627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:52.114110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:52.114603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:52.115191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Bound port: 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:52.115663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.119263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:52.122220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3972718e-8996-46d8-93f9-f7006752c31b None None] Port 60d1006f-b83c-4118-97b3-c60feb938ad6 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:52.125660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:49Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:37:52.133807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e71797-e4f5-4568-b938-58f6521b085c None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:49Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:37:52.163808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940426-5228-4ef6-a605-b76be31b82e7 req-1981dcbd-42cc-47e8-ac05-94a6c1582dc6 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:52.168059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b940426-5228-4ef6-a605-b76be31b82e7 req-1981dcbd-42cc-47e8-ac05-94a6c1582dc6 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 948 time: 0.2916665 Apr 11 20:37:52.175908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.250399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f02cf6-4216-47ca-98e7-18f495c03d20 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:52.275661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b940426-5228-4ef6-a605-b76be31b82e7 req-aa838de9-3651-46d4-8772-65cdc8280122 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990429 Apr 11 20:37:52.276995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Made reservation on behalf of edc45db20d7d49a18b9a982900b654aa for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:52.287003 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.332925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:52.340790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] For port 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:52.345268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] For port 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:52.394806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-44477dc3-b9c0-48b6-964f-e0a0c76b66dd tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:52.396722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.409620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-44477dc3-b9c0-48b6-964f-e0a0c76b66dd tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6922348 Apr 11 20:37:52.452457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-2304a229-47cd-4f89-ada9-4942b7814678 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/quotas/48660e079fb241048a0364874344abb1 HTTP/1.1" status: 200 len: 375 time: 0.0416350 Apr 11 20:37:52.509953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.545820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:52.623772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Allocated IP 172.20.0.13 (ed8f40e1-58b4-485f-82e2-2d7bc697820f/b9c55b2f-075a-4bd9-97b5-36652042f617/e02f3fc9-3c75-4453-a2e7-6207092ad9fe) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:52.639397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['03f02cf6-4216-47ca-98e7-18f495c03d20'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:37:52.665805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-6134a60b-bccc-48d0-9ea4-e4b8ed4103fd tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2100635 Apr 11 20:37:52.815580 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:52.822679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] 10.222.0.75 "PUT /v2.0/ports/9d0f7424-e563-477a-8da5-ec3c7a2bef22 HTTP/1.1" status: 200 len: 1096 time: 3.2370191 Apr 11 20:37:52.849864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'tag': '9d0f7424-e563-477a-8da5-ec3c7a2bef22'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:52.914401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4885-4996-4b18-a36f-6e55b5635070 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f7424-e563-477a-8da5-ec3c7a2bef22,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:53.158623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.220665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.225310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.240883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e035bac4-3e3a-48a1-8b6d-c7046b44de20 req-65249c24-50d3-4159-8edf-4a54a88f1cbd tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:53.284981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.313808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Transition to ACTIVE for port object e02f3fc9-3c75-4453-a2e7-6207092ad9fe will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:53.330115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e035bac4-3e3a-48a1-8b6d-c7046b44de20 req-65249c24-50d3-4159-8edf-4a54a88f1cbd tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:53.331392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e035bac4-3e3a-48a1-8b6d-c7046b44de20 req-65249c24-50d3-4159-8edf-4a54a88f1cbd tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 210 time: 0.2327356 Apr 11 20:37:53.448033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.557598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:53.557598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:53.561928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:53.565976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:53.566780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.571791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=60d1006f-b83c-4118-97b3-c60feb938ad6,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:53.600215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-49eb355f-072f-4b64-a0f4-d53f1b7ec198 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 1099 time: 0.5747244 Apr 11 20:37:53.601855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event updated for resources: {'Port': ['ID=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:53.672663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-af93358f-d232-4ab0-930c-5cb14b9c5654 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9418859 Apr 11 20:37:53.695452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Request body: {'port': {'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:53.710812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-7081b727-a6c7-4f7c-a5c8-ac8e5ee66003 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22 HTTP/1.1" status: 200 len: 217 time: 0.0988061 Apr 11 20:37:53.718751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:53.720798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:53.867875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:53.984981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0cdaab22-a10c-4ab2-92fe-0297ee844f30 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:54.039491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf3eed-7e56-43fe-b8a4-c88e95b9aecf req-8cf7d8b5-7ece-4ad3-bb58-c7115fec5f36 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:54.047720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-98cf3eed-7e56-43fe-b8a4-c88e95b9aecf req-8cf7d8b5-7ece-4ad3-bb58-c7115fec5f36 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 944 time: 0.5705500 Apr 11 20:37:54.084981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-65aecf84-8b8c-4679-9da2-88373aeb021c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=48660e079fb241048a0364874344abb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375965 Apr 11 20:37:54.185606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9d1f2606-fbff-48bb-a7f5-2a1d0375ee7e None None] Provisioning for port e02f3fc9-3c75-4453-a2e7-6207092ad9fe completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:54.187574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281809a9-20d9-4b87-ba88-2270befbe091 req-b2c280f2-054d-4d8a-bd04-a5b99cca3579 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:54.189037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-b2c280f2-054d-4d8a-bd04-a5b99cca3579 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.4657264 Apr 11 20:37:54.199611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9d1f2606-fbff-48bb-a7f5-2a1d0375ee7e None None] Provisioning complete for port e02f3fc9-3c75-4453-a2e7-6207092ad9fe triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:54.201764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9d1f2606-fbff-48bb-a7f5-2a1d0375ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.216568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-98cf3eed-7e56-43fe-b8a4-c88e95b9aecf req-017e5605-873c-4049-a08f-1e76094c3bac tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679394 Apr 11 20:37:54.288143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:54.340109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:54.340427 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.384747 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a77e1f-7d95-412b-809a-e1475ca86306'] response: {'name': 'network-changed', 'server_uuid': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'tag': '9d0f7424-e563-477a-8da5-ec3c7a2bef22', 'status': 'completed', 'code': 200} Apr 11 20:37:54.395012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02f3fc9-3c75-4453-a2e7-6207092ad9fe {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:54.404665 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.421484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Transition to ACTIVE for port object e02f3fc9-3c75-4453-a2e7-6207092ad9fe will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:54.506494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f2606-fbff-48bb-a7f5-2a1d0375ee7e None None] Port e02f3fc9-3c75-4453-a2e7-6207092ad9fe cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:54.509042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.672009 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.701289 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-08fe529c-2dfd-48c3-83b6-b083d31f2a92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4634223 Apr 11 20:37:54.712815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9f6778e7-52b0-4d54-970c-3d38238004e4 None None] Provisioning complete for port 60d1006f-b83c-4118-97b3-c60feb938ad6 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:54.713181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9f6778e7-52b0-4d54-970c-3d38238004e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.793098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0cdaab22-a10c-4ab2-92fe-0297ee844f30, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0cdaab22-a10c-4ab2-92fe-0297ee844f30,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:54.796405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9f6778e7-52b0-4d54-970c-3d38238004e4 None None] Port 60d1006f-b83c-4118-97b3-c60feb938ad6 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:54.797736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:54.800673 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c05997b3-7e50-44a5-8f2e-2c1d806a11b2 req-d7c1ebf5-57fd-4218-85a5-618d63187de5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 210 time: 0.1056235 Apr 11 20:37:54.854257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:54.858427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d743541e-0f4f-4d6a-9e14-2961682849bf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:54.899963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-13c26ce7-9b1b-432a-aab1-f44c078cd322 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:54.901414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-13c26ce7-9b1b-432a-aab1-f44c078cd322 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8069220 Apr 11 20:37:54.920370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Attempting to bind port e02f3fc9-3c75-4453-a2e7-6207092ad9fe on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:54.920370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Attempting to bind port e02f3fc9-3c75-4453-a2e7-6207092ad9fe by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:54.920370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Attempting to bind port e02f3fc9-3c75-4453-a2e7-6207092ad9fe on network ed8f40e1-58b4-485f-82e2-2d7bc697820f {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:54.925784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Request body: {'port': {'device_id': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '48660e079fb241048a0364874344abb1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:55.001854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-c9ef1777-0f6b-4033-b8f7-769e4ed3c4d7 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871382 Apr 11 20:37:55.121172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Port e02f3fc9-3c75-4453-a2e7-6207092ad9fe on network ed8f40e1-58b4-485f-82e2-2d7bc697820f not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:55.121851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Attempting to bind port e02f3fc9-3c75-4453-a2e7-6207092ad9fe on network ed8f40e1-58b4-485f-82e2-2d7bc697820f {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:55.128731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:55.134861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Usage tracker for resource:port and tenant:48660e079fb241048a0364874344abb1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:55.139063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:55.142830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:55.142830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Checking segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:55.143289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Bound using segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:55.143804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Bound port: e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:55.144148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.157978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:55.177758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 03f02cf6-4216-47ca-98e7-18f495c03d20 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:55.254033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0cdaab22-a10c-4ab2-92fe-0297ee844f30,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:55.257601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Router 43312aae-1983-4a5b-bff8-606a1e94262d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:37:55.283661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.286652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.287731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:37:55.291239 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281809a9-20d9-4b87-ba88-2270befbe091 req-5acf2ea6-2b07-446d-bc8a-ae1df76f748a service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459364 Apr 11 20:37:55.302292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d743541e-0f4f-4d6a-9e14-2961682849bf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:55.302663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.306536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62900b44-46ad-4b4c-8832-3885ad3464b5 req-2a88a81d-5a24-4b37-bdd7-4a6ae616d16b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:55.308039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62900b44-46ad-4b4c-8832-3885ad3464b5 req-2a88a81d-5a24-4b37-bdd7-4a6ae616d16b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 948 time: 0.2142701 Apr 11 20:37:55.335707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] For port e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:55.339643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] For port e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:55.344295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Made reservation on behalf of 48660e079fb241048a0364874344abb1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:55.347425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.374280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.423985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:55.429275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.455806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 03f02cf6-4216-47ca-98e7-18f495c03d20 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:55.464839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 03f02cf6-4216-47ca-98e7-18f495c03d20 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:55.466152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.481134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Usage tracker for resource:security_group_rule and tenant:48660e079fb241048a0364874344abb1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:55.486683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:55.531263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62900b44-46ad-4b4c-8832-3885ad3464b5 req-d5af3139-5b33-4214-b863-539abc23be62 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691971 Apr 11 20:37:55.541643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:55.572772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-f4f44d13-5816-419a-b786-5fdf43418e13 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 1099 time: 0.1350284 Apr 11 20:37:55.575964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.577366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] 10.222.0.69 "PUT /v2.0/ports/e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 1092 time: 1.8954170 Apr 11 20:37:55.589904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:55.597248 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.634390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f02cf6-4216-47ca-98e7-18f495c03d20'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:37:55.651716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:55.656462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbddd22-5a85-4291-ba25-df10581052f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:55.733691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.740857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e36c9-4e25-4699-9b83-ad1bd5854ffd req-9ad9486a-ae6b-4702-941b-748f2689e387 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:55.748468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779e36c9-4e25-4699-9b83-ad1bd5854ffd req-9ad9486a-ae6b-4702-941b-748f2689e387 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 944 time: 0.2632580 Apr 11 20:37:55.804574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0cdaab22-a10c-4ab2-92fe-0297ee844f30 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:37:55.846602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-5e17e8e0-987c-4419-baf1-9c9d4c59b7dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:55.847174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779e36c9-4e25-4699-9b83-ad1bd5854ffd req-9030191b-ffcf-42d0-a068-04828356b4ab tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980251 Apr 11 20:37:55.858117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-5e17e8e0-987c-4419-baf1-9c9d4c59b7dc service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2723486 Apr 11 20:37:55.937640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:37:55.944323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:55.964928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:55.971298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ba8731de-dc1c-4f1f-9e41-9188db132fa0 admin admin] 10.222.0.61 "PUT /v2.0/routers/43312aae-1983-4a5b-bff8-606a1e94262d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3168583 Apr 11 20:37:55.974862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-59962524-e353-4cad-a30c-3fc5302b69e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22 HTTP/1.1" status: 200 len: 217 time: 0.1064901 Apr 11 20:37:55.975870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-9bc190f7-cd51-4394-b843-e28c8097487e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1095 time: 0.2679777 Apr 11 20:37:56.044503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.75', 64914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:56.049759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:56.052401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:56.071063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:56.088156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-920f8923-c4b5-41af-a261-bcfb1b97e91c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=48660e079fb241048a0364874344abb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425668 Apr 11 20:37:56.198792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-0ab44251-fa44-449e-9dbf-682c2dab80a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:56.200981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-0ab44251-fa44-449e-9dbf-682c2dab80a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2164764 Apr 11 20:37:56.205149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-dd971570-fa59-4583-870b-36c7d3713ec9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 217 time: 0.2264972 Apr 11 20:37:56.346540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ed63e-8c71-4a13-939d-3ebf0188acbe,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:56.384725 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04827ad3-5fc2-42cb-9ac8-7df72166b97d'] response: {'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'status': 'completed', 'code': 200} Apr 11 20:37:56.429758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-831e44a4-4fe8-47b3-b80c-4a187e0f582f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:56.431194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-831e44a4-4fe8-47b3-b80c-4a187e0f582f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.2173824 Apr 11 20:37:56.455770 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6388265a-d4cc-40ed-b7ad-c13df990e2a3'] response: {'server_uuid': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'code': 200} Apr 11 20:37:56.456238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9a0ba9db-344d-4b2d-9b5e-df25f8da359c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:56.457726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9a0ba9db-344d-4b2d-9b5e-df25f8da359c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531935 Apr 11 20:37:56.470302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-eea18c42-cd6a-41e0-94d8-94831cb41bde service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604642 Apr 11 20:37:56.496049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Request body: {'port': {'device_id': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '48660e079fb241048a0364874344abb1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:56.533513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87be8-8189-498f-8075-b7fbf43d4b68 req-971ec0af-0f61-4c34-99c2-95029c4a040b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:56.540468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2e87be8-8189-498f-8075-b7fbf43d4b68 req-971ec0af-0f61-4c34-99c2-95029c4a040b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.3386347 Apr 11 20:37:56.549303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Allocated IP 192.168.233.62 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/46db2f5a-7be1-4ee9-a956-f4a82e29a7ef) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:56.589684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.75', 64915) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:56.721765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-2cfd2709-2d11-4fb3-9f5e-44ab464e4e4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2805250 Apr 11 20:37:56.773062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2e87be8-8189-498f-8075-b7fbf43d4b68 req-42d06308-d689-4e86-b94f-6de4f93622f8 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317376 Apr 11 20:37:56.813897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a2478ac-cccd-4027-b3ef-d31ad6f8fc9e req-bfb7bd6f-3713-4a05-a6df-5e533f1c3478 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 210 time: 0.1962423 Apr 11 20:37:56.907015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-adc82581-70ba-4a0a-b513-0fb7b24487a9 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710282 Apr 11 20:37:56.909214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:56.913461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Usage tracker for resource:port and tenant:48660e079fb241048a0364874344abb1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:56.916518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:57.023466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cde192f-237a-4c9f-af6b-1425d6fa43a1 req-38ca1d46-2856-4501-b20d-761d5063c823 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 1096 time: 0.4304729 Apr 11 20:37:57.049959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.057740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:57.068029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9286ba64-d5cb-4e7c-bb62-fea138812e12 req-cb5393c5-0f37-43eb-99c1-ea64a11ddd6b service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482618 Apr 11 20:37:57.146042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Made reservation on behalf of 48660e079fb241048a0364874344abb1 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:57.149515 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.172131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1aa94-ece2-409c-8399-1645d77577c7 req-e96c0e2b-1415-423f-a867-3a5df4e65288 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:57.173643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c1aa94-ece2-409c-8399-1645d77577c7 req-e96c0e2b-1415-423f-a867-3a5df4e65288 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 948 time: 0.1034338 Apr 11 20:37:57.196404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Transition to ACTIVE for port object 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:57.205631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-8743b86c-92f0-42fa-ad4a-0989bbd7df91 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709718 Apr 11 20:37:57.233033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cde192f-237a-4c9f-af6b-1425d6fa43a1 req-c1a9af7f-fc1f-4724-9d31-88370f61aa2b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866791 Apr 11 20:37:57.326990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c1aa94-ece2-409c-8399-1645d77577c7 req-d20d234c-6602-418a-81d1-7384db766c79 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457679 Apr 11 20:37:57.397530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.489271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Allocated IP 192.168.233.16 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/45fd8c09-d4c3-440c-b08e-a1736d1ed312) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:37:57.503772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e215955e-79cf-4ec4-ac71-97fb25fc1829 req-4df470e4-9a24-4ca6-8898-87c49a3177a3 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906165 Apr 11 20:37:57.569392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:57.577342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:57.591623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:57.594269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:57.594915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.612708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:57.697212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:57.713937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-network', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:57.722984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03d4da-8df2-4dcc-aa0b-2450e4bcad32 req-656f5d14-6442-4ea2-8c6a-3fb113e82a7c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:57.725429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:57.730019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e03d4da-8df2-4dcc-aa0b-2450e4bcad32 req-656f5d14-6442-4ea2-8c6a-3fb113e82a7c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 944 time: 0.2411873 Apr 11 20:37:57.733701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Usage tracker for resource:network and tenant:83252308e4ac4210b69a9c206ddd06d5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:57.738931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:57.762090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:57.795676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-bf88c7a7-d3f3-4467-a6e4-4c7c8c40956c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1095 time: 0.1776590 Apr 11 20:37:57.797978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-25d507a8-6fff-4d47-a840-40cc73d56191 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8806336 Apr 11 20:37:57.813570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e03d4da-8df2-4dcc-aa0b-2450e4bcad32 req-e12e36ff-93e5-4b02-bd94-07ca3a530287 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832210 Apr 11 20:37:57.826724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Request body: {'port': {'device_id': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:57.841381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.864415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Transition to ACTIVE for port object 45fd8c09-d4c3-440c-b08e-a1736d1ed312 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:57.877582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Made reservation on behalf of 83252308e4ac4210b69a9c206ddd06d5 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:57.881092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.900417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.959851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:57.965073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Usage tracker for resource:security_group_rule and tenant:83252308e4ac4210b69a9c206ddd06d5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:57.967617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-71e78287-5b8b-486b-8d51-d615080aa688 None None] Provisioning for port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:57.971677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:57.975120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-71e78287-5b8b-486b-8d51-d615080aa688 None None] Provisioning complete for port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:57.975618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-71e78287-5b8b-486b-8d51-d615080aa688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:57.979117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:58.028034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.071214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46826) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:58.091288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-71e78287-5b8b-486b-8d51-d615080aa688 None None] Port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:58.163240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:37:58.172230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.181155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:37:58.185795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:37:58.189546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:58.190218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.198444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-ebefb315-94ac-4827-8719-f7ec3234e002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:58.200145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-ebefb315-94ac-4827-8719-f7ec3234e002 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.3838449 Apr 11 20:37:58.238281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.252725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event updated for resources: {'Port': ['ID=45fd8c09-d4c3-440c-b08e-a1736d1ed312,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:58.329608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd979c93-3a38-437b-aa23-b1c6459fcd21 req-4624c740-c4fa-4ac8-a7bb-ed856a47bdc0 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:58.332321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd979c93-3a38-437b-aa23-b1c6459fcd21 req-4624c740-c4fa-4ac8-a7bb-ed856a47bdc0 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.2619030 Apr 11 20:37:58.336928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.342987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-b8d67adc-4cbe-4516-81bb-dc7f32e6d6c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 217 time: 0.1353509 Apr 11 20:37:58.352808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.419149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-9aada941-4f3b-4474-ad58-12fdecb7f6a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9308701 Apr 11 20:37:58.423711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-44ec3a80-d341-4986-9b8a-96859888ac69 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:58.428677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-44ec3a80-d341-4986-9b8a-96859888ac69 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Synchronizing usage tracker for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:58.448103 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.454637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Request body: {'port': {'device_id': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:58.478454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:37:58.487247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd6e74-ad24-4b41-a69e-4bd7e71702d9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:58.535151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.535645 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Added segment 620fb8ef-7b70-40fd-8732-3461baf43c17 of type vlan for network 73951e44-6402-4805-95b0-dc9863159e48 Apr 11 20:37:58.539152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-64d3aa48-9e8a-4687-9259-7f5f0009f598 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:58.539398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:58.540647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-64d3aa48-9e8a-4687-9259-7f5f0009f598 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.1916137 Apr 11 20:37:58.553771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3947abbf22f747b2872efcf90b4e5e12 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:58.561102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:58.583620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd979c93-3a38-437b-aa23-b1c6459fcd21 req-2252b0ef-f2c3-49dc-afb2-be205a74832d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436204 Apr 11 20:37:58.584452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:58.610661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3d055255-333c-4a3d-8efe-0473f3cc24c0 None None] Provisioning for port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:37:58.620628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3d055255-333c-4a3d-8efe-0473f3cc24c0 None None] Provisioning complete for port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:37:58.621150 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3d055255-333c-4a3d-8efe-0473f3cc24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.630683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.656331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-44ec3a80-d341-4986-9b8a-96859888ac69 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Unset dirty status for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:58.657900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-44ec3a80-d341-4986-9b8a-96859888ac69 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 935 time: 0.5753512 Apr 11 20:37:58.673729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.704529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3d055255-333c-4a3d-8efe-0473f3cc24c0 None None] Port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:37:58.794588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-7e42cea7-fe2b-4fb7-98d8-a2dc8929c0c4 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Synchronizing usage tracker for tenant:48660e079fb241048a0364874344abb1 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:37:58.816096 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-e5a6bf49-0e2e-4b4c-b9d4-d028f81258de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595286 Apr 11 20:37:58.909337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.910254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.911137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:58.911694 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:58.992760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:59.001820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-7e42cea7-fe2b-4fb7-98d8-a2dc8929c0c4 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Unset dirty status for tenant:48660e079fb241048a0364874344abb1 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:37:59.002948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34e4067f-b036-4a7a-8fc3-6252c449542d req-7e42cea7-fe2b-4fb7-98d8-a2dc8929c0c4 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227956 Apr 11 20:37:59.004564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.038726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-50ace4b8-7b96-4fbb-80e4-3dd004b8465e service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144849 Apr 11 20:37:59.042276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Transition to ACTIVE for port object 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:37:59.063349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.091361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] Pushing event updated for resources: {'Network': ['ID=73951e44-6402-4805-95b0-dc9863159e48,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:59.103757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 73951e44-6402-4805-95b0-dc9863159e48 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:37:59.196636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-edfb4bf2-1b54-483a-9406-b5b489a742cf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4956832 Apr 11 20:37:59.202922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d6590-d956-454b-b8b3-5da5beb5ff0d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:59.206162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:59.225553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Request body: {'subnet': {'network_id': '73951e44-6402-4805-95b0-dc9863159e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-subnet', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:37:59.231874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e31d25eb-4ad8-4046-8634-d000b88b54e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3947abbf22f747b2872efcf90b4e5e12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1523411 Apr 11 20:37:59.236797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46848) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:59.241282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:59.250839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65e27-94e0-4fa1-ba6e-652e415b8a79 req-d93e2849-9544-4d4d-8c2f-bd64ec8d1d19 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:59.257776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7fe65e27-94e0-4fa1-ba6e-652e415b8a79 req-d93e2849-9544-4d4d-8c2f-bd64ec8d1d19 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 948 time: 0.3510675 Apr 11 20:37:59.259885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Usage tracker for resource:subnet and tenant:83252308e4ac4210b69a9c206ddd06d5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:59.267515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d0f7424-e563-477a-8da5-ec3c7a2bef22 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:37:59.288855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:59.312920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:59.398515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.405994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7fe65e27-94e0-4fa1-ba6e-652e415b8a79 req-653c84c4-55d7-4f12-aca9-05628b10666f tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473179 Apr 11 20:37:59.406306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46854) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:37:59.410710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Made reservation on behalf of 83252308e4ac4210b69a9c206ddd06d5 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:37:59.412995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.489194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:59.526599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '9d0f7424-e563-477a-8da5-ec3c7a2bef22', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '9d0f7424-e563-477a-8da5-ec3c7a2bef22', 'mac_address': 'fa:16:3e:f1:22:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:37:59.560614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:59.585692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82d4e306-f615-4ec1-97eb-80be42c14b00 req-06fd975e-2c63-49b9-8303-b02e6fb59d8e service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407376 Apr 11 20:37:59.608467 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.630185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0f7424-e563-477a-8da5-ec3c7a2bef22 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:59.649306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:37:59.658020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:37:59.700083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac891f-190b-45bf-9db5-2f9283956296 req-c997d4ef-2072-4ad1-a9c9-b89d70e79158 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:37:59.701739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4ac891f-190b-45bf-9db5-2f9283956296 req-c997d4ef-2072-4ad1-a9c9-b89d70e79158 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 944 time: 0.4190891 Apr 11 20:37:59.728329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Attempting to bind port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:37:59.728665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Attempting to bind port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:37:59.728990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Attempting to bind port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:59.729885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccc5056a-9fe7-46eb-afcc-bb7c1ce2d644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.739578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.748925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:37:59.749244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Attempting to bind port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:37:59.791951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:37:59.792203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:37:59.792594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:37:59.793155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Bound port: 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:37:59.793648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.819372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4ac891f-190b-45bf-9db5-2f9283956296 req-2e240246-3da8-47e6-a139-f5cfcc3bb1a9 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106074 Apr 11 20:37:59.852346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9d0f7424-e563-477a-8da5-ec3c7a2bef22,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:37:59.859637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.870790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccc5056a-9fe7-46eb-afcc-bb7c1ce2d644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.924959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:37:59.930045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fd8c09-d4c3-440c-b08e-a1736d1ed312 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:37:59.933080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:07d85544857f4aeb89825bb824a341df is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:37:59.938630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:37:59.946559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:37:59.951329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:37:59.955648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:37:59.957929 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:37:59.989840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9d0f7424-e563-477a-8da5-ec3c7a2bef22'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:00.015828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Transition to ACTIVE for port object 45fd8c09-d4c3-440c-b08e-a1736d1ed312 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:00.027981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.051040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f935f-5a52-4f13-899e-51a1f52eee87 req-0b2c0511-b93e-4be3-842d-8bb5dae73b0d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:00.052631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a7f935f-5a52-4f13-899e-51a1f52eee87 req-0b2c0511-b93e-4be3-842d-8bb5dae73b0d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.1954675 Apr 11 20:38:00.054566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.117696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.128189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.135248 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.137913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] 10.222.0.75 "PUT /v2.0/ports/46db2f5a-7be1-4ee9-a956-f4a82e29a7ef HTTP/1.1" status: 200 len: 1095 time: 2.3156168 Apr 11 20:38:00.139777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:00.154702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff54c9-5421-4c58-a3ce-89c38c0d7b9b service neutron] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:00.212147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.271897 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccc5056a-9fe7-46eb-afcc-bb7c1ce2d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.294824 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.344038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Pushing event updated for resources: {'Port': ['ID=45fd8c09-d4c3-440c-b08e-a1736d1ed312,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:00.368817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5056a-9fe7-46eb-afcc-bb7c1ce2d644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d6590-d956-454b-b8b3-5da5beb5ff0d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:00.378055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a9700b-eadf-429b-a366-0b0d7845aba9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:00.393812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=918c1498-2550-4011-af4a-f92a811db5a0,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:00.400806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-410cd959-4289-4bcc-b5d2-ba501b69bcd4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07d85544857f4aeb89825bb824a341df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9367750 Apr 11 20:38:00.409132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46878) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:00.457496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Checking segment: {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:00.458220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Network hostable DHCP agents. Network: 73951e44-6402-4805-95b0-dc9863159e48, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:38:00.482196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a7f935f-5a52-4f13-899e-51a1f52eee87 req-7ec529b8-4dee-4f50-8ea0-1f72d5ff3062 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189725 Apr 11 20:38:00.483220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccc5056a-9fe7-46eb-afcc-bb7c1ce2d644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.486847 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ccc5056a-9fe7-46eb-afcc-bb7c1ce2d644 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f6d6590-d956-454b-b8b3-5da5beb5ff0d HTTP/1.1" status: 204 len: 168 time: 1.2437279 Apr 11 20:38:00.487014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-1559c052-2b88-46c3-99cd-5505fa9afb29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1098 time: 0.2242534 Apr 11 20:38:00.499426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af28b3a-117d-42f9-b728-98a4f0bb00f6 req-9d199a3d-ca41-44f5-9a9e-75746b20838d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:00.507093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7af28b3a-117d-42f9-b728-98a4f0bb00f6 req-9d199a3d-ca41-44f5-9a9e-75746b20838d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 947 time: 0.3452325 Apr 11 20:38:00.508969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Attempting to bind port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:00.509408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Attempting to bind port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:00.509879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Attempting to bind port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:00.518293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:00.518676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Attempting to bind port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:00.528640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:00.528640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:00.528640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:00.528640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Bound port: 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:00.528640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.614483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Network 73951e44-6402-4805-95b0-dc9863159e48 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:38:00.624500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-288288d7-4255-444c-80e6-3ffd8f33755c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef HTTP/1.1" status: 200 len: 217 time: 0.1150258 Apr 11 20:38:00.638293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] For port 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:00.641646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] For port 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:00.667529 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb452-d592-4a59-ad96-2d3a170a8d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.695894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 73951e44-6402-4805-95b0-dc9863159e48) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:00.698261 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e07ce06-53a2-41b7-a3cd-0972b4ff1b6b'] response: {'name': 'network-changed', 'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'status': 'completed', 'code': 200} Apr 11 20:38:00.705298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d793b-de41-46ec-af71-b281c8dfb573 None None] Network 73951e44-6402-4805-95b0-dc9863159e48 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:00.711450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:00.712890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.720625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.730234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7af28b3a-117d-42f9-b728-98a4f0bb00f6 req-dde66af3-e327-4148-9e78-e971cea2386b tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220852 Apr 11 20:38:00.778240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb452-d592-4a59-ad96-2d3a170a8d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.785730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-0a64a219-5e2d-46d6-b1ee-196689505b2c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:00.787166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-0a64a219-5e2d-46d6-b1ee-196689505b2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1535413 Apr 11 20:38:00.903731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:00.905740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] 10.222.0.75 "PUT /v2.0/ports/45fd8c09-d4c3-440c-b08e-a1736d1ed312 HTTP/1.1" status: 200 len: 1095 time: 2.4700625 Apr 11 20:38:00.912560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'tag': '45fd8c09-d4c3-440c-b08e-a1736d1ed312'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:00.948352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0aeb1-4c97-422b-9028-b06e7a796a67 service neutron] Pushing event updated for resources: {'Port': ['ID=45fd8c09-d4c3-440c-b08e-a1736d1ed312,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:00.963919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c40416b4-a53f-4bb6-9cb4-2713d01572aa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7471809 Apr 11 20:38:00.963919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46896) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:00.965908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:00.973014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:00.984169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bad05-243b-4201-bd30-3eb3699c6d4d req-786e757e-4333-4be2-907c-bebae21a3b5d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:00.993623 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c7bad05-243b-4201-bd30-3eb3699c6d4d req-786e757e-4333-4be2-907c-bebae21a3b5d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 949 time: 0.1884391 Apr 11 20:38:01.021019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-3fd16762-d8ad-4fde-8ff7-6a6e4c22f11a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2190621 Apr 11 20:38:01.046210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-73951e44-6402-4805-95b0-dc9863159e48', 'network_id': '73951e44-6402-4805-95b0-dc9863159e48', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'fixed_ips': [{'subnet_id': '918c1498-2550-4011-af4a-f92a811db5a0'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:38:01.046210 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.074391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb452-d592-4a59-ad96-2d3a170a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.079717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Usage tracker for resource:router and tenant:83252308e4ac4210b69a9c206ddd06d5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:01.087719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:01.101265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:01.141292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39f47a-1d6f-4717-bedb-2b5830fa83df req-067a097a-c027-4a36-8b14-50ed227f8635 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:01.142847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f39f47a-1d6f-4717-bedb-2b5830fa83df req-067a097a-c027-4a36-8b14-50ed227f8635 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.2580018 Apr 11 20:38:01.156140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c7bad05-243b-4201-bd30-3eb3699c6d4d req-b27c6d60-fc0b-4be9-835f-5b5c960ee3ed tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613812 Apr 11 20:38:01.157689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcb452-d592-4a59-ad96-2d3a170a8d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a9700b-eadf-429b-a366-0b0d7845aba9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:01.189783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-60f91528-9ecb-4498-9756-d957a9d8bdbf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 1098 time: 0.1477864 Apr 11 20:38:01.202974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d0f7424-e563-477a-8da5-ec3c7a2bef22 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:01.215437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb452-d592-4a59-ad96-2d3a170a8d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.218805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e9fcb452-d592-4a59-ad96-2d3a170a8d40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6a9700b-eadf-429b-a366-0b0d7845aba9 HTTP/1.1" status: 204 len: 168 time: 0.8068202 Apr 11 20:38:01.270689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.271922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.292830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-1bd8b369-e596-4570-984f-53d25045f596 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312 HTTP/1.1" status: 200 len: 217 time: 0.1036396 Apr 11 20:38:01.337923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f39f47a-1d6f-4717-bedb-2b5830fa83df req-499889a5-285d-47ad-bf54-f383914c1690 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852665 Apr 11 20:38:01.395039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46904) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:01.400912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-a7177f5c-5413-4f0f-8c77-b11677d2f1ae service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721900 Apr 11 20:38:01.405015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e02f3fc9-3c75-4453-a2e7-6207092ad9fe details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:01.415202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.426603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-4877cbd5-42e1-486d-baca-1678a3ef50cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:01.428003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-4877cbd5-42e1-486d-baca-1678a3ef50cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1285369 Apr 11 20:38:01.537554 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac3ff54-6e36-4f19-a4fc-c23887ca0f63'] response: {'name': 'network-changed', 'server_uuid': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'tag': '45fd8c09-d4c3-440c-b08e-a1736d1ed312', 'status': 'completed', 'code': 200} Apr 11 20:38:01.539872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.604873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-86a2c7f5-1cd2-421d-84aa-9576678b31ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703014 Apr 11 20:38:01.626227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:01.641133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfe15bf3b1d44aab03c0651d883ceb2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:01.647212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:01.654579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Allocated IP 172.20.0.2 (73951e44-6402-4805-95b0-dc9863159e48/918c1498-2550-4011-af4a-f92a811db5a0/35233d06-cd8e-4955-b7b4-8164690e824b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:01.656086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:01.660697 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d9b7d8a-4dcd-47d7-928f-be526e303195 req-9421648c-34b6-484a-af67-b6ae0447f058 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446451 Apr 11 20:38:01.718752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0df81-49b9-448a-b978-9e3766cb3f38 req-fb86b070-c2ae-4bba-ba94-44a49803bf14 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:01.726489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33e0df81-49b9-448a-b978-9e3766cb3f38 req-fb86b070-c2ae-4bba-ba94-44a49803bf14 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 944 time: 0.2374680 Apr 11 20:38:01.753598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.848084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:01.878851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:01.879222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:01.957728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:01.980179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-33e0df81-49b9-448a-b978-9e3766cb3f38 req-a3b5642c-cdd8-4214-a670-ca2e6c883e6e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:01.993118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:02.006207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.040263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.068586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-55735068-ae15-4183-b313-31459e5b1fe2 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575164 Apr 11 20:38:02.089175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bfe15bf3b1d44aab03c0651d883ceb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6866393 Apr 11 20:38:02.092410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825041b-81aa-4b17-9159-d2563550ff61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb929651-e38e-4ade-bd21-95e1d784ae9f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:02.097931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46920) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:02.108059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-33e0df81-49b9-448a-b978-9e3766cb3f38 req-a3b5642c-cdd8-4214-a670-ca2e6c883e6e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:02.109118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33e0df81-49b9-448a-b978-9e3766cb3f38 req-a3b5642c-cdd8-4214-a670-ca2e6c883e6e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818870 Apr 11 20:38:02.121171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-1d8c8046-699e-49df-9c03-3c78547bb9ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1098 time: 0.3565874 Apr 11 20:38:02.127990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c023037-5d9b-46d2-969e-62462bf7caaf req-cff46780-46e0-4d29-9242-e9e1d4b28854 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:02.129456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c023037-5d9b-46d2-969e-62462bf7caaf req-cff46780-46e0-4d29-9242-e9e1d4b28854 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.2934349 Apr 11 20:38:02.164633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.192967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.206519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.232674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Transition to ACTIVE for port object 35233d06-cd8e-4955-b7b4-8164690e824b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:02.257996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Transition to ACTIVE for port object 35233d06-cd8e-4955-b7b4-8164690e824b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:02.298040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:02.299674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46928) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:02.303405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02f3fc9-3c75-4453-a2e7-6207092ad9fe {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:02.311380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f7424-e563-477a-8da5-ec3c7a2bef22'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:02.331010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:02.349398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.373836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.394239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-209d1abf-0198-4ca8-92ee-3346669bb449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.399356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c023037-5d9b-46d2-969e-62462bf7caaf req-cbbac869-9160-4267-a1e1-6c28aef23180 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169554 Apr 11 20:38:02.444184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.448217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-8c018fa9-ff84-484e-8ab9-5ce1637dba8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:02.453646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-8c018fa9-ff84-484e-8ab9-5ce1637dba8c service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3200793 Apr 11 20:38:02.455979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:02.456101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9d0f7424-e563-477a-8da5-ec3c7a2bef22,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:02.468083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Network 73951e44-6402-4805-95b0-dc9863159e48 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:02.497909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:02.499756 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.506215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:02.513825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-209d1abf-0198-4ca8-92ee-3346669bb449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.535021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e82b26f1-b13e-4dcd-88bf-8ab2257ac87a req-97765c56-6cd8-422e-a674-2b68b40a8aca service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598849 Apr 11 20:38:02.565082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f131dbbe97a4a889e5070101c7d76e0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:02.575140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:02.602349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:02.609710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-e310700a-aea4-4831-a170-0e928a47c49d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef HTTP/1.1" status: 200 len: 217 time: 0.1504066 Apr 11 20:38:02.610703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534bc67-bb3e-4451-91eb-0f6997f6bc51 req-4c704fb1-9e65-417e-aa7c-77da0946f93c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:02.612048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f534bc67-bb3e-4451-91eb-0f6997f6bc51 req-4c704fb1-9e65-417e-aa7c-77da0946f93c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Synchronizing usage tracker for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:02.633223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Pushing event updated for resources: {'Port': ['ID=35233d06-cd8e-4955-b7b4-8164690e824b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:02.644933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f534bc67-bb3e-4451-91eb-0f6997f6bc51 req-4c704fb1-9e65-417e-aa7c-77da0946f93c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Unset dirty status for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:02.646153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f534bc67-bb3e-4451-91eb-0f6997f6bc51 req-4c704fb1-9e65-417e-aa7c-77da0946f93c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 947 time: 0.2756445 Apr 11 20:38:02.710864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Attempting to bind port 35233d06-cd8e-4955-b7b4-8164690e824b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:02.711169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Attempting to bind port 35233d06-cd8e-4955-b7b4-8164690e824b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:02.711554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Attempting to bind port 35233d06-cd8e-4955-b7b4-8164690e824b on network 73951e44-6402-4805-95b0-dc9863159e48 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:02.726023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:02.726443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Checking segment: {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:02.726793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.727189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Bound using segment: {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:02.727845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Bound port: 35233d06-cd8e-4955-b7b4-8164690e824b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:02.728065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.751637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:02.759964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-209d1abf-0198-4ca8-92ee-3346669bb449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.777237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-8726c112-00f8-4090-8666-d9b8569b8ed5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:02.779351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-8726c112-00f8-4090-8666-d9b8569b8ed5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1533792 Apr 11 20:38:02.781969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-e5971380-49bd-470b-962e-bd427c02ede6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2611198 Apr 11 20:38:02.790520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e02f3fc9-3c75-4453-a2e7-6207092ad9fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:02.794691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d1abf-0198-4ca8-92ee-3346669bb449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb929651-e38e-4ade-bd21-95e1d784ae9f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:02.801914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.856994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.896897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.919529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd220ddc-97d6-48f0-bec1-18dcd847952b req-e96955f2-947f-4020-b811-4bce1aae4e43 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:02.924988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] For port 35233d06-cd8e-4955-b7b4-8164690e824b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:02.925436 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f534bc67-bb3e-4451-91eb-0f6997f6bc51 req-0f69410f-b534-40e3-8183-270fb293b3a5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432210 Apr 11 20:38:02.929722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] For port 35233d06-cd8e-4955-b7b4-8164690e824b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=35233d06-cd8e-4955-b7b4-8164690e824b,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:02.932972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd220ddc-97d6-48f0-bec1-18dcd847952b req-e96955f2-947f-4020-b811-4bce1aae4e43 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.2508390 Apr 11 20:38:02.938352 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-209d1abf-0198-4ca8-92ee-3346669bb449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:02.940443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-209d1abf-0198-4ca8-92ee-3346669bb449 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb929651-e38e-4ade-bd21-95e1d784ae9f HTTP/1.1" status: 204 len: 168 time: 0.8391960 Apr 11 20:38:03.010608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-34e657f7-1aa4-4760-b908-567f4c2c6dc9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 1098 time: 0.3042040 Apr 11 20:38:03.030450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:03.100909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd220ddc-97d6-48f0-bec1-18dcd847952b req-97d5b25d-fa95-443d-adfc-c6f9f4c1f63e tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692951 Apr 11 20:38:03.104922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:03.204907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f131dbbe97a4a889e5070101c7d76e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9014227 Apr 11 20:38:03.210683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46942) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:03.231412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa1248-0f7c-430f-9387-4faf91bb58f9 None None] Pushing event updated for resources: {'Port': ['ID=35233d06-cd8e-4955-b7b4-8164690e824b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:03.248633 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f1efe6-507f-4ec6-9cdc-a7f4deebdf0b'] response: {'server_uuid': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f7424-e563-477a-8da5-ec3c7a2bef22', 'code': 200} Apr 11 20:38:03.303217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-85d430f9-2d31-4025-84d0-f64282580e6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5109422 Apr 11 20:38:03.307668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9276bb-8778-4949-ad1c-f768cfa85cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ebf0bf-d95c-42c1-b62c-93d0981e4e7c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:03.413063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-7c0bb646-62be-42e9-9f9e-df6c1fcbc890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:03.414867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-7c0bb646-62be-42e9-9f9e-df6c1fcbc890 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3972371 Apr 11 20:38:03.600998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-dae7b658-b3b4-41ce-98e9-eb4421185efc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ec7123dae624989a02fe530d5144486&device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 1101 time: 0.6095262 Apr 11 20:38:03.616587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc1d1-c885-4e22-a8e4-efddf35eb094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:03.633265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-e3d1a974-c599-44fc-9944-a97e97b0055e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312 HTTP/1.1" status: 200 len: 217 time: 0.2020967 Apr 11 20:38:03.799052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc1d1-c885-4e22-a8e4-efddf35eb094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:03.804309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 35233d06-cd8e-4955-b7b4-8164690e824b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:03.840987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Allocated IP 172.25.5.126 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0647b68c-1ad3-4069-8130-71a9b774bb1e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:03.901006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-56461059-d086-432a-83c5-9385a3080f66 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:03.903135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-56461059-d086-432a-83c5-9385a3080f66 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2587843 Apr 11 20:38:03.914925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-5f9d4662-bfdd-4965-ae61-132104b1f741 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918045 Apr 11 20:38:03.925556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3e6b2e7-ac90-47b9-a16e-0931a31124d1 req-61f54edc-3500-43a7-ace2-22902be79ecd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 1101 time: 0.5602713 Apr 11 20:38:03.956443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 35233d06-cd8e-4955-b7b4-8164690e824b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:04.059906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a086f-0ed3-48cd-b00b-8521590769ac req-3dafd360-3273-4d1d-b367-8fc3a4074899 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:04.062964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-750a086f-0ed3-48cd-b00b-8521590769ac req-3dafd360-3273-4d1d-b367-8fc3a4074899 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 945 time: 0.3318903 Apr 11 20:38:04.108413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-de7c3fef-f7e1-481c-8a6e-5297b1a560f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:04.109859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-de7c3fef-f7e1-481c-8a6e-5297b1a560f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4688015 Apr 11 20:38:04.131684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:04.149265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-5266aef4-5f4f-443f-81b3-0b543b8adc3e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973233 Apr 11 20:38:04.157636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-750a086f-0ed3-48cd-b00b-8521590769ac req-7ee4ea4e-a795-40f0-aca0-3f2561c28038 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908499 Apr 11 20:38:04.196150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64c1-e431-4e90-b41b-4962c89ccb85 req-a0cdc460-e696-427a-8259-616dd7c9014c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:04.197642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cee64c1-e431-4e90-b41b-4962c89ccb85 req-a0cdc460-e696-427a-8259-616dd7c9014c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.5489092 Apr 11 20:38:04.220668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3e6b2e7-ac90-47b9-a16e-0931a31124d1 req-c95442f8-4b2a-4dc8-b308-82effec47058 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635033 Apr 11 20:38:04.262898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-2b29be20-c550-42a1-9026-f995ad58d08e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=a60053dc-3837-416e-88f0-2651c1ad2a81 HTTP/1.1" status: 200 len: 217 time: 0.1397545 Apr 11 20:38:04.283659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccf660-049c-4250-a6a4-17b8bfbe80ad req-26e0c1e3-b9cd-4a83-a837-d19fe63bf67a service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467910 Apr 11 20:38:04.315719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc1d1-c885-4e22-a8e4-efddf35eb094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:04.386503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-84c93f53-3466-469b-9783-e5764f6c9ae4 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269812 Apr 11 20:38:04.466072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcc1d1-c885-4e22-a8e4-efddf35eb094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ebf0bf-d95c-42c1-b62c-93d0981e4e7c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:04.480959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-2925f47b-7766-4dca-a6b2-62a6b295ff43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:04.482558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-2925f47b-7766-4dca-a6b2-62a6b295ff43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2070117 Apr 11 20:38:04.484869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cee64c1-e431-4e90-b41b-4962c89ccb85 req-87613f3f-ba90-4fad-b917-daf49250a972 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716112 Apr 11 20:38:04.552582 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc1d1-c885-4e22-a8e4-efddf35eb094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:04.552582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2bcc1d1-c885-4e22-a8e4-efddf35eb094 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1ebf0bf-d95c-42c1-b62c-93d0981e4e7c HTTP/1.1" status: 204 len: 168 time: 1.3360436 Apr 11 20:38:04.579785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:04.593977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-bbf7c043-928c-48a3-9b4f-5a98721c4e1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028776 Apr 11 20:38:04.650188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00079f7-82cc-4cf8-818f-30fda96d1308 None None] Network 73951e44-6402-4805-95b0-dc9863159e48 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:04.764492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Pushing event updated for resources: {'Port': ['ID=0647b68c-1ad3-4069-8130-71a9b774bb1e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:04.770489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:04.774618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:04.788242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:04.867149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8c4f282-a552-4845-b546-73518bcd1e31 req-6a870c3c-f2f1-4ed9-a5a7-c0e43d886db4 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339170 Apr 11 20:38:04.877031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] Provisioning for port 35233d06-cd8e-4955-b7b4-8164690e824b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:04.900033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] Provisioning complete for port 35233d06-cd8e-4955-b7b4-8164690e824b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:04.903198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:04.919722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992967f-1a65-471f-bbf4-794af5b2e03f req-5452930c-3fbd-4bc7-9fb4-4e1846e829ae tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:04.933824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4992967f-1a65-471f-bbf4-794af5b2e03f req-5452930c-3fbd-4bc7-9fb4-4e1846e829ae tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 947 time: 0.4745762 Apr 11 20:38:04.958392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-99ec12db-353e-45bf-9a9d-8e79508202ed service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587227 Apr 11 20:38:05.031801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980ae7a-32f2-47a1-90df-7a75a1fc72da req-0aa2d546-efa1-4661-ba82-f3976c7cdb12 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:05.033282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5980ae7a-32f2-47a1-90df-7a75a1fc72da req-0aa2d546-efa1-4661-ba82-f3976c7cdb12 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.2204897 Apr 11 20:38:05.047123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4992967f-1a65-471f-bbf4-794af5b2e03f req-cf2ca256-12a1-461f-86df-24d7fae0304d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080210 Apr 11 20:38:05.098518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:05.150234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] For port 35233d06-cd8e-4955-b7b4-8164690e824b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=35233d06-cd8e-4955-b7b4-8164690e824b,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:05.198180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:05.198909 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:05.227599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 45fd8c09-d4c3-440c-b08e-a1736d1ed312 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:05.250460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:05.274665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c44e5eb-b928-4ccb-8204-4383468c14d4 req-6a608d8c-3aa8-4f8b-ab3d-793947c18dca service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090575 Apr 11 20:38:05.325172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5980ae7a-32f2-47a1-90df-7a75a1fc72da req-85e5391b-90f3-4f01-b7f2-976981f42623 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472279 Apr 11 20:38:05.528773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c826bf1-2401-4789-ab61-ff3f6fdfd3f8 req-90c1c0e7-af81-4773-99b4-83122c440fee tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:05.535311 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c826bf1-2401-4789-ab61-ff3f6fdfd3f8 req-90c1c0e7-af81-4773-99b4-83122c440fee tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.1804798 Apr 11 20:38:05.642815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c826bf1-2401-4789-ab61-ff3f6fdfd3f8 req-242894f4-b7f8-48e4-acca-c05d44587178 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062429 Apr 11 20:38:05.715692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:05.733756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719aef8-43fc-46f3-a94b-5548b764e202 None None] Pushing event updated for resources: {'Port': ['ID=35233d06-cd8e-4955-b7b4-8164690e824b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:05.737970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '45fd8c09-d4c3-440c-b08e-a1736d1ed312', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '45fd8c09-d4c3-440c-b08e-a1736d1ed312', 'mac_address': 'fa:16:3e:aa:8c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:05.738773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e02f3fc9-3c75-4453-a2e7-6207092ad9fe up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:05.766136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e9706-717f-409e-871d-ff2d97da7471 req-a88cc1ad-0fc1-475a-a011-fbe108502c6a tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:05.779259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-883e9706-717f-409e-871d-ff2d97da7471 req-a88cc1ad-0fc1-475a-a011-fbe108502c6a tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 945 time: 0.2204106 Apr 11 20:38:05.870222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Router 7c10c393-9654-4192-bdce-51cbfdfa590b is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:38:05.881430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d5be2d9a-5c63-4710-9bf4-9ae5b30ea056 None None] Provisioning complete for port 35233d06-cd8e-4955-b7b4-8164690e824b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:05.881982 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d5be2d9a-5c63-4710-9bf4-9ae5b30ea056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:05.887167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-883e9706-717f-409e-871d-ff2d97da7471 req-a39428a0-395c-4a20-8bb1-c6dedae4ee39 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065412 Apr 11 20:38:05.916346 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:05.956740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fd8c09-d4c3-440c-b08e-a1736d1ed312 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:05.982021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:06.064633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port e02f3fc9-3c75-4453-a2e7-6207092ad9fe completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:06.069174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.069854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:06.119045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port e02f3fc9-3c75-4453-a2e7-6207092ad9fe triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:06.119336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.151396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde6d19-1dcf-45a7-a3ac-af2f54198664 req-f9253dc0-cf6d-4ed7-852a-2ee6585e29fe tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:06.153731 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cbde6d19-1dcf-45a7-a3ac-af2f54198664 req-f9253dc0-cf6d-4ed7-852a-2ee6585e29fe tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.1958745 Apr 11 20:38:06.160787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47006) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:06.216853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=45fd8c09-d4c3-440c-b08e-a1736d1ed312,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:06.225504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:06.243124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'mac_address': 'fa:16:3e:cc:ca:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:06.267273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cbde6d19-1dcf-45a7-a3ac-af2f54198664 req-ba2b7ec5-ec71-4094-9550-1af283bf2cfd tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909424 Apr 11 20:38:06.317262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14129c80-e0c1-4415-b238-73a172292054 req-fc57084f-8e6c-447d-9ff2-1d6acc02ef67 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:06.340601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14129c80-e0c1-4415-b238-73a172292054 req-fc57084f-8e6c-447d-9ff2-1d6acc02ef67 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 948 time: 0.1063869 Apr 11 20:38:06.368377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:06.381313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Sync routers for ids ['7c10c393-9654-4192-bdce-51cbfdfa590b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:06.423635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14129c80-e0c1-4415-b238-73a172292054 req-4ba5e2d6-0068-4852-949e-736cbce828b9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822554 Apr 11 20:38:06.435095 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.470018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.493382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.498325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47022) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:06.499110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cbcbd892-f043-46a0-8b85-b412cf309b40 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5382874 Apr 11 20:38:06.558059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:06.570455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:06.582324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Routers {'7c10c393-9654-4192-bdce-51cbfdfa590b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:06.582973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7c10c393-9654-4192-bdce-51cbfdfa590b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:06.653018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:06.715601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2bd4-c88c-466d-ad0c-179dc18f1397 req-07019808-d79b-4357-8329-f575eb404494 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:06.717093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21ec2bd4-c88c-466d-ad0c-179dc18f1397 req-07019808-d79b-4357-8329-f575eb404494 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.2021058 Apr 11 20:38:06.731337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.744933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-5433fcd7-eec7-42d7-81dd-c109f9bd3712 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648479 Apr 11 20:38:06.768943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:06.772678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:06.797512 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21ec2bd4-c88c-466d-ad0c-179dc18f1397 req-3f70fb33-f7eb-4f0d-9a2d-5ae9aeb99c22 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Apr 11 20:38:06.825797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:06.831749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Usage tracker for resource:security_group_rule and tenant:468da49078d449b4927a986e4b3f1930 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:06.837543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:06.849985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:06.948294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Set router 7c10c393-9654-4192-bdce-51cbfdfa590b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:07.028283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-e2f5619b-1fdc-4b1d-bc7e-ae581ad0438c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 1096 time: 0.1644785 Apr 11 20:38:07.092059 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a068e7c-9370-467d-b308-28945e0dc553'] response: {'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'code': 200} Apr 11 20:38:07.099254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:07.126051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345fa6-91b6-4b9a-8e38-d87043dc47df req-b277e96c-beb2-4bb9-a282-5503ca14b6ac tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:07.128044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8345fa6-91b6-4b9a-8e38-d87043dc47df req-b277e96c-beb2-4bb9-a282-5503ca14b6ac tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.5265036 Apr 11 20:38:07.199818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:07.275790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-6b62be72-6f80-4506-aba5-9f79337ce96a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:07.292010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-6b62be72-6f80-4506-aba5-9f79337ce96a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 923 time: 0.2278843 Apr 11 20:38:07.302676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47044) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:07.305133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8345fa6-91b6-4b9a-8e38-d87043dc47df req-31a66941-bd19-4a48-ab45-4ec0a64b7c1a tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618311 Apr 11 20:38:07.312539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:07.349340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7dc0997c-5cc1-4d4e-a6ae-dc4313f88219 req-d23d9fb1-b1fc-4628-a963-b847bb9d7db9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.3712456 Apr 11 20:38:07.502722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['45fd8c09-d4c3-440c-b08e-a1736d1ed312'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:07.505575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7dc0997c-5cc1-4d4e-a6ae-dc4313f88219 req-3d6de035-e8ba-44b5-b0b3-532f2c327d1b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502604 Apr 11 20:38:07.506126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297199c3-ed4f-43e9-9d11-1ad350632eb0 req-6a28aaf2-f8e2-488a-a4ad-7c1629913af7 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:07.512569 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:07.513574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-297199c3-ed4f-43e9-9d11-1ad350632eb0 req-6a28aaf2-f8e2-488a-a4ad-7c1629913af7 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.4418447 Apr 11 20:38:07.528661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-c4423164-893b-499b-9cf3-6f3d2325d288 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03f02cf6-4216-47ca-98e7-18f495c03d20 HTTP/1.1" status: 200 len: 217 time: 0.2357976 Apr 11 20:38:07.577826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:07.605940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:07.644312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-297199c3-ed4f-43e9-9d11-1ad350632eb0 req-8c6759ab-3c5b-4f7c-bb30-6054d858cf15 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298707 Apr 11 20:38:07.850903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-f825c5dd-9d12-4731-adf9-67ca8b59d0f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:07.850903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-f825c5dd-9d12-4731-adf9-67ca8b59d0f5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.1172097 Apr 11 20:38:07.852016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2082221591-network', 'tenant_id': '3d5a8859c567410f9833e077a1517428'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:07.852340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:38:04Z', 'revision_number': 3, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:07.852687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:07.853148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Checking router: 7c10c393-9654-4192-bdce-51cbfdfa590b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:38:07.853148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Updating router 7c10c393-9654-4192-bdce-51cbfdfa590b port 0647b68c-1ad3-4069-8130-71a9b774bb1e binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:38:07.853513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Usage tracker for resource:network and tenant:3d5a8859c567410f9833e077a1517428 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:07.853513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:07.854015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-b019e628-34f8-4357-b320-c7f9c686722a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075113 Apr 11 20:38:07.854357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce56a31-d286-4dcc-aa02-40411761aa99,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:07.854357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:07.854357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8c6e82d-d808-4cee-9fab-9fec6f8761f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=468da49078d449b4927a986e4b3f1930&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6616008 Apr 11 20:38:07.854878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 35233d06-cd8e-4955-b7b4-8164690e824b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:07.856795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47058) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:07.914990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac643edf-a00b-456c-8233-86c92f76e18c req-f688b0cd-ed72-4927-a5d9-37b557ae92d8 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:07.923343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac643edf-a00b-456c-8233-86c92f76e18c req-f688b0cd-ed72-4927-a5d9-37b557ae92d8 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 946 time: 0.3051777 Apr 11 20:38:07.981171 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.004069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Made reservation on behalf of 3d5a8859c567410f9833e077a1517428 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:08.006169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.029212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.055063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-f7b30ad6-9899-47c2-b590-4fe97ac1cbd6 service neutron] 10.222.0.75 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640743 Apr 11 20:38:08.064890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac643edf-a00b-456c-8233-86c92f76e18c req-2094a7b9-8a4e-46d5-9587-1087867954de tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406569 Apr 11 20:38:08.070474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb1dab66-aa43-423a-a192-0fb8322d0255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.233483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c43d22-b3c3-46a3-b577-d2ee2fd1f41e req-b9830394-79d8-4037-9525-878167a19506 service neutron] 10.222.0.75 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672161 Apr 11 20:38:08.242736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:08.313400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Usage tracker for resource:security_group_rule and tenant:3d5a8859c567410f9833e077a1517428 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:08.317230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb1dab66-aa43-423a-a192-0fb8322d0255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.330527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:08.342019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:08.476806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.534843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb1dab66-aa43-423a-a192-0fb8322d0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.559295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 35233d06-cd8e-4955-b7b4-8164690e824b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:08.559755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.568466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dab66-aa43-423a-a192-0fb8322d0255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce56a31-d286-4dcc-aa02-40411761aa99,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:08.573040 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.636135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a607600-0771-4176-b423-cd0f2f43fada,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:08.662876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb1dab66-aa43-423a-a192-0fb8322d0255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.666737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb1dab66-aa43-423a-a192-0fb8322d0255 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fce56a31-d286-4dcc-aa02-40411761aa99 HTTP/1.1" status: 204 len: 168 time: 0.8049934 Apr 11 20:38:08.725837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:38:08.782382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.782722 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Added segment dcaac7cb-8d16-4a56-9580-e4c017797143 of type vlan for network 7a1499a1-6303-4e7c-958a-8b86a0b79792 Apr 11 20:38:08.840108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e0984-20a2-4303-ab26-eedbc58e44e3 req-526a0a9f-b852-4bbc-a2fa-bf702f01e415 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:08.860760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-226e0984-20a2-4303-ab26-eedbc58e44e3 req-526a0a9f-b852-4bbc-a2fa-bf702f01e415 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 948 time: 0.1058979 Apr 11 20:38:08.882102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.950028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-226e0984-20a2-4303-ab26-eedbc58e44e3 req-8c4430c8-cc81-4544-a485-4158993475ec tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865762 Apr 11 20:38:08.961478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:08.978330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Transition to ACTIVE for port object 0647b68c-1ad3-4069-8130-71a9b774bb1e will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:08.983461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.048073 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.133548 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.134358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:09.134941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.139645 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:09.159742 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:09.162159 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:09.229385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Attempting to bind port 0647b68c-1ad3-4069-8130-71a9b774bb1e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:09.229744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Attempting to bind port 0647b68c-1ad3-4069-8130-71a9b774bb1e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:09.231228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Attempting to bind port 0647b68c-1ad3-4069-8130-71a9b774bb1e on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:09.238775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4303805-4c5d-487d-97b9-ea8373a8720e None None] Pushing event updated for resources: {'Port': ['ID=0647b68c-1ad3-4069-8130-71a9b774bb1e,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:09.246739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:09.248391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:09.248391 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.248391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:09.248391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Bound port: 0647b68c-1ad3-4069-8130-71a9b774bb1e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:09.248762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.288273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] Pushing event updated for resources: {'Network': ['ID=7a1499a1-6303-4e7c-958a-8b86a0b79792,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:09.299123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3250879-ff85-41e1-82a5-ed0774f2ba4c req-1d84a354-44e9-436a-8f42-29f17adf650b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:09.304459 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3250879-ff85-41e1-82a5-ed0774f2ba4c req-1d84a354-44e9-436a-8f42-29f17adf650b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.2022710 Apr 11 20:38:09.356765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 45fd8c09-d4c3-440c-b08e-a1736d1ed312 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:09.386443 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:09.416135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3250879-ff85-41e1-82a5-ed0774f2ba4c req-3b68f125-0f29-41ac-81c0-388a9bf75bc5 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997274 Apr 11 20:38:09.427017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47080) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:09.432191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-38219f6d-d7d2-4c09-8792-295df58fb54d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1250525 Apr 11 20:38:09.436969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Request body: {'subnet': {'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2082221591-subnet', 'tenant_id': '3d5a8859c567410f9833e077a1517428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:09.452348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:09.455529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:38:09.457842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Usage tracker for resource:subnet and tenant:3d5a8859c567410f9833e077a1517428 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:09.461630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:09.483917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Allocated IP 172.20.0.1 (73951e44-6402-4805-95b0-dc9863159e48/918c1498-2550-4011-af4a-f92a811db5a0/6ee33968-3f80-4334-b803-b9682cb1c931) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:09.487423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:09.592288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Made reservation on behalf of 3d5a8859c567410f9833e077a1517428 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:09.595881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.650208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] For port 0647b68c-1ad3-4069-8130-71a9b774bb1e, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:09.654804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] For port 0647b68c-1ad3-4069-8130-71a9b774bb1e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0647b68c-1ad3-4069-8130-71a9b774bb1e,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:09.724161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.733582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:09.740406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:09.740781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.747462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Transition to ACTIVE for port object 6ee33968-3f80-4334-b803-b9682cb1c931 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:09.794316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:09.899649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:37:52Z', 'revision_number': 2, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:09.901226 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:38:09.901871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Updating router 43312aae-1983-4a5b-bff8-606a1e94262d port 60d1006f-b83c-4118-97b3-c60feb938ad6 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:38:09.958679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4303805-4c5d-487d-97b9-ea8373a8720e None None] Pushing event updated for resources: {'Port': ['ID=0647b68c-1ad3-4069-8130-71a9b774bb1e,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:09.997365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Routers {'7c10c393-9654-4192-bdce-51cbfdfa590b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:09.998583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7c10c393-9654-4192-bdce-51cbfdfa590b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:09.999589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:10.017288 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.020617 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.104207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.157846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee33968-3f80-4334-b803-b9682cb1c931,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:10.195958 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.205428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:10.251831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Usage tracker for resource:security_group_rule and tenant:1c39d4f6923c467cb063ba3b6baa5a36 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:10.257711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:10.276566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:10.286098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Network 73951e44-6402-4805-95b0-dc9863159e48 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:10.294781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:10.311292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:10.313396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.314414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad106e4f-600f-4a72-891a-b41933a74fcf,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:10.413921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:10.414127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Network hostable DHCP agents. Network: 7a1499a1-6303-4e7c-958a-8b86a0b79792, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:38:10.437674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e33ea-453a-4b0b-8834-582ca1616a10 req-feb9de88-3941-4719-abb6-895cc1eb3c50 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:10.439230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-616e33ea-453a-4b0b-8834-582ca1616a10 req-feb9de88-3941-4719-abb6-895cc1eb3c50 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 946 time: 0.5945852 Apr 11 20:38:10.462269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.501983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fd8c09-d4c3-440c-b08e-a1736d1ed312'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:10.517766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] Set router 7c10c393-9654-4192-bdce-51cbfdfa590b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:10.570342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.617197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-616e33ea-453a-4b0b-8834-582ca1616a10 req-305621b6-0852-4630-8fd9-d8349814687b tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603022 Apr 11 20:38:10.660125 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.698772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:10.719524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:38:10.739290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8199c0-c809-4a0a-b924-1c09730a1448,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:10.748150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4bb14ed-b1ba-462a-8660-13d7d42c8137 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c39d4f6923c467cb063ba3b6baa5a36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7473390 Apr 11 20:38:10.753280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:10.777243 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.799739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Transition to ACTIVE for port object 60d1006f-b83c-4118-97b3-c60feb938ad6 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:10.814344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dab9fd-74d8-47bc-8ceb-ab0d8b0390e8 req-ca51aeee-9ab2-4a24-a17d-a19a771d9af9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:10.815903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5dab9fd-74d8-47bc-8ceb-ab0d8b0390e8 req-ca51aeee-9ab2-4a24-a17d-a19a771d9af9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 948 time: 0.2031691 Apr 11 20:38:10.819765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7a1499a1-6303-4e7c-958a-8b86a0b79792) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:10.829945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:10.829945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.833534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.862102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee14bd69-0d4a-40fd-a531-53fb6bffae9c None None] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:10.881136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.883059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:10.899082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e698a-e1fc-4249-9cde-3a25933f1ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.905817 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:10.927992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5dab9fd-74d8-47bc-8ceb-ab0d8b0390e8 req-9e882c68-d7a8-45f6-a231-0f571d8ebb20 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018865 Apr 11 20:38:10.931238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d934a619-b859-45bb-9f43-b7e8bf761651 None None] Provisioning for port 6ee33968-3f80-4334-b803-b9682cb1c931 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:10.970297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d52b9dc-7dcf-4508-b7a0-a2a1eb4e2fcd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5403864 Apr 11 20:38:10.975441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e698a-e1fc-4249-9cde-3a25933f1ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.111276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47118) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:11.156400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2206a24-ca18-4875-9026-8d2ef90888e5 None None] Pushing event updated for resources: {'Port': ['ID=60d1006f-b83c-4118-97b3-c60feb938ad6,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:11.202387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e698a-e1fc-4249-9cde-3a25933f1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.262245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e698a-e1fc-4249-9cde-3a25933f1ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8199c0-c809-4a0a-b924-1c09730a1448,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:11.300669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e698a-e1fc-4249-9cde-3a25933f1ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.312696 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d9cc65-75ca-452e-bd5e-d56b0c9eb9da'] response: {'server_uuid': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fd8c09-d4c3-440c-b08e-a1736d1ed312', 'code': 200} Apr 11 20:38:11.313283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d934a619-b859-45bb-9f43-b7e8bf761651 None None] Provisioning complete for port 6ee33968-3f80-4334-b803-b9682cb1c931 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:11.313653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d934a619-b859-45bb-9f43-b7e8bf761651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.315865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d82e698a-e1fc-4249-9cde-3a25933f1ebd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa8199c0-c809-4a0a-b924-1c09730a1448 HTTP/1.1" status: 204 len: 168 time: 0.5615950 Apr 11 20:38:11.364513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Attempting to bind port 60d1006f-b83c-4118-97b3-c60feb938ad6 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:11.368559 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Attempting to bind port 60d1006f-b83c-4118-97b3-c60feb938ad6 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:11.368559 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Attempting to bind port 60d1006f-b83c-4118-97b3-c60feb938ad6 on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:11.380964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393987-83c6-43ba-a958-19590779315a req-47b9c3b3-44cb-41df-b92f-70f7f390bb62 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:11.382219 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:11.384886 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Checking segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:11.387298 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.387939 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Bound using segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:11.389184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Bound port: 60d1006f-b83c-4118-97b3-c60feb938ad6, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:11.390503 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.390885 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92393987-83c6-43ba-a958-19590779315a req-47b9c3b3-44cb-41df-b92f-70f7f390bb62 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.2523620 Apr 11 20:38:11.548253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.573546 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] For port 60d1006f-b83c-4118-97b3-c60feb938ad6, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:11.578441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] For port 60d1006f-b83c-4118-97b3-c60feb938ad6, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60d1006f-b83c-4118-97b3-c60feb938ad6,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:11.582692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92393987-83c6-43ba-a958-19590779315a req-aa5967f1-bffa-4008-9e51-5634f4bc5dce tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907392 Apr 11 20:38:11.606222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:38:11.610862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d934a619-b859-45bb-9f43-b7e8bf761651 None None] Port 6ee33968-3f80-4334-b803-b9682cb1c931 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:38:11.629804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=45fd8c09-d4c3-440c-b08e-a1736d1ed312,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:11.632384 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:38:11.638473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:11.648099 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.651695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7ec2433dae478f8dd58b9ecd272a8b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:11.666906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:11.678354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a22f2171-a8bc-44f6-9e48-615884dc0979 req-4ddd0d22-bd52-4a08-a6ca-d59cfe4e75c3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 1100 time: 0.2852259 Apr 11 20:38:11.689869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:11.769824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a22f2171-a8bc-44f6-9e48-615884dc0979 req-16a2b338-e105-403e-a04c-c4370a474a9b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812054 Apr 11 20:38:11.797799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.818271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-ca782314-a509-4ec2-a1b7-5b85dba550b8 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5239387 Apr 11 20:38:11.820943 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2206a24-ca18-4875-9026-8d2ef90888e5 None None] Pushing event updated for resources: {'Port': ['ID=60d1006f-b83c-4118-97b3-c60feb938ad6,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:11.827563 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:11.828198 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:37:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:11.838619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:11.869706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:11.878063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.881519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.885532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Usage tracker for resource:floatingip and tenant:edc45db20d7d49a18b9a982900b654aa is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:11.909272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:11.927920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:11.959722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18956b5c-ab95-457d-8886-d97c3b501340 None None] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:11.969739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:11.982712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1f6f-26b5-453e-997e-7dcfb96188f4 req-06e2668f-8edd-466d-b5c6-a361307dc9a6 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:11.992346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd9c1f6f-26b5-453e-997e-7dcfb96188f4 req-06e2668f-8edd-466d-b5c6-a361307dc9a6 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 945 time: 0.2155640 Apr 11 20:38:11.997494 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.068957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:12.100060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:12.100625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.182791 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:12.199941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d50e60-90ff-40e8-bb9f-9cacf206c928,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:12.216469 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e2159503-b08d-46f9-a935-5216f6756845 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd7ec2433dae478f8dd58b9ecd272a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1039813 Apr 11 20:38:12.217053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47140) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:12.282133 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd9c1f6f-26b5-453e-997e-7dcfb96188f4 req-dd6e8d13-7528-46dc-b802-727fab91ee93 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665498 Apr 11 20:38:12.354746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f8473f30-0c41-438e-980f-84683f697021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:38:04Z', 'revision_number': 3, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:12.386827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Network 73951e44-6402-4805-95b0-dc9863159e48 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:12.389921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee33968-3f80-4334-b803-b9682cb1c931,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:12.396074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:12.426471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473f30-0c41-438e-980f-84683f697021 None None] The sync data for ids ['7c10c393-9654-4192-bdce-51cbfdfa590b'] in n-d-837321-1 is: [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:38:04Z', 'revision_number': 3, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:38:12.530190 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.588299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:12.593507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.664770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.766168 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d865-be90-46a3-9d0b-7d86692a73c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.877313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:12.895126 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:11Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:12.906454 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46814fb-4198-4963-af53-dd8baa12837c None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:11Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:38:12.952888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d865-be90-46a3-9d0b-7d86692a73c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:12.953485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f64478e7-28b0-4770-836a-c15c31d394da None None] Provisioning complete for port 6ee33968-3f80-4334-b803-b9682cb1c931 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:12.954024 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f64478e7-28b0-4770-836a-c15c31d394da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.076593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f64478e7-28b0-4770-836a-c15c31d394da None None] Port 6ee33968-3f80-4334-b803-b9682cb1c931 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:38:13.147205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cb28ec09-4049-4878-9822-35a1c707b6ba tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 1101 time: 0.4322438 Apr 11 20:38:13.207314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.281347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 03f02cf6-4216-47ca-98e7-18f495c03d20 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:13.323606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d865-be90-46a3-9d0b-7d86692a73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.394945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6d865-be90-46a3-9d0b-7d86692a73c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d50e60-90ff-40e8-bb9f-9cacf206c928,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:13.429387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d865-be90-46a3-9d0b-7d86692a73c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.437440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f4d6d865-be90-46a3-9d0b-7d86692a73c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0d50e60-90ff-40e8-bb9f-9cacf206c928 HTTP/1.1" status: 204 len: 168 time: 1.2174056 Apr 11 20:38:13.451568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:13.460713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Usage tracker for resource:security_group_rule and tenant:850cd2b98d214e9d95f86d6c6dd3ca60 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:13.469710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:13.483059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:13.483228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.682533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:13.716995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:13.718952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'port_id': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'mac_address': 'fa:16:3e:79:3a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce2da6-bf19-4f7d-9754-0e7a2c0358bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:13.728791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.807378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.827736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.864310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Allocated IP 172.25.5.78 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/66548326-fc4f-4125-8db9-577a8aa95b41) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:13.866377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03f02cf6-4216-47ca-98e7-18f495c03d20 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:13.891260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:13.892089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c38f461-3904-448f-a856-6ad6969fb7b1 req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385020 Apr 11 20:38:13.898682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22112e29-74e0-4223-96a2-b933e0f3dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:13.929910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12679a-321c-4063-bdba-1b509935cc86 tempest-LiveMigrationNegativeTest-292445860 tempest-LiveMigrationNegativeTest-292445860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdbfec4-8a92-45ee-9d1b-2aa6654020c5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:13.935249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0647b68c-1ad3-4069-8130-71a9b774bb1e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:13.977672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:13.984323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1667391685-network', 'tenant_id': '26ca2790c2da49e2b21b90b5f6379927'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:13.991284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.000602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:14.008343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Usage tracker for resource:network and tenant:26ca2790c2da49e2b21b90b5f6379927 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:14.019560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:14.039166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:14.104067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.122294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Made reservation on behalf of 26ca2790c2da49e2b21b90b5f6379927 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:14.125036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.150673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.172357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Router 7c10c393-9654-4192-bdce-51cbfdfa590b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:38:14.198747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['03f02cf6-4216-47ca-98e7-18f495c03d20'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:14.268858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:14.277774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0647b68c-1ad3-4069-8130-71a9b774bb1e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:14.292069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0647b68c-1ad3-4069-8130-71a9b774bb1e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:14.292704 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.375789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:14.393341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Usage tracker for resource:security_group_rule and tenant:26ca2790c2da49e2b21b90b5f6379927 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:14.402265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:14.407828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.423846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:14.443838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f224-c125-4f14-bd2c-e3e9d651c52d req-143023cf-37f4-4c12-aa34-8154a0e611e6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:14.445607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c364f224-c125-4f14-bd2c-e3e9d651c52d req-143023cf-37f4-4c12-aa34-8154a0e611e6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 949 time: 0.2672486 Apr 11 20:38:14.509394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:14.530533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:14.533627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:14.555735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.561930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.577156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0647b68c-1ad3-4069-8130-71a9b774bb1e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0647b68c-1ad3-4069-8130-71a9b774bb1e,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:14.591627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c364f224-c125-4f14-bd2c-e3e9d651c52d req-74eb70a8-fcd8-47be-96dc-54182cf46ae8 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376684 Apr 11 20:38:14.689427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event updated for resources: {'Port': ['ID=66548326-fc4f-4125-8db9-577a8aa95b41,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:14.745322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.746866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.748523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60d1006f-b83c-4118-97b3-c60feb938ad6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:14.773001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47186) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:14.815975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.848638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:14.861550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:38:14.866885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-688a556f-fcc9-41bf-b034-de8d00cbed52 admin admin] 10.222.0.61 "PUT /v2.0/routers/7c10c393-9654-4192-bdce-51cbfdfa590b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3674541 Apr 11 20:38:14.873168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7550d205-fb37-4fe5-84c2-3f3ccabe9276,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:14.879444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.894019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.894527 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Added segment c08cd996-05c5-4795-bc68-678447378b84 of type vlan for network 8c332bd4-cd33-4262-9ed1-20ea14861e38 Apr 11 20:38:14.924534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0647b68c-1ad3-4069-8130-71a9b774bb1e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:14.955154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:14.977425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:14.983777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:766477c35fa449d39c1f8343ea242526 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:14.987735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:14.991128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 60d1006f-b83c-4118-97b3-c60feb938ad6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:14.997724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 60d1006f-b83c-4118-97b3-c60feb938ad6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:14.999920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.006360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:15.025107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d9492-31bc-48bd-97fa-26e3389b5a47 req-ee94fe3f-6a24-4862-ba9d-7006839517ed tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:15.032874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a72d9492-31bc-48bd-97fa-26e3389b5a47 req-ee94fe3f-6a24-4862-ba9d-7006839517ed tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 944 time: 0.2617624 Apr 11 20:38:15.067228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.104330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a72d9492-31bc-48bd-97fa-26e3389b5a47 req-504e63e5-7c8f-45f0-a1d9-0cb7d624879c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703697 Apr 11 20:38:15.151755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.156844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:15.156844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.178099 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03b7a9e-26a4-4cfb-a0b4-8f36a4ea0904'] response: {'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'code': 200} Apr 11 20:38:15.182941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.274645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 60d1006f-b83c-4118-97b3-c60feb938ad6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60d1006f-b83c-4118-97b3-c60feb938ad6,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:15.303877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 03f02cf6-4216-47ca-98e7-18f495c03d20 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:38:15.365632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.381641 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.396938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.425499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.465821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.493168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=60d1006f-b83c-4118-97b3-c60feb938ad6,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:15.500939 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.510743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] Pushing event updated for resources: {'Network': ['ID=8c332bd4-cd33-4262-9ed1-20ea14861e38,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:15.520408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.521715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event updated for resources: {'Port': ['ID=66548326-fc4f-4125-8db9-577a8aa95b41,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:15.541373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 8c332bd4-cd33-4262-9ed1-20ea14861e38 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:38:15.564444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 03f02cf6-4216-47ca-98e7-18f495c03d20 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:15.567236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.568182 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b61ee72c-7c07-4d9b-8ab0-99e51276ee38 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5889361 Apr 11 20:38:15.568476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-2bcc52b7-c205-406c-9261-9c9fd2ff8303 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7476900 Apr 11 20:38:15.568926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47206) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:15.573599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e4ecf-f7f9-4277-b753-6aa96d640d56,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:15.580451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Request body: {'subnet': {'network_id': '8c332bd4-cd33-4262-9ed1-20ea14861e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667391685-subnet', 'tenant_id': '26ca2790c2da49e2b21b90b5f6379927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:15.586050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:15.589319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-093142ef-e8d7-4630-b455-838aebe58eb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=766477c35fa449d39c1f8343ea242526&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8125923 Apr 11 20:38:15.590273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47210) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:15.641751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f26e2da-3664-4b88-b372-0b3720dbb18b req-e5e84238-467e-4449-b4aa-2736fc2ba83e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1100 time: 0.3508055 Apr 11 20:38:15.649176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:15.674750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Usage tracker for resource:subnet and tenant:26ca2790c2da49e2b21b90b5f6379927 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:15.681420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:15.691857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0f4f9-aed7-48bc-9a25-30bb83e76e23 req-13c56fa4-e8f1-46ed-9c2e-0cde53b1fc8c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:15.695572 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ad0f4f9-aed7-48bc-9a25-30bb83e76e23 req-13c56fa4-e8f1-46ed-9c2e-0cde53b1fc8c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.2973738 Apr 11 20:38:15.714222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.730406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:15.750842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-fdbfc752-648c-4ef6-a844-a6657a7eb036 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:15.755082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8777ae4-5a25-4e67-a1bf-e71246e019b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.774101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0647b68c-1ad3-4069-8130-71a9b774bb1e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:15.787954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f26e2da-3664-4b88-b372-0b3720dbb18b req-a5a8e628-17d1-4673-bc8f-e1b437ffce86 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236210 Apr 11 20:38:15.802061 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ad0f4f9-aed7-48bc-9a25-30bb83e76e23 req-577f7206-97c8-45a0-8ca7-3296b0f72931 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056886 Apr 11 20:38:15.806142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8777ae4-5a25-4e67-a1bf-e71246e019b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.857960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:15.893702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Made reservation on behalf of 26ca2790c2da49e2b21b90b5f6379927 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:15.896014 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.904133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0647b68c-1ad3-4069-8130-71a9b774bb1e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:15.904851 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.913229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-fdbfc752-648c-4ef6-a844-a6657a7eb036 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:15.920113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-fdbfc752-648c-4ef6-a844-a6657a7eb036 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.3352189 Apr 11 20:38:15.950198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8777ae4-5a25-4e67-a1bf-e71246e019b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.977252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-362ff26b-c2a7-4227-8adf-8897d9877511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:15.996878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777ae4-5a25-4e67-a1bf-e71246e019b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e4ecf-f7f9-4277-b753-6aa96d640d56,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:16.025640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8777ae4-5a25-4e67-a1bf-e71246e019b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:16.026882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d8777ae4-5a25-4e67-a1bf-e71246e019b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c3e4ecf-f7f9-4277-b753-6aa96d640d56 HTTP/1.1" status: 204 len: 168 time: 0.4313366 Apr 11 20:38:16.081147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60d1006f-b83c-4118-97b3-c60feb938ad6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:16.160018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-4c39723c-6788-401a-a49d-e34034907eeb tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:16.163141 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-4c39723c-6788-401a-a49d-e34034907eeb tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2421274 Apr 11 20:38:16.175166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-9466922c-f827-4bc3-9510-2109f3b0e30c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:38:16.188899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 60d1006f-b83c-4118-97b3-c60feb938ad6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:16.189256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:16.191519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fae70f3-79c5-4d62-87c3-977a60775219 req-9466922c-f827-4bc3-9510-2109f3b0e30c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0274305 Apr 11 20:38:16.459124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:16.511706 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80a29252-4231-45d0-9be5-89396125306c req-d9895dc0-d698-44b6-becc-aa1f4eb9e1dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1101205 Apr 11 20:38:16.537687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6896838-0fde-4eae-a558-ca560141d707,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:16.553893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Checking segment: {'id': 'c08cd996-05c5-4795-bc68-678447378b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8c332bd4-cd33-4262-9ed1-20ea14861e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:16.554209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Network hostable DHCP agents. Network: 8c332bd4-cd33-4262-9ed1-20ea14861e38, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:38:16.670588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Network 8c332bd4-cd33-4262-9ed1-20ea14861e38 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:38:16.757823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 8c332bd4-cd33-4262-9ed1-20ea14861e38) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:16.762746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:16.763325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:16.769232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf6cfb-bbe3-4c16-b884-03432d889294 None None] Network 8c332bd4-cd33-4262-9ed1-20ea14861e38 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:16.898227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2282f46d-6e35-4f0e-b11f-e15d6e975ea9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3282464 Apr 11 20:38:17.136028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044610b-22df-44b4-9f28-f6170fcea146 req-47a07694-cbd4-4a7f-a066-fe149b985ffc tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:17.138331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-47a07694-cbd4-4a7f-a066-fe149b985ffc tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 821 time: 0.2717893 Apr 11 20:38:17.144798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9f591-d5fb-456c-aa28-f7347feadfb5 None None] Network 8c332bd4-cd33-4262-9ed1-20ea14861e38 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:17.169557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-89bb6dc1-976f-469f-b978-bd5eae73c641 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/quotas/edc45db20d7d49a18b9a982900b654aa HTTP/1.1" status: 200 len: 375 time: 0.0166934 Apr 11 20:38:17.341502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-65db1d88-db14-470f-b3e9-b973446443a4 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1653466 Apr 11 20:38:17.394661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:17.397449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:17.475722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-57ea5c36-9742-4dd2-8d8e-db4391cf5795 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332412 Apr 11 20:38:17.619900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-765ae445-2158-45b8-8799-33e5d397a521 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351051 Apr 11 20:38:17.715672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3854-6f57-497b-b4fb-24f11596690b req-5146de57-71e1-44a0-a008-6ef6242bd713 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:17.717108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-418e3854-6f57-497b-b4fb-24f11596690b req-5146de57-71e1-44a0-a008-6ef6242bd713 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 943 time: 0.0794046 Apr 11 20:38:17.767040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-418e3854-6f57-497b-b4fb-24f11596690b req-070d64ba-258e-44b3-b0f6-d9f78e7c4507 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442820 Apr 11 20:38:17.963788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19657fdd-8f6a-4c13-b7ca-ff5cbbc95ace req-d8e1148a-a439-4d49-b28b-462b7c34ec40 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:17.965535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19657fdd-8f6a-4c13-b7ca-ff5cbbc95ace req-d8e1148a-a439-4d49-b28b-462b7c34ec40 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.0844758 Apr 11 20:38:18.019973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19657fdd-8f6a-4c13-b7ca-ff5cbbc95ace req-d6e0b35b-1d5e-45d5-a94d-db6654f8f718 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Apr 11 20:38:18.379895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53236-aa03-4d13-8ceb-be0edce25b56 req-09049e62-1be7-4547-948a-39d9e1e82f91 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:18.381908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23b53236-aa03-4d13-8ceb-be0edce25b56 req-09049e62-1be7-4547-948a-39d9e1e82f91 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.1095066 Apr 11 20:38:18.437245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23b53236-aa03-4d13-8ceb-be0edce25b56 req-00475a19-cfba-470d-8168-bdc150deea86 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491374 Apr 11 20:38:18.522821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-d72131b1-8f4a-42f7-a60d-c0d1e3a3bce0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:18.523717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-d72131b1-8f4a-42f7-a60d-c0d1e3a3bce0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:18.550275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:18.585024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49a4ac4b-56eb-41ed-9ba4-013e502ce87a req-7873ae36-b630-46ab-9224-334ad679bd68 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 210 time: 0.0551875 Apr 11 20:38:18.618083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-684424b3-df5a-45b9-9641-22216b6198e7 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:18.619592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-684424b3-df5a-45b9-9641-22216b6198e7 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.75 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 943 time: 0.1255782 Apr 11 20:38:18.641531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-d72131b1-8f4a-42f7-a60d-c0d1e3a3bce0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:18.652566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-d72131b1-8f4a-42f7-a60d-c0d1e3a3bce0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.2854435 Apr 11 20:38:18.659726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-0ee37a63-941b-46de-aa9e-c481594f9122 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/quotas/3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 375 time: 0.0115991 Apr 11 20:38:18.688375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Deleting port 03f02cf6-4216-47ca-98e7-18f495c03d20 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:38:18.688713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:18.784690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-c02acf72-bce1-4b79-abc8-2f63282b8f55 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193769 Apr 11 20:38:18.994758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-27ccfd6b-ed8e-48e2-8086-8c4eaad65bb3 service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024491 Apr 11 20:38:19.096813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] For port 03f02cf6-4216-47ca-98e7-18f495c03d20, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=03f02cf6-4216-47ca-98e7-18f495c03d20,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:19.097402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:19.248098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-05bebb25-f2ba-436c-886d-57ba275f77c1 service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522981 Apr 11 20:38:19.264585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-8a6f9ad5-f7ea-45a2-a026-8698a0d16510 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:19.270341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-8a6f9ad5-f7ea-45a2-a026-8698a0d16510 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.75 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 950 time: 0.1609786 Apr 11 20:38:19.326890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Calling delete_port for 03f02cf6-4216-47ca-98e7-18f495c03d20 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:38:19.383269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-0629d255-2763-4f05-af26-a7884ad36df7 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=48660e079fb241048a0364874344abb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950122 Apr 11 20:38:19.384911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Deleting port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:38:19.385256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:19.594614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-0f048e1b-a449-42fe-b1db-f819ca5953d7 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:19.601122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-0f048e1b-a449-42fe-b1db-f819ca5953d7 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169070 Apr 11 20:38:19.638973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-77a088a9-ef5a-474a-a935-0b5dcf798be3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/quotas/48660e079fb241048a0364874344abb1 HTTP/1.1" status: 200 len: 375 time: 0.0369728 Apr 11 20:38:19.734651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] For port 9d0f7424-e563-477a-8da5-ec3c7a2bef22, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d0f7424-e563-477a-8da5-ec3c7a2bef22,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:19.735345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:19.793649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-b38210ba-030b-4bab-943a-5cbb75db9b18 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538372 Apr 11 20:38:19.860159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:19.873410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Calling delete_port for 9d0f7424-e563-477a-8da5-ec3c7a2bef22 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:38:19.912552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event deleted for resources: {'Port': ['ID=03f02cf6-4216-47ca-98e7-18f495c03d20,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:19.951911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625f42-6533-4294-a967-c03ce13ff969 req-e070a60d-1ae4-43da-a07c-29f14252dad4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:19.953372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9625f42-6533-4294-a967-c03ce13ff969 req-e070a60d-1ae4-43da-a07c-29f14252dad4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e868ac9d-cec6-40d5-96e7-8ae654a5c172 HTTP/1.1" status: 200 len: 943 time: 0.3034484 Apr 11 20:38:19.992333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] No DVR routers for this DVR port 03f02cf6-4216-47ca-98e7-18f495c03d20 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:38:19.995713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:19.998458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'name': 'network-vif-deleted', 'tag': '03f02cf6-4216-47ca-98e7-18f495c03d20'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:20.068432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34c6a71e-7a5d-4808-b838-5c5fa43fdacb req-d5fb29b8-c814-476a-881c-3788694c4226 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.75 "DELETE /v2.0/ports/03f02cf6-4216-47ca-98e7-18f495c03d20 HTTP/1.1" status: 204 len: 173 time: 1.4414766 Apr 11 20:38:20.129352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6debe1bf-dbe8-4434-a65b-245d838c879b req-c0146a2e-a5df-4fee-9a62-e4d257eec75c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 210 time: 0.0472579 Apr 11 20:38:20.152875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9625f42-6533-4294-a967-c03ce13ff969 req-10df412d-45d4-404e-9dbe-e15ab09f56fb tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823027 Apr 11 20:38:20.294969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:20.310120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9d0f7424-e563-477a-8da5-ec3c7a2bef22'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:20.364073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['a60053dc-3837-416e-88f0-2651c1ad2a81'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:20.383364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Pushing event deleted for resources: {'Port': ['ID=9d0f7424-e563-477a-8da5-ec3c7a2bef22,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:20.400834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044610b-22df-44b4-9f28-f6170fcea146 req-d8cb7f96-a838-4185-88a8-0b4a49076a23 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:20.402832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-d8cb7f96-a838-4185-88a8-0b4a49076a23 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 821 time: 0.3656731 Apr 11 20:38:20.454758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'port': {'device_id': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'admin_state_up': True, 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:20.554974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89ed744f-936c-4ce4-be10-a9769dd80061 req-7159d158-de31-4c33-a884-5529ab887d62 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 210 time: 0.1750801 Apr 11 20:38:20.715505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] No DVR routers for this DVR port 9d0f7424-e563-477a-8da5-ec3c7a2bef22 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:38:20.724733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:20.727639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'name': 'network-vif-deleted', 'tag': '9d0f7424-e563-477a-8da5-ec3c7a2bef22'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:20.886162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35d8a70f-f301-49e8-aced-aff928aa6765 req-5ba84180-ed53-4787-9a96-4138a4236d8d tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.75 "DELETE /v2.0/ports/9d0f7424-e563-477a-8da5-ec3c7a2bef22 HTTP/1.1" status: 204 len: 173 time: 1.6109977 Apr 11 20:38:20.905302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16ab4324-d011-4374-9e62-7ad2203c2290 req-c5f5db80-8f00-4875-b728-90c256556dae tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 210 time: 0.1394086 Apr 11 20:38:20.915633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:20.931454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:20.972880 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee603d82-af9f-4790-82bd-ddce6a493d54'] response: {'server_uuid': 'e868ac9d-cec6-40d5-96e7-8ae654a5c172', 'name': 'network-vif-deleted', 'tag': '03f02cf6-4216-47ca-98e7-18f495c03d20', 'status': 'completed', 'code': 200} Apr 11 20:38:20.996531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Made reservation on behalf of edc45db20d7d49a18b9a982900b654aa for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:20.999918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.062231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5c68046-e16a-4668-b437-1d345e7edf1f req-11f9eeb7-c6d4-493e-94b3-ce8eab683d70 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 210 time: 0.0486727 Apr 11 20:38:21.106152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:21.112616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304573710', 'description': 'tempest-description--1856086042'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:21.126213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:21.143724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Usage tracker for resource:security_group and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:21.151507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:21.173268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:21.235789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.253128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Allocated IP 172.20.0.7 (ed8f40e1-58b4-485f-82e2-2d7bc697820f/b9c55b2f-075a-4bd9-97b5-36652042f617/61a15a76-b825-4fe7-98ae-96bfd0597c65) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:21.269475 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56bfd60-1550-422c-86f4-fa8cc4146a15'] response: {'server_uuid': '3dbfacca-0a69-4c43-af66-dd966d5eacab', 'name': 'network-vif-deleted', 'tag': '9d0f7424-e563-477a-8da5-ec3c7a2bef22', 'status': 'completed', 'code': 200} Apr 11 20:38:21.337958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:21.346243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Usage tracker for resource:security_group_rule and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:21.353649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:21.368397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:21.504986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.560483 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.577291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c404629-674e-4cde-b191-631017923d36 req-905799db-7b41-42bc-b468-c2801fa9b748 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 210 time: 0.0820777 Apr 11 20:38:21.586757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Transition to ACTIVE for port object 61a15a76-b825-4fe7-98ae-96bfd0597c65 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:21.590586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.645653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aab944-af44-422a-8247-61f9bb45a656,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:21.704699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.711051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.711382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bba2b161-5649-4bc2-bae6-a10ae61cf636 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5986063 Apr 11 20:38:21.711382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:21.715300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'security_group_rule': {'security_group_id': '55aab944-af44-422a-8247-61f9bb45a656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:21.723537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e02f3fc9-3c75-4453-a2e7-6207092ad9fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:21.737636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:21.743719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Usage tracker for resource:security_group_rule and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:21.747035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:21.759915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:21.835013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:21.842487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:21.847108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event updated for resources: {'Port': ['ID=61a15a76-b825-4fe7-98ae-96bfd0597c65,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:21.851891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:21.863376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:21.871895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:21.888472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47412) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:21.987667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c44c45a9-c1dc-4df9-a58c-ec546222a887 req-361743e4-409c-470d-bc08-043d3ae34b85 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dbfacca-0a69-4c43-af66-dd966d5eacab HTTP/1.1" status: 200 len: 210 time: 0.0955541 Apr 11 20:38:21.999841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40807269', 'description': 'tempest-description--917047095'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:22.014479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-ca6c978e-1ece-4945-a35d-0325afc8b7ed tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5722878 Apr 11 20:38:22.027620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:22.029665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Request body: {'port': {'device_id': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:22.031762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.123427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:22.159141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.211844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.248479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.274498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.309172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1760b644-f720-4fb4-9712-f39d8547a811,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:22.319399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0509613-321b-48a4-89af-f87014b83227 req-78c48643-9a84-46b8-b60a-f849a71c7d7d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:22.321378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0509613-321b-48a4-89af-f87014b83227 req-78c48643-9a84-46b8-b60a-f849a71c7d7d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 931 time: 0.1668890 Apr 11 20:38:22.338483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1f94531d-1dec-4e0d-9a66-cec8ad7ca03b None None] Provisioning for port 61a15a76-b825-4fe7-98ae-96bfd0597c65 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:22.344579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1f94531d-1dec-4e0d-9a66-cec8ad7ca03b None None] Provisioning complete for port 61a15a76-b825-4fe7-98ae-96bfd0597c65 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:22.345025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1f94531d-1dec-4e0d-9a66-cec8ad7ca03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.390665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0509613-321b-48a4-89af-f87014b83227 req-0ac7ff3c-c484-4164-9624-13e8f037034b tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629523 Apr 11 20:38:22.394613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:22.399091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Usage tracker for resource:security_group_rule and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:22.403911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:22.410881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:22.427616 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.428805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-37355533-73be-4007-a078-d308fc836915 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7190416 Apr 11 20:38:22.433512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:22.440926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'security_group_rule': {'security_group_id': '55aab944-af44-422a-8247-61f9bb45a656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:22.454309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:22.454309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Usage tracker for resource:security_group_rule and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:22.456843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2269738-cb86-4f5d-a302-ae73e9035032 req-ca89a89c-56bc-433c-b995-6cfc992f5c47 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 210 time: 0.0790441 Apr 11 20:38:22.457580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:22.459339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1f94531d-1dec-4e0d-9a66-cec8ad7ca03b None None] Port 61a15a76-b825-4fe7-98ae-96bfd0597c65 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:38:22.471734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:22.639379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.648186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.710224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:22.829142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-4f94a706-69f4-4593-b70a-a262d334bc24 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:22.830539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-4f94a706-69f4-4593-b70a-a262d334bc24 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.3104460 Apr 11 20:38:22.893279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Request body: {'port': {'device_id': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'admin_state_up': True, 'tenant_id': '3d5a8859c567410f9833e077a1517428'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:22.924449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4bc898-3809-4b99-9f7a-d2bdb87aa946,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:22.946498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2d45015-992d-4a75-bcfc-3bf14b246933 req-514f538b-ebd9-4bb2-96bb-aa6f380f2f34 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 210 time: 0.1395111 Apr 11 20:38:22.965071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-5661cd5c-5c43-4d6a-931b-30f73832076e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=48660e079fb241048a0364874344abb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284863 Apr 11 20:38:23.006269 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.015215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.019629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-25a14b7d-02b6-405f-8215-ab0699cf3878 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.1271620 Apr 11 20:38:23.020381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47460) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:23.048741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a15a76-b825-4fe7-98ae-96bfd0597c65 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:23.050906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'security_group_rule': {'security_group_id': 'ef4bc898-3809-4b99-9f7a-d2bdb87aa946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:23.064639 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.079505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.083288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:23.099926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Transition to ACTIVE for port object 61a15a76-b825-4fe7-98ae-96bfd0597c65 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:23.115305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Usage tracker for resource:security_group_rule and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:23.140149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:23.144205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196167e9-1a6d-4d48-b679-4f20a2d33720,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:23.158771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:23.163349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-397b9127-a9dd-4d88-8faf-eb3887f53629 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:23.165048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-397b9127-a9dd-4d88-8faf-eb3887f53629 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951137 Apr 11 20:38:23.181738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Request body: {'port': {'device_id': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '48660e079fb241048a0364874344abb1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:23.209723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:23.213748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Usage tracker for resource:port and tenant:3d5a8859c567410f9833e077a1517428 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:23.220623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:23.226614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:23.250591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.327126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 03f02cf6-4216-47ca-98e7-18f495c03d20 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:38:23.338158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Pushing event updated for resources: {'Port': ['ID=61a15a76-b825-4fe7-98ae-96bfd0597c65,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:23.346388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.348241 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8f1edab7-c0fd-49d0-ae3a-599cf320771d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9142504 Apr 11 20:38:23.351414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47468) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:23.370987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:23.411075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 03f02cf6-4216-47ca-98e7-18f495c03d20 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:38:23.415947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 03f02cf6-4216-47ca-98e7-18f495c03d20 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:38:23.416400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d0f7424-e563-477a-8da5-ec3c7a2bef22 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:38:23.487862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:23.492265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Usage tracker for resource:floatingip and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:23.495439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:23.502100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:23.504443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 9d0f7424-e563-477a-8da5-ec3c7a2bef22 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:38:23.505023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d0f7424-e563-477a-8da5-ec3c7a2bef22 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:38:23.530088 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.547294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Made reservation on behalf of 3d5a8859c567410f9833e077a1517428 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:23.550984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.579435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47480) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:23.604545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.669583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47488) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:23.803152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:23.843177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:23.876109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Attempting to bind port 61a15a76-b825-4fe7-98ae-96bfd0597c65 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:23.878331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Attempting to bind port 61a15a76-b825-4fe7-98ae-96bfd0597c65 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:23.878664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Attempting to bind port 61a15a76-b825-4fe7-98ae-96bfd0597c65 on network ed8f40e1-58b4-485f-82e2-2d7bc697820f {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:23.891758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Port 61a15a76-b825-4fe7-98ae-96bfd0597c65 on network ed8f40e1-58b4-485f-82e2-2d7bc697820f not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:23.892076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Attempting to bind port 61a15a76-b825-4fe7-98ae-96bfd0597c65 on network ed8f40e1-58b4-485f-82e2-2d7bc697820f {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:23.904718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:23.905045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Checking segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:23.905415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Bound using segment: {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:23.905832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Bound port: 61a15a76-b825-4fe7-98ae-96bfd0597c65, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7323df8d-0733-44ce-a1d4-67a342316f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:23.906170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.912494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20e3674a-17e0-4394-9010-f787b09e2767 req-bfa69a3e-c8c6-4395-91f4-019cae64cd17 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 210 time: 0.1010461 Apr 11 20:38:23.931859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae6fe-8ebd-4b05-84ba-4c7080041da9 req-cd380cc5-7bd5-4e02-afa7-81089fad706d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:23.932567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2a2ae6fe-8ebd-4b05-84ba-4c7080041da9 req-cd380cc5-7bd5-4e02-afa7-81089fad706d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:23.936030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.938194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Made reservation on behalf of 48660e079fb241048a0364874344abb1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:23.941656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:23.984645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.008759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.126491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:24.128615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.151401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2a2ae6fe-8ebd-4b05-84ba-4c7080041da9 req-cd380cc5-7bd5-4e02-afa7-81089fad706d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:24.152730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:86bbd098765347e581dcb8668e0ce92b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:24.153400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a2ae6fe-8ebd-4b05-84ba-4c7080041da9 req-cd380cc5-7bd5-4e02-afa7-81089fad706d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 943 time: 0.5082784 Apr 11 20:38:24.168556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:24.189865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bbf393-bd7a-45c1-91b7-bdc23f8b28ce,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:24.196632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:24.204660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] For port 61a15a76-b825-4fe7-98ae-96bfd0597c65, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:24.207872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:24.216197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Allocated IP 172.20.0.3 (7a1499a1-6303-4e7c-958a-8b86a0b79792/ad106e4f-600f-4a72-891a-b41933a74fcf/b3685e5c-a3a4-43d7-ae93-9429a682e147) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:24.232205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Usage tracker for resource:security_group_rule and tenant:fd13a08ad2fd4689bf93d4fa35b13c01 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:24.246757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:24.257635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] For port 61a15a76-b825-4fe7-98ae-96bfd0597c65, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:24.265509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:24.293615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a2ae6fe-8ebd-4b05-84ba-4c7080041da9 req-26c70b75-fd84-4fbd-a1f0-3a775f6fe7ba tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242383 Apr 11 20:38:24.323189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Allocated IP 192.168.233.74 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/c7837a53-93ba-4762-ac95-d02261b37cac) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:24.336138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.380246 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.381559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b4d36b32-294a-45d7-8abd-d8f3dd6a6983 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3602250 Apr 11 20:38:24.394427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47500) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:24.394993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ea6aa-2a6e-4d05-894a-c641433a62af req-4aaa7e2a-a838-4e26-b339-5b4955026ac4 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:24.402607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b76ea6aa-2a6e-4d05-894a-c641433a62af req-4aaa7e2a-a838-4e26-b339-5b4955026ac4 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 950 time: 0.3529928 Apr 11 20:38:24.418060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'security_group_rule': {'security_group_id': 'ef4bc898-3809-4b99-9f7a-d2bdb87aa946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:24.424285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:24.427719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.428633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] 10.222.0.69 "PUT /v2.0/ports/61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 1091 time: 2.4059167 Apr 11 20:38:24.463436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:24.489599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Usage tracker for resource:security_group_rule and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:24.500825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:24.523129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c72496b-496c-46b9-a0d9-97051af5a7a9 req-190d300b-aa18-4ea9-816a-292764b12421 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 210 time: 0.0932231 Apr 11 20:38:24.524448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:24.557375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.622735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.631832 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142895ab-d408-44b9-a96f-a469122e50b1'] response: {'name': 'network-changed', 'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'status': 'completed', 'code': 200} Apr 11 20:38:24.666270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe836e-02a7-4126-9726-49342e5115cc service neutron] Pushing event updated for resources: {'Port': ['ID=61a15a76-b825-4fe7-98ae-96bfd0597c65,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:24.694553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.732450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b76ea6aa-2a6e-4d05-894a-c641433a62af req-c00d4338-9dc7-4300-8076-64f66c3582f6 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284698 Apr 11 20:38:24.756113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.796564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.813684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.844850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-40a0a9b4-afc3-4daf-9765-4f1ce44c2c0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1094 time: 0.3170075 Apr 11 20:38:24.861979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac039d-c526-4721-a991-d2071387148d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:24.875785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.884869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82df0af9-1a48-48f8-b2b5-86f511893ab6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86bbd098765347e581dcb8668e0ce92b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3043990 Apr 11 20:38:24.902035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:24.936337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.944379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-374f9583-b452-44d8-83a0-5bcdf1c7095e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 217 time: 0.0900326 Apr 11 20:38:24.955844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.69', 58562) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:24.962544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:24.998898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Allocated IP 172.25.5.49 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/503c8773-c47c-43c6-95be-e890d5058112) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:25.007021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8acbb32-b4c6-41ae-9576-05f8877fd143,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:25.020647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9aa0d137-e6a9-4401-a503-f4c501f2ed8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd13a08ad2fd4689bf93d4fa35b13c01&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3318379 Apr 11 20:38:25.023712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47514) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:25.045022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Transition to ACTIVE for port object c7837a53-93ba-4762-ac95-d02261b37cac will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:25.047344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.127874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140f93d7-502b-44c6-a3d4-9f9d58b67d38,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:25.146518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044610b-22df-44b4-9f28-f6170fcea146 req-be4c233b-e887-4432-adae-f90ad31fa099 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:25.148179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-be4c233b-e887-4432-adae-f90ad31fa099 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.1874390 Apr 11 20:38:25.152258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.163328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa4bf6b5-8b8d-45d5-808c-dd338425b858 req-8ee443c8-1aec-46bf-bd12-07718256d170 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 210 time: 0.0993640 Apr 11 20:38:25.225401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.246488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-b0c1d107-3f2d-4c7b-b204-dab87df9d89b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:25.247197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-b0c1d107-3f2d-4c7b-b204-dab87df9d89b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Synchronizing usage tracker for tenant:6ec7123dae624989a02fe530d5144486 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:25.256262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.260341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-73e66cb7-0822-431e-9ae8-82e8b4d02f01 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8619959 Apr 11 20:38:25.263138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47520) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:25.275254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:25.283130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.286820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:25.297042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['45fd8c09-d4c3-440c-b08e-a1736d1ed312', '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:25.309969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.325996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:25.335715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Usage tracker for resource:floatingip and tenant:c054f731708845f18b414ce383187941 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:25.338798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:25.346122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:25.351561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-204c7387-0c3b-4fe8-aa3b-36f071efb436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910663 Apr 11 20:38:25.361434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:25.361676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-b0c1d107-3f2d-4c7b-b204-dab87df9d89b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Unset dirty status for tenant:6ec7123dae624989a02fe530d5144486 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:25.362739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-b0c1d107-3f2d-4c7b-b204-dab87df9d89b tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.69 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 950 time: 0.4054949 Apr 11 20:38:25.363968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:25.371645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:25.375205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:25.376287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.387237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99ef9474-d150-46bf-8a17-3e5edf94b946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.400855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:25.448371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:25.450225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.460343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99ef9474-d150-46bf-8a17-3e5edf94b946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.508709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:25.514253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:25.515158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.529629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event updated for resources: {'Port': ['ID=c7837a53-93ba-4762-ac95-d02261b37cac,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:25.534553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-cb4c74a9-b490-4960-b06e-3d5b7d014e21 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6497092 Apr 11 20:38:25.550367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Request body: {'port': {'device_id': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:25.594301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Deleting port a60053dc-3837-416e-88f0-2651c1ad2a81 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:38:25.594644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.635684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.656369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.686554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-31ac5a44-1533-43b7-bd0c-3c13ec9dec94 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5093184 Apr 11 20:38:25.716319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac039d-c526-4721-a991-d2071387148d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:25.730756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Request body: {'port': {'device_id': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:25.734445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.735609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2ac039d-c526-4721-a991-d2071387148d HTTP/1.1" status: 204 len: 168 time: 0.8281438 Apr 11 20:38:25.740180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.900386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.900726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.901057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.901516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.902745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.902745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.903122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.903449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.903794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.904117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.904433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa1835-091c-4142-b985-a83f673e79a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:25.919812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99ef9474-d150-46bf-8a17-3e5edf94b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.922261 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99ef9474-d150-46bf-8a17-3e5edf94b946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.923426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99ef9474-d150-46bf-8a17-3e5edf94b946 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8acbb32-b4c6-41ae-9576-05f8877fd143 HTTP/1.1" status: 204 len: 168 time: 0.8976796 Apr 11 20:38:25.961489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef9474-d150-46bf-8a17-3e5edf94b946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8acbb32-b4c6-41ae-9576-05f8877fd143,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:25.978446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:25.981374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:25.985401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-07ca47ef-c6d7-4a43-a631-f729027d2ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127517 Apr 11 20:38:25.996946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:26.004394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-682b0197-ddf2-4c45-9586-169423de8326 None None] Provisioning for port c7837a53-93ba-4762-ac95-d02261b37cac completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:26.004749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:26.011642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'Port': ['ID=503c8773-c47c-43c6-95be-e890d5058112,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:26.022389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-682b0197-ddf2-4c45-9586-169423de8326 None None] Provisioning complete for port c7837a53-93ba-4762-ac95-d02261b37cac triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:26.023262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-682b0197-ddf2-4c45-9586-169423de8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.065020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a130b-0d72-47b7-8b38-683140346e86 req-6164c8c1-1bd6-43e3-9669-8c08247189f1 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:26.071780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713a130b-0d72-47b7-8b38-683140346e86 req-6164c8c1-1bd6-43e3-9669-8c08247189f1 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 943 time: 0.4811237 Apr 11 20:38:26.114989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-682b0197-ddf2-4c45-9586-169423de8326 None None] Port c7837a53-93ba-4762-ac95-d02261b37cac cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:38:26.303413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.333967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.445801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713a130b-0d72-47b7-8b38-683140346e86 req-9ab91175-4609-4315-a8b5-5926fef74ea5 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731623 Apr 11 20:38:26.455643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7044610b-22df-44b4-9f28-f6170fcea146 req-8c64370b-c8fe-4e19-86bd-d0345872b68f service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530137 Apr 11 20:38:26.465499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93240f-8c26-43d4-b04e-42170f0968f6 req-34ce1183-4c44-4354-bbe6-f33058e5c00e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:26.468686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d93240f-8c26-43d4-b04e-42170f0968f6 req-34ce1183-4c44-4354-bbe6-f33058e5c00e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 931 time: 0.7496018 Apr 11 20:38:26.473436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] For port a60053dc-3837-416e-88f0-2651c1ad2a81, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a60053dc-3837-416e-88f0-2651c1ad2a81,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:26.473805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.483455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.647828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Calling delete_port for a60053dc-3837-416e-88f0-2651c1ad2a81 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:38:26.655709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47540) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:26.809227 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.832286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6d93240f-8c26-43d4-b04e-42170f0968f6 req-723ad7dd-fcd6-4988-9abb-8d69fc0fd7a3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:26.847392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.872000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47544) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:26.949389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:26.981983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:26.996099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2fdfd1825a5f4a31bf6100877534b373 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:27.008025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:27.024681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:27.069785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:27.076300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6d93240f-8c26-43d4-b04e-42170f0968f6 req-723ad7dd-fcd6-4988-9abb-8d69fc0fd7a3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:27.077440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d93240f-8c26-43d4-b04e-42170f0968f6 req-723ad7dd-fcd6-4988-9abb-8d69fc0fd7a3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080258 Apr 11 20:38:27.083035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.090611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba7988-7ebc-43bb-8071-b7a4863a617a req-bd145390-4c2f-4a2f-9055-2a91aa8d00e4 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:27.092215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3fba7988-7ebc-43bb-8071-b7a4863a617a req-bd145390-4c2f-4a2f-9055-2a91aa8d00e4 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52a3997-2dc3-459f-bc81-7b2ef01f7a03 HTTP/1.1" status: 200 len: 950 time: 0.4374266 Apr 11 20:38:27.103720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Usage tracker for resource:security_group_rule and tenant:c3398e9108bb4aeb868f05ba0f31d963 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:27.136495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-ff02db44-e130-4933-b150-673242483055 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1094 time: 0.4590070 Apr 11 20:38:27.144419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:27.178095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:27.182313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.274910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3685e5c-a3a4-43d7-ae93-9429a682e147 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:27.295843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.337191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.340177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.347642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Allocated IP 172.25.5.147 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/21809250-574c-428a-a79d-31f264aaa314) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:27.355896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['a60053dc-3837-416e-88f0-2651c1ad2a81'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:27.404673 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3fba7988-7ebc-43bb-8071-b7a4863a617a req-66ffebc4-ccbb-4025-ba51-b0753478c30f tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c3baabd-0b65-4531-a5e0-d285227cf811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058689 Apr 11 20:38:27.409236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:38:27.411770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Transition to ACTIVE for port object b3685e5c-a3a4-43d7-ae93-9429a682e147 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:27.421720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'Port': ['ID=503c8773-c47c-43c6-95be-e890d5058112,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:27.443804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Pushing event deleted for resources: {'Port': ['ID=a60053dc-3837-416e-88f0-2651c1ad2a81,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:27.458366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.489384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.497598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.528496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6e199-c265-4392-9293-57a7b5342d67 req-d91e157d-9b19-488f-ba2e-2c16e810a66a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:27.529888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-d91e157d-9b19-488f-ba2e-2c16e810a66a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.3839259 Apr 11 20:38:27.580946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.590502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.621472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:27.624152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.633796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a9cf85c7-8280-4c1a-a85b-ea012060ed25 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2730570 Apr 11 20:38:27.790213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7837a53-93ba-4762-ac95-d02261b37cac {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:27.833201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:27.838263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-920df4c1-1644-445f-8e55-aec5336cde86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 217 time: 0.1732039 Apr 11 20:38:27.853024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee31902-d044-4ea2-a5e2-c2ba1dd34dfc req-ede57124-f88d-4b3c-bca7-fd466340376d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:27.853702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dee31902-d044-4ea2-a5e2-c2ba1dd34dfc req-ede57124-f88d-4b3c-bca7-fd466340376d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Synchronizing usage tracker for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:27.914303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d58c7f-a91d-4716-bdd0-b86a612a6e87,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:27.926651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Transition to ACTIVE for port object c7837a53-93ba-4762-ac95-d02261b37cac will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:27.938974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3398e9108bb4aeb868f05ba0f31d963&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0619850 Apr 11 20:38:27.943648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47554) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:27.971733 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5bf2595c-352a-428c-b37c-1690ad6563e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2fdfd1825a5f4a31bf6100877534b373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3101091 Apr 11 20:38:27.974808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47558) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:27.997819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afb61a-648f-41db-889e-f61672586610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25c42f-6da0-4664-9d4e-236ee0a33d73,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:28.006469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6e199-c265-4392-9293-57a7b5342d67 req-aefbdf67-7d76-4de7-8466-d2ab365d1c3a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:28.007905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-aefbdf67-7d76-4de7-8466-d2ab365d1c3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.1508620 Apr 11 20:38:28.011689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af117551-a5b6-47ac-9b89-745d17ac0044 req-001475ff-170b-4924-a0b7-f58b2b237b2c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:28.012934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af117551-a5b6-47ac-9b89-745d17ac0044 req-001475ff-170b-4924-a0b7-f58b2b237b2c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 943 time: 0.2132444 Apr 11 20:38:28.024991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.071364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af117551-a5b6-47ac-9b89-745d17ac0044 req-6c3a452a-fc69-4e8c-b0aa-ea5fd3765cad tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Apr 11 20:38:28.076196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.124098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dee31902-d044-4ea2-a5e2-c2ba1dd34dfc req-ede57124-f88d-4b3c-bca7-fd466340376d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Unset dirty status for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:28.125252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dee31902-d044-4ea2-a5e2-c2ba1dd34dfc req-ede57124-f88d-4b3c-bca7-fd466340376d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 935 time: 0.8815587 Apr 11 20:38:28.219939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:28.220438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:28.220942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:28.228976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:28.229431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:28.237384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:28.238000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:28.238485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:28.239178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Bound port: b3685e5c-a3a4-43d7-ae93-9429a682e147, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:28.239655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.274847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-74bb83b7-e5b7-4316-a61c-bc35618452b7 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Synchronizing usage tracker for tenant:9662d95966e444aaa762354ba3866fad on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:28.278929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Pushing event updated for resources: {'Port': ['ID=c7837a53-93ba-4762-ac95-d02261b37cac,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:28.296979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dee31902-d044-4ea2-a5e2-c2ba1dd34dfc req-36b0e89c-1ee4-43a7-9fd1-395aef1b1c31 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488683 Apr 11 20:38:28.298222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.298564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.298903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.299238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.299623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.299958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.300280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.300602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.300946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.301266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.301583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:28.327768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] No DVR routers for this DVR port a60053dc-3837-416e-88f0-2651c1ad2a81 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:38:28.377224 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08dd8eb5-0588-4000-8145-8c35bf6c4faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.384418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.408054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'name': 'network-vif-deleted', 'tag': 'a60053dc-3837-416e-88f0-2651c1ad2a81'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:28.450253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02fda495-3f4a-4852-b7f1-47830e599a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.464867 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.490657 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08dd8eb5-0588-4000-8145-8c35bf6c4faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.496352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:28.502457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-74bb83b7-e5b7-4316-a61c-bc35618452b7 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Unset dirty status for tenant:9662d95966e444aaa762354ba3866fad on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:28.502457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-74bb83b7-e5b7-4316-a61c-bc35618452b7 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--304573710&fields=id&tenant_id=9662d95966e444aaa762354ba3866fad HTTP/1.1" status: 200 len: 267 time: 0.3071752 Apr 11 20:38:28.504161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:28.604700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.611641 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02fda495-3f4a-4852-b7f1-47830e599a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.630850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2f816f6-0af0-4870-a6f7-0abb2e0f07ca req-204cd8fe-032a-49ae-9623-24866c538253 tempest-LiveMigrationNegativeTest-429177759 tempest-LiveMigrationNegativeTest-429177759-project] 10.222.0.69 "DELETE /v2.0/ports/a60053dc-3837-416e-88f0-2651c1ad2a81 HTTP/1.1" status: 204 len: 173 time: 3.2343512 Apr 11 20:38:28.631808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.696048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-51480ff1-706d-4182-8172-3fa6dbf24172 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6676462 Apr 11 20:38:28.700173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.702092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] 10.222.0.69 "PUT /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 1091 time: 3.1582513 Apr 11 20:38:28.705094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:28.719052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Attempting to bind port c7837a53-93ba-4762-ac95-d02261b37cac on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:28.719389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Attempting to bind port c7837a53-93ba-4762-ac95-d02261b37cac by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:28.719725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Attempting to bind port c7837a53-93ba-4762-ac95-d02261b37cac on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:28.725249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bed92-593b-40ab-8c19-af878b3c0eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:28.744507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-994f2463-b0ea-4785-95a4-f5aafba384fd tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:28.745326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-994f2463-b0ea-4785-95a4-f5aafba384fd tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Synchronizing usage tracker for tenant:9662d95966e444aaa762354ba3866fad on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:28.851118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:28.852214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'Port': ['ID=21809250-574c-428a-a79d-31f264aaa314,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:28.859659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Port c7837a53-93ba-4762-ac95-d02261b37cac on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:28.859659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Attempting to bind port c7837a53-93ba-4762-ac95-d02261b37cac on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:28.860106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-994f2463-b0ea-4785-95a4-f5aafba384fd tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Unset dirty status for tenant:9662d95966e444aaa762354ba3866fad on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:28.860312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-994f2463-b0ea-4785-95a4-f5aafba384fd tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 824 time: 0.3493862 Apr 11 20:38:28.863560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:28.877476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:28.890942 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-85e442c2-bee1-44e4-9ba6-41a2576f0d37 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/quotas/9662d95966e444aaa762354ba3866fad HTTP/1.1" status: 200 len: 375 time: 0.0174558 Apr 11 20:38:28.893603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:28.893974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:28.894358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:28.894786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Bound port: c7837a53-93ba-4762-ac95-d02261b37cac, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:28.895135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.952766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-8ce5adc3-c7b4-4e49-8f62-fb905f0a4605 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1094 time: 0.1427274 Apr 11 20:38:28.976655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08dd8eb5-0588-4000-8145-8c35bf6c4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:28.996694 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02fda495-3f4a-4852-b7f1-47830e599a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:29.004625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0754f6-358d-4c65-a1c9-6b7255ec99ef req-4e2200a3-62ff-4c29-87b1-1d95e86d21f9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:29.008178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c0754f6-358d-4c65-a1c9-6b7255ec99ef req-4e2200a3-62ff-4c29-87b1-1d95e86d21f9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.5041397 Apr 11 20:38:29.038832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd8eb5-0588-4000-8145-8c35bf6c4faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25c42f-6da0-4664-9d4e-236ee0a33d73,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:29.040749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-b7939de4-5662-485a-9fa0-b2642185d566 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.0790207 Apr 11 20:38:29.091604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fda495-3f4a-4852-b7f1-47830e599a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d58c7f-a91d-4716-bdd0-b86a612a6e87,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:29.111210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-bc4ea084-fc8d-4eb6-9cb1-f1fc88041ab5 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945792 Apr 11 20:38:29.123641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-22f03e99-ec68-42b1-8d62-8dd55d208c46 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Synchronizing usage tracker for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:29.138237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-e341d050-fd4c-4db8-a79a-b3f6bd4f5163 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:29.139917 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-e341d050-fd4c-4db8-a79a-b3f6bd4f5163 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0899482 Apr 11 20:38:29.152212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02fda495-3f4a-4852-b7f1-47830e599a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:29.156347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-02fda495-3f4a-4852-b7f1-47830e599a5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92d58c7f-a91d-4716-bdd0-b86a612a6e87 HTTP/1.1" status: 204 len: 168 time: 1.1767685 Apr 11 20:38:29.156842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08dd8eb5-0588-4000-8145-8c35bf6c4faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:29.157865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-08dd8eb5-0588-4000-8145-8c35bf6c4faf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f25c42f-6da0-4664-9d4e-236ee0a33d73 HTTP/1.1" status: 204 len: 168 time: 1.2029679 Apr 11 20:38:29.201810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-6ef88f80-f2d9-4709-ab25-f50684f47d27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533209 Apr 11 20:38:29.318286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] For port c7837a53-93ba-4762-ac95-d02261b37cac, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:29.325170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] For port c7837a53-93ba-4762-ac95-d02261b37cac, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c7837a53-93ba-4762-ac95-d02261b37cac,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:29.359248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c0754f6-358d-4c65-a1c9-6b7255ec99ef req-332f9af5-d40a-4d96-bee0-2cfe56de3076 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226328 Apr 11 20:38:29.393111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-acca6be8-837b-4662-a737-08eca1672ab7 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772676 Apr 11 20:38:29.394353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-22f03e99-ec68-42b1-8d62-8dd55d208c46 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Unset dirty status for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:29.395645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-22f03e99-ec68-42b1-8d62-8dd55d208c46 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4868193 Apr 11 20:38:29.531962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:29.603764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 61a15a76-b825-4fe7-98ae-96bfd0597c65 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:29.628437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:29.631387 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-36f404ae-f37c-403e-8845-37499410f604 service neutron] 10.222.0.75 "PUT /v2.0/ports/c7837a53-93ba-4762-ac95-d02261b37cac HTTP/1.1" status: 200 len: 1095 time: 3.9113274 Apr 11 20:38:29.633481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a60053dc-3837-416e-88f0-2651c1ad2a81 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:38:29.642751 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b1468f-e34d-46b8-9d06-808cfd07228d'] response: {'server_uuid': 'c52a3997-2dc3-459f-bc81-7b2ef01f7a03', 'name': 'network-vif-deleted', 'tag': 'a60053dc-3837-416e-88f0-2651c1ad2a81', 'status': 'completed', 'code': 200} Apr 11 20:38:29.650966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:29.675777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2098eed6-f340-4ea9-ac64-b3456aea2f98 req-d4b6ee7b-69d2-4a8d-8042-7ee88b11b256 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752581 Apr 11 20:38:29.688387 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-d0e0d371-0fb1-4c01-85be-92f25f04d74d service neutron] 10.222.0.61 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662280 Apr 11 20:38:29.756781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: a60053dc-3837-416e-88f0-2651c1ad2a81 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:38:29.759208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a60053dc-3837-416e-88f0-2651c1ad2a81 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:38:29.764682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:38:29.919887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-9df1c05a-e2f6-4009-a382-315c4f8491f8 service neutron] 10.222.0.61 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266579 Apr 11 20:38:29.959461 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1625122a-f915-4d3e-88b9-67bf50e937ee'] response: {'name': 'network-changed', 'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'status': 'completed', 'code': 200} Apr 11 20:38:29.997479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 61a15a76-b825-4fe7-98ae-96bfd0597c65, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:30.025679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'port_id': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'mac_address': 'fa:16:3e:1c:c3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:30.122482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a6e199-c265-4392-9293-57a7b5342d67 req-32ae8544-17ab-48a7-b9d9-3c708691cab3 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0031214 Apr 11 20:38:30.132469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:30.142009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-dd695d0f-1492-4d5b-b158-b2e926d96cd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1094 time: 0.1599827 Apr 11 20:38:30.161084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:30.185091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a15a76-b825-4fe7-98ae-96bfd0597c65 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:30.202210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 61a15a76-b825-4fe7-98ae-96bfd0597c65, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:30.264696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:30.332965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f404ae-f37c-403e-8845-37499410f604 service neutron] Pushing event updated for resources: {'Port': ['ID=c7837a53-93ba-4762-ac95-d02261b37cac,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:30.350276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:30.357229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-e428ec36-fe08-4f95-9870-87e62c63b342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:30.358792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-e428ec36-fe08-4f95-9870-87e62c63b342 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2085221 Apr 11 20:38:30.393043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=61a15a76-b825-4fe7-98ae-96bfd0597c65,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:30.527192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['61a15a76-b825-4fe7-98ae-96bfd0597c65'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:30.537038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-c9fa3177-4e91-42f4-be26-ca677528b5f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.1701019 Apr 11 20:38:30.600364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-fbf1be26-4f2e-4f36-a6fe-4d4d47a2a431 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 1098 time: 0.6816499 Apr 11 20:38:30.655073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-5f367565-6a62-458b-9b33-80fa34601d67 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:30.656818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-5f367565-6a62-458b-9b33-80fa34601d67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1134200 Apr 11 20:38:30.732569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9374ce8-8f6f-43cb-9200-b2ae8d00377b req-82e5a69c-c24e-4421-b525-d152877635d1 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:30.749981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9374ce8-8f6f-43cb-9200-b2ae8d00377b req-82e5a69c-c24e-4421-b525-d152877635d1 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 944 time: 0.5420666 Apr 11 20:38:30.825924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-35a68d2e-80d2-4421-9ed4-55da4ca648ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596220 Apr 11 20:38:30.830905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-c15ed7c0-2f7d-4cd7-a72a-5b7e7a25aeaf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c7837a53-93ba-4762-ac95-d02261b37cac HTTP/1.1" status: 200 len: 217 time: 0.2198546 Apr 11 20:38:30.876293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:30.938663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9374ce8-8f6f-43cb-9200-b2ae8d00377b req-036fdc64-48e0-4756-afbd-fe2d46391742 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874352 Apr 11 20:38:30.985082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-3d9b8f02-f066-44a5-919d-694ff7f62718 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:30.986536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-3d9b8f02-f066-44a5-919d-694ff7f62718 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1421201 Apr 11 20:38:31.002547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c826-1e89-49b1-9d01-5d9ac80d046b req-982cc7a4-6dde-493b-b085-89c5f9c18c64 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:31.004089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cea1c826-1e89-49b1-9d01-5d9ac80d046b req-982cc7a4-6dde-493b-b085-89c5f9c18c64 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 947 time: 0.5145659 Apr 11 20:38:31.082816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:38:31.108349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cea1c826-1e89-49b1-9d01-5d9ac80d046b req-4c1b8dc9-71dc-413a-b856-b71f9db0dd80 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943005 Apr 11 20:38:31.112440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-2d1e9553-9dae-4a6f-9606-e13eddd4d17d service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698691 Apr 11 20:38:31.147302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8418b69-5bbc-4574-8d12-724cbc10ff19 req-aaefefb0-5bf2-43d1-8bff-b162f6ff1780 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 210 time: 0.0738714 Apr 11 20:38:31.190321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.211658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-e8b8f527-59d9-4a16-a475-96899fdeb497 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139149 Apr 11 20:38:31.360661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.436431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.523284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4244fd47-9472-4dc3-a156-bf55ac7d3d02 req-2dd644a3-7089-4108-b380-31e2b65c8836 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037240 Apr 11 20:38:31.551854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'Port': ['ID=21809250-574c-428a-a79d-31f264aaa314,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:31.559452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99aecd-476a-4bb6-afe1-faa76bbb3410 req-e68b2a8e-c586-4927-ad55-f870e6fafcab tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:31.560236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ac99aecd-476a-4bb6-afe1-faa76bbb3410 req-e68b2a8e-c586-4927-ad55-f870e6fafcab tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:31.568191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-55308c73-3451-4666-a206-f43a571e23fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ec7123dae624989a02fe530d5144486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6876905 Apr 11 20:38:31.569089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:31.587705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.589008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-315d7c83-1c8a-4e30-9b72-1c670307b88d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3211477 Apr 11 20:38:31.599794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-5253c2cf-34b1-4370-bd7b-4aa1466b0e49 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809729 Apr 11 20:38:31.611218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 61a15a76-b825-4fe7-98ae-96bfd0597c65 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:31.636334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ac99aecd-476a-4bb6-afe1-faa76bbb3410 req-e68b2a8e-c586-4927-ad55-f870e6fafcab tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:31.644078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac99aecd-476a-4bb6-afe1-faa76bbb3410 req-e68b2a8e-c586-4927-ad55-f870e6fafcab tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.3300207 Apr 11 20:38:31.647833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'tag': 'c7837a53-93ba-4762-ac95-d02261b37cac'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:31.735115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac99aecd-476a-4bb6-afe1-faa76bbb3410 req-e175f565-7121-452a-b3d7-6cd3d1269dc8 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873215 Apr 11 20:38:31.754430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de40ad45-4f69-4f2f-a7d3-b9b67efe92dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.771034 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a02998-282f-404f-8ca5-1e33f053e0cb'] response: {'name': 'network-changed', 'server_uuid': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'tag': 'c7837a53-93ba-4762-ac95-d02261b37cac', 'status': 'completed', 'code': 200} Apr 11 20:38:31.808074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de40ad45-4f69-4f2f-a7d3-b9b67efe92dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.853248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b69e510-c000-4e0f-bc9d-f22f52acd9cf req-2ef8d569-a999-4176-bd51-3e9c040fb743 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456501 Apr 11 20:38:31.893051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 61a15a76-b825-4fe7-98ae-96bfd0597c65 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:31.898589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 61a15a76-b825-4fe7-98ae-96bfd0597c65 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:31.898966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:31.992927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:32.077323 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.083832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de40ad45-4f69-4f2f-a7d3-b9b67efe92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.132225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40ad45-4f69-4f2f-a7d3-b9b67efe92dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3baabd-0b65-4531-a5e0-d285227cf811,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:32.137591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 61a15a76-b825-4fe7-98ae-96bfd0597c65, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:32.138600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:32.196622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d58b-b0de-4429-a621-103f74e00ede req-75893a33-90a3-4f89-8d82-2473e4e75dee tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:32.198329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-75893a33-90a3-4f89-8d82-2473e4e75dee tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 822 time: 0.3105204 Apr 11 20:38:32.208925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-0d26ea71-c655-401b-a682-06a2d31e1d82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 1098 time: 0.1887906 Apr 11 20:38:32.221067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-3b5540e2-5139-484d-a29c-a603fbc45ef8 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/quotas/c054f731708845f18b414ce383187941 HTTP/1.1" status: 200 len: 375 time: 0.0148914 Apr 11 20:38:32.221259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1751143872-network', 'tenant_id': '72b8dd8aa0624946a93d283ce0767ed8'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:32.231904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:32.236075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.257442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9539f74-3580-4bfa-a294-e0fac3139554 req-728dcebf-064a-4200-89b5-47ebbc8e801f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:32.278570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9539f74-3580-4bfa-a294-e0fac3139554 req-728dcebf-064a-4200-89b5-47ebbc8e801f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 944 time: 0.1620755 Apr 11 20:38:32.282108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Usage tracker for resource:network and tenant:72b8dd8aa0624946a93d283ce0767ed8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:32.326562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=61a15a76-b825-4fe7-98ae-96bfd0597c65,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:32.329830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:32.347705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de40ad45-4f69-4f2f-a7d3-b9b67efe92dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.348953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de40ad45-4f69-4f2f-a7d3-b9b67efe92dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c3baabd-0b65-4531-a5e0-d285227cf811 HTTP/1.1" status: 204 len: 168 time: 0.7793882 Apr 11 20:38:32.356790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:32.413532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9539f74-3580-4bfa-a294-e0fac3139554 req-00125fa9-763a-4d7c-b135-4ff93043afce tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247108 Apr 11 20:38:32.439612 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-c1df8fb9-9188-4960-a8a3-817f5dedd614 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1934621 Apr 11 20:38:32.449347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Made reservation on behalf of 72b8dd8aa0624946a93d283ce0767ed8 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:32.451983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.482410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.554291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:32.568785 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc75758-6414-4544-b2fb-10178e3c4ed6'] response: {'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'code': 200} Apr 11 20:38:32.593615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Usage tracker for resource:security_group_rule and tenant:72b8dd8aa0624946a93d283ce0767ed8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:32.603942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:32.618853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:32.728778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-6658b8bb-ae6e-4aec-b866-79a3842c53e4 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881913 Apr 11 20:38:32.767575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-62b01c5f-d3d2-4ecf-94ad-9120231ad78f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:32.769029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-62b01c5f-d3d2-4ecf-94ad-9120231ad78f service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5485814 Apr 11 20:38:32.895646 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:32.915535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c6a08f4-c1bb-4730-887f-c123db65b9e5 req-bf3dd2f3-7850-4b94-bad5-3e7e3b07fb9d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1096 time: 0.2468619 Apr 11 20:38:32.918478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-6582b581-6050-4c4f-a334-e538a8f020cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c7837a53-93ba-4762-ac95-d02261b37cac HTTP/1.1" status: 200 len: 217 time: 0.0845535 Apr 11 20:38:32.947731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227ee45-3d5e-48e2-a89d-3989c2a06e58 req-2083084f-350d-49a7-b090-72fc43d14e03 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:32.955318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9227ee45-3d5e-48e2-a89d-3989c2a06e58 req-2083084f-350d-49a7-b090-72fc43d14e03 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 947 time: 0.1840088 Apr 11 20:38:32.961255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.023619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-5c31d3b2-c8b2-4d02-a8d1-a0b14f618636 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938817 Apr 11 20:38:33.038682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-99e939c9-a3c4-4bd9-b30b-cafd18c01e14 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:33.040309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-99e939c9-a3c4-4bd9-b30b-cafd18c01e14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1127973 Apr 11 20:38:33.043157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c6a08f4-c1bb-4730-887f-c123db65b9e5 req-13935cf5-50b5-4bd6-b49d-32d5c9395fe8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209843 Apr 11 20:38:33.044457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:38:33.072415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0552010f-a72c-4286-9f44-1a9c1ae83b75,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:33.087924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.087924 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Added segment 07825235-6629-491e-9a03-dc93c86c4c9a of type vlan for network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 Apr 11 20:38:33.101558 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9227ee45-3d5e-48e2-a89d-3989c2a06e58 req-b1bb8e2b-1928-43b7-930a-54d9eeaeede7 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451132 Apr 11 20:38:33.171640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.199013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-290deaaa-4ab1-485c-a63d-582c2e9591ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485608 Apr 11 20:38:33.284279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.284754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:33.285319 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.398277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-2357461b-3151-4878-8540-426cedbec9c7 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901994 Apr 11 20:38:33.576084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8c9f440-451b-4864-a729-67df95b17465 req-cf76d29e-83ce-4a2f-9e5a-1a638d5846be tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 210 time: 0.2959599 Apr 11 20:38:33.596152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47704) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:33.601841 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6078300 Apr 11 20:38:33.612861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47708) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:33.629005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:33.644835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Request body: {'subnet': {'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1751143872-subnet', 'tenant_id': '72b8dd8aa0624946a93d283ce0767ed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:33.660453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:33.663274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61525cdc-0928-4a66-9578-1f88c5dc6d94 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6156f6-d83e-4a31-99d7-6a496ca175f4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:33.677503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:38:33.686927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Usage tracker for resource:subnet and tenant:72b8dd8aa0624946a93d283ce0767ed8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:33.690810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:33.712484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:33.751358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1ee2a24e-165f-42ee-8467-1018e958f9c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=850cd2b98d214e9d95f86d6c6dd3ca60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1493566 Apr 11 20:38:33.766891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:33.784912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-822bef60-a02f-4bb6-8ce0-1b550519083c req-8415efd5-aea2-4239-9728-4a3852adb34c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:33.826034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75354c2-314c-4a39-845b-2f80a71fe19d req-6deba63c-288b-4415-8953-c875f67c2122 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:33.828000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a75354c2-314c-4a39-845b-2f80a71fe19d req-6deba63c-288b-4415-8953-c875f67c2122 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.3744113 Apr 11 20:38:33.829633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b885c4bc-b83d-4c38-aa5d-b91481b4ae28 req-3fdecd91-356b-428b-916c-d8d2451ac527 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233627 Apr 11 20:38:33.845369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-c486cc05-f25d-48a7-ae64-4f1591f35b3c tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:33.847313 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-c486cc05-f25d-48a7-ae64-4f1591f35b3c tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 824 time: 0.5890508 Apr 11 20:38:33.920783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e04962-1adf-4f61-93e9-adab893719f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.925404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Made reservation on behalf of 72b8dd8aa0624946a93d283ce0767ed8 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:33.926901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a75354c2-314c-4a39-845b-2f80a71fe19d req-da7ca541-2c70-416c-8216-aa68fcaa7db4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896082 Apr 11 20:38:33.927732 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.941116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-822bef60-a02f-4bb6-8ce0-1b550519083c req-8415efd5-aea2-4239-9728-4a3852adb34c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:33.951818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-822bef60-a02f-4bb6-8ce0-1b550519083c req-8415efd5-aea2-4239-9728-4a3852adb34c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 210 time: 0.2343488 Apr 11 20:38:33.963271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e04962-1adf-4f61-93e9-adab893719f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:33.997460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Sync routers for ids ['7c10c393-9654-4192-bdce-51cbfdfa590b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:34.052609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Routers {'7c10c393-9654-4192-bdce-51cbfdfa590b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:34.053437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7c10c393-9654-4192-bdce-51cbfdfa590b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:34.154811 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-c64c6f70-5161-4d64-84d3-969617b8154b tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9662d95966e444aaa762354ba3866fad HTTP/1.1" status: 200 len: 379 time: 0.2906754 Apr 11 20:38:34.170409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'port': {'device_id': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'admin_state_up': True, 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'security_groups': ['55aab944-af44-422a-8247-61f9bb45a656']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:34.173105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e04962-1adf-4f61-93e9-adab893719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:34.203810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e04962-1adf-4f61-93e9-adab893719f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdbfec4-8a92-45ee-9d1b-2aa6654020c5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:34.209698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e04962-1adf-4f61-93e9-adab893719f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:34.211492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66e04962-1adf-4f61-93e9-adab893719f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bdbfec4-8a92-45ee-9d1b-2aa6654020c5 HTTP/1.1" status: 204 len: 168 time: 0.4432127 Apr 11 20:38:34.374237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:34.416477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'port_id': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'mac_address': 'fa:16:3e:4e:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad106e4f-600f-4a72-891a-b41933a74fcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:34.527934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Set router 7c10c393-9654-4192-bdce-51cbfdfa590b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:34.582145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:34.628662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3685e5c-a3a4-43d7-ae93-9429a682e147 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:34.703632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:34.710096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:34.718708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:34.727830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329e253-9cfe-4643-8c40-81f4293e77d2 req-981c9169-1edf-451b-be11-9f47ad4a3a7c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:34.730751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5329e253-9cfe-4643-8c40-81f4293e77d2 req-981c9169-1edf-451b-be11-9f47ad4a3a7c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 945 time: 0.5071745 Apr 11 20:38:34.737806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e651f-7b8d-4d3d-ac2a-3ded154120d9 req-189637d4-7d99-4fd2-85e5-0368e6d532ce tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:34.745354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-255e651f-7b8d-4d3d-ac2a-3ded154120d9 req-189637d4-7d99-4fd2-85e5-0368e6d532ce tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 947 time: 0.1360421 Apr 11 20:38:34.770971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:34.800138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-255e651f-7b8d-4d3d-ac2a-3ded154120d9 req-7bf09dcc-0772-4da6-bb23-2765b1b93fe3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Apr 11 20:38:34.808111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:34.857108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5329e253-9cfe-4643-8c40-81f4293e77d2 req-01251904-727e-48c5-86ba-4066350e5b53 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199708 Apr 11 20:38:34.881200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11cabe6-8e02-4908-babf-9335dc8e2bcb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:34.891741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Made reservation on behalf of 9662d95966e444aaa762354ba3866fad for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:34.891741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:34.947566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Checking segment: {'id': '07825235-6629-491e-9a03-dc93c86c4c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:34.947566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Network hostable DHCP agents. Network: 7a6156f6-d83e-4a31-99d7-6a496ca175f4, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:38:35.045222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:35.069989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b3685e5c-a3a4-43d7-ae93-9429a682e147'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:35.139088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:38:10Z', 'revision_number': 4, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6ee33968-3f80-4334-b803-b9682cb1c931', 'name': '', 'network_id': '73951e44-6402-4805-95b0-dc9863159e48', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'mac_address': 'fa:16:3e:6e:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '918c1498-2550-4011-af4a-f92a811db5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:09Z', 'updated_at': '2022-04-11T20:38:10Z', 'revision_number': 2, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'subnets': [{'id': '918c1498-2550-4011-af4a-f92a811db5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:35.146460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da6f7302-2f9f-40f2-b6d6-09115eb165dc req-e1bcd90c-b0d2-4094-9b0e-a633c819dc4e tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 210 time: 0.0719872 Apr 11 20:38:35.153213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Checking router: 7c10c393-9654-4192-bdce-51cbfdfa590b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:38:35.153815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Updating router 7c10c393-9654-4192-bdce-51cbfdfa590b port 6ee33968-3f80-4334-b803-b9682cb1c931 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:38:35.234109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:38:35.251386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Allocated IP 172.20.0.8 (27586bf2-6ef5-4e40-8161-ea1fd3d3ead8/5496c8bc-c805-4a96-a294-156c3a5f5a58/6cdf2921-1983-46e0-9690-4f7a45ac64dc) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:35.282351 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:35.306776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7a6156f6-d83e-4a31-99d7-6a496ca175f4) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:35.321607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:35.322340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:35.368214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfaaec-8747-475c-88d6-c2746ee2e75d req-032e31e3-f0cc-499f-90db-c9dfdcb23f00 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:35.369740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52b515-1097-40cb-91d2-3ed02d0de62a None None] Network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:35.371778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57bfaaec-8747-475c-88d6-c2746ee2e75d req-032e31e3-f0cc-499f-90db-c9dfdcb23f00 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.1570852 Apr 11 20:38:35.405535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c7837a53-93ba-4762-ac95-d02261b37cac details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:35.433557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57bfaaec-8747-475c-88d6-c2746ee2e75d req-f4a3b2c7-01b3-40d7-8f92-1bae3289ba91 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527411 Apr 11 20:38:35.521003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-09fcf43d-81a9-47f6-9c6f-c36b990d5d61 req-7d5c6e64-71d2-48e3-8519-e8d202c0d910 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 210 time: 0.0783362 Apr 11 20:38:35.595603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-689c0710-0888-4a3b-8172-f33a4f24c035 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9829450 Apr 11 20:38:35.623254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:35.640740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Transition to ACTIVE for port object 6cdf2921-1983-46e0-9690-4f7a45ac64dc will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:35.728996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:35.793820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:35.801825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:35.804671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:35.810032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:35.810636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:35.934787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c7837a53-93ba-4762-ac95-d02261b37cac, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c7837a53-93ba-4762-ac95-d02261b37cac,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:35.974928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'Port': ['ID=6cdf2921-1983-46e0-9690-4f7a45ac64dc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:36.099592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fed01-4033-4bb0-b71f-7513b0dc1559 req-11ae2e2a-3cfd-4e77-bda5-c278d399f653 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:36.108507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c26fed01-4033-4bb0-b71f-7513b0dc1559 req-11ae2e2a-3cfd-4e77-bda5-c278d399f653 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 947 time: 0.1153083 Apr 11 20:38:36.149876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c7837a53-93ba-4762-ac95-d02261b37cac', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'c7837a53-93ba-4762-ac95-d02261b37cac', 'mac_address': 'fa:16:3e:b9:90:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:36.162183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e52b40-5c01-4c06-9841-b8e3882e4137 None None] Network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:36.190901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c26fed01-4033-4bb0-b71f-7513b0dc1559 req-d8ab7851-735a-4f22-b6f4-b024683065c9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789139 Apr 11 20:38:36.318330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-49c5fbdd-0d8d-4a13-a0d1-0bab61effb20 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1545026 Apr 11 20:38:36.336067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Request body: {'port': {'device_id': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:36.416421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47770) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:36.479584 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:36.487726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30389-30c4-4200-8e79-d36969729571 req-2ed40796-6f25-4ad4-b786-d4b9350b18c1 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:36.497205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffe30389-30c4-4200-8e79-d36969729571 req-2ed40796-6f25-4ad4-b786-d4b9350b18c1 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 931 time: 0.1239638 Apr 11 20:38:36.523530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dbc52832-8d52-4ab5-b239-b4c5cadee237 None None] Provisioning for port 6cdf2921-1983-46e0-9690-4f7a45ac64dc completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:36.548538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dbc52832-8d52-4ab5-b239-b4c5cadee237 None None] Provisioning complete for port 6cdf2921-1983-46e0-9690-4f7a45ac64dc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:36.549032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbc52832-8d52-4ab5-b239-b4c5cadee237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:36.562650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffe30389-30c4-4200-8e79-d36969729571 req-253e7fe3-7539-4475-826a-6c760713003b tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643954 Apr 11 20:38:36.571073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1daa72-08e2-4c01-9457-0bbae2570a14 req-3917b60f-70ad-41a7-8ca0-04e3b8aaaab2 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:36.574906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7837a53-93ba-4762-ac95-d02261b37cac {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:36.582609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe1daa72-08e2-4c01-9457-0bbae2570a14 req-3917b60f-70ad-41a7-8ca0-04e3b8aaaab2 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 945 time: 0.3896904 Apr 11 20:38:36.609782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:36.638001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d58b-b0de-4429-a621-103f74e00ede req-05264ecc-dc18-4765-a7dd-d00c1ce178d3 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:36.639346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-05264ecc-dc18-4765-a7dd-d00c1ce178d3 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 822 time: 0.7655852 Apr 11 20:38:36.645786 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:36.686008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dbc52832-8d52-4ab5-b239-b4c5cadee237 None None] Port 6cdf2921-1983-46e0-9690-4f7a45ac64dc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:38:36.687945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Transition to ACTIVE for port object 6ee33968-3f80-4334-b803-b9682cb1c931 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:36.701259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'port': {'device_id': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'admin_state_up': True, 'tenant_id': 'c054f731708845f18b414ce383187941'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:36.738418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe1daa72-08e2-4c01-9457-0bbae2570a14 req-fc28b660-0228-4bc1-a5b6-0f61972d51c9 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548858 Apr 11 20:38:36.793843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:36.884784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c7837a53-93ba-4762-ac95-d02261b37cac, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c7837a53-93ba-4762-ac95-d02261b37cac,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:36.888068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f054d-47b8-40a9-b698-a471bf1c46b6 req-3619e597-8f8a-43d1-bc39-7b2699ff941b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:36.889579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-109f054d-47b8-40a9-b698-a471bf1c46b6 req-3619e597-8f8a-43d1-bc39-7b2699ff941b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.1562719 Apr 11 20:38:36.960560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-109f054d-47b8-40a9-b698-a471bf1c46b6 req-a8cf96dd-b8ad-4a69-86d0-6fb5f60dbaef tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643609 Apr 11 20:38:37.016683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.030641 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05551dc8-e315-414b-a97f-ada9502881b3 req-34d1f087-c804-4653-9745-2526b12fec99 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 210 time: 0.1269374 Apr 11 20:38:37.049069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:37.121538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:37.131019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Usage tracker for resource:security_group_rule and tenant:db7aca3ccb30409997835555a00e52fb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:37.143142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:37.143922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:37.151301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:37.190479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb4bdb-ea53-4136-ac31-d61390780a23 None None] Pushing event updated for resources: {'Port': ['ID=6ee33968-3f80-4334-b803-b9682cb1c931,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:37.202237 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.314333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.346973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Made reservation on behalf of c054f731708845f18b414ce383187941 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:37.350039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.423237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.440986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Attempting to bind port 6ee33968-3f80-4334-b803-b9682cb1c931 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:37.441307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Attempting to bind port 6ee33968-3f80-4334-b803-b9682cb1c931 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:37.441609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Attempting to bind port 6ee33968-3f80-4334-b803-b9682cb1c931 on network 73951e44-6402-4805-95b0-dc9863159e48 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:37.470205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:37.470650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Checking segment: {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:37.471090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.471505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Bound using segment: {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:37.472053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Bound port: 6ee33968-3f80-4334-b803-b9682cb1c931, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620fb8ef-7b70-40fd-8732-3461baf43c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73951e44-6402-4805-95b0-dc9863159e48'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:37.472418 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.496818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdf2921-1983-46e0-9690-4f7a45ac64dc {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:37.514375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.549280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db7aca3ccb30409997835555a00e52fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1278617 Apr 11 20:38:37.549280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73204e4c-7b27-4a9c-ac33-28e7c6df1959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc76a0-db62-40c3-b20d-519298cd107b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:37.559738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47802) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:37.581980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] For port 6ee33968-3f80-4334-b803-b9682cb1c931, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:37.585361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] For port 6ee33968-3f80-4334-b803-b9682cb1c931, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6ee33968-3f80-4334-b803-b9682cb1c931,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:37.590058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c7837a53-93ba-4762-ac95-d02261b37cac'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:37.618760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Transition to ACTIVE for port object 6cdf2921-1983-46e0-9690-4f7a45ac64dc will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:37.663293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:37.702972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c7837a53-93ba-4762-ac95-d02261b37cac,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:37.706985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.726499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.748875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-8b26fadf-6df0-4033-828a-d0741dbfd298 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:37.756334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-8b26fadf-6df0-4033-828a-d0741dbfd298 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4406085 Apr 11 20:38:37.913305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb4bdb-ea53-4136-ac31-d61390780a23 None None] Pushing event updated for resources: {'Port': ['ID=6ee33968-3f80-4334-b803-b9682cb1c931,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:37.931833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Routers {'7c10c393-9654-4192-bdce-51cbfdfa590b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:37.933131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7c10c393-9654-4192-bdce-51cbfdfa590b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:37.950532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76d00f7c-92ac-47e6-b81b-915f4cbc61f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:37.993064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be83549-d1a2-4f73-aa8a-237c041dbcfc req-85c2411b-afd9-4dc2-bf45-aa868e9aa55c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:38.001968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2be83549-d1a2-4f73-aa8a-237c041dbcfc req-85c2411b-afd9-4dc2-bf45-aa868e9aa55c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 948 time: 0.6081119 Apr 11 20:38:38.048572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Allocated IP 172.20.0.4 (7e2b5698-1296-40bc-be1a-d8061bff6be8/adce2da6-bf19-4f7d-9754-0e7a2c0358bc/c303962d-f9f5-4c08-a88d-24e7093f9b71) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:38.065142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdf2921-1983-46e0-9690-4f7a45ac64dc,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:38.073983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-deaf0301-c27a-4f46-a266-e01a571e40f7 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.3165946 Apr 11 20:38:38.092565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'floatingip': {'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:38.206649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76d00f7c-92ac-47e6-b81b-915f4cbc61f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.238495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port b3685e5c-a3a4-43d7-ae93-9429a682e147 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:38.259947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.273834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port b3685e5c-a3a4-43d7-ae93-9429a682e147 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:38.274196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.312087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] Set router 7c10c393-9654-4192-bdce-51cbfdfa590b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:38.397281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47822) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:38.421510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1640714368-network', 'tenant_id': '458f91b00ea14eaeaa96497fb9bcdc4c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:38.423442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2be83549-d1a2-4f73-aa8a-237c041dbcfc req-fcaebf50-187c-4675-8c49-eccc8e4300d3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187236 Apr 11 20:38:38.527869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:38.541457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Usage tracker for resource:network and tenant:458f91b00ea14eaeaa96497fb9bcdc4c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:38.554705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:38.562337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:38.582967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.649514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Attempting to bind port 6cdf2921-1983-46e0-9690-4f7a45ac64dc on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:38.649979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Attempting to bind port 6cdf2921-1983-46e0-9690-4f7a45ac64dc by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:38.650367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Attempting to bind port 6cdf2921-1983-46e0-9690-4f7a45ac64dc on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:38.660545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Port 6cdf2921-1983-46e0-9690-4f7a45ac64dc on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:38.660545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Attempting to bind port 6cdf2921-1983-46e0-9690-4f7a45ac64dc on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:38.672393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:38.672873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Checking segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:38.673352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Bound using segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:38.673899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Bound port: 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:38.674641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.734110 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.774402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76d00f7c-92ac-47e6-b81b-915f4cbc61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.789404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:38.790212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Made reservation on behalf of 458f91b00ea14eaeaa96497fb9bcdc4c for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:38.793067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:38.798055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.820390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.829276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d00f7c-92ac-47e6-b81b-915f4cbc61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc76a0-db62-40c3-b20d-519298cd107b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:38.836762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.847535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76d00f7c-92ac-47e6-b81b-915f4cbc61f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.850859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-76d00f7c-92ac-47e6-b81b-915f4cbc61f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41cc76a0-db62-40c3-b20d-519298cd107b HTTP/1.1" status: 204 len: 168 time: 1.2894173 Apr 11 20:38:38.903881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:38:10Z', 'revision_number': 4, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6ee33968-3f80-4334-b803-b9682cb1c931', 'name': '', 'network_id': '73951e44-6402-4805-95b0-dc9863159e48', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'mac_address': 'fa:16:3e:6e:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '918c1498-2550-4011-af4a-f92a811db5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:09Z', 'updated_at': '2022-04-11T20:38:37Z', 'revision_number': 4, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'subnets': [{'id': '918c1498-2550-4011-af4a-f92a811db5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:38.906610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:38.930638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] For port 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:38.949541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:38.949775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df95a1d-f7ed-48c5-8082-139b73e9b4a6 None None] The sync data for ids ['7c10c393-9654-4192-bdce-51cbfdfa590b'] in n-d-837321-1 is: [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:38:10Z', 'revision_number': 4, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6ee33968-3f80-4334-b803-b9682cb1c931', 'name': '', 'network_id': '73951e44-6402-4805-95b0-dc9863159e48', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'mac_address': 'fa:16:3e:6e:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '918c1498-2550-4011-af4a-f92a811db5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:09Z', 'updated_at': '2022-04-11T20:38:37Z', 'revision_number': 4, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'subnets': [{'id': '918c1498-2550-4011-af4a-f92a811db5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:38:38.954969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Usage tracker for resource:security_group_rule and tenant:458f91b00ea14eaeaa96497fb9bcdc4c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:38.968885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:38.971583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:38.983714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:39.000330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:39.005110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:39.005867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:39.012626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:39.045613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:39.046641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.055685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] For port 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:39.115183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb197-0365-420c-a9fe-6ca2b99c45d5 req-bf94ff36-8ad2-466f-8330-3f0e6e451dff tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:39.116227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6e7cb197-0365-420c-a9fe-6ca2b99c45d5 req-bf94ff36-8ad2-466f-8330-3f0e6e451dff tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Synchronizing usage tracker for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:39.122230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.189236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-e5c3b3f2-26ea-4578-a385-df98168a6ce5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5021782 Apr 11 20:38:39.197189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.198814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] 10.222.0.75 "PUT /v2.0/ports/6cdf2921-1983-46e0-9690-4f7a45ac64dc HTTP/1.1" status: 200 len: 1091 time: 2.8719845 Apr 11 20:38:39.202931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:39.215645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Request body: {'port': {'device_id': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:39.268084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6e7cb197-0365-420c-a9fe-6ca2b99c45d5 req-bf94ff36-8ad2-466f-8330-3f0e6e451dff tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Unset dirty status for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:39.271527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e7cb197-0365-420c-a9fe-6ca2b99c45d5 req-bf94ff36-8ad2-466f-8330-3f0e6e451dff tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 943 time: 0.4776249 Apr 11 20:38:39.308706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76d43-6e2e-4fd3-93b3-35c82d3f6636 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdf2921-1983-46e0-9690-4f7a45ac64dc,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:39.424761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c7837a53-93ba-4762-ac95-d02261b37cac up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:39.448746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.456260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e7cb197-0365-420c-a9fe-6ca2b99c45d5 req-34a5c052-1323-4ece-90b7-323f3f69c54c tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834326 Apr 11 20:38:39.477545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:38:39.510186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.567118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.634758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:38:39.685524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.685867 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Added segment 824d333f-785c-4c71-94be-fe4d672a2510 of type vlan for network a6fe67ce-feb9-43ea-af18-7779f064ebde Apr 11 20:38:39.689037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e905fc-5554-4189-950c-334f53694708,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:39.692634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c7837a53-93ba-4762-ac95-d02261b37cac completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:39.698565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c7837a53-93ba-4762-ac95-d02261b37cac triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:39.698936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.710943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.735808 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-0b89b7f2-426f-416f-88fc-5f8aeae968f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 1094 time: 0.4189143 Apr 11 20:38:39.767778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.819667 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.849371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:39.904204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ee33968-3f80-4334-b803-b9682cb1c931 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:39.955796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c7837a53-93ba-4762-ac95-d02261b37cac, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c7837a53-93ba-4762-ac95-d02261b37cac,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:40.000680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-f8c0b1a9-620c-41df-8b29-ca93bbbecb13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc HTTP/1.1" status: 200 len: 217 time: 0.1546037 Apr 11 20:38:40.035780 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.051451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:40.076582 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.080145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6ee33968-3f80-4334-b803-b9682cb1c931 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:40.115386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6ee33968-3f80-4334-b803-b9682cb1c931 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:40.116061 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.127205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.128092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:40.132246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.162449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:40.202735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c7837a53-93ba-4762-ac95-d02261b37cac,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:40.226469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Usage tracker for resource:security_group_rule and tenant:1f8c8288293643b8bad95979810755ff is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:40.249701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:40.266280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-aaa87129-3702-4c7e-bfed-28e6d64c1417 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:40.266717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:40.267872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-aaa87129-3702-4c7e-bfed-28e6d64c1417 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 200 len: 863 time: 0.1960180 Apr 11 20:38:40.281928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a6fe67ce-feb9-43ea-af18-7779f064ebde,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:40.303222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a6fe67ce-feb9-43ea-af18-7779f064ebde details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:38:40.333709 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Floating IP f3822e31-3df2-4138-b460-f527818b6142 associated. External IP: 172.25.5.78, port: e02f3fc9-3c75-4453-a2e7-6207092ad9fe. Apr 11 20:38:40.370451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf74a-cf09-4305-b35b-2294ff4f54db req-d67a2a23-3a5c-4b5b-b062-67c220077a74 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:40.372224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d00bf74a-cf09-4305-b35b-2294ff4f54db req-d67a2a23-3a5c-4b5b-b062-67c220077a74 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 945 time: 0.6925125 Apr 11 20:38:40.400513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-985edebf-69a6-4164-8cc3-f512b31764f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9993777 Apr 11 20:38:40.409963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47844) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:40.434175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.476636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Request body: {'subnet': {'network_id': 'a6fe67ce-feb9-43ea-af18-7779f064ebde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1640714368-subnet', 'tenant_id': '458f91b00ea14eaeaa96497fb9bcdc4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:40.488409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:40.497122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6ee33968-3f80-4334-b803-b9682cb1c931, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6ee33968-3f80-4334-b803-b9682cb1c931,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:40.499431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Usage tracker for resource:subnet and tenant:458f91b00ea14eaeaa96497fb9bcdc4c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:40.502911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:40.506887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d00bf74a-cf09-4305-b35b-2294ff4f54db req-5c0ada7c-502c-4042-85ea-6e51392de627 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260204 Apr 11 20:38:40.512455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:40.512860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c303962d-f9f5-4c08-a88d-24e7093f9b71 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:40.519503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-642b595d-f84d-4023-8f8d-879177d0afc8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373097 Apr 11 20:38:40.523039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.584276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.608015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.611719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Transition to ACTIVE for port object c303962d-f9f5-4c08-a88d-24e7093f9b71 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:40.614972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Made reservation on behalf of 458f91b00ea14eaeaa96497fb9bcdc4c for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:40.617898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.665226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6ee33968-3f80-4334-b803-b9682cb1c931,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:40.699320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.712249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:40.777543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c317501c-5627-4273-9cb6-1b1d08df49a4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:40.789886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-402de72a-e584-47eb-aff6-b6007f8ad2b3 service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617536 Apr 11 20:38:40.794572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-37ab7fb4-f55f-414d-bf47-b0200191452b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f8c8288293643b8bad95979810755ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7389824 Apr 11 20:38:40.796615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47850) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:40.943978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:40.946515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d9117a9-31ef-42ca-8d10-3d1279940aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.038046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964713-9350-4235-ae86-e3b509662bc7 req-9f85e385-1e4d-4014-b407-3f8c2ca174cc tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:41.038715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a9964713-9350-4235-ae86-e3b509662bc7 req-9f85e385-1e4d-4014-b407-3f8c2ca174cc tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:41.074408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Attempting to bind port c303962d-f9f5-4c08-a88d-24e7093f9b71 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:41.074721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Attempting to bind port c303962d-f9f5-4c08-a88d-24e7093f9b71 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:41.075037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Attempting to bind port c303962d-f9f5-4c08-a88d-24e7093f9b71 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:41.086803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c6e121-da0b-40c9-a35c-5deb60fb2b1e req-a41afefb-e4c9-4af7-bd5f-61caaf66f03f service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840083 Apr 11 20:38:41.089401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Port c303962d-f9f5-4c08-a88d-24e7093f9b71 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:41.089720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Attempting to bind port c303962d-f9f5-4c08-a88d-24e7093f9b71 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:41.098133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:41.100777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Checking segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:41.100777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Bound using segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:41.100777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Bound port: c303962d-f9f5-4c08-a88d-24e7093f9b71, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:41.100777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.122044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d9117a9-31ef-42ca-8d10-3d1279940aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.157452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a9964713-9350-4235-ae86-e3b509662bc7 req-9f85e385-1e4d-4014-b407-3f8c2ca174cc tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:41.158601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9964713-9350-4235-ae86-e3b509662bc7 req-9f85e385-1e4d-4014-b407-3f8c2ca174cc tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 931 time: 0.5038745 Apr 11 20:38:41.224463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.229982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:41.233305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:41.235233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a9964713-9350-4235-ae86-e3b509662bc7 req-ddcdf20c-b9ba-4df7-bac4-170952835b41 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:41.263436 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d9117a9-31ef-42ca-8d10-3d1279940aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.290542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9117a9-31ef-42ca-8d10-3d1279940aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c317501c-5627-4273-9cb6-1b1d08df49a4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:41.293649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.325379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:38:41.328494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7d049d-ee4b-426c-927d-f4b049e5a988,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:41.337868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d9117a9-31ef-42ca-8d10-3d1279940aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.341646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d9117a9-31ef-42ca-8d10-3d1279940aa5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c317501c-5627-4273-9cb6-1b1d08df49a4 HTTP/1.1" status: 204 len: 168 time: 0.5403979 Apr 11 20:38:41.343740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a9964713-9350-4235-ae86-e3b509662bc7 req-ddcdf20c-b9ba-4df7-bac4-170952835b41 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:41.355932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9964713-9350-4235-ae86-e3b509662bc7 req-ddcdf20c-b9ba-4df7-bac4-170952835b41 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903303 Apr 11 20:38:41.362284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Checking segment: {'id': '824d333f-785c-4c71-94be-fe4d672a2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a6fe67ce-feb9-43ea-af18-7779f064ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:41.362647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Network hostable DHCP agents. Network: a6fe67ce-feb9-43ea-af18-7779f064ebde, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:38:41.402453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.404009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] 10.222.0.69 "PUT /v2.0/ports/c303962d-f9f5-4c08-a88d-24e7093f9b71 HTTP/1.1" status: 200 len: 1091 time: 2.1955068 Apr 11 20:38:41.414370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2295718-74cc-4520-98e6-96cc33c51ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:41.579573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Network a6fe67ce-feb9-43ea-af18-7779f064ebde is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:38:41.588085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:41.593228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.600167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-5c017cf7-e644-42e0-9cf9-53f876509021 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 1094 time: 0.0823467 Apr 11 20:38:41.605664 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:41.619526 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:41.620623 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:41.649086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-b9dc0842-c547-47e7-8f55-5b4d15c4e3cf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "PUT /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 996 time: 3.5742688 Apr 11 20:38:41.649527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:41.694176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-a3118d3f-e753-4c79-b5a5-4495558e57fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71 HTTP/1.1" status: 200 len: 217 time: 0.0807810 Apr 11 20:38:41.729001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, a6fe67ce-feb9-43ea-af18-7779f064ebde) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:41.739287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a61999-3d45-4167-bab6-51fb65a5e5d9 None None] Network a6fe67ce-feb9-43ea-af18-7779f064ebde requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:41.741733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:41.742374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:41.784801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-fd6d6b8f-d32f-4b73-964a-934a8ab1fb77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1190374 Apr 11 20:38:41.868972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ee33968-3f80-4334-b803-b9682cb1c931 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:41.874578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0701a783-b313-4886-9147-ced5a86a36d1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4608455 Apr 11 20:38:41.903815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d58b-b0de-4429-a621-103f74e00ede req-aa0526a7-2372-43a9-a9cf-dd8bae66178c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:41.905976 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-aa0526a7-2372-43a9-a9cf-dd8bae66178c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.2026222 Apr 11 20:38:41.927423 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4a2380-9caa-434f-aa6f-dc966e5f09b7'] response: {'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'code': 200} Apr 11 20:38:42.007137 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:42.017541 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-5caf4293-cf61-4578-b475-53f4e74e25c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042800 Apr 11 20:38:42.024886 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91b4a70-6cdc-4642-8f16-86aacd4e5f5a'] response: {'name': 'network-changed', 'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'status': 'completed', 'code': 200} Apr 11 20:38:42.134921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6ee33968-3f80-4334-b803-b9682cb1c931 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:42.137636 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:42.277951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76161b27-3cde-424d-9e79-6b0fde70e870 None None] Network a6fe67ce-feb9-43ea-af18-7779f064ebde requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:38:42.439028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-6d756ab8-34d1-4b84-bb73-aa8240b00646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:42.441831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-6d756ab8-34d1-4b84-bb73-aa8240b00646 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.6508062 Apr 11 20:38:42.493373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-a72815c0-6a4d-4d9d-b87c-3080915d7648 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 1094 time: 0.4247038 Apr 11 20:38:42.497975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-2e21a561-6547-4ebe-8014-9bd63e37415f service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634244 Apr 11 20:38:42.503611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4dc2-621a-4737-be5e-35b12ecefb14 req-876e0706-3d26-4cdf-ad31-57f4ee79611c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:42.511216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2deb4dc2-621a-4737-be5e-35b12ecefb14 req-876e0706-3d26-4cdf-ad31-57f4ee79611c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 949 time: 0.3478436 Apr 11 20:38:42.596940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-0eac4b8c-85c8-4108-b670-e0620f9648d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 999 time: 0.1472497 Apr 11 20:38:42.603655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3462a09-2d31-42d7-9dfe-16d07d59da4a req-d7deef36-a945-4668-8e1e-0dbc8ef59ddd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1096 time: 0.5882461 Apr 11 20:38:42.718643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-ff7e1d15-4bb9-4ab7-b8e2-3679a10ede99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:42.720593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-ff7e1d15-4bb9-4ab7-b8e2-3679a10ede99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.1158020 Apr 11 20:38:42.723629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3462a09-2d31-42d7-9dfe-16d07d59da4a req-a1d09fed-4690-45ff-96f1-89c64a97f3ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763769 Apr 11 20:38:42.732442 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:38:39Z', 'revision_number': 1, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:42.738286 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:38:42.761661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:42.762702 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:42.793853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-bdbb9429-fbe3-479e-99c9-9f5efc3e5ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:42.795197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-bdbb9429-fbe3-479e-99c9-9f5efc3e5ef0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 925 time: 0.2821782 Apr 11 20:38:42.824563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-1668abf9-18c9-4bfb-8753-88d190914dcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962019 Apr 11 20:38:42.837604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-237d9dbf-0cb4-4310-82ea-d61f710fdfc2 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:38:42.837994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-237d9dbf-0cb4-4310-82ea-d61f710fdfc2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055294 Apr 11 20:38:42.944536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-086ffd42-fd01-4a97-9a55-b379e4f0221d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc HTTP/1.1" status: 200 len: 217 time: 0.0937412 Apr 11 20:38:42.988887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2deb4dc2-621a-4737-be5e-35b12ecefb14 req-ba28faa7-2fb5-4cf5-9d0b-81e23fb0c335 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769971 Apr 11 20:38:43.032560 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:43.052896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-79a8098c-afbb-4669-aaf0-ec0ce2b554be service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060289 Apr 11 20:38:43.058158 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba4d58b-b0de-4429-a621-103f74e00ede req-616b617f-34e8-4230-b937-b3f70c5e5476 service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020954 Apr 11 20:38:43.063034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-fd1ef177-e4ee-47cf-b239-bd865ce5f7f0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:43.064815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-fd1ef177-e4ee-47cf-b239-bd865ce5f7f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 200 len: 863 time: 0.1111131 Apr 11 20:38:43.260873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed80c4f7-a0fa-49eb-9376-a120379d340f req-acb94f07-819a-4819-a056-8255f1c97450 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842997 Apr 11 20:38:43.309367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-8f77dc68-761d-4616-ab79-e31bf0739a53 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360959 Apr 11 20:38:43.431855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944452db-df74-4d78-8c31-90a31790859a req-14af136b-1aed-46b5-b1e4-57e010bd45f0 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:43.434655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-944452db-df74-4d78-8c31-90a31790859a req-14af136b-1aed-46b5-b1e4-57e010bd45f0 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 943 time: 0.2208569 Apr 11 20:38:43.452377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6cdf2921-1983-46e0-9690-4f7a45ac64dc details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:43.529804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-0ed87d68-74b9-4544-be17-90f396dc71a4 service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133238 Apr 11 20:38:43.568925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:38:39Z', 'revision_number': 1, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:43.578032 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a50a33-9ce1-44c8-9d15-b24ff5ffc2eb None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:38:39Z', 'revision_number': 1, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:38:43.630601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:43.647404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'port_id': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'mac_address': 'fa:16:3e:c8:65:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:43.685433 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-944452db-df74-4d78-8c31-90a31790859a req-d35d33f4-0199-496b-9075-90336dae7d06 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392855 Apr 11 20:38:43.706725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85485b60-d5ad-42d8-a6d6-d2a3bdadb530 req-e6db0f9a-3434-4e53-993b-e18d97f863ed tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:43.719941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85485b60-d5ad-42d8-a6d6-d2a3bdadb530 req-e6db0f9a-3434-4e53-993b-e18d97f863ed tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 945 time: 0.2154453 Apr 11 20:38:43.772389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:43.796006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f209caf-04b8-4e73-9142-78aa3b364b33 req-c2383ee4-0e69-4cd9-b380-1c8db4ec1da4 service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382696 Apr 11 20:38:43.798944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdf2921-1983-46e0-9690-4f7a45ac64dc {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:43.810337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85485b60-d5ad-42d8-a6d6-d2a3bdadb530 req-ddd0b36d-150f-4154-8b3b-df808cb436c7 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Apr 11 20:38:43.823266 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f336ac7-fbef-4af4-bd71-4c1726f4f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:43.823266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:43.836075 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ab9e28-b39e-4b73-8cfe-41b364e34f83'] response: {'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'status': 'completed', 'code': 200} Apr 11 20:38:43.915858 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:43.966977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7837a53-93ba-4762-ac95-d02261b37cac'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:44.014122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-135aaf2d-6110-43e1-bcce-1c1ef5974dfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1372745 Apr 11 20:38:44.020105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6cdf2921-1983-46e0-9690-4f7a45ac64dc,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:44.027428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:44.164003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254836-0b72-4809-baf1-20f24ad24946 req-47bd2c50-7a14-4796-8b91-c623aa458e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:44.165433 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-47bd2c50-7a14-4796-8b91-c623aa458e75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1433392 Apr 11 20:38:44.187725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6cdf2921-1983-46e0-9690-4f7a45ac64dc'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:44.298065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-dafb6026-8b86-42e8-b6cf-f1b75085fc48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 999 time: 0.1209910 Apr 11 20:38:44.383705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254836-0b72-4809-baf1-20f24ad24946 req-784af194-cf82-4377-8a9b-ae23c13fd964 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:44.386001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-784af194-cf82-4377-8a9b-ae23c13fd964 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0748734 Apr 11 20:38:44.449578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc706372-a87d-4955-984e-64ae868b44f5 req-a6c90775-ad98-4854-8681-2fc0d3c05de3 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:44.451013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-a6c90775-ad98-4854-8681-2fc0d3c05de3 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/networks?id=7a6156f6-d83e-4a31-99d7-6a496ca175f4 HTTP/1.1" status: 200 len: 815 time: 0.2420766 Apr 11 20:38:44.467820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-fee3e5c3-5615-4b05-b5e9-b7e040314405 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/quotas/72b8dd8aa0624946a93d283ce0767ed8 HTTP/1.1" status: 200 len: 375 time: 0.0111697 Apr 11 20:38:44.471806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-efba74c6-5dc5-4195-b50d-d61a05170f79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799534 Apr 11 20:38:44.521658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-52d8a8b5-c6cd-4277-956a-32d211dcae46 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=72b8dd8aa0624946a93d283ce0767ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471778 Apr 11 20:38:44.617844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-0b275158-0227-411f-9234-fbaa91e0fbd2 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399872 Apr 11 20:38:44.670061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-c89c2aa6-b5f8-4021-ac68-8250a3555a75 service neutron] 10.222.0.61 "GET /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417582 Apr 11 20:38:44.773871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97254836-0b72-4809-baf1-20f24ad24946 req-c4a00525-0025-4ef6-a194-dba6b7bd09b4 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496968 Apr 11 20:38:44.810455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-290d12e9-05b9-47a4-87c9-a6358902ea7a service neutron] 10.222.0.61 "GET /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337812 Apr 11 20:38:45.105715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc1255-479f-46e8-a638-f46ee8862e8b req-9244b018-ffdf-43b0-a9f8-4fe7666e022a tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:45.107491 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2dc1255-479f-46e8-a638-f46ee8862e8b req-9244b018-ffdf-43b0-a9f8-4fe7666e022a tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 943 time: 0.1556053 Apr 11 20:38:45.160022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2dc1255-479f-46e8-a638-f46ee8862e8b req-5b5ae699-97f2-4e68-9efa-b32a08ab9e8d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Apr 11 20:38:45.187547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-8a9cb895-479b-4ee8-8d46-d813192e33b2 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:45.187547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-8a9cb895-479b-4ee8-8d46-d813192e33b2 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0873759 Apr 11 20:38:45.254657 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cb48b0-eabf-4b3f-ba8e-a47392b86b89'] response: {'server_uuid': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7837a53-93ba-4762-ac95-d02261b37cac', 'code': 200} Apr 11 20:38:45.293993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-0dd8beb5-142b-4b0c-8d4f-0f6b61eb2c9e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 999 time: 0.1046500 Apr 11 20:38:45.311022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'floatingip': {'port_id': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:45.413409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:45.460184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dcac5ed8-e6e2-44c6-abe2-bbf7541091f9 req-4f530c10-946e-467b-baa2-4cbfc225f942 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 1100 time: 0.1258018 Apr 11 20:38:45.466980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6cdf2921-1983-46e0-9690-4f7a45ac64dc up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:45.471144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317466e-a1a7-4f25-89f6-6f8697b2460b req-b939fbb9-0315-46aa-bc36-60d495f8022a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:45.472614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7317466e-a1a7-4f25-89f6-6f8697b2460b req-b939fbb9-0315-46aa-bc36-60d495f8022a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 949 time: 0.1064394 Apr 11 20:38:45.542995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dcac5ed8-e6e2-44c6-abe2-bbf7541091f9 req-d25ed2dc-71ce-4b6d-99b3-ccbc6b950020 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694239 Apr 11 20:38:45.548312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7317466e-a1a7-4f25-89f6-6f8697b2460b req-10e0f1b9-e3b7-4677-b916-20afdcab2396 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617404 Apr 11 20:38:45.614274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6cdf2921-1983-46e0-9690-4f7a45ac64dc completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:45.618707 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39918f3e-8fc8-40f5-b5d1-9da9d3e17e47'] response: {'name': 'network-changed', 'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'status': 'completed', 'code': 200} Apr 11 20:38:45.625013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6cdf2921-1983-46e0-9690-4f7a45ac64dc triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:45.625890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:45.693754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c303962d-f9f5-4c08-a88d-24e7093f9b71 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:45.776593 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-40e9867a-0447-4a01-a123-70f4867feb82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 1094 time: 0.1349497 Apr 11 20:38:45.904564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:45.919002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:45.927829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77198baa-3545-4fb1-b68a-05a3f8b0bfa9 req-a3c9691a-b6ee-4e19-99e3-f826eabc282b tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:45.929171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77198baa-3545-4fb1-b68a-05a3f8b0bfa9 req-a3c9691a-b6ee-4e19-99e3-f826eabc282b tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 944 time: 0.2038271 Apr 11 20:38:45.932585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'port_id': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'mac_address': 'fa:16:3e:50:43:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce2da6-bf19-4f7d-9754-0e7a2c0358bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:45.969887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-36f2f610-5015-4314-826c-60aa4ba46c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:45.971359 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-36f2f610-5015-4314-826c-60aa4ba46c5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 923 time: 0.1860495 Apr 11 20:38:45.994011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-570cd757-49d0-4c50-a743-374c2044cc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:46.021929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:46.027375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:46.048296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c303962d-f9f5-4c08-a88d-24e7093f9b71 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:46.060271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77198baa-3545-4fb1-b68a-05a3f8b0bfa9 req-b69060c1-4dc3-490c-8e06-7983ac6e7f80 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142344 Apr 11 20:38:46.062095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-3b3c1a12-049a-4715-9ff7-793d0ade006e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71 HTTP/1.1" status: 200 len: 217 time: 0.0787537 Apr 11 20:38:46.065671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:46.104149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:46.145182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-75d168f6-f333-4a3b-88cd-84b0db3b9c94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:46.146870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-75d168f6-f333-4a3b-88cd-84b0db3b9c94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.0776720 Apr 11 20:38:46.152372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:46.193635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6cdf2921-1983-46e0-9690-4f7a45ac64dc,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:46.217150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-21eabedb-f05b-4afb-8145-48814ae9ddb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635552 Apr 11 20:38:46.273427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:46.312432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:46.395079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c303962d-f9f5-4c08-a88d-24e7093f9b71'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:46.425561 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:46.444683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-285f0f97-6fd7-4c74-91f1-3b84fbee6de6 service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107141 Apr 11 20:38:46.457356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6241597-79f1-43d9-b9d0-66f84bea1f59 req-bab59ff9-bd24-422a-a3b3-77848fc9dbfb tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:46.458965 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a6241597-79f1-43d9-b9d0-66f84bea1f59 req-bab59ff9-bd24-422a-a3b3-77848fc9dbfb tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 945 time: 0.1299710 Apr 11 20:38:46.597211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a6241597-79f1-43d9-b9d0-66f84bea1f59 req-7da4f45e-c442-40b6-a7eb-60afca1a044e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183887 Apr 11 20:38:46.642855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a1f7c5e-2e37-4458-a28d-2b08286dc259 req-4909d2e0-0078-41c7-9ac5-f1d9d4319908 service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921413 Apr 11 20:38:46.647501 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Floating IP f3822e31-3df2-4138-b460-f527818b6142 associated. External IP: 172.25.5.78, port: e02f3fc9-3c75-4453-a2e7-6207092ad9fe. Apr 11 20:38:47.029147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4f8a125-095b-453b-b016-f69852f5a4a8 req-84a53c45-cc7f-4fa7-8c52-ac14194a3756 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 210 time: 0.0508251 Apr 11 20:38:47.089182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:38:47.172477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:47.252653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:47.257777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:47.319439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:47.374790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc170bb3-e057-4b63-85b5-a91a90017f0f None None] New status for floating IP f3822e31-3df2-4138-b460-f527818b6142: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:38:47.592371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc706372-a87d-4955-984e-64ae868b44f5 req-77fe4b2c-976a-4bd6-8448-685ab102ec73 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:47.593035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc706372-a87d-4955-984e-64ae868b44f5 req-77fe4b2c-976a-4bd6-8448-685ab102ec73 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Synchronizing usage tracker for tenant:72b8dd8aa0624946a93d283ce0767ed8 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:47.687159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc706372-a87d-4955-984e-64ae868b44f5 req-77fe4b2c-976a-4bd6-8448-685ab102ec73 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Unset dirty status for tenant:72b8dd8aa0624946a93d283ce0767ed8 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:47.688419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-77fe4b2c-976a-4bd6-8448-685ab102ec73 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.75 "GET /v2.0/networks?id=7a6156f6-d83e-4a31-99d7-6a496ca175f4 HTTP/1.1" status: 200 len: 815 time: 0.2516949 Apr 11 20:38:47.708160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c303962d-f9f5-4c08-a88d-24e7093f9b71 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:47.709912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Request body: {'port': {'device_id': '1d680c88-168a-456e-a375-3040ced64458', 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4', 'admin_state_up': True, 'tenant_id': '72b8dd8aa0624946a93d283ce0767ed8'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:47.857522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:38:47.871828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:47.875704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Usage tracker for resource:port and tenant:72b8dd8aa0624946a93d283ce0767ed8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:47.878450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:47.884082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:47.903919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port c303962d-f9f5-4c08-a88d-24e7093f9b71 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:47.908965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port c303962d-f9f5-4c08-a88d-24e7093f9b71 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:47.909329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:47.978305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Made reservation on behalf of 72b8dd8aa0624946a93d283ce0767ed8 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:38:47.982335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.054568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.075426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:48.080814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.108707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:48.173161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.236602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:48.247269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-1496c6d9-c359-4232-89f9-282edaf5555d tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "PUT /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 995 time: 2.9397206 Apr 11 20:38:48.292449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:48.334211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Allocated IP 172.20.0.4 (7a6156f6-d83e-4a31-99d7-6a496ca175f4/f11cabe6-8e02-4908-babf-9335dc8e2bcb/cd271735-f54e-4a33-b57c-97d5bc4f08b3) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:38:48.343383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-02632e60-be71-4ea2-bb38-7c5701d5e902 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:48.344779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-02632e60-be71-4ea2-bb38-7c5701d5e902 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports/e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 943 time: 0.0920789 Apr 11 20:38:48.360772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0aee3-4be8-446f-87ed-04ee11f26932 req-9e7db49f-07f1-492b-b0b4-8c801f491afb tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:48.362170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ce0aee3-4be8-446f-87ed-04ee11f26932 req-9e7db49f-07f1-492b-b0b4-8c801f491afb tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.1366122 Apr 11 20:38:48.495888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-91642057-4a92-4c4e-8973-c4bee829b1ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0896254 Apr 11 20:38:48.507244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ce0aee3-4be8-446f-87ed-04ee11f26932 req-bd0ca07e-fef9-4bcd-8537-9f9b71ebeb8e tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293802 Apr 11 20:38:48.532959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.626889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.633451 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:38:48.656189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-70043449-1b77-49bc-bd0a-43c5da726340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:48.657963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-70043449-1b77-49bc-bd0a-43c5da726340 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1563396 Apr 11 20:38:48.696004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47962) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:48.728887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-544bc949-94a8-4fc9-be34-36aa106b3ae6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 217 time: 0.0645528 Apr 11 20:38:48.740940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1467fd7-e6c8-4108-a813-d3b126ef8a14 req-7299a9a4-9c7b-40f8-88bd-0c1c21113f63 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:48.742427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1467fd7-e6c8-4108-a813-d3b126ef8a14 req-7299a9a4-9c7b-40f8-88bd-0c1c21113f63 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 949 time: 0.0926840 Apr 11 20:38:48.768134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.800047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-35c0bd83-ac1c-488c-94ff-1b8764810c6d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:48.802068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-35c0bd83-ac1c-488c-94ff-1b8764810c6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0669436 Apr 11 20:38:48.882554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-5922dd46-cfa3-48b2-89a1-6f9da9e05d56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733063 Apr 11 20:38:48.890211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Pushing event updated for resources: {'Port': ['ID=cd271735-f54e-4a33-b57c-97d5bc4f08b3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:48.900073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:38:48.902503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:38:48.905007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:38:48.909093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:48.909663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.915017 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:48.925655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1467fd7-e6c8-4108-a813-d3b126ef8a14 req-4bfca985-79b5-4185-9317-4e401389cf1b tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755667 Apr 11 20:38:48.970360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:48.975021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Usage tracker for resource:security_group_rule and tenant:87842d74c08443bd9a96c5300a5a55ec is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:48.977874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:48.985186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:49.021761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-d279cedb-4cc1-4694-9dc2-b03a9de3209d service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325610 Apr 11 20:38:49.030658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-b68d859a-98dd-4f6e-8c2b-a1a051b54bd1 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3245690 Apr 11 20:38:49.047960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Request body: {'port': {'device_id': '1d680c88-168a-456e-a375-3040ced64458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:49.160134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-74777d57-f9ec-4aae-91fe-a6bd236c7d2a service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310334 Apr 11 20:38:49.206228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.222065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.309262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.345275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-fab0a345-1725-405c-9cf7-f671ce731342 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1096 time: 0.0750470 Apr 11 20:38:49.437679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d59331-e380-4e22-b67d-ec7797c8cc33,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:49.444127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3913d6b4-ac35-4c4a-9198-5c347fd3329f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87842d74c08443bd9a96c5300a5a55ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7437265 Apr 11 20:38:49.448153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47972) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:49.553863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-34a307ac-a4cd-4323-9e54-53218fc4bc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:49.555344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-34a307ac-a4cd-4323-9e54-53218fc4bc57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.2041421 Apr 11 20:38:49.597912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c43bb50-20fd-4c19-9c79-897c70a83a7f req-19c3a98e-8b13-4874-99ed-e8ab1c829c9d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1096 time: 0.3297062 Apr 11 20:38:49.659443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-5c26e7b8-92cf-4a10-bb65-5bf0dc5a08a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 1000 time: 0.0971117 Apr 11 20:38:49.664339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd4b5-9340-435c-8d54-51f59a3c03de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.711308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd4b5-9340-435c-8d54-51f59a3c03de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.717758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1c43bb50-20fd-4c19-9c79-897c70a83a7f req-6cfa5629-1a9e-417e-940c-243fe0c1e37c tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] Synchronizing usage tracker for tenant:26ca2790c2da49e2b21b90b5f6379927 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:49.721762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-5eed594a-37d5-4a5e-86f3-72a901a59264 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:49.723225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-5eed594a-37d5-4a5e-86f3-72a901a59264 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0578871 Apr 11 20:38:49.799496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-61a2baea-367d-4976-8c59-4f253191c462 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696445 Apr 11 20:38:49.814555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd271735-f54e-4a33-b57c-97d5bc4f08b3 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:49.822002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.881002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1c43bb50-20fd-4c19-9c79-897c70a83a7f req-6cfa5629-1a9e-417e-940c-243fe0c1e37c tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] Unset dirty status for tenant:26ca2790c2da49e2b21b90b5f6379927 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:49.882184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c43bb50-20fd-4c19-9c79-897c70a83a7f req-6cfa5629-1a9e-417e-940c-243fe0c1e37c tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723558 Apr 11 20:38:49.909606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Transition to ACTIVE for port object cd271735-f54e-4a33-b57c-97d5bc4f08b3 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:38:49.910917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd4b5-9340-435c-8d54-51f59a3c03de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.930189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bd4b5-9340-435c-8d54-51f59a3c03de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d59331-e380-4e22-b67d-ec7797c8cc33,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:49.935903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd4b5-9340-435c-8d54-51f59a3c03de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:49.936756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0e1bd4b5-9340-435c-8d54-51f59a3c03de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27d59331-e380-4e22-b67d-ec7797c8cc33 HTTP/1.1" status: 204 len: 168 time: 0.4853585 Apr 11 20:38:49.984143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-098afb34-79c5-4dca-9e4d-c65c922dbeeb service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754549 Apr 11 20:38:49.987278 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:50.121990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd271735-f54e-4a33-b57c-97d5bc4f08b3,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:50.166064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79b2624c-2164-4b55-bff9-9c20a366ba51 req-7c3f102a-0179-40ca-ac41-0b1c99c6df7b service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822431 Apr 11 20:38:50.182823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Attempting to bind port cd271735-f54e-4a33-b57c-97d5bc4f08b3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:50.183152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Attempting to bind port cd271735-f54e-4a33-b57c-97d5bc4f08b3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '07825235-6629-491e-9a03-dc93c86c4c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:50.183495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Attempting to bind port cd271735-f54e-4a33-b57c-97d5bc4f08b3 on network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:50.189371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Port cd271735-f54e-4a33-b57c-97d5bc4f08b3 on network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:50.189691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Attempting to bind port cd271735-f54e-4a33-b57c-97d5bc4f08b3 on network 7a6156f6-d83e-4a31-99d7-6a496ca175f4 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:50.195772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:50.196100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Checking segment: {'id': '07825235-6629-491e-9a03-dc93c86c4c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:50.196475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Bound using segment: {'id': '07825235-6629-491e-9a03-dc93c86c4c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:50.196892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Bound port: cd271735-f54e-4a33-b57c-97d5bc4f08b3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07825235-6629-491e-9a03-dc93c86c4c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:50.197229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:50.343044 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6de43dd-7b6b-47b8-8619-69f65d83d858'] response: {'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'code': 200} Apr 11 20:38:50.425866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] For port cd271735-f54e-4a33-b57c-97d5bc4f08b3, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:38:50.430238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] For port cd271735-f54e-4a33-b57c-97d5bc4f08b3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3,segment=NetworkSegment(07825235-6629-491e-9a03-dc93c86c4c9a),segment_id=07825235-6629-491e-9a03-dc93c86c4c9a)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:50.444727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76078c77-cce2-432b-8657-869f12de5f19 req-6a516f0c-25d6-4c59-b544-244e4591170d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:50.446189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76078c77-cce2-432b-8657-869f12de5f19 req-6a516f0c-25d6-4c59-b544-244e4591170d tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 945 time: 0.1918628 Apr 11 20:38:50.492764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76078c77-cce2-432b-8657-869f12de5f19 req-45659907-9a62-4524-9837-689f945908fa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400062 Apr 11 20:38:50.494344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:50.559096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:50.560760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] 10.222.0.75 "PUT /v2.0/ports/cd271735-f54e-4a33-b57c-97d5bc4f08b3 HTTP/1.1" status: 200 len: 1091 time: 1.5200472 Apr 11 20:38:50.561159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d680c88-168a-456e-a375-3040ced64458', 'tag': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:50.564418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97350585-3689-4510-a439-ca33f75fdada req-9684224d-bd41-4dbe-8137-234b4c808a00 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:50.582708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97350585-3689-4510-a439-ca33f75fdada req-9684224d-bd41-4dbe-8137-234b4c808a00 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 943 time: 0.1076641 Apr 11 20:38:50.585352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198604e3-90d5-49a6-b5db-608e72af14c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd271735-f54e-4a33-b57c-97d5bc4f08b3,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:50.585548 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915030aa-176c-4582-a026-ce345d61f4a7'] response: {'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'status': 'completed', 'code': 200} Apr 11 20:38:50.603536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-650bee8d-0522-4b51-ad72-95ecbfa525c7 req-f315b203-7b20-4eb7-a8d5-9cb56136aada service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 1096 time: 0.1857433 Apr 11 20:38:50.668087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97350585-3689-4510-a439-ca33f75fdada req-09f04850-bcf8-4e9e-8cae-6166fecf8628 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843854 Apr 11 20:38:50.669499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-11bc7761-3cea-434c-b25f-ac065eb1153a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0785720 Apr 11 20:38:50.675615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-650bee8d-0522-4b51-ad72-95ecbfa525c7 req-d633f532-ca6e-4f8d-96d7-dff8738c5c15 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656507 Apr 11 20:38:50.771000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:50.792292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:50.828614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-d726455f-1685-47e0-bf5e-6bb520fc5d4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:50.830050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-d726455f-1685-47e0-bf5e-6bb520fc5d4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1534908 Apr 11 20:38:50.864504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:50.868282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Usage tracker for resource:security_group_rule and tenant:20e735a1d49f49339d8c335b3fa90cdd is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:50.871686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:50.877476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:50.898804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-4689ed59-2625-4f29-a676-775188b7b966 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 217 time: 0.0622780 Apr 11 20:38:50.968827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-d17bc503-79ba-485a-9bb1-39923ab35be6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:50.970274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-d17bc503-79ba-485a-9bb1-39923ab35be6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0647070 Apr 11 20:38:51.016706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fc953-be25-4c0a-87ea-caf3cdedee4f req-288b0acf-b3a0-4c13-8ec9-5f12873ddff9 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:51.018368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a38fc953-be25-4c0a-87ea-caf3cdedee4f req-288b0acf-b3a0-4c13-8ec9-5f12873ddff9 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.2279248 Apr 11 20:38:51.021038 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:51.048900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-e1367773-90e2-425e-82dc-f9b21c0a58e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720243 Apr 11 20:38:51.083409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a38fc953-be25-4c0a-87ea-caf3cdedee4f req-2cd3a596-0ba1-414e-9668-6e3ea7773ed9 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Apr 11 20:38:51.087106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-7d0c1f1a-ba06-42a7-b577-9030421a26bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72b8dd8aa0624946a93d283ce0767ed8&device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 1094 time: 0.1526115 Apr 11 20:38:51.088202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:51.259185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-71c597f0-b8b7-4ada-b7bd-bcfabb575174 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004871 Apr 11 20:38:51.262078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cc91910-9553-4385-adaf-01ce59139693 req-3d48bf09-51ef-4b7d-bd04-23a1b968ee66 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1096 time: 0.1830049 Apr 11 20:38:51.268953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-1c6c8455-8111-4804-9b49-03168571209b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3 HTTP/1.1" status: 200 len: 217 time: 0.1683710 Apr 11 20:38:51.281194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af81d57-4402-4282-b0a1-a309d7bc40f8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:51.293272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a917ef0-36fd-4af9-9a9d-a0b4e10e3518 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20e735a1d49f49339d8c335b3fa90cdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5211902 Apr 11 20:38:51.293918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48002) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:51.389118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f708cdfe-4f53-432b-bfee-466e9ae6ae5a req-f3a344ad-1dc1-4764-acd4-92168bc9b3eb tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.2191300 Apr 11 20:38:51.396290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cc91910-9553-4385-adaf-01ce59139693 req-09e910bc-942a-4303-bf4d-b2d8b41ba251 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108065 Apr 11 20:38:51.399852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc706372-a87d-4955-984e-64ae868b44f5 req-2c708531-ffc1-456b-95b3-f1f282954cf5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:51.401409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-2c708531-ffc1-456b-95b3-f1f282954cf5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f11cabe6-8e02-4908-babf-9335dc8e2bcb HTTP/1.1" status: 200 len: 855 time: 0.1167972 Apr 11 20:38:51.430093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961122d0-49d1-4b71-9c7a-95954c6df9dc req-04c24f0a-1574-47f6-8b34-cd8c6280a9ac service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639788 Apr 11 20:38:51.501431 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:51.503319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-2d3f1e2f-7143-4930-a1c1-725dc5bbbc3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a6156f6-d83e-4a31-99d7-6a496ca175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594835 Apr 11 20:38:51.515767 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:51.516456 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:51.532773 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65c5206-c8a1-4696-af91-965a0248c3ea'] response: {'name': 'network-changed', 'server_uuid': '1d680c88-168a-456e-a375-3040ced64458', 'tag': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3', 'status': 'completed', 'code': 200} Apr 11 20:38:51.559686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708cdfe-4f53-432b-bfee-466e9ae6ae5a req-1029002d-bfd9-492f-9301-8b8da9c07c7c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:51.565863 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f708cdfe-4f53-432b-bfee-466e9ae6ae5a req-1029002d-bfd9-492f-9301-8b8da9c07c7c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports/61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 942 time: 0.1629896 Apr 11 20:38:51.683159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5d45338-c5be-4d27-be6a-77a9b6e731a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:51.724531 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:51.805216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5d45338-c5be-4d27-be6a-77a9b6e731a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:51.881106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f708cdfe-4f53-432b-bfee-466e9ae6ae5a req-8833f325-10c2-4af0-bc99-0ec8a8967649 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.1950886 Apr 11 20:38:51.943799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-703912a3-cd4e-45f8-82e6-5b25a40ef6fa service neutron] 10.222.0.75 "GET /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319003 Apr 11 20:38:51.992114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-fe326b82-69d5-46c4-b682-128e30f91d33 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458&device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57&device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928&device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c&device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a&device_id=b0091d12-d6db-49e4-8adf-1caee3932056&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 8196 time: 0.1266944 Apr 11 20:38:52.023282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:52.138202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5d45338-c5be-4d27-be6a-77a9b6e731a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:52.150156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:52.155392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Usage tracker for resource:security_group_rule and tenant:9e608ff7322f4960818ea47b3104669a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:52.159397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:52.166709 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:1c:c3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:38:47Z', 'revision_number': 3, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:52.167002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:52.171712 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:38:52.180040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d45338-c5be-4d27-be6a-77a9b6e731a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af81d57-4402-4282-b0a1-a309d7bc40f8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:52.184547 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:52.186979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:52.206092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5d45338-c5be-4d27-be6a-77a9b6e731a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:52.209524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c5d45338-c5be-4d27-be6a-77a9b6e731a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2af81d57-4402-4282-b0a1-a309d7bc40f8 HTTP/1.1" status: 204 len: 168 time: 0.8815451 Apr 11 20:38:52.223187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708cdfe-4f53-432b-bfee-466e9ae6ae5a req-b8287aa8-f03e-4053-a1c4-7c292eb50b75 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:52.250637 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f708cdfe-4f53-432b-bfee-466e9ae6ae5a req-b8287aa8-f03e-4053-a1c4-7c292eb50b75 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.3609893 Apr 11 20:38:52.261516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:52.269039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc706372-a87d-4955-984e-64ae868b44f5 req-aa664946-f2f1-431c-b266-cf87c61217d0 service neutron] 10.222.0.75 "GET /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663066 Apr 11 20:38:52.343837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:52.344687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:52.404452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e92bfa-c329-458f-9a94-3331d6105369,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:52.408824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d22c293-c75b-4162-83ce-1cfb4e2beb3f req-47060660-11ee-4d86-9845-e80929672e49 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&id=55aab944-af44-422a-8247-61f9bb45a656&id=0552010f-a72c-4286-9f44-1a9c1ae83b75&id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4075639 Apr 11 20:38:52.459013 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:52.495387 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-285b80a0-438f-494a-aa1d-480f7294303b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72b8dd8aa0624946a93d283ce0767ed8&device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 1094 time: 0.1203837 Apr 11 20:38:52.604092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:52.624864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9468-7555-467d-b0a5-bff4bf73245d req-b2630d57-557b-42ad-87bf-0f476f818008 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:52.630374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc8e9468-7555-467d-b0a5-bff4bf73245d req-b2630d57-557b-42ad-87bf-0f476f818008 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 945 time: 0.0968790 Apr 11 20:38:52.692776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc8e9468-7555-467d-b0a5-bff4bf73245d req-acebedbe-05af-4d0a-b376-1274a44a8534 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588458 Apr 11 20:38:52.756878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-20681548-063b-458b-918b-9c570ed0823f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:52.758485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-20681548-063b-458b-918b-9c570ed0823f service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a6156f6-d83e-4a31-99d7-6a496ca175f4 HTTP/1.1" status: 200 len: 916 time: 0.2567005 Apr 11 20:38:52.767139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef7869-227b-4cac-9e92-d561d392844d req-8aa0d294-c757-4db6-a6ed-acc1c0758736 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:52.768776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21ef7869-227b-4cac-9e92-d561d392844d req-8aa0d294-c757-4db6-a6ed-acc1c0758736 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 943 time: 0.1548345 Apr 11 20:38:52.874377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-22080e4a-e369-4db7-854a-8347fa104053 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3 HTTP/1.1" status: 200 len: 217 time: 0.1045840 Apr 11 20:38:52.895524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:1c:c3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:38:47Z', 'revision_number': 3, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:52.900757 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7012f6c-92cc-4e4c-943a-2e1b62e3f64b None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:1c:c3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:38:47Z', 'revision_number': 3, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:38:52.958550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21ef7869-227b-4cac-9e92-d561d392844d req-b4799f25-001d-4f47-b64e-77b786ec2b6a tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234972 Apr 11 20:38:52.958667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2551ad1-9d65-407b-ab83-26fe760baa4d req-557e3ac6-4066-4f03-b22a-5ba557cb279b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:52.958667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2551ad1-9d65-407b-ab83-26fe760baa4d req-557e3ac6-4066-4f03-b22a-5ba557cb279b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.1088212 Apr 11 20:38:52.970993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-da844db5-0119-4867-b9c2-2b1013050197 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:52.972461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-da844db5-0119-4867-b9c2-2b1013050197 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f11cabe6-8e02-4908-babf-9335dc8e2bcb HTTP/1.1" status: 200 len: 855 time: 0.0896134 Apr 11 20:38:53.012029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2551ad1-9d65-407b-ab83-26fe760baa4d req-ce356046-9e92-4144-990f-2035cf15976f tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505738 Apr 11 20:38:53.091538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-e5fa70f0-2f5d-4558-8f72-3f5857801da3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a6156f6-d83e-4a31-99d7-6a496ca175f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033146 Apr 11 20:38:53.095168 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f82a0e-cb4c-4990-b1b5-40ad02bcca81'] response: {'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'code': 200} Apr 11 20:38:53.243338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-24796abd-25e4-4007-b5f6-f8e12e910c6a tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.2195375 Apr 11 20:38:53.301346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dbf5cfb-e73b-43e1-853b-64e274f2f029 req-fb76fd2e-0d57-4756-90c4-af0d1948b986 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 1096 time: 0.1448333 Apr 11 20:38:53.336011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65f4c731-e1ff-4e0a-89b6-52c44c952528 req-e1c920a6-b540-4715-8e37-eecabdf04d7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1300609 Apr 11 20:38:53.341355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-14b4c0d7-158e-4d2e-bcbd-bc4c5502a8bb tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:53.342558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-14b4c0d7-158e-4d2e-bcbd-bc4c5502a8bb tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports/61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 942 time: 0.0865688 Apr 11 20:38:53.350469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-520e9eee-59db-4edb-90aa-ac3d77f97485 service neutron] 10.222.0.75 "GET /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516353 Apr 11 20:38:53.366371 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dbf5cfb-e73b-43e1-853b-64e274f2f029 req-ad3ff998-ffa5-4174-bd23-a8b41c4f19fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Apr 11 20:38:53.662380 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-af705b1b-1a93-4693-802c-4bedb504c46a tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.2253766 Apr 11 20:38:53.666981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de961bb8-1b71-49b1-8f10-1684707b2291 req-d60608ea-7753-4a57-ab8e-419a24daceb4 service neutron] 10.222.0.75 "GET /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073022 Apr 11 20:38:53.810783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-e8fd8862-98db-4f28-ac27-4423d341fd8b tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:53.812169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-e8fd8862-98db-4f28-ac27-4423d341fd8b tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1428263 Apr 11 20:38:53.921169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-945ab3fb-7936-497a-b8ce-6942d24b7072 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.1022239 Apr 11 20:38:53.930466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:54.034717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:54.318209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:54.406897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:54.407202 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Floating IP f3822e31-3df2-4138-b460-f527818b6142 disassociated. External IP: 172.25.5.78, port: 61a15a76-b825-4fe7-98ae-96bfd0597c65. Apr 11 20:38:54.841030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:38:55.053184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:55.058949 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:55.115925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-ea08897a-277b-438c-befd-1f1b5dc5b470 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "PUT /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 694 time: 1.1881204 Apr 11 20:38:55.297370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-704423c7-0290-44dd-8cb9-141817e49f02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1096 time: 0.1701734 Apr 11 20:38:55.345391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:55.351194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-78d7883c-0da1-40c8-9a0b-e7fa3b8096b8 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:38:55.352118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-78d7883c-0da1-40c8-9a0b-e7fa3b8096b8 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056868 Apr 11 20:38:55.436259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-327370c4-2f5a-428d-a856-597812a2057b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:55.437703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-327370c4-2f5a-428d-a856-597812a2057b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1340015 Apr 11 20:38:55.508913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-a5459773-7d35-484b-9ba3-455d43c7ff7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 217 time: 0.0653024 Apr 11 20:38:55.529153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cd271735-f54e-4a33-b57c-97d5bc4f08b3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:38:55.537352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Request body: {'binding': {'host': 'n-h2-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:55.537861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Unknown quota resources ['binding']. {{(pid=84666) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:38:55.577201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-23223d5b-8df9-407c-aa22-87218652743f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:55.578641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-23223d5b-8df9-407c-aa22-87218652743f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0641305 Apr 11 20:38:55.658505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-8223007f-2594-436f-81ee-b49a8d7b8538 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729430 Apr 11 20:38:55.682183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cd271735-f54e-4a33-b57c-97d5bc4f08b3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3,segment=NetworkSegment(07825235-6629-491e-9a03-dc93c86c4c9a),segment_id=07825235-6629-491e-9a03-dc93c86c4c9a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:55.696099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3', 'network_id': '7a6156f6-d83e-4a31-99d7-6a496ca175f4', 'port_id': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3', 'mac_address': 'fa:16:3e:88:94:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11cabe6-8e02-4908-babf-9335dc8e2bcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:38:55.757478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:55.777850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd271735-f54e-4a33-b57c-97d5bc4f08b3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:38:55.794140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cd271735-f54e-4a33-b57c-97d5bc4f08b3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3,segment=NetworkSegment(07825235-6629-491e-9a03-dc93c86c4c9a),segment_id=07825235-6629-491e-9a03-dc93c86c4c9a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:55.800371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-f7e76fd8-4ee4-4317-9518-eaa0778fdb12 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342049 Apr 11 20:38:55.824351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on host n-h2-837321-1 for vnic_type normal with profile None {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:38:55.824685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:38:55.825013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:55.830849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:38:55.831165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:38:55.837317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:38:55.837648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:38:55.840719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:38:55.840719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Bound port: b3685e5c-a3a4-43d7-ae93-9429a682e147, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:38:55.887235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:55.914085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:38:55.943655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5983812-ad86-4e12-b472-a1b3345ad231 req-9a45e16f-b51a-4604-8516-7048ba9958e7 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373920 Apr 11 20:38:55.971132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cd271735-f54e-4a33-b57c-97d5bc4f08b3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:55.979378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:55.980069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.980413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.980689 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-896c8f83-74a9-4c66-a6e4-3f146516d82d service neutron] 10.222.0.61 "POST /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147/bindings HTTP/1.1" status: 201 len: 389 time: 0.5221488 Apr 11 20:38:55.980790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.981065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.981447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.981774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.982107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.982530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.982814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.983129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:55.983490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:38:56.148558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cd271735-f54e-4a33-b57c-97d5bc4f08b3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:38:56.201027 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcd1e0e-7c55-4cff-a9f8-12f3cef7b3f3'] response: {'name': 'network-changed', 'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'status': 'completed', 'code': 200} Apr 11 20:38:56.390090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-6596a2e0-e3a5-41b5-bd55-bdeda1196ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1096 time: 0.1621358 Apr 11 20:38:56.418804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae643959-d0d2-41ea-b01e-54a4ee186999 req-bf1fd78b-a1bb-431e-8b9e-168955040056 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:56.430784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae643959-d0d2-41ea-b01e-54a4ee186999 req-bf1fd78b-a1bb-431e-8b9e-168955040056 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 945 time: 0.1366944 Apr 11 20:38:56.430784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48126) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:56.436141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'floatingip': {'port_id': '6cdf2921-1983-46e0-9690-4f7a45ac64dc'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:56.522545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:56.625537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-fe89e7c8-218a-456e-8c90-aeb3be1b4801 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:56.626255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-fe89e7c8-218a-456e-8c90-aeb3be1b4801 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Synchronizing usage tracker for tenant:72b8dd8aa0624946a93d283ce0767ed8 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:56.629106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-bef061a1-d9af-4516-b5fc-99a1eacbaf32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:56.630508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-bef061a1-d9af-4516-b5fc-99a1eacbaf32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.2302785 Apr 11 20:38:56.703127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-c8938d83-e62b-4961-a720-c06103d248c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 217 time: 0.0661626 Apr 11 20:38:56.782741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-fe89e7c8-218a-456e-8c90-aeb3be1b4801 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Unset dirty status for tenant:72b8dd8aa0624946a93d283ce0767ed8 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:56.789893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-fe89e7c8-218a-456e-8c90-aeb3be1b4801 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 944 time: 0.3879759 Apr 11 20:38:56.793679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-f7998c66-7c1d-40d0-a92b-85731326fcfe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:56.795224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-f7998c66-7c1d-40d0-a92b-85731326fcfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0858364 Apr 11 20:38:56.809385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48132) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:56.813764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4924a8-1899-4844-921b-28fca0d57318 None None] New status for floating IP f3822e31-3df2-4138-b460-f527818b6142: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:38:56.854341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-157c406f-d3a7-4d90-b043-36d5f5ad5b27 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1096 time: 0.2462840 Apr 11 20:38:56.892159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-683738bb-9a6f-4a31-8620-0ef146406227 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Synchronizing usage tracker for tenant:72b8dd8aa0624946a93d283ce0767ed8 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:38:56.917698 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-2d303b84-7c91-4c73-b61b-4c0d20fa526a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073031 Apr 11 20:38:56.948275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294121c8-34ad-4b46-b74a-ede07aeb8c4f req-1bd66ba7-bb81-48a6-8968-f35c4ec39194 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:56.949753 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-294121c8-34ad-4b46-b74a-ede07aeb8c4f req-1bd66ba7-bb81-48a6-8968-f35c4ec39194 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.3429084 Apr 11 20:38:57.010834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-683738bb-9a6f-4a31-8620-0ef146406227 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Unset dirty status for tenant:72b8dd8aa0624946a93d283ce0767ed8 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:38:57.017499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-686070f4-bb6b-43c9-9d09-3a8f24f86e6b req-683738bb-9a6f-4a31-8620-0ef146406227 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264371 Apr 11 20:38:57.053285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.122710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-e23eece4-f72a-4aab-94d9-a563a733e218 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973693 Apr 11 20:38:57.123857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:57.128857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Usage tracker for resource:security_group_rule and tenant:46a09a8dfff44d9d927987b77acf705e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:57.156711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:57.252525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-294121c8-34ad-4b46-b74a-ede07aeb8c4f req-3d112ea2-56c9-48b3-af21-382afc150dd5 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412262 Apr 11 20:38:57.299529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-ed970f44-7757-4f6e-b37b-9d7796ea8dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:57.299529 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-ed970f44-7757-4f6e-b37b-9d7796ea8dd5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.4290938 Apr 11 20:38:57.355416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4ce9e52-d105-4e2e-b8c1-3fc8c4e02c46 req-157ba406-5473-43f1-8292-93b14ef612ec service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223232 Apr 11 20:38:57.356359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:57.421411 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:57.460124 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:57.461151 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:57.480714 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-536fe37d-9616-401f-b9cc-74e0bb60d847 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.1130791 Apr 11 20:38:57.512696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.534555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cd271735-f54e-4a33-b57c-97d5bc4f08b3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:38:57.576611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9e4b735c-fb37-4ccf-bae9-231e836b2f58 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:57.579522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9e4b735c-fb37-4ccf-bae9-231e836b2f58 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0910110 Apr 11 20:38:57.595869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.661325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caf19ee-a287-42c0-8b0f-3a91680cf9b9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:57.689713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a7c8e6b9-6a82-4307-a6a0-7312cee55433 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46a09a8dfff44d9d927987b77acf705e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8782051 Apr 11 20:38:57.693428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48148) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:57.709389 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:57.772781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port cd271735-f54e-4a33-b57c-97d5bc4f08b3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:38:57.778442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port cd271735-f54e-4a33-b57c-97d5bc4f08b3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:38:57.778810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.807716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-4ba4705a-74f2-4831-843d-40aef1daff6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439863 Apr 11 20:38:57.810454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.828977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d889505-b796-4d93-9ca7-372b318a34fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.875758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d889505-b796-4d93-9ca7-372b318a34fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.889106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.897485 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:57.917012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c484-168a-4f55-a4ec-622e0738f8c9 req-5739194e-c7c9-4759-8dc5-573d6c09aa08 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:57.920740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-85d1c484-168a-4f55-a4ec-622e0738f8c9 req-5739194e-c7c9-4759-8dc5-573d6c09aa08 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 945 time: 0.1878488 Apr 11 20:38:57.934141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d680c88-168a-456e-a375-3040ced64458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:57.946120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cd271735-f54e-4a33-b57c-97d5bc4f08b3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3,segment=NetworkSegment(07825235-6629-491e-9a03-dc93c86c4c9a),segment_id=07825235-6629-491e-9a03-dc93c86c4c9a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:38:58.004445 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-85d1c484-168a-4f55-a4ec-622e0738f8c9 req-b4032e87-cf3c-488f-ad37-506d62c046d9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745482 Apr 11 20:38:58.027579 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:58.076745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d889505-b796-4d93-9ca7-372b318a34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:58.114642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d889505-b796-4d93-9ca7-372b318a34fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:58.120064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d889505-b796-4d93-9ca7-372b318a34fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6caf19ee-a287-42c0-8b0f-3a91680cf9b9 HTTP/1.1" status: 204 len: 168 time: 0.4240396 Apr 11 20:38:58.123833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-7fc87eae-c62f-42e3-94f0-b7839d1101d2 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098860 Apr 11 20:38:58.144055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d889505-b796-4d93-9ca7-372b318a34fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caf19ee-a287-42c0-8b0f-3a91680cf9b9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:58.201716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cd271735-f54e-4a33-b57c-97d5bc4f08b3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:38:58.210005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:38:58.303863 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:58.309185 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:38:58.321097 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:58.322767 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:58.332336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c52222-4d91-41de-a3a4-7150e244a7eb req-6e2d9826-05e1-4322-8e34-5a8057893ab4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:58.333985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e6c52222-4d91-41de-a3a4-7150e244a7eb req-6e2d9826-05e1-4322-8e34-5a8057893ab4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.1687195 Apr 11 20:38:58.396586 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd associated. External IP: 172.25.5.49, port: 6cdf2921-1983-46e0-9690-4f7a45ac64dc. Apr 11 20:38:58.414042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e6c52222-4d91-41de-a3a4-7150e244a7eb req-a3c0ea10-f63c-43cc-906c-098e41344a2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734625 Apr 11 20:38:58.493280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-94a7aea4-caa5-4ea0-82d2-57d913ce03a9 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620410 Apr 11 20:38:58.556155 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:38:58.656961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf5fb76-91fc-4ecc-9ee9-517c0b68f07f req-d42415fb-faa1-44ec-8b1c-359296d293b8 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b&device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a&device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 2881 time: 0.1085281 Apr 11 20:38:58.717230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf5fb76-91fc-4ecc-9ee9-517c0b68f07f req-72df04f8-20c1-4f24-9ba8-0294ca2ebc58 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536211 Apr 11 20:38:58.731152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:58.780219 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88253cf-17c0-43fe-9b4d-615b25235377'] response: {'server_uuid': '1d680c88-168a-456e-a375-3040ced64458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3', 'code': 200} Apr 11 20:38:58.961140 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:58.966319 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9464f0-3452-4f31-9653-2007f58377d1 None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:38:59.097359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedb588-19fe-4612-9f46-4575788ad122 req-171a6214-d2fc-4696-8223-fd65f72327f8 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:59.098942 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-171a6214-d2fc-4696-8223-fd65f72327f8 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1477845 Apr 11 20:38:59.103119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-7fdacb73-acfb-43f5-81f4-d4bf2d251bcc tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.1166434 Apr 11 20:38:59.164134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-837321-1'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:59.179561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a383e-467f-4a12-9315-1adfa67099e4 req-f8bc2bf4-c4af-41eb-a7fe-2b26f5baeb15 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:59.199772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b9a383e-467f-4a12-9315-1adfa67099e4 req-f8bc2bf4-c4af-41eb-a7fe-2b26f5baeb15 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 945 time: 0.1750348 Apr 11 20:38:59.199772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ce60c72-1219-4b9e-a7f9-3603cdd8daf2 req-70edbc0a-a16f-4873-a11e-a1efea7d21b3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 1096 time: 0.1759245 Apr 11 20:38:59.226597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-cc447eda-e107-4ea0-9cc3-f3d35da8bef5 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.1210101 Apr 11 20:38:59.281248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ce60c72-1219-4b9e-a7f9-3603cdd8daf2 req-fe9d1a5c-12d3-4753-8f36-96934d57b7b9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801916 Apr 11 20:38:59.296620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b9a383e-467f-4a12-9315-1adfa67099e4 req-275f35ca-57c3-4074-8d38-a80d0f963620 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087070 Apr 11 20:38:59.328853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'floatingip': {'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:38:59.354178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Router 43312aae-1983-4a5b-bff8-606a1e94262d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:38:59.370701 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3e3e21-45c4-4eb8-9a34-b40ba9e74dc7'] response: {'name': 'network-changed', 'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'status': 'completed', 'code': 200} Apr 11 20:38:59.371115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:38:59.471793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:59.508682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:59.519749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:59.601891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:38:59.610850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb1bb79e5224bbf9d8db47cf3e2ba07 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:38:59.614038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:38:59.623602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:38:59.692386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-4d204cdb-0d54-4a8e-b466-b69f0bf3fa71 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:38:59.693787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-4d204cdb-0d54-4a8e-b466-b69f0bf3fa71 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "GET /v2.0/ports?device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 945 time: 0.1448197 Apr 11 20:38:59.802274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-27220bbf-5c84-4c36-85f0-770216400bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=c17c1f9f-6096-4b88-96ef-d5f1014d710c HTTP/1.1" status: 200 len: 1096 time: 0.3984237 Apr 11 20:38:59.811243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Deleting port 61a15a76-b825-4fe7-98ae-96bfd0597c65 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:38:59.812539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:59.847376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:59.879370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:38:59.888647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:38:59.901360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:38:59.902054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:38:59.937535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:38:59.995284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.027377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f57c12-6535-487e-bfda-508ea920d1b0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:00.086624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:00.155260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:00.185254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a45d-c780-4179-832f-a2944b981b5d req-65df8f59-2231-435d-92f7-e5e71c5fb79d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:00.186748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-65df8f59-2231-435d-92f7-e5e71c5fb79d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.3766677 Apr 11 20:39:00.227934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a3654cc-4fcd-4f29-bf45-227ccb82aefa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "PUT /v2.0/floatingips/ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd HTTP/1.1" status: 200 len: 990 time: 3.7966275 Apr 11 20:39:00.240818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9dd42abf-453b-4410-a5a3-e6b479429e47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbb1bb79e5224bbf9d8db47cf3e2ba07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8168430 Apr 11 20:39:00.244056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48190) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:00.374246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] For port 61a15a76-b825-4fe7-98ae-96bfd0597c65, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:00.374694 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.418685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-eb1256e7-b3f6-4f7b-9e32-a292c4aa102f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 200 len: 217 time: 0.2124953 Apr 11 20:39:00.422298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:00.503746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.610198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb987-f8d5-4c89-aab4-9e781ec11309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.617648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Calling delete_port for 61a15a76-b825-4fe7-98ae-96bfd0597c65 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:00.637640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'port_id': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'mac_address': 'fa:16:3e:c8:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:26Z', 'updated_at': '2022-04-11T20:38:57Z', 'revision_number': 1, 'project_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:00.652152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:00.665655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:00.667663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:00.719388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb987-f8d5-4c89-aab4-9e781ec11309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.806019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:00.812812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.823630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a45d-c780-4179-832f-a2944b981b5d req-afd4ee39-84da-40b1-aa74-cf19c146ce5a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:00.825346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-afd4ee39-84da-40b1-aa74-cf19c146ce5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.3703258 Apr 11 20:39:00.841127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fea08-cb20-461e-8c01-768ed2473f48 req-2a30a4a4-5640-476b-8074-d06ada5bd044 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:00.842617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a36fea08-cb20-461e-8c01-768ed2473f48 req-2a30a4a4-5640-476b-8074-d06ada5bd044 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 945 time: 0.3450856 Apr 11 20:39:00.872836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:00.902759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:00.908534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a36fea08-cb20-461e-8c01-768ed2473f48 req-adc3cb7f-b787-4a4e-bf05-6c08786bb504 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537169 Apr 11 20:39:00.958194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.018684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e02f3fc9-3c75-4453-a2e7-6207092ad9fe', '61a15a76-b825-4fe7-98ae-96bfd0597c65'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:01.045959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:01.053071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb987-f8d5-4c89-aab4-9e781ec11309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.093493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event deleted for resources: {'Port': ['ID=61a15a76-b825-4fe7-98ae-96bfd0597c65,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:01.107251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdb987-f8d5-4c89-aab4-9e781ec11309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f57c12-6535-487e-bfda-508ea920d1b0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:01.148606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:39:01.155317 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559719dc-fd85-4a37-b19c-77ccd52b0684 None None] New status for floating IP f3822e31-3df2-4138-b460-f527818b6142: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:39:01.214397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] No DVR routers for this DVR port 61a15a76-b825-4fe7-98ae-96bfd0597c65 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:01.214397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.221092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb987-f8d5-4c89-aab4-9e781ec11309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.224923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a2cdb987-f8d5-4c89-aab4-9e781ec11309 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20f57c12-6535-487e-bfda-508ea920d1b0 HTTP/1.1" status: 204 len: 168 time: 0.9797530 Apr 11 20:39:01.226817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa5d4ab1-7c4c-466e-92ce-d55e35faee78 req-7b055dbf-ccc0-4e2c-9073-dbf86091ad6f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "DELETE /v2.0/ports/61a15a76-b825-4fe7-98ae-96bfd0597c65 HTTP/1.1" status: 204 len: 173 time: 1.5236402 Apr 11 20:39:01.270941 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-22973f34-fef3-416a-8e73-0b737630fbc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272902 Apr 11 20:39:01.371723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc'}, {'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'name': 'network-vif-deleted', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:01.471001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.546796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on host n-h1-837321-1 for vnic_type normal with profile {"migrating_to": "n-h2-837321-1"} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:01.547146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:01.547500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:01.593650 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.db.api [None req-559719dc-fd85-4a37-b19c-77ccd52b0684 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:39:01.595671 n-d-837321-1 neutron-server[84669]: DEBUG oslo_db.api [None req-559719dc-fd85-4a37-b19c-77ccd52b0684 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:39:01.629508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'port_id': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'mac_address': 'fa:16:3e:c8:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:26Z', 'updated_at': '2022-04-11T20:38:57Z', 'revision_number': 1, 'project_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:01.634130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1fa59-a943-4465-ae2e-5b2664258024 None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'port_id': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'mac_address': 'fa:16:3e:c8:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:26Z', 'updated_at': '2022-04-11T20:38:57Z', 'revision_number': 1, 'project_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:01.639648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.778750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-6af19117-de66-4020-bd85-8aabf112134e service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537716 Apr 11 20:39:01.779466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:01.779818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Attempting to bind port b3685e5c-a3a4-43d7-ae93-9429a682e147 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:01.906509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410c61-7494-4ee5-81a7-8a61980e18b5 req-b8a9a6be-32d5-44ad-9815-b8b620473e31 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:01.907999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa410c61-7494-4ee5-81a7-8a61980e18b5 req-b8a9a6be-32d5-44ad-9815-b8b620473e31 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 945 time: 0.2613227 Apr 11 20:39:01.968983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccce24-0e5a-4a57-9b7c-f6c518c639e3 None None] New status for floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:39:01.980096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:01.980638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:01.980980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:01.981487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Bound port: b3685e5c-a3a4-43d7-ae93-9429a682e147, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:01.981885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:01.993777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa410c61-7494-4ee5-81a7-8a61980e18b5 req-4da8e579-1698-4e02-8f50-bc06a7a2a074 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758426 Apr 11 20:39:02.092377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a5a45d-c780-4179-832f-a2944b981b5d req-e1081189-7855-4009-bd25-c5e86e094da9 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014255 Apr 11 20:39:02.098712 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559719dc-fd85-4a37-b19c-77ccd52b0684 None None] New status for floating IP f3822e31-3df2-4138-b460-f527818b6142: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:39:02.175299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:02.178993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:02.263659 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Floating IP f3822e31-3df2-4138-b460-f527818b6142 associated. External IP: 172.25.5.78, port: e02f3fc9-3c75-4453-a2e7-6207092ad9fe. Apr 11 20:39:02.310896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdcc46-c20f-4278-95a6-2a7abf9900a8 req-a425c89d-ab0f-4a50-a704-50c29c4f9e72 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:02.319460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7bdcc46-c20f-4278-95a6-2a7abf9900a8 req-a425c89d-ab0f-4a50-a704-50c29c4f9e72 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 945 time: 0.1626866 Apr 11 20:39:02.363070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:02.396615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7bdcc46-c20f-4278-95a6-2a7abf9900a8 req-5220e357-db65-4071-964b-574507e6b0b3 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751796 Apr 11 20:39:02.689598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:02.737661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:02.739225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-9f4d3483-3cad-4336-802f-cf4a7bcf514c service neutron] 10.222.0.75 "PUT /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 1121 time: 3.5844359 Apr 11 20:39:02.836125 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a9cdea-d414-4451-b2c8-4c9e9c09cd72'] response: {'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'code': 200} Apr 11 20:39:02.847621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b3685e5c-a3a4-43d7-ae93-9429a682e147'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:02.931029 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d16b0aa-b4f8-448a-bc20-626d5611ea63'] response: {'name': 'network-changed', 'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'status': 'completed', 'code': 200} Apr 11 20:39:02.931980 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d16b0aa-b4f8-448a-bc20-626d5611ea63'] response: {'server_uuid': 'c17c1f9f-6096-4b88-96ef-d5f1014d710c', 'name': 'network-vif-deleted', 'tag': '61a15a76-b825-4fe7-98ae-96bfd0597c65', 'status': 'completed', 'code': 200} Apr 11 20:39:03.209980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-45ea585e-eb6d-496f-b750-d2a50bc8b829 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 1096 time: 0.1974914 Apr 11 20:39:03.354754 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-78f1a016-a163-4f54-be20-f5085d7d9ffb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011695 Apr 11 20:39:03.396937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623846-9568-4352-95cf-dd2a752a66c4 req-a1f9e07f-f898-4616-8c69-8d82f166892f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:03.398368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-a1f9e07f-f898-4616-8c69-8d82f166892f service neutron] 10.222.0.75 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 925 time: 0.1750369 Apr 11 20:39:03.458428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:39:03.631833 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-bc3a4969-8c06-4f3e-b20c-085dc56833ef service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc HTTP/1.1" status: 200 len: 1000 time: 0.2256722 Apr 11 20:39:03.774254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cd9f3-9ec6-417d-9fa3-643174e7a761 req-3bd29744-5da8-4127-9181-eec7ae0c2057 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:03.777342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-969cd9f3-9ec6-417d-9fa3-643174e7a761 req-3bd29744-5da8-4127-9181-eec7ae0c2057 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.1892641 Apr 11 20:39:03.794407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623846-9568-4352-95cf-dd2a752a66c4 req-0af3e100-43e5-423a-aa91-87f06edd3235 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:03.802924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-0af3e100-43e5-423a-aa91-87f06edd3235 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 200 len: 863 time: 0.1167841 Apr 11 20:39:03.802924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-0d63ca6a-aca1-4e0b-a860-d2c45a225d7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.3266685 Apr 11 20:39:03.815410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c303962d-f9f5-4c08-a88d-24e7093f9b71 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:03.820355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 61a15a76-b825-4fe7-98ae-96bfd0597c65 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:03.848118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-969cd9f3-9ec6-417d-9fa3-643174e7a761 req-c27870d4-fd02-4b00-a5cc-79e09a9ea478 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637326 Apr 11 20:39:03.916215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 61a15a76-b825-4fe7-98ae-96bfd0597c65 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:03.916866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 61a15a76-b825-4fe7-98ae-96bfd0597c65 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:04.146169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755da9f9-35eb-4afa-a62f-791260c144dd req-edc5d585-e004-41be-a052-24ff2db79093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:04.150427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-edc5d585-e004-41be-a052-24ff2db79093 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.2929444 Apr 11 20:39:04.157071 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-e3d1c51c-7ce5-4236-bf3a-b7ffeb03ec8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431509 Apr 11 20:39:04.202967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:04.222335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'port_id': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'mac_address': 'fa:16:3e:50:43:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce2da6-bf19-4f7d-9754-0e7a2c0358bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:39:04.225406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31189ff1-9ff6-4c34-9169-fa1900f8490b req-ee9a46a5-65e9-4e32-a21e-afa081553a63 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:04.226878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31189ff1-9ff6-4c34-9169-fa1900f8490b req-ee9a46a5-65e9-4e32-a21e-afa081553a63 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.2085297 Apr 11 20:39:04.314368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31189ff1-9ff6-4c34-9169-fa1900f8490b req-46271739-789f-4d7f-a9d6-dfe82d57c09c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Apr 11 20:39:04.363708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:04.396514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c303962d-f9f5-4c08-a88d-24e7093f9b71 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:04.426301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:04.479360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:39:04.488445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:04.492067 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:39:04.515802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:04.531534 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:04.531534 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:04.649763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c303962d-f9f5-4c08-a88d-24e7093f9b71'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:04.730590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:04.742521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-40f49844-c8ae-411e-995b-7ed7e27b01d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 999 time: 0.5822208 Apr 11 20:39:04.768655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-0e46cc20-a852-42be-933f-a72a269097ec service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968855 Apr 11 20:39:04.928737 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:05.059281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-2db5f3e3-d028-422b-8331-4f17ea82afdf tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "PUT /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 996 time: 5.7409365 Apr 11 20:39:05.059731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147'}, {'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:05.273499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755da9f9-35eb-4afa-a62f-791260c144dd req-30dd3ef6-01ef-465c-928d-dac65e96f010 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:05.275135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-30dd3ef6-01ef-465c-928d-dac65e96f010 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.5108340 Apr 11 20:39:05.497805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79623846-9568-4352-95cf-dd2a752a66c4 req-2b13488e-0d45-42b6-850f-8f8cb81f4a39 service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192214 Apr 11 20:39:05.512822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-6ede8a13-64c4-4375-ab77-d4ec87b16467 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.3786740 Apr 11 20:39:05.520835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-ee18684a-fc3a-4f40-9b20-a96fdc527bcc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342310 Apr 11 20:39:05.561856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:05.637834 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:39:02Z', 'revision_number': 8, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:05.642417 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:05.654498 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:05.655359 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:05.750932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:05.768111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 has no active binding in host n-h2-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:39:05.786565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedb588-19fe-4612-9f46-4575788ad122 req-6d9c4cc5-1144-4024-9dab-81688a2da647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:05.788625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-6d9c4cc5-1144-4024-9dab-81688a2da647 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.2669284 Apr 11 20:39:05.795703 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-0212d6fa-6022-4d12-9693-9e4a222ef50c service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556303 Apr 11 20:39:05.817938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c303962d-f9f5-4c08-a88d-24e7093f9b71 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:05.866340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:05.901480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port c303962d-f9f5-4c08-a88d-24e7093f9b71 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:05.902765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:05.998546 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-9fb6694b-bdf3-409c-8f5e-efe01d815235 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 999 time: 0.2007213 Apr 11 20:39:06.042862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:06.046981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bf957-3f66-4e92-b7c7-669af01d068f req-e3307c37-f97e-4fe6-ba30-08c335d35606 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:06.054643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-569bf957-3f66-4e92-b7c7-669af01d068f req-e3307c37-f97e-4fe6-ba30-08c335d35606 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.0909901 Apr 11 20:39:06.085322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:06.087170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:06.091428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755da9f9-35eb-4afa-a62f-791260c144dd req-351d2122-430f-47c2-82b7-61036a2bab23 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327983 Apr 11 20:39:06.106924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedb588-19fe-4612-9f46-4575788ad122 req-1631cc2b-b952-4f4d-a48b-fec0d9424870 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:06.108983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-1631cc2b-b952-4f4d-a48b-fec0d9424870 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0963194 Apr 11 20:39:06.110901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-569bf957-3f66-4e92-b7c7-669af01d068f req-921983a4-519f-41e5-98a4-26f29e381c01 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Apr 11 20:39:06.195679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-8bd3a91b-0794-461f-9d6e-f0ccd3437383 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808103 Apr 11 20:39:06.201027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:06.211188 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68988723-0cdf-4b05-8a8b-3ead3d71bd19'] response: {'name': 'network-changed', 'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'status': 'completed', 'code': 200} Apr 11 20:39:06.211188 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68988723-0cdf-4b05-8a8b-3ead3d71bd19'] response: {'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'status': 'completed', 'code': 200} Apr 11 20:39:06.220257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-9a82348d-9b77-4e20-bad7-925a3149d31e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:39:06.222190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-9a82348d-9b77-4e20-bad7-925a3149d31e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074944 Apr 11 20:39:06.316053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:06.344466 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:39:02Z', 'revision_number': 8, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:06.348438 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c26b3-8733-4eb2-8da2-bcd32b702d17 None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3822e31-3df2-4138-b460-f527818b6142', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'port_id': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'mac_address': 'fa:16:3e:a2:a4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:14Z', 'updated_at': '2022-04-11T20:39:02Z', 'revision_number': 8, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:06.450596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-e49d3c93-3c37-4d50-bd92-fb2d71a524a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1124 time: 0.2146330 Apr 11 20:39:06.485886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-17cc92ee-b5c1-4aa6-b281-785d74103887 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681178 Apr 11 20:39:06.696114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-97cc3435-56d8-45c8-a688-39eca21d614c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:06.697874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-97cc3435-56d8-45c8-a688-39eca21d614c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2365756 Apr 11 20:39:06.705534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aedb588-19fe-4612-9f46-4575788ad122 req-e91ac38e-480b-4617-b190-3f10e1258f22 service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704371 Apr 11 20:39:06.872066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-58c0bcd0-8eb0-4f85-9f08-d50abecc4c23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.1643505 Apr 11 20:39:06.937779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-b4cfcddb-5208-4cf8-a8f0-46fd9f81195c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:06.939446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-b4cfcddb-5208-4cf8-a8f0-46fd9f81195c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0609255 Apr 11 20:39:06.996987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-745e6c54-7752-47f9-9ad0-9e63e83ee733 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508959 Apr 11 20:39:07.020793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22185270-ce17-4c63-8222-871dd2bf6cf6 req-896a3db9-725d-4176-9a72-e80f3f49bcb4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:07.035453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22185270-ce17-4c63-8222-871dd2bf6cf6 req-896a3db9-725d-4176-9a72-e80f3f49bcb4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.1016843 Apr 11 20:39:07.096922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22185270-ce17-4c63-8222-871dd2bf6cf6 req-6821ce87-35f1-479e-a260-2e61f6225925 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604889 Apr 11 20:39:07.166355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-977a26f2-a664-40db-a827-46261eb70883 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543198 Apr 11 20:39:07.171464 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600a9434-b224-4932-bb8f-0b7fa0198093'] response: {'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'code': 200} Apr 11 20:39:07.343644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-64160840-976f-4b42-9878-1bdb189676eb service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554251 Apr 11 20:39:07.383835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ba69b6d-bdd6-4a1c-949b-c35d313d4350 req-87bed448-f53d-440e-9a00-f43129411022 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1100 time: 0.0885541 Apr 11 20:39:07.427579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ba69b6d-bdd6-4a1c-949b-c35d313d4350 req-bd4c7029-efbf-4e5c-8bc8-4a40ce9377ea tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Apr 11 20:39:07.535547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-9b7fb583-afa2-4063-b49c-4c74bacc78de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0755107 Apr 11 20:39:07.631578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76409d7-8456-405e-8fb1-45bd5a468c5c req-4261629b-18fe-4ecf-8cfe-5e22694bcbd1 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 996 time: 0.1463912 Apr 11 20:39:07.687291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-3a7eadb2-4081-4e43-9ad7-ef1c29c294fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:07.688715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-3a7eadb2-4081-4e43-9ad7-ef1c29c294fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1449122 Apr 11 20:39:07.793995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76409d7-8456-405e-8fb1-45bd5a468c5c req-0eebf15f-518a-482e-8058-c60e6428fbc0 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:07.797625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-54dc0cff-2564-4900-bc49-546f2e29c4f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 999 time: 0.1017630 Apr 11 20:39:07.799928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76409d7-8456-405e-8fb1-45bd5a468c5c req-0eebf15f-518a-482e-8058-c60e6428fbc0 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1629694 Apr 11 20:39:07.805336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-f76409d7-8456-405e-8fb1-45bd5a468c5c req-eadf7e28-fc04-4e8d-a7f5-d3b88e387512 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:39:07.806440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76409d7-8456-405e-8fb1-45bd5a468c5c req-eadf7e28-fc04-4e8d-a7f5-d3b88e387512 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054605 Apr 11 20:39:07.890854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-caeffb92-4f22-4fbf-b06b-26ec6c7bb14d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:07.892387 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-caeffb92-4f22-4fbf-b06b-26ec6c7bb14d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0756054 Apr 11 20:39:07.993422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-ba17cdf9-b808-49ee-a953-a1829bec90a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941355 Apr 11 20:39:08.028432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-32872a02-3fbc-4e65-863c-e94501cbbc33 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:08.029976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-32872a02-3fbc-4e65-863c-e94501cbbc33 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.2095661 Apr 11 20:39:08.123766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Deleting port c303962d-f9f5-4c08-a88d-24e7093f9b71 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:08.124433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:08.162214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c4d68-60e7-4860-a481-326af190c571 req-6f6bf96f-fb9f-4d39-9370-61f711e4ed53 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:08.170964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-054c4d68-60e7-4860-a481-326af190c571 req-6f6bf96f-fb9f-4d39-9370-61f711e4ed53 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.2071974 Apr 11 20:39:08.239590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-0c9d9b11-b12e-4edc-9730-788bd21624c1 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291389 Apr 11 20:39:08.300340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-054c4d68-60e7-4860-a481-326af190c571 req-e7e69e12-b56c-401a-88a3-9810fd95c3aa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275115 Apr 11 20:39:08.408582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ac1d6b-2199-4a2d-a6ae-16e5f8125f84 req-1a15df4e-590d-4e93-b580-539f1942e9ca tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1100 time: 0.2235613 Apr 11 20:39:08.422645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605282b6-31df-470b-888e-ecf6b7594f06 None None] New status for floating IP f3822e31-3df2-4138-b460-f527818b6142: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:39:08.488789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08e4e1ea-5f5b-403d-ba5a-c8d866ec4eba req-6133b71c-eef0-456d-a746-ea4be18e0607 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404108 Apr 11 20:39:08.495849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d4ac1d6b-2199-4a2d-a6ae-16e5f8125f84 req-3b3ec485-d766-4878-b1f0-e0ad5f14a685 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Synchronizing usage tracker for tenant:9e608ff7322f4960818ea47b3104669a on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:08.592192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-47fa7cbe-d1a5-48ec-bda7-2fdadf77cb78 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 999 time: 0.1537068 Apr 11 20:39:08.602328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] For port c303962d-f9f5-4c08-a88d-24e7093f9b71, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c303962d-f9f5-4c08-a88d-24e7093f9b71,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:08.602701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:08.623491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d4ac1d6b-2199-4a2d-a6ae-16e5f8125f84 req-3b3ec485-d766-4878-b1f0-e0ad5f14a685 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] Unset dirty status for tenant:9e608ff7322f4960818ea47b3104669a on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:08.624663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ac1d6b-2199-4a2d-a6ae-16e5f8125f84 req-3b3ec485-d766-4878-b1f0-e0ad5f14a685 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067838 Apr 11 20:39:08.821573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47ae9-bf17-413a-b066-2710b3e66c5e req-ba82ca16-e2ac-43f5-96b5-5ebc9e4a944b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:08.824533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3fd47ae9-bf17-413a-b066-2710b3e66c5e req-ba82ca16-e2ac-43f5-96b5-5ebc9e4a944b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 945 time: 0.0844343 Apr 11 20:39:08.858339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Calling delete_port for c303962d-f9f5-4c08-a88d-24e7093f9b71 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:08.872257 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3fd47ae9-bf17-413a-b066-2710b3e66c5e req-43af0ab7-fb52-4684-afaa-e8b13da925f0 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Apr 11 20:39:08.924086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988325d-7f9d-4615-940c-ef3767918a9d req-d6fbb963-6d71-4b6f-8990-454a3bec8b87 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:08.926680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0988325d-7f9d-4615-940c-ef3767918a9d req-d6fbb963-6d71-4b6f-8990-454a3bec8b87 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:09.000833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0988325d-7f9d-4615-940c-ef3767918a9d req-d6fbb963-6d71-4b6f-8990-454a3bec8b87 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:09.010521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-d6fbb963-6d71-4b6f-8990-454a3bec8b87 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports/e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 943 time: 0.4098918 Apr 11 20:39:09.167788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:09.182815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c303962d-f9f5-4c08-a88d-24e7093f9b71'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:09.238446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event deleted for resources: {'Port': ['ID=c303962d-f9f5-4c08-a88d-24e7093f9b71,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:09.339711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-0ee128fd-d493-4afc-b45e-8f97f957dbbe tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1001 time: 0.2310925 Apr 11 20:39:09.348109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] No DVR routers for this DVR port c303962d-f9f5-4c08-a88d-24e7093f9b71 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:09.368168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:09.371172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'name': 'network-vif-deleted', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:09.502124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f6b487b-d14d-47fe-96ec-f274c3950ef7 req-b5ba8608-1a13-4411-b4a8-886c2a26ca97 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "DELETE /v2.0/ports/c303962d-f9f5-4c08-a88d-24e7093f9b71 HTTP/1.1" status: 204 len: 173 time: 1.4617281 Apr 11 20:39:09.527822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988325d-7f9d-4615-940c-ef3767918a9d req-5f7e327d-2f8f-4e0f-922f-bba95d60b131 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:09.529171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-5f7e327d-2f8f-4e0f-922f-bba95d60b131 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1833372 Apr 11 20:39:09.644001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-3653c050-1c3d-414c-92a8-a2e5eb043ee7 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1001 time: 0.1069970 Apr 11 20:39:09.654376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:09.760006 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:09.847042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7ea9-9138-490c-800d-aba9657d3fdc req-979ab38d-7efb-44ce-ac5f-2f8e82f6c881 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:09.848458 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e76e7ea9-9138-490c-800d-aba9657d3fdc req-979ab38d-7efb-44ce-ac5f-2f8e82f6c881 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 943 time: 0.1249609 Apr 11 20:39:09.940422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e76e7ea9-9138-490c-800d-aba9657d3fdc req-8fcb8eb7-cf3b-45e8-a9eb-6419747b3a09 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Apr 11 20:39:10.019601 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d986b65d-af81-4472-a6a1-594fd1b6564a'] response: {'server_uuid': 'd36abd8e-e4a1-4248-9494-fa9c4833fd57', 'name': 'network-vif-deleted', 'tag': 'c303962d-f9f5-4c08-a88d-24e7093f9b71', 'status': 'completed', 'code': 200} Apr 11 20:39:10.073315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-364061c5-3166-44ef-97ce-c01a71693b96 service neutron] 10.222.0.69 "GET /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147/bindings/n-h2-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.1544232 Apr 11 20:39:10.199663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:10.302535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:10.302855 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Floating IP f3822e31-3df2-4138-b460-f527818b6142 disassociated. External IP: 172.25.5.78, port: e02f3fc9-3c75-4453-a2e7-6207092ad9fe. Apr 11 20:39:10.390939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aee04752-8b66-440e-88fe-d08eccd6d666 req-b84b33af-4112-4730-b410-085e8166fd27 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=d36abd8e-e4a1-4248-9494-fa9c4833fd57 HTTP/1.1" status: 200 len: 210 time: 0.0415211 Apr 11 20:39:10.745620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:10.775673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:10.843655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3685e5c-a3a4-43d7-ae93-9429a682e147 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:10.865124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:11.015602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:11.149142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] Transition to ACTIVE for port object b3685e5c-a3a4-43d7-ae93-9429a682e147 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:11.207331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:39:11.278717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:11.536391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] No DVR routers for this DVR port b3685e5c-a3a4-43d7-ae93-9429a682e147 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:11.538421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:11.612486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-5c474baf-5f51-42f5-9ffe-1896429681c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147/bindings/n-h2-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4897945 Apr 11 20:39:11.671270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:39:11.676666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:11.681365 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:39:11.700114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:11.705683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:11.738062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-590d8a47-0e83-4d1e-aac9-2eff81f51b1c tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "PUT /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 695 time: 2.0884299 Apr 11 20:39:11.832523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c303962d-f9f5-4c08-a88d-24e7093f9b71 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:11.872009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-6b1f6f06-a9dd-463b-b78c-bc1a81a4fdde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1028447 Apr 11 20:39:11.909092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: c303962d-f9f5-4c08-a88d-24e7093f9b71 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:11.909435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c303962d-f9f5-4c08-a88d-24e7093f9b71 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:11.953673 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:12.007998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-bbbc0952-ba8b-4dc8-be1a-22572357a4ed tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.2530081 Apr 11 20:39:12.020622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b799333-807f-454b-acdc-080e7f9006a6 req-67a6be49-b718-4c04-854a-5a17b97902ec tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:12.028529 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b799333-807f-454b-acdc-080e7f9006a6 req-67a6be49-b718-4c04-854a-5a17b97902ec tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.2194142 Apr 11 20:39:12.049321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:12.074569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988325d-7f9d-4615-940c-ef3767918a9d req-d396b589-0126-4716-b578-06e505a876fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:12.076452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-d396b589-0126-4716-b578-06e505a876fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1978335 Apr 11 20:39:12.149614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b799333-807f-454b-acdc-080e7f9006a6 req-b481f9f5-5e30-4e82-b6e5-ceaf9c53c72b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198661 Apr 11 20:39:12.187302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-02ab0501-dbcc-4f47-ac24-a85c08e83f9a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&tenant_id=3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 1095 time: 0.1418614 Apr 11 20:39:12.198589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-7239f424-b936-4cd0-84a3-6dce0a56349c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 217 time: 0.1145368 Apr 11 20:39:12.317683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988325d-7f9d-4615-940c-ef3767918a9d req-c716ef0c-8bf9-4f2c-8fd2-3b76244b828c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:12.324295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-c716ef0c-8bf9-4f2c-8fd2-3b76244b828c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.1214194 Apr 11 20:39:12.373427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-82b5ff34-892f-489a-abb1-18aafa4e8a24 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1095 time: 0.1579762 Apr 11 20:39:12.437374 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:12.441943 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:12.462680 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:12.463365 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:38:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:12.586909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-bbe39708-5a9a-41f2-ab7c-a79593e5e74c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576807 Apr 11 20:39:12.590116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-e69fe4c9-ef3d-4300-a2d5-4b8daf80671a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:12.591605 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-e69fe4c9-ef3d-4300-a2d5-4b8daf80671a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2104299 Apr 11 20:39:12.694646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-7c195682-5246-4a8e-9f6b-cba07e1c20bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.0942259 Apr 11 20:39:12.793585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-1d089894-546e-46e5-a319-ad86d2f5fdcb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:12.797846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-1d089894-546e-46e5-a319-ad86d2f5fdcb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0917804 Apr 11 20:39:12.803401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-5a2e548b-4c81-4ff1-8b49-ad01a497a65d service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009850 Apr 11 20:39:12.828662 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:12.863647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-a7799b28-a9ed-4f98-85b3-a497dd3a7032 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553071 Apr 11 20:39:12.999371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0988325d-7f9d-4615-940c-ef3767918a9d req-14fdae14-320e-4dfd-b508-58b5971987cf service neutron] 10.222.0.61 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947832 Apr 11 20:39:13.049302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-070dfc01-46c2-4a2b-b3de-ea68051461e6 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725409 Apr 11 20:39:13.203377 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:13.210876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8d5f2-0a71-402b-95df-e5cbae1d8c63 None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:37:39Z', 'revision_number': 4, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '0cdaab22-a10c-4ab2-92fe-0297ee844f30', 'name': '', 'network_id': 'ed8f40e1-58b4-485f-82e2-2d7bc697820f', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'mac_address': 'fa:16:3e:9b:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:38Z', 'updated_at': '2022-04-11T20:37:54Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'subnets': [{'id': 'b9c55b2f-075a-4bd9-97b5-36652042f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:13.213709 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-ca0a4bcd-ba5b-4736-95a8-97d7d60166f4 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574583 Apr 11 20:39:13.386352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50906c-acc4-4938-bae6-819e8d7fc14b req-9ebe7f21-67b1-4853-8cff-dc8e0895071f tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:13.387781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a50906c-acc4-4938-bae6-819e8d7fc14b req-9ebe7f21-67b1-4853-8cff-dc8e0895071f tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.0980611 Apr 11 20:39:13.434793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a50906c-acc4-4938-bae6-819e8d7fc14b req-d9db0eff-1e56-43b0-81eb-8a529800f5b1 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Apr 11 20:39:13.508135 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723f52fd-0910-4887-ad4b-e36f03ff9159'] response: {'name': 'network-changed', 'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'status': 'completed', 'code': 200} Apr 11 20:39:13.630166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-cd1810be-bd1e-4d5a-840e-965b8fc1f431 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=edc45db20d7d49a18b9a982900b654aa&device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0968270 Apr 11 20:39:13.832707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-180da352-33fe-46a3-baf2-015ec91fc6ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:13.834235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-180da352-33fe-46a3-baf2-015ec91fc6ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 200 len: 922 time: 0.1985967 Apr 11 20:39:13.837017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f168b7d3-a4a7-44bd-9cef-c207585fdee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:13.845657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:13.908623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:13.913399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-942a98c5-3899-49a4-a2c1-1d1109a0f041 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 200 len: 217 time: 0.0728014 Apr 11 20:39:13.919776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d2a52-d991-4215-8360-b6ec230a7e8e req-f4d2b34f-3b45-414e-8cd1-dc5999a08fb1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:13.921455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc0d2a52-d991-4215-8360-b6ec230a7e8e req-f4d2b34f-3b45-414e-8cd1-dc5999a08fb1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.2091274 Apr 11 20:39:13.995641 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-ad705851-e7a6-4c3b-9bcc-010bc25fca6a tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.2022340 Apr 11 20:39:14.001527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-7522d91d-34a0-44c1-a665-224db1b7262e tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:14.002934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-7522d91d-34a0-44c1-a665-224db1b7262e tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 822 time: 0.1732118 Apr 11 20:39:14.013228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-2103f85e-28d2-45a2-ba12-87e7cba97845 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:14.014647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-2103f85e-28d2-45a2-ba12-87e7cba97845 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 200 len: 860 time: 0.0923467 Apr 11 20:39:14.019423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc0d2a52-d991-4215-8360-b6ec230a7e8e req-99baacef-33ed-4621-ae4d-916edfda0df7 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679367 Apr 11 20:39:14.077594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-a0dcc249-246b-4eab-9a9f-a6d7865bbe82 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/quotas/c054f731708845f18b414ce383187941 HTTP/1.1" status: 200 len: 375 time: 0.0386047 Apr 11 20:39:14.095065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-6aa4b1fa-e9c5-4f24-ae81-71ac813c11c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8f40e1-58b4-485f-82e2-2d7bc697820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746441 Apr 11 20:39:14.187543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3966e7e7-b88d-4c64-8d61-720e3023421d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005528 Apr 11 20:39:14.234772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-f94b57f7-359c-487b-93b0-0b8e20459ada service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327224 Apr 11 20:39:14.267641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-876c6991-6520-4764-8e61-4dad5c9f328c service neutron] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:14.279615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-876c6991-6520-4764-8e61-4dad5c9f328c service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:14.280635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f936a1-0d7e-4139-98bf-3d9d5ceffa78 req-876c6991-6520-4764-8e61-4dad5c9f328c service neutron] 10.222.0.75 "DELETE /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147/bindings/n-h1-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.2768583 Apr 11 20:39:14.349460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-71dce925-3a3a-4fdd-844f-06cfc82ba25e service neutron] 10.222.0.61 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538758 Apr 11 20:39:14.390412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2429d157-8311-42d4-9359-7446fc5f93c6 req-9a3ed92c-c50a-4c7c-affb-5e7f379f059a service neutron] 10.222.0.69 "GET /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490250 Apr 11 20:39:14.483160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-c7d7b381-3fb0-4bae-9c1e-0618eb54a8a4 service neutron] 10.222.0.61 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258039 Apr 11 20:39:14.758463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-a682341b-d086-44f9-bc95-8cd33d44d400 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 200 len: 695 time: 0.0901122 Apr 11 20:39:14.902153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af0db5-9490-4a94-a43c-c179ab55c6c3 None None] New status for floating IP f3822e31-3df2-4138-b460-f527818b6142: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:39:15.000991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-3eb71e0e-e843-4f7b-834b-4de5094d8a2f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:15.002326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-3eb71e0e-e843-4f7b-834b-4de5094d8a2f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2381456 Apr 11 20:39:15.012352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-7a469585-126e-4a2c-809b-32ad3525f7f9 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:39:15.013334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-7a469585-126e-4a2c-809b-32ad3525f7f9 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056186 Apr 11 20:39:15.111723 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-10bce5ae-db7e-4715-92db-80a83ffaa61a tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 698 time: 0.0883410 Apr 11 20:39:15.200899 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-b5145d9f-c4c6-4ee9-a137-45abea7dcdfe tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 698 time: 0.0829599 Apr 11 20:39:15.364202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Deleting port 66548326-fc4f-4125-8db9-577a8aa95b41 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:15.364540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:15.531580 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:15.531908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:15.652682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Calling delete_port for 66548326-fc4f-4125-8db9-577a8aa95b41 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:15.790194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:39:15.791121 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:39:15.938061 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5c4a691c-c582-4541-98f7-1df70c98e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:16.291912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Deleting port 66548326-fc4f-4125-8db9-577a8aa95b41 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:16.292389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:16.388939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a9a6-6045-4613-a471-638cf96b66c2 req-ea975a93-dd9d-4405-824f-7e42b4bf525a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:16.390501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e106a9a6-6045-4613-a471-638cf96b66c2 req-ea975a93-dd9d-4405-824f-7e42b4bf525a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1065345 Apr 11 20:39:16.442820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e106a9a6-6045-4613-a471-638cf96b66c2 req-9f3093da-bce3-4971-b086-541acb24445b tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Apr 11 20:39:16.499713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:16.500047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:16.621186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cd7bbeba-854b-40c6-86b0-c90176b93a41 req-26b019e1-4cdb-47ca-9af7-91410a6a7943 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:16.628017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Calling delete_port for 66548326-fc4f-4125-8db9-577a8aa95b41 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:16.733542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cd7bbeba-854b-40c6-86b0-c90176b93a41 req-26b019e1-4cdb-47ca-9af7-91410a6a7943 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:16.742682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd7bbeba-854b-40c6-86b0-c90176b93a41 req-26b019e1-4cdb-47ca-9af7-91410a6a7943 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 210 time: 0.1666648 Apr 11 20:39:16.823776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:16.870290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:16.985037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-65ae1204-3c75-4415-8a58-c475c77ca9ce tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:16.986738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-65ae1204-3c75-4415-8a58-c475c77ca9ce tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 822 time: 0.2303989 Apr 11 20:39:17.004195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Request body: {'port': {'device_id': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'admin_state_up': True, 'tenant_id': 'c054f731708845f18b414ce383187941'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:17.056954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.072200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event deleted for resources: {'Port': ['ID=66548326-fc4f-4125-8db9-577a8aa95b41,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:17.083449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.119920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:17.123914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Usage tracker for resource:security_group_rule and tenant:91b7698cec724a06add4da21c54ed481 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:17.126777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:17.132487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:17.175322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.202520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764cc57-21ab-46b0-afa8-7722ec2d5e9f req-9d69126e-fee9-4214-ac25-6a3ec0afa209 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:17.203993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4764cc57-21ab-46b0-afa8-7722ec2d5e9f req-9d69126e-fee9-4214-ac25-6a3ec0afa209 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.2984436 Apr 11 20:39:17.208175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.218427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.219544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3b171a1-aa17-4bf4-b981-04962a3390cc req-e39ddf27-f495-4fad-a9ea-5ab19c4ec8e3 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "DELETE /v2.0/floatingips/f3822e31-3df2-4138-b460-f527818b6142 HTTP/1.1" status: 204 len: 173 time: 2.0177941 Apr 11 20:39:17.254207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.269073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.275884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:17.296085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:17.300535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4764cc57-21ab-46b0-afa8-7722ec2d5e9f req-7b3576fd-92b0-4120-b508-e38dd7cab6db tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847976 Apr 11 20:39:17.319698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60795d2-a093-4dbd-b51f-7fefadfb8a63,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:17.322142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b807175d-89b7-4192-8dd9-38305ee50a6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91b7698cec724a06add4da21c54ed481&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4969201 Apr 11 20:39:17.324803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48484) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:17.383366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Made reservation on behalf of c054f731708845f18b414ce383187941 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:17.388189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.392226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1392af01-5d72-423a-84df-024414ff0f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.420607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1392af01-5d72-423a-84df-024414ff0f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.549213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1392af01-5d72-423a-84df-024414ff0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.566072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392af01-5d72-423a-84df-024414ff0f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60795d2-a093-4dbd-b51f-7fefadfb8a63,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:17.570588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1392af01-5d72-423a-84df-024414ff0f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.580781 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1392af01-5d72-423a-84df-024414ff0f8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b60795d2-a093-4dbd-b51f-7fefadfb8a63 HTTP/1.1" status: 204 len: 168 time: 0.2539868 Apr 11 20:39:17.583851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Allocated IP 172.20.0.14 (7e2b5698-1296-40bc-be1a-d8061bff6be8/adce2da6-bf19-4f7d-9754-0e7a2c0358bc/3d7443f2-289c-4f15-a4c6-7f490c2d4112) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:17.835932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.917177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:17.996787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Network 7e2b5698-1296-40bc-be1a-d8061bff6be8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:17.999933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:18.003868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:18.007710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:18.008317 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.011493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72756a27-6b04-44b4-9eea-9b04fb298620 req-ab017214-3d08-4aa3-af2b-75c3a3cbccb0 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:18.019113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72756a27-6b04-44b4-9eea-9b04fb298620 req-ab017214-3d08-4aa3-af2b-75c3a3cbccb0 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.0976980 Apr 11 20:39:18.022548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event updated for resources: {'Port': ['ID=3d7443f2-289c-4f15-a4c6-7f490c2d4112,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:18.073394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72756a27-6b04-44b4-9eea-9b04fb298620 req-a681c85b-8a81-4c7d-b537-a775034fe2b1 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519047 Apr 11 20:39:18.121839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-3cb5f3f0-91c3-4be9-b5a1-7c4f5a56a188 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1213920 Apr 11 20:39:18.136256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Request body: {'port': {'device_id': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:18.305596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0bffd-687c-442b-80cb-75caa4774d41 req-3e310521-2b9d-43ba-bcc8-87d477a2bed8 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:18.309566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5af0bffd-687c-442b-80cb-75caa4774d41 req-3e310521-2b9d-43ba-bcc8-87d477a2bed8 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 932 time: 0.1221564 Apr 11 20:39:18.309713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.357497 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5af0bffd-687c-442b-80cb-75caa4774d41 req-8af22c0f-dc88-4513-a442-72ff7892ab88 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Apr 11 20:39:18.439535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48520) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:18.460384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.526805 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.541503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626a61cf-82a1-4762-9e41-f71d4a3aab4a req-de115a5b-0438-4ba3-a8ca-b271b224ed7a tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1095 time: 0.2354298 Apr 11 20:39:18.541751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:18.551199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b80cf4ceebb40b7bbec9684d5bfcf40 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:18.555564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:18.563374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:18.596853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66470-3b0c-4b63-acbf-6711619dd42c req-b35c8694-fcaa-4b86-9299-7f05a48b7f2f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:18.597537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a8a66470-3b0c-4b63-acbf-6711619dd42c req-b35c8694-fcaa-4b86-9299-7f05a48b7f2f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:18.654457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.667674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626a61cf-82a1-4762-9e41-f71d4a3aab4a req-f41815b2-fda3-452d-b8a2-93f7a395ddce tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191814 Apr 11 20:39:18.698432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a8a66470-3b0c-4b63-acbf-6711619dd42c req-b35c8694-fcaa-4b86-9299-7f05a48b7f2f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:18.699642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8a66470-3b0c-4b63-acbf-6711619dd42c req-b35c8694-fcaa-4b86-9299-7f05a48b7f2f tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 946 time: 0.2226207 Apr 11 20:39:18.726650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.806527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8a66470-3b0c-4b63-acbf-6711619dd42c req-3f455ab3-ba3a-4b51-8d4a-065540cb5ab4 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/security-groups?id=a51235fe-0961-401d-96fa-39ebd6a2d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997307 Apr 11 20:39:18.808180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b18422d-288e-4aa9-9278-425023f77d5c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:18.815889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a7a40c23-e8df-49d8-9928-d3c0a1215dd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b80cf4ceebb40b7bbec9684d5bfcf40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3726287 Apr 11 20:39:18.815889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48532) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:18.831960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7443f2-289c-4f15-a4c6-7f490c2d4112 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:18.861046 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.880390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Transition to ACTIVE for port object 3d7443f2-289c-4f15-a4c6-7f490c2d4112 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:18.891348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60aa429e-3909-40cf-a954-ed2ea9346c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.929788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60aa429e-3909-40cf-a954-ed2ea9346c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:18.966658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.112768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60aa429e-3909-40cf-a954-ed2ea9346c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.114906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=3d7443f2-289c-4f15-a4c6-7f490c2d4112,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:19.171222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Attempting to bind port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:19.171493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Attempting to bind port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:19.181719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Attempting to bind port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:19.181719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:19.181719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Attempting to bind port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 on network 7e2b5698-1296-40bc-be1a-d8061bff6be8 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:19.185938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:19.186139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa429e-3909-40cf-a954-ed2ea9346c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b18422d-288e-4aa9-9278-425023f77d5c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:19.186263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Checking segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:19.186553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Bound using segment: {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:19.186977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Bound port: 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:19.187815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.210004 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60aa429e-3909-40cf-a954-ed2ea9346c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.214393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-60aa429e-3909-40cf-a954-ed2ea9346c27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b18422d-288e-4aa9-9278-425023f77d5c HTTP/1.1" status: 204 len: 168 time: 0.3944921 Apr 11 20:39:19.264389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-f2863785-835d-41eb-bdc8-2184e6df0be0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:19.265821 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-f2863785-835d-41eb-bdc8-2184e6df0be0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.2300966 Apr 11 20:39:19.292545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-cc21a05d-6723-4b3e-aa47-406a09628ad6 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:19.310523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-cc21a05d-6723-4b3e-aa47-406a09628ad6 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 946 time: 0.1884727 Apr 11 20:39:19.322026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] For port 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:19.325932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] For port 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:19.353929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-6849987f-1fb9-40fc-a0c0-d9ee136ee246 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/quotas/3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 375 time: 0.0727706 Apr 11 20:39:19.401699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.418784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Deleting port e02f3fc9-3c75-4453-a2e7-6207092ad9fe {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:19.419370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.509389 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.510751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] 10.222.0.69 "PUT /v2.0/ports/3d7443f2-289c-4f15-a4c6-7f490c2d4112 HTTP/1.1" status: 200 len: 1092 time: 1.3809800 Apr 11 20:39:19.513025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'tag': '3d7443f2-289c-4f15-a4c6-7f490c2d4112'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:19.538647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973149f-6180-4793-a11e-e0748fe3ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=3d7443f2-289c-4f15-a4c6-7f490c2d4112,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:19.555869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-f6a3c90f-9786-440e-878f-d422a2efb3f4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909895 Apr 11 20:39:19.563330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d9d6b-d868-45cf-9af3-59bffd409be2 req-56a5eda7-3eed-43e5-bd75-3cdac7aae8c8 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:19.564820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6d9d6b-d868-45cf-9af3-59bffd409be2 req-56a5eda7-3eed-43e5-bd75-3cdac7aae8c8 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1312180 Apr 11 20:39:19.659726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6d9d6b-d868-45cf-9af3-59bffd409be2 req-8ecc65ef-7f3b-47f7-b75f-6ffb81198dae tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860717 Apr 11 20:39:19.689767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-8b151dd2-b66a-4fde-99dc-49e5b664c0fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 1095 time: 0.0935361 Apr 11 20:39:19.817373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] For port e02f3fc9-3c75-4453-a2e7-6207092ad9fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:19.817629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:19.835838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-fcc8b8fd-26e1-4fac-a78d-25836e91a47c service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626832 Apr 11 20:39:19.875738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-f59c03d5-87d7-4b5e-9577-f559f0747fd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112 HTTP/1.1" status: 200 len: 217 time: 0.1780159 Apr 11 20:39:19.944246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-4e1b32cf-ce12-4e89-bca6-9e9f69759bb6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:19.946202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-4e1b32cf-ce12-4e89-bca6-9e9f69759bb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.0654025 Apr 11 20:39:20.006199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-7b56f6f2-743c-4f9e-894a-be16454c1aa9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530725 Apr 11 20:39:20.100393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Calling delete_port for e02f3fc9-3c75-4453-a2e7-6207092ad9fe owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:20.185073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-8588ba8d-a264-4d61-8cde-d4fdc4f2bed0 service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724005 Apr 11 20:39:20.234291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-6bae083e-ef0c-4e5d-99fe-790cb174285c service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975039 Apr 11 20:39:20.401674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:20.413478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e02f3fc9-3c75-4453-a2e7-6207092ad9fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:20.420374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-601708a4-89ec-42a7-ad8a-ebf679d0764e req-994e3513-9510-4833-9220-a96a02f05884 service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278872 Apr 11 20:39:20.433355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913252b-b033-493f-aa37-e6a0c4e50dcb req-71a5d61a-a990-48ef-a044-537dc7e12501 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:20.434124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0913252b-b033-493f-aa37-e6a0c4e50dcb req-71a5d61a-a990-48ef-a044-537dc7e12501 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:20.456109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Pushing event deleted for resources: {'Port': ['ID=e02f3fc9-3c75-4453-a2e7-6207092ad9fe,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:20.552114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] No DVR routers for this DVR port e02f3fc9-3c75-4453-a2e7-6207092ad9fe on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:20.554868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0913252b-b033-493f-aa37-e6a0c4e50dcb req-71a5d61a-a990-48ef-a044-537dc7e12501 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:20.562295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0913252b-b033-493f-aa37-e6a0c4e50dcb req-71a5d61a-a990-48ef-a044-537dc7e12501 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 944 time: 0.3235593 Apr 11 20:39:20.575463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:20.584834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'name': 'network-vif-deleted', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:20.613508 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2aac2c-cc00-47df-a9ac-5e5f8e0ea559'] response: {'name': 'network-changed', 'server_uuid': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'tag': '3d7443f2-289c-4f15-a4c6-7f490c2d4112', 'status': 'completed', 'code': 200} Apr 11 20:39:20.730574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0913252b-b033-493f-aa37-e6a0c4e50dcb req-d1983009-f942-496a-a54b-844edb2776ea tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638942 Apr 11 20:39:20.754546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-b9c2843d-17a6-4ee8-866d-f257a741a4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c054f731708845f18b414ce383187941&device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 1095 time: 0.1376541 Apr 11 20:39:20.779996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9ec6f16e-8da6-4014-b399-d64f4868420b req-4a97fd32-44ac-4ee9-973f-95d6a990d11e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Synchronizing usage tracker for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:20.784232 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5e1bfad-c7f2-4ffc-99ab-1b30405a7015 req-7db2fb08-2434-412d-9bdb-da651c691487 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.69 "DELETE /v2.0/ports/e02f3fc9-3c75-4453-a2e7-6207092ad9fe HTTP/1.1" status: 204 len: 173 time: 1.4758980 Apr 11 20:39:20.881129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9ec6f16e-8da6-4014-b399-d64f4868420b req-4a97fd32-44ac-4ee9-973f-95d6a990d11e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] Unset dirty status for tenant:edc45db20d7d49a18b9a982900b654aa on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:20.882622 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ec6f16e-8da6-4014-b399-d64f4868420b req-4a97fd32-44ac-4ee9-973f-95d6a990d11e tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 210 time: 0.1866710 Apr 11 20:39:20.900720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-64e635ad-d6fd-4d6a-94d5-e7cca8d6d950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:20.902201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-64e635ad-d6fd-4d6a-94d5-e7cca8d6d950 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 200 len: 923 time: 0.1413271 Apr 11 20:39:20.947332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b238821f-e717-4bbd-895b-a9ceeb7df82f req-070d2ccd-56c1-4120-9008-dc870ae85a8a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 210 time: 0.0440476 Apr 11 20:39:21.035285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-5b0e4bb9-f33f-429a-bf7b-98f733bcecef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112 HTTP/1.1" status: 200 len: 217 time: 0.0867438 Apr 11 20:39:21.052649 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbcadc8-6b07-4d97-8bce-2f72486f4d05'] response: {'server_uuid': 'd49c05d6-3d39-48fe-85d4-b7e069355ad0', 'name': 'network-vif-deleted', 'tag': 'e02f3fc9-3c75-4453-a2e7-6207092ad9fe', 'status': 'completed', 'code': 200} Apr 11 20:39:21.167908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-bd92d44d-142f-4c9b-a6c3-6a7d433d0ade service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:21.169816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-bd92d44d-142f-4c9b-a6c3-6a7d433d0ade service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 200 len: 862 time: 0.1256685 Apr 11 20:39:21.260035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-9cb58c35-8bf1-4c52-a675-7f579909b8dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e2b5698-1296-40bc-be1a-d8061bff6be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812361 Apr 11 20:39:21.445268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48604) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:21.494004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-8bf1e72c-266f-4795-8d5c-682fff934e4d service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647804 Apr 11 20:39:21.499946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efbc3-6c0d-4be6-b0a7-bd3c6247f876 req-41225adc-ed88-4dbb-b3cc-ff3547df1a78 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:21.501432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-194efbc3-6c0d-4be6-b0a7-bd3c6247f876 req-41225adc-ed88-4dbb-b3cc-ff3547df1a78 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.2389135 Apr 11 20:39:21.656650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-194efbc3-6c0d-4be6-b0a7-bd3c6247f876 req-cb2e6c12-419e-4e00-9d0d-423967b51eaf tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356311 Apr 11 20:39:21.688065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:21.708430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-591192e4-1082-4b05-91ee-5dcafc09b1ca req-35bec644-6b8f-44c5-8a9b-639cea5be7d9 service neutron] 10.222.0.69 "GET /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060347 Apr 11 20:39:21.733648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:21.737682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:a1cae5ef1e3c4d97821b071170511869 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:21.740681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:21.747888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:21.817490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:21.939191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:21.983231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18123-8eb6-4754-bcd9-7fa380f13478 req-962ff0dd-4c4f-4197-99b1-9a6913fcac1d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:21.985024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0d18123-8eb6-4754-bcd9-7fa380f13478 req-962ff0dd-4c4f-4197-99b1-9a6913fcac1d tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 944 time: 0.1130204 Apr 11 20:39:22.020868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f028c-8461-4875-9c8b-5b2f14d9f253,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:22.031762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2093a242-94d0-40cb-ae9d-adc1f8f10ee1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1cae5ef1e3c4d97821b071170511869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5852025 Apr 11 20:39:22.034451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48624) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:22.068682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0d18123-8eb6-4754-bcd9-7fa380f13478 req-57e6afac-b6be-4550-ba15-23e60a61bc20 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710478 Apr 11 20:39:22.145489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84bc8655-c3b1-4e69-823d-d051785ed558 req-8e1fc34e-81d7-4fd9-9e67-62fe83669164 tempest-FloatingIPsAssociationTestJSON-1721660720 tempest-FloatingIPsAssociationTestJSON-1721660720-project] 10.222.0.61 "GET /v2.0/ports?device_id=d49c05d6-3d39-48fe-85d4-b7e069355ad0 HTTP/1.1" status: 200 len: 210 time: 0.0540123 Apr 11 20:39:22.167112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7da3bb87-9ae9-4431-8650-fdefec15c932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:22.205187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7da3bb87-9ae9-4431-8650-fdefec15c932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:22.269609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3cd236a5-7ccd-4866-b854-42f005851c08 req-d391d42a-64c2-468d-b966-27cbec17c9e4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 210 time: 0.0688019 Apr 11 20:39:22.354715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7da3bb87-9ae9-4431-8650-fdefec15c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:22.370963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3bb87-9ae9-4431-8650-fdefec15c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f028c-8461-4875-9c8b-5b2f14d9f253,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:22.396292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7da3bb87-9ae9-4431-8650-fdefec15c932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:22.397422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7da3bb87-9ae9-4431-8650-fdefec15c932 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da2f028c-8461-4875-9c8b-5b2f14d9f253 HTTP/1.1" status: 204 len: 168 time: 0.3614228 Apr 11 20:39:22.870764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c1f82-adad-4977-87ae-c42a7fef4051 req-cfcb6c2e-e6b3-4150-9c9f-7daadfcafece tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:22.871901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-095c1f82-adad-4977-87ae-c42a7fef4051 req-cfcb6c2e-e6b3-4150-9c9f-7daadfcafece tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.0852129 Apr 11 20:39:22.921473 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-095c1f82-adad-4977-87ae-c42a7fef4051 req-9d258cc4-b928-47d4-83fb-0b36f6450a2d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Apr 11 20:39:23.380995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48676) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:23.430335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-79e2e426-fbb7-48a5-8173-c711a4774efe tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:23.431990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-79e2e426-fbb7-48a5-8173-c711a4774efe tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.2531283 Apr 11 20:39:23.442762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48684) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:23.466077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Request body: {'port': {'device_id': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'admin_state_up': True, 'tenant_id': '3d5a8859c567410f9833e077a1517428'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:23.542319 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:23.615157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e7c6a-d358-41ac-ba5f-d0f8b20662b1 req-578a031f-fd84-4848-a248-b2e7069aea55 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:23.616715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e34e7c6a-d358-41ac-ba5f-d0f8b20662b1 req-578a031f-fd84-4848-a248-b2e7069aea55 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 944 time: 0.2664707 Apr 11 20:39:23.638139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:23.664592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Usage tracker for resource:security_group_rule and tenant:a6eab07a4bf44235b108c167bc96d497 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:23.678519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:23.691005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:23.717889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:23.737245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e34e7c6a-d358-41ac-ba5f-d0f8b20662b1 req-60509876-3873-4b75-a4b7-bc184ac9891a tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Apr 11 20:39:23.743724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:23.817608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:23.824446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Made reservation on behalf of 3d5a8859c567410f9833e077a1517428 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:23.827418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:23.909512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3d7443f2-289c-4f15-a4c6-7f490c2d4112 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:23.912986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e02f3fc9-3c75-4453-a2e7-6207092ad9fe no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:23.921473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:23.940466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.002221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8283797e-9ab1-42b4-baf6-a09ceae8b277 req-cdcd59a3-52f6-42bc-8282-f547f5f82802 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 210 time: 0.0705113 Apr 11 20:39:24.048204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15163aa5-1d84-4f4c-baef-f424f296ebd4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:24.052307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87e8a208-71c2-4054-af7e-c24b327a5a17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6eab07a4bf44235b108c167bc96d497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6081417 Apr 11 20:39:24.056815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48698) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:24.076464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: e02f3fc9-3c75-4453-a2e7-6207092ad9fe {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:24.080413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e02f3fc9-3c75-4453-a2e7-6207092ad9fe not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:24.174169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Allocated IP 172.20.0.4 (7a1499a1-6303-4e7c-958a-8b86a0b79792/ad106e4f-600f-4a72-891a-b41933a74fcf/745ec459-ede5-4770-9dec-46c3f255911d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:24.189687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:24.204782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa893e3c-2454-42ca-ad8d-d3020ded8ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.205614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '3d7443f2-289c-4f15-a4c6-7f490c2d4112', 'network_id': '7e2b5698-1296-40bc-be1a-d8061bff6be8', 'port_id': '3d7443f2-289c-4f15-a4c6-7f490c2d4112', 'mac_address': 'fa:16:3e:9a:30:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce2da6-bf19-4f7d-9754-0e7a2c0358bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:39:24.276069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa893e3c-2454-42ca-ad8d-d3020ded8ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.295373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.318982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7443f2-289c-4f15-a4c6-7f490c2d4112 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:24.339842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:24.418306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.507698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3d7443f2-289c-4f15-a4c6-7f490c2d4112,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:24.541223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a8759fe-7404-4c90-bde1-00820f351499 req-58ad6bd8-f573-4719-b3db-75382456d56d tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3293902194764b16869700db8b75fc84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478356 Apr 11 20:39:24.623594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['3d7443f2-289c-4f15-a4c6-7f490c2d4112'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:24.654295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa893e3c-2454-42ca-ad8d-d3020ded8ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.658132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e66c58-0eb2-40b0-b303-e443193dfbdf req-07b78138-6b7e-48ae-a134-d4434cbcffed tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:24.660032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90e66c58-0eb2-40b0-b303-e443193dfbdf req-07b78138-6b7e-48ae-a134-d4434cbcffed tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1758039 Apr 11 20:39:24.696391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa893e3c-2454-42ca-ad8d-d3020ded8ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15163aa5-1d84-4f4c-baef-f424f296ebd4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:24.727512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.756564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90e66c58-0eb2-40b0-b303-e443193dfbdf req-9426e804-f0b1-45c1-8953-065dc8062fb0 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900984 Apr 11 20:39:24.787430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8759fe-7404-4c90-bde1-00820f351499 req-69790c95-bd90-4bb9-840d-3902faec0f8c tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:24.788914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a8759fe-7404-4c90-bde1-00820f351499 req-69790c95-bd90-4bb9-840d-3902faec0f8c tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391784 Apr 11 20:39:24.814926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa893e3c-2454-42ca-ad8d-d3020ded8ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.818497 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aa893e3c-2454-42ca-ad8d-d3020ded8ef3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15163aa5-1d84-4f4c-baef-f424f296ebd4 HTTP/1.1" status: 204 len: 168 time: 0.7584429 Apr 11 20:39:24.819843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a8759fe-7404-4c90-bde1-00820f351499 req-1c615df8-4d5b-400b-8d44-05d6edd2214d tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/quotas/3293902194764b16869700db8b75fc84 HTTP/1.1" status: 200 len: 375 time: 0.0219648 Apr 11 20:39:24.880960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Deleting port 0cdaab22-a10c-4ab2-92fe-0297ee844f30 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:24.881328 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.886983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a8759fe-7404-4c90-bde1-00820f351499 req-7094c864-f7ea-41d1-8339-8c939ba8e739 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3293902194764b16869700db8b75fc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586426 Apr 11 20:39:24.888385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:24.974149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:24.978187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:24.983039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:24.988666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:24.989364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:25.002901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:25.075153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-12fe71bb-2181-45ff-8bb1-db4ba54015f0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6261621 Apr 11 20:39:25.091590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Request body: {'port': {'device_id': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:25.206236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] For port 0cdaab22-a10c-4ab2-92fe-0297ee844f30, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0cdaab22-a10c-4ab2-92fe-0297ee844f30,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:25.206613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:25.262963 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:25.332839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Calling delete_port for 0cdaab22-a10c-4ab2-92fe-0297ee844f30 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:25.470447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0132-53b8-43ee-97c9-805655b1f1bf req-b84e0ac6-0e8d-4721-864c-95115a9153d4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:25.471914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b60e0132-53b8-43ee-97c9-805655b1f1bf req-b84e0ac6-0e8d-4721-864c-95115a9153d4 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 945 time: 0.3857441 Apr 11 20:39:25.639559 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:39:25.643277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517a45-f98c-4374-82a2-f160ed063b3a req-88722ed6-c888-424d-b3a8-0fba73727430 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:25.644001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-06517a45-f98c-4374-82a2-f160ed063b3a req-88722ed6-c888-424d-b3a8-0fba73727430 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:25.684162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b60e0132-53b8-43ee-97c9-805655b1f1bf req-844cbfc2-0fdb-4a84-91cb-3b4fc04a2b51 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051265 Apr 11 20:39:25.840238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-06517a45-f98c-4374-82a2-f160ed063b3a req-88722ed6-c888-424d-b3a8-0fba73727430 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:25.846742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06517a45-f98c-4374-82a2-f160ed063b3a req-88722ed6-c888-424d-b3a8-0fba73727430 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 931 time: 0.3821440 Apr 11 20:39:25.887547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745ec459-ede5-4770-9dec-46c3f255911d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:25.897695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:25.903930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:25.923992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06517a45-f98c-4374-82a2-f160ed063b3a req-2d3d6ad4-1393-4351-becf-623238c7a95c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762935 Apr 11 20:39:25.926284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3d7443f2-289c-4f15-a4c6-7f490c2d4112 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:25.942071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Transition to ACTIVE for port object 745ec459-ede5-4770-9dec-46c3f255911d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:25.964030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdaab22-a10c-4ab2-92fe-0297ee844f30,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:26.023810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.143642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:26.150471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:26.150821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.269040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:26.314769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.315143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.315451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.315806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.316132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.328760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.329195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.329531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.329869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.330197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.330523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:26.425077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:26.429946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:26.429946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:26.437965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:26.438333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:26.454491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de57d8-eb8f-42d6-b948-39cbc3b20cf9 req-03ed1838-4235-49f6-b40d-1d26b724d7e4 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:26.471719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42de57d8-eb8f-42d6-b948-39cbc3b20cf9 req-03ed1838-4235-49f6-b40d-1d26b724d7e4 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.2552972 Apr 11 20:39:26.471719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:26.471719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:26.471719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:26.471719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Bound port: 745ec459-ede5-4770-9dec-46c3f255911d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:26.471719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.472206 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.537144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:26.538399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7443f2-289c-4f15-a4c6-7f490c2d4112'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:26.570887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.609178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42de57d8-eb8f-42d6-b948-39cbc3b20cf9 req-8737d63a-4d03-4c28-97a2-35d87994069c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466889 Apr 11 20:39:26.629303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:26.633328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:26.636623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.710934 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93032756-6505-4557-b681-c9a24a4931a0'] response: {'server_uuid': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7443f2-289c-4f15-a4c6-7f490c2d4112', 'code': 200} Apr 11 20:39:26.745134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.789255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3d7443f2-289c-4f15-a4c6-7f490c2d4112,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:26.865248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:26.866840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] 10.222.0.75 "PUT /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 1091 time: 1.7825892 Apr 11 20:39:26.867342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:26.919740 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1286cda-db97-4587-bcd7-1f208b295869 req-278e58d3-6b49-44fa-9096-dcf6e599df89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 1097 time: 0.1282251 Apr 11 20:39:26.937185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b814a6-9b1a-4d5e-a484-e0719e5db0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:27.016686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1286cda-db97-4587-bcd7-1f208b295869 req-0f2403e8-9309-438d-9624-1dbe38c26417 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838842 Apr 11 20:39:27.027238 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e102be4f-d169-4241-be84-06e8fa42c202'] response: {'name': 'network-changed', 'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d', 'status': 'completed', 'code': 200} Apr 11 20:39:27.132518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817be194-bd4b-4f8d-a6c3-7c83dcbc172e req-950f9e1c-3f36-4dec-a717-3f81c90146f2 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:27.134661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-817be194-bd4b-4f8d-a6c3-7c83dcbc172e req-950f9e1c-3f36-4dec-a717-3f81c90146f2 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 946 time: 0.1568041 Apr 11 20:39:27.138644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-ff5590de-aba2-4491-8064-f0f456a5a67e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1094 time: 0.1104648 Apr 11 20:39:27.279254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613807ae-2f2f-478d-9315-5706f457a2fc req-ac8198c3-df92-41e8-a9c2-f2d814c2e422 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:27.285952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-613807ae-2f2f-478d-9315-5706f457a2fc req-ac8198c3-df92-41e8-a9c2-f2d814c2e422 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.1369147 Apr 11 20:39:27.360513 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-512ef062-a8df-4c66-80c6-a2ba06b3c1d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.1978889 Apr 11 20:39:27.420391 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-817be194-bd4b-4f8d-a6c3-7c83dcbc172e req-df624179-1a2a-446d-aafa-2b9c92a92a78 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743292 Apr 11 20:39:27.456723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-0b114431-82b9-4e2b-95f8-dc58653edd78 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:27.458250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-0b114431-82b9-4e2b-95f8-dc58653edd78 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0884457 Apr 11 20:39:27.584319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-a0b5b119-1c60-420c-914b-88e0075e2800 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116943 Apr 11 20:39:27.623120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-613807ae-2f2f-478d-9315-5706f457a2fc req-8ead4b1a-43e9-469c-84f5-03868178a1a9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362672 Apr 11 20:39:27.637308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea57f450-505d-435b-b41d-c4a481f1dd58 req-a06131ad-4410-4b1f-988f-fa61a3ba097d tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3293902194764b16869700db8b75fc84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721247 Apr 11 20:39:27.726716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Router 45f834b4-c885-4b11-aa1b-726512f60305 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:39:27.948644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-8e2823af-2b0c-4447-91b1-4a9299f01f06 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088779 Apr 11 20:39:28.107027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090f30b-c9cb-40da-b3bb-cb9d619f52ee req-5a51ebde-4b8c-45ec-a5de-a60b295bdc57 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:28.115791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2090f30b-c9cb-40da-b3bb-cb9d619f52ee req-5a51ebde-4b8c-45ec-a5de-a60b295bdc57 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.2538185 Apr 11 20:39:28.159194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57f450-505d-435b-b41d-c4a481f1dd58 req-3ba04c1e-bf0c-4467-af65-d2666f2a411b tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:28.165533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea57f450-505d-435b-b41d-c4a481f1dd58 req-3ba04c1e-bf0c-4467-af65-d2666f2a411b tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4207683 Apr 11 20:39:28.192078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2090f30b-c9cb-40da-b3bb-cb9d619f52ee req-22510f39-95c7-4245-bb2c-b1876c8f040e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753443 Apr 11 20:39:28.219944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea57f450-505d-435b-b41d-c4a481f1dd58 req-1e33d965-2812-41d8-a67e-0187490b0508 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/quotas/3293902194764b16869700db8b75fc84 HTTP/1.1" status: 200 len: 375 time: 0.0422311 Apr 11 20:39:28.231632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:39:28.242715 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] Sync routers for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:39:28.282630 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:28.285772 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:28.296466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea57f450-505d-435b-b41d-c4a481f1dd58 req-92de15f9-fcdf-4e96-860c-dbc88194a0b7 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3293902194764b16869700db8b75fc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758419 Apr 11 20:39:28.306973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7e4c479d-801e-433f-a86f-5f3f5f4fae39 admin admin] 10.222.0.61 "PUT /v2.0/routers/45f834b4-c885-4b11-aa1b-726512f60305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9248717 Apr 11 20:39:28.309417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48802) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:28.411145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-787a09a9-d6e2-49b0-ab47-6e36b5a4c981 req-5aeba137-8273-440b-9619-ec67f7b9edf0 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446495 Apr 11 20:39:28.425009 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:28.666110 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:28.739324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-607d529b-3d11-4868-ab9c-4e289cab8f76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1094 time: 0.2125070 Apr 11 20:39:28.910578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-b30954fa-214e-43d2-843d-23b6bc082353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:28.912490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-b30954fa-214e-43d2-843d-23b6bc082353 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.1651266 Apr 11 20:39:28.941791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f45cf-db9b-46ba-b65f-aaef525440f5 req-fb1a12ab-73bc-401c-8695-f5003ae81572 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:28.949488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed8f45cf-db9b-46ba-b65f-aaef525440f5 req-fb1a12ab-73bc-401c-8695-f5003ae81572 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 946 time: 0.2122416 Apr 11 20:39:28.982294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:28.991394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-ccb81a32-419b-4950-a343-36d3feff9788 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.0724096 Apr 11 20:39:29.078147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-b87e86e7-00d9-44e0-a7a8-81b3b8fe4545 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:29.080100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-b87e86e7-00d9-44e0-a7a8-81b3b8fe4545 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0793788 Apr 11 20:39:29.139724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-0a1499a8-3558-4f15-968e-b0f703189816 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475562 Apr 11 20:39:29.143541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed8f45cf-db9b-46ba-b65f-aaef525440f5 req-d60bcd3a-eaee-4df4-9788-0b1296e432c9 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923881 Apr 11 20:39:29.206882 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:39:25Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:29.212181 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] Checking router: 45f834b4-c885-4b11-aa1b-726512f60305 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:29.225075 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] Routers {'45f834b4-c885-4b11-aa1b-726512f60305'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:29.225984 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['45f834b4-c885-4b11-aa1b-726512f60305'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:29.257035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:29.355942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Deleting port bd0fb77d-5024-4c18-b5d1-85ed81176180 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:29.356298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:29.424125 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-2a1069d2-41d4-4bea-a67b-078c23a0a585 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674630 Apr 11 20:39:29.429442 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] Set router 45f834b4-c885-4b11-aa1b-726512f60305 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:29.458217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c1ab-bed6-456e-9a31-51d4f77e813f req-5f3968e2-9413-4284-8798-e7e1037fbbae tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:29.459686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f411c1ab-bed6-456e-9a31-51d4f77e813f req-5f3968e2-9413-4284-8798-e7e1037fbbae tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.1672709 Apr 11 20:39:29.589496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] For port bd0fb77d-5024-4c18-b5d1-85ed81176180, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd0fb77d-5024-4c18-b5d1-85ed81176180,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:29.593831 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:29.601691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f411c1ab-bed6-456e-9a31-51d4f77e813f req-e1275855-5b66-4e31-95e9-bbb541ef26ca tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956275 Apr 11 20:39:29.657220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a2ce103-88c4-42df-b33e-b36963af3fd4 req-14d2ad5c-2413-4c27-8572-b40420596865 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267606 Apr 11 20:39:29.804259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Calling delete_port for bd0fb77d-5024-4c18-b5d1-85ed81176180 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:29.987166 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:39:25Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:29.992022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfa5eb-6035-42de-be80-695267fef27c None None] The sync data for ids ['45f834b4-c885-4b11-aa1b-726512f60305'] in n-d-837321-1 is: [{'id': '45f834b4-c885-4b11-aa1b-726512f60305', 'name': 'tempest-FloatingIPsAssociationTestJSON-1728688219-router', 'tenant_id': 'edc45db20d7d49a18b9a982900b654aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:33Z', 'updated_at': '2022-04-11T20:39:25Z', 'revision_number': 5, 'project_id': 'edc45db20d7d49a18b9a982900b654aa', 'gw_port': {'id': 'bd0fb77d-5024-4c18-b5d1-85ed81176180', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f834b4-c885-4b11-aa1b-726512f60305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:34Z', 'updated_at': '2022-04-11T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:30.091211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a041fb-ecc2-45bd-b8c6-dca63e456b20 req-0793968c-4e57-4085-9607-74db217f5ad6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:30.092690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4a041fb-ecc2-45bd-b8c6-dca63e456b20 req-0793968c-4e57-4085-9607-74db217f5ad6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1383491 Apr 11 20:39:30.146565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4a041fb-ecc2-45bd-b8c6-dca63e456b20 req-4be27127-0387-4409-9b0f-c71052b4cae3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Apr 11 20:39:30.149344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:30.199798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0fb77d-5024-4c18-b5d1-85ed81176180,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:30.232217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-141892cd-812b-412e-afbd-a20829939afd req-bbd55b3d-b209-4241-b452-aee4cbe91025 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0546224 Apr 11 20:39:30.327083 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.512202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:30.682003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb13d913-12d3-4716-91db-e2ef1c41b504 req-96e175df-0d1e-4502-9bc0-cd323e046a7b tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0560935 Apr 11 20:39:30.684602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:30.964498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c670c43-1a86-4baa-8f35-80f793c1dd45 req-ec59bbb1-3a74-40b3-95b2-63963831bd0f tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:30.967451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c686c373-a72c-4a1f-ad40-35df75c1a07e req-6c071038-c6b6-4cb2-ab6c-281f6448d233 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3293902194764b16869700db8b75fc84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958176 Apr 11 20:39:30.971286 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c670c43-1a86-4baa-8f35-80f793c1dd45 req-ec59bbb1-3a74-40b3-95b2-63963831bd0f tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 946 time: 0.1922007 Apr 11 20:39:30.975303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.016937 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c670c43-1a86-4baa-8f35-80f793c1dd45 req-77905ce1-d0ab-4183-b338-1b84db88215b tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Apr 11 20:39:31.074057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.209664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686c373-a72c-4a1f-ad40-35df75c1a07e req-a31a836f-60bb-449d-9776-a302f99d69b7 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:31.211161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c686c373-a72c-4a1f-ad40-35df75c1a07e req-a31a836f-60bb-449d-9776-a302f99d69b7 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335856 Apr 11 20:39:31.234748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748e526-60a7-4d7d-86fd-0b1cd5944773 req-f540c399-18c1-4b4a-b63d-add0dacd7633 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:31.243725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2748e526-60a7-4d7d-86fd-0b1cd5944773 req-f540c399-18c1-4b4a-b63d-add0dacd7633 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.1004727 Apr 11 20:39:31.255104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c686c373-a72c-4a1f-ad40-35df75c1a07e req-2d9eca64-172d-45ab-9160-bdbb47b2dbc6 tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/quotas/3293902194764b16869700db8b75fc84 HTTP/1.1" status: 200 len: 375 time: 0.0364218 Apr 11 20:39:31.258069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.258649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f834b4-c885-4b11-aa1b-726512f60305 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:39:31.300109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2748e526-60a7-4d7d-86fd-0b1cd5944773 req-3896c6a0-1a67-4523-8d49-ccc2b0dea7d7 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Apr 11 20:39:31.311988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c686c373-a72c-4a1f-ad40-35df75c1a07e req-0aa7eabe-f3a4-4a7f-8fa9-d78b22371d3f tempest-QuotasAdminNegativeTest-22612428 tempest-QuotasAdminNegativeTest-22612428-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3293902194764b16869700db8b75fc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512052 Apr 11 20:39:31.323032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.324231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-aafbf2ad-7d20-4f05-98ef-ee1625c90ab5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/45f834b4-c885-4b11-aa1b-726512f60305 HTTP/1.1" status: 204 len: 168 time: 3.0136957 Apr 11 20:39:31.326707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48884) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:31.471988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Deleting subnet b9c55b2f-075a-4bd9-97b5-36652042f617 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:39:31.490669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.585035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.592869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f6bc5-1f39-44f8-9291-5c3d6bb8b4af req-8f31f424-c9fe-4f3b-9e93-70106d80e06a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:31.595127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-691f6bc5-1f39-44f8-9291-5c3d6bb8b4af req-8f31f424-c9fe-4f3b-9e93-70106d80e06a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1042695 Apr 11 20:39:31.599288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-0ad127fd-f101-4cdd-8bb1-dfeb4327a5cd tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:31.600782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-0ad127fd-f101-4cdd-8bb1-dfeb4327a5cd tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 946 time: 0.2375317 Apr 11 20:39:31.680377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-691f6bc5-1f39-44f8-9291-5c3d6bb8b4af req-b6404296-e6cc-42b5-ac4e-280d10b6c1ec tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782199 Apr 11 20:39:31.704097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 745ec459-ede5-4770-9dec-46c3f255911d details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:31.742240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Deleting port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:31.742594 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.838986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:31.898283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:31.908778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0cdaab22-a10c-4ab2-92fe-0297ee844f30 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:31.960035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0cdaab22-a10c-4ab2-92fe-0297ee844f30 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:31.960932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0cdaab22-a10c-4ab2-92fe-0297ee844f30 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:31.961750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd0fb77d-5024-4c18-b5d1-85ed81176180 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:32.012736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bd0fb77d-5024-4c18-b5d1-85ed81176180 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:32.013369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd0fb77d-5024-4c18-b5d1-85ed81176180 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:32.018166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '745ec459-ede5-4770-9dec-46c3f255911d', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'port_id': '745ec459-ede5-4770-9dec-46c3f255911d', 'mac_address': 'fa:16:3e:3c:ba:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad106e4f-600f-4a72-891a-b41933a74fcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:39:32.032826 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca41b9ae-d70b-4d8c-8aa9-2a8010d61b51 req-66964a8b-303d-4cf3-af7a-6591b17f2ee6 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0688927 Apr 11 20:39:32.165895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.174337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.194991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745ec459-ede5-4770-9dec-46c3f255911d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:32.212198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:32.273468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c55b2f-075a-4bd9-97b5-36652042f617,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:32.293254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.303190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6f6a8f64-33b2-4426-b719-8b2f9c8493d0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b9c55b2f-075a-4bd9-97b5-36652042f617 HTTP/1.1" status: 204 len: 168 time: 0.9718180 Apr 11 20:39:32.304233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48904) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:32.309762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.362916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] For port 3d7443f2-289c-4f15-a4c6-7f490c2d4112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3d7443f2-289c-4f15-a4c6-7f490c2d4112,segment=NetworkSegment(bb0fe002-cc7b-415a-99a0-b5616ac7ff39),segment_id=bb0fe002-cc7b-415a-99a0-b5616ac7ff39)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:32.363249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.457288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:32.463959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb1082-9971-4f9e-b100-9f7834fb2bbe None None] Network ed8f40e1-58b4-485f-82e2-2d7bc697820f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:39:32.517931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Calling delete_port for 3d7443f2-289c-4f15-a4c6-7f490c2d4112 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:32.593388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20e6a-5a17-4a9d-8b20-5181191b5b79 req-69573fe9-bf7e-4297-8c44-701057fdcc42 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:32.600528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bd20e6a-5a17-4a9d-8b20-5181191b5b79 req-69573fe9-bf7e-4297-8c44-701057fdcc42 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 946 time: 0.3567290 Apr 11 20:39:32.670435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bd20e6a-5a17-4a9d-8b20-5181191b5b79 req-a02aa4ad-d32c-4534-9bcd-75d0a35d0f6f tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups?id=7beb61b4-8d24-4b1b-9d35-6c85b9122483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 Apr 11 20:39:32.763097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['745ec459-ede5-4770-9dec-46c3f255911d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:32.776981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.781609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:32.833912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Deleting port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:32.834692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:32.961111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c425-b1c1-42c1-8d5f-b9f558da0471 req-e3487250-6c5a-4bae-bb0c-42bd8f793f3d tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:32.970635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e353c425-b1c1-42c1-8d5f-b9f558da0471 req-e3487250-6c5a-4bae-bb0c-42bd8f793f3d tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.4125736 Apr 11 20:39:32.972837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.026559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['3d7443f2-289c-4f15-a4c6-7f490c2d4112'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:33.103836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] DHCP port deletion for ed8f40e1-58b4-485f-82e2-2d7bc697820f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:39:33.111639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event deleted for resources: {'Port': ['ID=3d7443f2-289c-4f15-a4c6-7f490c2d4112,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:33.118313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Deleting port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:33.118714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.181302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.208120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e1868-cd7d-4e8a-9f8a-fc93d118efd6 req-1ae6f4b9-59a1-4505-a1e6-1d98a40224b6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:33.209650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-934e1868-cd7d-4e8a-9f8a-fc93d118efd6 req-1ae6f4b9-59a1-4505-a1e6-1d98a40224b6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3341160 Apr 11 20:39:33.238246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] For port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:33.238516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.259851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e353c425-b1c1-42c1-8d5f-b9f558da0471 req-270a5b87-620a-4879-8b21-4a82e9ab9b45 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881038 Apr 11 20:39:33.307239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-934e1868-cd7d-4e8a-9f8a-fc93d118efd6 req-ac7bb705-45f2-4e2c-b566-429a2f1e40df tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901940 Apr 11 20:39:33.388455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] For port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,segment=NetworkSegment(7323df8d-0733-44ce-a1d4-67a342316f37),segment_id=7323df8d-0733-44ce-a1d4-67a342316f37)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:33.389020 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.392135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Calling delete_port for 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:33.426243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:33.437551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Usage tracker for resource:security_group_rule and tenant:3293902194764b16869700db8b75fc84 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:33.442406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:33.451556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:33.502554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-412606ec-a106-4ae6-8315-ca4fc5514ec4 req-b010bbc2-187c-432e-8438-90907f5463b3 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0731800 Apr 11 20:39:33.512043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Calling delete_port for 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:33.549090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.601808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.650007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] No DVR routers for this DVR port 3d7443f2-289c-4f15-a4c6-7f490c2d4112 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:33.651410 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:39:33.651993 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:39:33.653067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.658676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'name': 'network-vif-deleted', 'tag': '3d7443f2-289c-4f15-a4c6-7f490c2d4112'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:33.659767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] No DVR routers for this DVR port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:33.661615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.711021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:33.717928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:33.718105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5238f5d2-e40b-4d11-bf66-6ab86a58ce56,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:33.730948 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c662fe-81ee-4e4a-a277-571e03e45310'] response: {'server_uuid': 'e3be6134-f0cd-4369-8cb6-7445d9989563', 'name': 'network-vif-deleted', 'tag': '3d7443f2-289c-4f15-a4c6-7f490c2d4112', 'status': 'completed', 'code': 200} Apr 11 20:39:33.738535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d417733-656f-4cc8-bcb6-e7693c42c83d req-fe2014d7-66fc-424a-b68f-9b76d1f1b373 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.69 "DELETE /v2.0/ports/3d7443f2-289c-4f15-a4c6-7f490c2d4112 HTTP/1.1" status: 204 len: 173 time: 2.1301560 Apr 11 20:39:33.779356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3293902194764b16869700db8b75fc84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9943388 Apr 11 20:39:33.781916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48928) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:33.871097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:33.891377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.915146 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:39:33.918244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44e261d3-8ec1-4ba6-ac80-5d29b0264dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:33.921345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.921696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.922464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.922792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > port after_create 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.923115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.923465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > port after_update 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.923821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.924153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.924474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.924789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:33.931765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:33.932271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:33.971287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44e261d3-8ec1-4ba6-ac80-5d29b0264dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.025306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.072481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:34.073119 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:34.074343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:34.075644 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:34.076127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:34.076742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8f40e1-58b4-485f-82e2-2d7bc697820f']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:34.122449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7323df8d-0733-44ce-a1d4-67a342316f37') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:34.122933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7323df8d-0733-44ce-a1d4-67a342316f37') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:34.125558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:34.131420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957a550-79c6-4f56-9460-630c3658fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7775ce-c527-4462-9257-5f2e2faa865a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:34.147369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.149858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ce54651c-9252-4f51-bbf5-5db104c3637f req-e44fd67b-5967-46f8-b388-15841264bada tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Synchronizing usage tracker for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:34.157113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ea99ba1-1b37-40b8-a150-29c29ad82e70 req-f25a756c-5ffa-4a14-9bcb-fdcbd603f74d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1009791 Apr 11 20:39:34.170197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Deleting port 5238f5d2-e40b-4d11-bf66-6ab86a58ce56 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:34.170573 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.181620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.193463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:39:34.193463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.217924 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce88874e-ab10-4948-8f1e-deb890c8c10d'] response: {'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'code': 200} Apr 11 20:39:34.246256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44e261d3-8ec1-4ba6-ac80-5d29b0264dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.263078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.268916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e261d3-8ec1-4ba6-ac80-5d29b0264dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7775ce-c527-4462-9257-5f2e2faa865a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:34.271644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44e261d3-8ec1-4ba6-ac80-5d29b0264dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.272974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-44e261d3-8ec1-4ba6-ac80-5d29b0264dfc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d7775ce-c527-4462-9257-5f2e2faa865a HTTP/1.1" status: 204 len: 168 time: 0.4897959 Apr 11 20:39:34.276296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ce54651c-9252-4f51-bbf5-5db104c3637f req-e44fd67b-5967-46f8-b388-15841264bada tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Unset dirty status for tenant:c054f731708845f18b414ce383187941 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:34.291729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce54651c-9252-4f51-bbf5-5db104c3637f req-e44fd67b-5967-46f8-b388-15841264bada tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3be6134-f0cd-4369-8cb6-7445d9989563 HTTP/1.1" status: 200 len: 210 time: 0.2756672 Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: util.warn_limited( Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: util.warn_limited( Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:39:34.321411 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:39:34.374118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:34.393642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'mac_address': 'fa:16:3e:cc:ca:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:39:34.421280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-97e9331c-9a0f-4973-a38d-99fb5172f6c7 None None] The port '5238f5d2-e40b-4d11-bf66-6ab86a58ce56' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:39:34.469640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.547873 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.573327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:34.586102 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.598207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8f40e1-58b4-485f-82e2-2d7bc697820f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:34.619769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:34.641575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:34.670648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64718485-e67d-4c65-8856-1dcd85575c34 req-3aee3f6c-9789-42d4-af97-d1af0d636b64 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:34.675966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64718485-e67d-4c65-8856-1dcd85575c34 req-3aee3f6c-9789-42d4-af97-d1af0d636b64 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.1606593 Apr 11 20:39:34.694476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c40a4e-d7d2-48d7-9a9f-45853ac05dd2 req-b46b7c48-223a-4e10-aef6-f2bb5857b172 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:34.697159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43c40a4e-d7d2-48d7-9a9f-45853ac05dd2 req-b46b7c48-223a-4e10-aef6-f2bb5857b172 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 947 time: 0.1988549 Apr 11 20:39:34.736454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64718485-e67d-4c65-8856-1dcd85575c34 req-a52d9015-c242-4a9c-b2c4-29bee24c5a5c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574217 Apr 11 20:39:34.742852 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:34.768692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-44d9ddfa-8290-437a-bbb4-4e47d37763dc admin admin] 10.222.0.61 "DELETE /v2.0/networks/ed8f40e1-58b4-485f-82e2-2d7bc697820f HTTP/1.1" status: 204 len: 168 time: 2.4611344 Apr 11 20:39:34.788497 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43c40a4e-d7d2-48d7-9a9f-45853ac05dd2 req-b7d44205-16cd-4e42-ae4b-2b6c8f1d72df tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841429 Apr 11 20:39:34.881057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:34.990019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18f3bf0b-951d-4b24-a7bb-8df20f3057da req-74b27d2f-c9b3-4952-a37a-db440bb5b119 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0816150 Apr 11 20:39:35.078741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:35.235165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:35.292723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c72f0b3f-5a60-499e-9c37-2376a80b3305 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edc45db20d7d49a18b9a982900b654aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564439 Apr 11 20:39:35.295118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48960) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:35.348053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48966) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:35.369295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.386851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd37673d-5845-4239-ba08-c77978432009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.406072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:35.411004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Usage tracker for resource:security_group_rule and tenant:9d5d49fb92484595b1ae7ec363fe5121 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:35.415534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:35.426500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:35.433692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd37673d-5845-4239-ba08-c77978432009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.516827 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.549626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd37673d-5845-4239-ba08-c77978432009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.568987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37673d-5845-4239-ba08-c77978432009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51235fe-0961-401d-96fa-39ebd6a2d2b6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:35.579976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.631751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd37673d-5845-4239-ba08-c77978432009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.634609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fd37673d-5845-4239-ba08-c77978432009 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a51235fe-0961-401d-96fa-39ebd6a2d2b6 HTTP/1.1" status: 204 len: 168 time: 0.3384745 Apr 11 20:39:35.661922 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d5d49fb92484595b1ae7ec363fe5121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3127997 Apr 11 20:39:35.663272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36579fb-081b-4798-8d50-ac639b7c5a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47abd0c7-7d03-4277-9c96-cf60c8470d1a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:35.665790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48980) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:35.702576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 745ec459-ede5-4770-9dec-46c3f255911d up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:35.770551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a52-7822-4a22-b05b-67d131b621a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.811902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a52-7822-4a22-b05b-67d131b621a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.864638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48992) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:35.921263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 745ec459-ede5-4770-9dec-46c3f255911d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:35.927166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 745ec459-ede5-4770-9dec-46c3f255911d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:35.927909 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.960500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a52-7822-4a22-b05b-67d131b621a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:35.975867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3d7443f2-289c-4f15-a4c6-7f490c2d4112 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:35.986806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9a52-7822-4a22-b05b-67d131b621a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47abd0c7-7d03-4277-9c96-cf60c8470d1a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:36.033613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d50d-4b92-44d7-9e17-c34f67180e2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.074419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f25d9a52-7822-4a22-b05b-67d131b621a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.079121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f25d9a52-7822-4a22-b05b-67d131b621a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47abd0c7-7d03-4277-9c96-cf60c8470d1a HTTP/1.1" status: 204 len: 168 time: 0.4119420 Apr 11 20:39:36.080053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 3d7443f2-289c-4f15-a4c6-7f490c2d4112 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:36.080603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3d7443f2-289c-4f15-a4c6-7f490c2d4112 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:36.118332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d50d-4b92-44d7-9e17-c34f67180e2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.155949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0abeb-f886-4c11-b855-67ee6a2c5df9 req-ea127cd4-8fb7-4238-813e-906b1f9cc1d0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:36.159221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0be0abeb-f886-4c11-b855-67ee6a2c5df9 req-ea127cd4-8fb7-4238-813e-906b1f9cc1d0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.1773849 Apr 11 20:39:36.185797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.234070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0be0abeb-f886-4c11-b855-67ee6a2c5df9 req-25c3fe10-c878-431f-b105-0453635a4e37 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699565 Apr 11 20:39:36.251251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:36.276306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:36.338904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c74cb-97e2-4518-9e75-ded7653d2191 req-0873c1fa-d163-4f93-a227-4ca34dceca13 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:36.343326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d50d-4b92-44d7-9e17-c34f67180e2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.344585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-239c74cb-97e2-4518-9e75-ded7653d2191 req-0873c1fa-d163-4f93-a227-4ca34dceca13 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 948 time: 0.3187666 Apr 11 20:39:36.372393 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.393076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9d50d-4b92-44d7-9e17-c34f67180e2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4bc898-3809-4b99-9f7a-d2bdb87aa946,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:36.417417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-239c74cb-97e2-4518-9e75-ded7653d2191 req-808f112f-dbb0-4d78-a4bf-2250de2bd3d5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 Apr 11 20:39:36.443287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d50d-4b92-44d7-9e17-c34f67180e2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:36.445497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1bb9d50d-4b92-44d7-9e17-c34f67180e2c tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "DELETE /v2.0/security-groups/ef4bc898-3809-4b99-9f7a-d2bdb87aa946 HTTP/1.1" status: 204 len: 168 time: 0.5789409 Apr 11 20:39:36.448008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:36.512496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:36.527054 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d0081b-0193-4283-a892-d86f48b4f742'] response: {'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d', 'code': 200} Apr 11 20:39:36.544895 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-58dbfc86-5ef4-4eea-b74d-1c89094c4e63 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] show failed (client error): The resource could not be found. Apr 11 20:39:36.546280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-58dbfc86-5ef4-4eea-b74d-1c89094c4e63 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "GET /v2.0/security-groups/ef4bc898-3809-4b99-9f7a-d2bdb87aa946 HTTP/1.1" status: 404 len: 347 time: 0.0968788 Apr 11 20:39:36.548732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc521ef0-b43d-4191-87ee-3df5f478540d req-ff8889ae-6538-4511-b4e7-643cd8b7e3ba tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0668385 Apr 11 20:39:36.549179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49014) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:36.747192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e785eac-1d21-4d5c-85f5-d5721d28f4c2 req-ff4589f8-8834-4994-bcc5-4355b8b91b13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1096 time: 0.1469126 Apr 11 20:39:36.858647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e785eac-1d21-4d5c-85f5-d5721d28f4c2 req-ef067318-7f13-4d2a-ade8-471068c839a8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039679 Apr 11 20:39:36.903364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Deleting port 21809250-574c-428a-a79d-31f264aaa314 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:36.904327 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.100094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.100375 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.220840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56d6b7df-9ed9-4eea-88ab-72e3907a4f4e req-5690fb8f-15a6-433c-8a38-6418cf3acd7e tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0578651 Apr 11 20:39:37.309630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Calling delete_port for 21809250-574c-428a-a79d-31f264aaa314 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:37.563695 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.622247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c532a4b-ce65-4586-b103-5c0f521d7f3a req-654d7a34-26db-47a9-8f43-9c9beea6518b tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1125481 Apr 11 20:39:37.645124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Pushing event deleted for resources: {'Port': ['ID=21809250-574c-428a-a79d-31f264aaa314,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:37.653445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:37.704513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0e89b-c9ef-4786-8c6c-1c848f856423 req-c4f6efaf-19ed-447b-a160-53c1106afbc4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:37.706001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41e0e89b-c9ef-4786-8c6c-1c848f856423 req-c4f6efaf-19ed-447b-a160-53c1106afbc4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 945 time: 0.1651082 Apr 11 20:39:37.715175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:37.734112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.805142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41e0e89b-c9ef-4786-8c6c-1c848f856423 req-c7d04b70-d14e-4103-bf6a-d2ddac6c2a15 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919025 Apr 11 20:39:37.876002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:37.876381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.888193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:37.889423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03df9aaa-dd8b-487a-99b1-187a3b940811 tempest-ImagesOneServerNegativeTestJSON-1436010434 tempest-ImagesOneServerNegativeTestJSON-1436010434-project] 10.222.0.61 "DELETE /v2.0/floatingips/62084647-b7c7-45a5-b45a-8926792c9933 HTTP/1.1" status: 204 len: 168 time: 1.3393769 Apr 11 20:39:37.899705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-network', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:37.914167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f16b-f431-4d14-b763-ede812d44b28 req-a64144aa-25e7-403d-a0c4-2d143c92987e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:37.920179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:37.922436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92c4f16b-f431-4d14-b763-ede812d44b28 req-a64144aa-25e7-403d-a0c4-2d143c92987e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 948 time: 0.1267383 Apr 11 20:39:37.931284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Usage tracker for resource:network and tenant:4bb39de802b346dc9818f8b1ca369592 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:37.936478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:37.949235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:38.005208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92c4f16b-f431-4d14-b763-ede812d44b28 req-81070342-e7c5-48bb-89b4-72c579f3704a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816314 Apr 11 20:39:38.045703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Made reservation on behalf of 4bb39de802b346dc9818f8b1ca369592 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:38.048702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.078789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.095959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.167418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:38.182746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:38.192135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Usage tracker for resource:security_group_rule and tenant:4bb39de802b346dc9818f8b1ca369592 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:38.208959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:38.220867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:38.257687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49074) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:38.263849 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.349772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Deleting subnet adce2da6-bf19-4f7d-9754-0e7a2c0358bc {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:39:38.351054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.409595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.411378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:38.423076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.430686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.469761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.524247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:39:38.527018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00794b40-3058-4fa8-81fa-9d8d3113b5f6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:38.528566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:38.537919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.538741 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Added segment 5b8218fa-f09d-4c0d-bf7c-4537c3c06d14 of type vlan for network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 Apr 11 20:39:38.566349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.585259 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfbe226-d4d2-4275-9be4-5cdf39af8c3f'] response: {'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'code': 200} Apr 11 20:39:38.629724 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.657621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.658539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:38.659065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.681427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adce2da6-bf19-4f7d-9754-0e7a2c0358bc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:38.698738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.705219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6892aed9-0a03-4716-810b-e6b47d1619b5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/adce2da6-bf19-4f7d-9754-0e7a2c0358bc HTTP/1.1" status: 204 len: 168 time: 0.4451542 Apr 11 20:39:38.707657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49086) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:38.793512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] Pushing event updated for resources: {'Network': ['ID=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:38.806502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:39:38.860222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:38.884536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0b2dd07-91ad-4d3d-8ed8-50e0cc5ad4cd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2301931 Apr 11 20:39:38.885733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49094) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:38.895912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Request body: {'subnet': {'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-subnet', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:38.901761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:38.906555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Usage tracker for resource:subnet and tenant:4bb39de802b346dc9818f8b1ca369592 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:38.911363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:38.918171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:39.010783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b98c6c9-de8a-40da-9293-0f97f1e673da req-29ae490e-e8fe-4925-8a70-91f464137222 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1100 time: 0.1747460 Apr 11 20:39:39.043490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Made reservation on behalf of 4bb39de802b346dc9818f8b1ca369592 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:39.046047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.051887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75c03299-9c33-4afc-87ae-9b1c9784b3f7 req-b4c0f265-9524-4c1f-9bd8-6652401d3f2c tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1240458 Apr 11 20:39:39.060774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.089469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.089469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.089469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.089905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > port after_create 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.090000 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > port after_delete 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.090360 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > port after_update 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.090700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.091169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.091516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.091846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.160851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.160851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.161458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.161783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 20:39:39.162408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2b5698-1296-40bc-be1a-d8061bff6be8']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:39.169355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b98c6c9-de8a-40da-9293-0f97f1e673da req-2b495224-f5b9-44c2-8d4d-acb907b51077 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444726 Apr 11 20:39:39.179319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:39.179765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0fe002-cc7b-415a-99a0-b5616ac7ff39') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:39.184532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b661a-b5e2-4bc1-8499-0eb569b10e70 req-dad99889-a9a7-4d15-8ea8-6a63da6c2328 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:39.185981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e2b661a-b5e2-4bc1-8499-0eb569b10e70 req-dad99889-a9a7-4d15-8ea8-6a63da6c2328 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 945 time: 0.2236128 Apr 11 20:39:39.204595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.257936 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.276534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:39:39.276936 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.283773 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e2b661a-b5e2-4bc1-8499-0eb569b10e70 req-d4638d5d-bd00-4919-b5d3-6e1d5e3d7bc9 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900221 Apr 11 20:39:39.412514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: util.warn_limited( Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: util.warn_limited( Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:39:39.426108 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:39:39.526374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16554a9-7b56-44d8-b7df-b9af4654f00f req-fadeeea3-c0a5-4465-b480-2a9edc0ae1b8 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:39.527983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16554a9-7b56-44d8-b7df-b9af4654f00f req-fadeeea3-c0a5-4465-b480-2a9edc0ae1b8 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 945 time: 0.3100755 Apr 11 20:39:39.548230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae50325-b800-4717-a40d-155155144172,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:39.584362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16554a9-7b56-44d8-b7df-b9af4654f00f req-7874ff30-1063-47d4-bc5e-d26a71398bd6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468652 Apr 11 20:39:39.587661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Checking segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:39.588021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Network hostable DHCP agents. Network: b1cd5b90-c5fd-49da-a6da-4d4a804f17c0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:39:39.597054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca25d4-11c8-4548-ae24-8d19daeab934 req-fdb3bb49-664d-4547-ac66-ab846578c534 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:39.598514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1ca25d4-11c8-4548-ae24-8d19daeab934 req-fdb3bb49-664d-4547-ac66-ab846578c534 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1555214 Apr 11 20:39:39.604915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.644554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2b5698-1296-40bc-be1a-d8061bff6be8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:39.646984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.669246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1ca25d4-11c8-4548-ae24-8d19daeab934 req-d8474196-20d8-40c3-af21-d9d13f7b60af tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632260 Apr 11 20:39:39.720170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:39:39.726577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f169fd48-f77e-4953-b5e9-1c5d7d5ce44f admin admin] 10.222.0.61 "DELETE /v2.0/networks/7e2b5698-1296-40bc-be1a-d8061bff6be8 HTTP/1.1" status: 204 len: 168 time: 1.0155323 Apr 11 20:39:39.777496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b1cd5b90-c5fd-49da-a6da-4d4a804f17c0) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:39.781815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:39.782577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-294e5183-04d7-450e-816e-79211767633f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.791637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802e2c9-35d2-4bf2-8035-d0eda91f04c8 None None] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:39:39.850097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-294e5183-04d7-450e-816e-79211767633f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9562490 Apr 11 20:39:39.850312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49118) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:39.856400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:39.857013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd54f43e-d4d3-4343-91d0-a4dfc7e0d17d req-b4f585a6-ad2e-4dcb-9a56-4d85d2894f75 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1096 time: 0.1070685 Apr 11 20:39:39.866492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:39.870706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Usage tracker for resource:router and tenant:4bb39de802b346dc9818f8b1ca369592 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:39.874793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:39.880753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:39.937151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd54f43e-d4d3-4343-91d0-a4dfc7e0d17d req-1f14d507-e3fe-4e49-a0ba-cb062a03f59d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740323 Apr 11 20:39:39.960669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.961879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:39.981115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.058298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:39:40.059553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.215149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.249229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Allocated IP 172.20.0.2 (b1cd5b90-c5fd-49da-a6da-4d4a804f17c0/8ae50325-b800-4717-a40d-155155144172/bfe30e5d-0dd1-4e00-a758-7f7f2e690cae) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:40.266342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49132) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:40.437375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1037f95c-a8d3-454e-9798-fd057ac7504d req-d39725f4-834e-48f9-9a93-04bb90dab079 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1096 time: 0.0860412 Apr 11 20:39:40.446827 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-64dfe341-7de8-4368-aaed-2132a3321c7d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001201 Apr 11 20:39:40.501696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1037f95c-a8d3-454e-9798-fd057ac7504d req-2f3356f1-ccda-4b2d-bc55-f91d56d5289b tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583434 Apr 11 20:39:40.532930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.546554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Transition to ACTIVE for port object bfe30e5d-0dd1-4e00-a758-7f7f2e690cae will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:40.568746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Transition to ACTIVE for port object bfe30e5d-0dd1-4e00-a758-7f7f2e690cae will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:40.635938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.639720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b54800e-a0ca-4a37-85b0-ca3da456139f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c054f731708845f18b414ce383187941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3717728 Apr 11 20:39:40.642590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49144) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:40.709982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:40.713587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:40.715565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Pushing event updated for resources: {'Port': ['ID=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:40.724275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:40.741217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-981741ab-e039-4f5d-b919-d7bbddcde228 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:40.748076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-981741ab-e039-4f5d-b919-d7bbddcde228 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939293 Apr 11 20:39:40.772045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-0332c537-c093-48f5-8eb4-6af80ad02532 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/quotas/85277020f6614ba2857f20cb28cd0a36 HTTP/1.1" status: 200 len: 375 time: 0.0230443 Apr 11 20:39:40.790583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7870cbd-4d94-4ca4-8d6b-02dd4fcfe135 req-5869bef9-26d4-4fac-a973-0afd58d9a23e tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0664680 Apr 11 20:39:40.809561 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49f3-3772-4d21-99eb-b22509c1c6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.842739 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49f3-3772-4d21-99eb-b22509c1c6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.884179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-237c26f3-ec0a-4719-8503-76afc84d280f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053946 Apr 11 20:39:40.922383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.944300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Attempting to bind port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:40.944669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Attempting to bind port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:40.945033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Attempting to bind port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae on network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:40.954393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:40.954768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Checking segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:40.955168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.955589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Bound using segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:40.956054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Bound port: bfe30e5d-0dd1-4e00-a758-7f7f2e690cae, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:40.956422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.965330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49f3-3772-4d21-99eb-b22509c1c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:40.981595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc49f3-3772-4d21-99eb-b22509c1c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb61b4-8d24-4b1b-9d35-6c85b9122483,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:41.011559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:41.032233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49f3-3772-4d21-99eb-b22509c1c6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:41.036044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0cdc49f3-3772-4d21-99eb-b22509c1c6c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7beb61b4-8d24-4b1b-9d35-6c85b9122483 HTTP/1.1" status: 204 len: 168 time: 0.3921309 Apr 11 20:39:41.079448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc4a7-e619-465a-b7ab-0ac3cfec56d7 req-afd1a5c9-be82-407f-9b92-66f2cdee2ef9 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:41.081988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c28fc4a7-e619-465a-b7ab-0ac3cfec56d7 req-afd1a5c9-be82-407f-9b92-66f2cdee2ef9 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 945 time: 0.1117036 Apr 11 20:39:41.089974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] For port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:41.093670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] For port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:41.160812 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:41.161286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-3a0dfb86-755f-4093-81d8-d3dac66154bb tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:41.162810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-3a0dfb86-755f-4093-81d8-d3dac66154bb tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 945 time: 0.1973407 Apr 11 20:39:41.174805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c28fc4a7-e619-465a-b7ab-0ac3cfec56d7 req-5d75dbf6-3d38-4d12-8075-be1d7b16883d tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847490 Apr 11 20:39:41.256180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Deleting port cd271735-f54e-4a33-b57c-97d5bc4f08b3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:41.256517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:41.350966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Allocated IP 172.25.5.39 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/b239c513-36a8-487a-834a-bc3ea5b202cb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:41.372850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde423c-5636-487b-b84e-5efc48464aee None None] Pushing event updated for resources: {'Port': ['ID=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:41.430159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b0bdedb-3ea5-4abc-b7bb-919e2dee4fe8 req-f9443a04-2e85-4b19-8827-1438998b208a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 210 time: 0.0875654 Apr 11 20:39:41.733562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d041-0eed-43c5-b97c-1d6f7c49f260 req-1f8a356b-59e5-466a-ae7c-f12b37138c30 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:41.734964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92b8d041-0eed-43c5-b97c-1d6f7c49f260 req-1f8a356b-59e5-466a-ae7c-f12b37138c30 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3289971 Apr 11 20:39:41.825996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:41.829904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] For port cd271735-f54e-4a33-b57c-97d5bc4f08b3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cd271735-f54e-4a33-b57c-97d5bc4f08b3,segment=NetworkSegment(07825235-6629-491e-9a03-dc93c86c4c9a),segment_id=07825235-6629-491e-9a03-dc93c86c4c9a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:41.830253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:41.910164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfe30e5d-0dd1-4e00-a758-7f7f2e690cae up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:41.994471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Calling delete_port for cd271735-f54e-4a33-b57c-97d5bc4f08b3 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:42.045378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92b8d041-0eed-43c5-b97c-1d6f7c49f260 req-daf7384a-3a89-4060-b580-bca6106e1205 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912581 Apr 11 20:39:42.079642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:42.097495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bca5815e-04b8-4148-9d20-66295db7d3d2 req-0021baf5-cd3c-4a16-87d8-53bc6b3eee06 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0694242 Apr 11 20:39:42.338489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48916a88-4799-4480-8745-7c6a70ce1e48 req-60ee692d-b620-4ede-80fe-fc1f11d46fe9 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1096 time: 0.1004112 Apr 11 20:39:42.370139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:42.428093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c196-eb25-4bd5-ba98-e23f103630c2 req-df983b1c-09ee-4e80-b75f-a2771803aded tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:42.430270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af63c196-eb25-4bd5-ba98-e23f103630c2 req-df983b1c-09ee-4e80-b75f-a2771803aded tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1571734 Apr 11 20:39:42.708435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:42.708435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:42.708435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48916a88-4799-4480-8745-7c6a70ce1e48 req-f385460b-8775-4376-acea-f4973364771e tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426277 Apr 11 20:39:42.709969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af63c196-eb25-4bd5-ba98-e23f103630c2 req-11503c0f-ee5b-4565-b1ef-28be3fb88e1a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548651 Apr 11 20:39:42.710655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:42.710655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Pushing event updated for resources: {'Port': ['ID=b239c513-36a8-487a-834a-bc3ea5b202cb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:42.710655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11883df6-60da-42f8-9b91-f4592ac026c3 req-ca40ff9a-d8d5-4160-9e73-5ca3921401a8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 210 time: 0.0421557 Apr 11 20:39:42.711367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf565b-4903-41d8-8d40-c4ff8c425ed7 req-883e1da1-d9f2-41fe-9904-5e4b1485d36e tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:42.711367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daaf565b-4903-41d8-8d40-c4ff8c425ed7 req-883e1da1-d9f2-41fe-9904-5e4b1485d36e tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 945 time: 0.0784330 Apr 11 20:39:42.751281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daaf565b-4903-41d8-8d40-c4ff8c425ed7 req-0c5d3c02-134b-4738-8a67-d30cd9312fc5 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/security-groups?id=0552010f-a72c-4286-9f44-1a9c1ae83b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Apr 11 20:39:42.758925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd3c9d-8ff5-4c62-9984-c58b759125ef None None] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:39:42.795156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:42.976647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Pushing event deleted for resources: {'Port': ['ID=cd271735-f54e-4a33-b57c-97d5bc4f08b3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:43.056724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] Provisioning for port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:43.066912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] Provisioning complete for port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:43.067425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.079726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] No DVR routers for this DVR port cd271735-f54e-4a33-b57c-97d5bc4f08b3 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:43.082110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.084905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d680c88-168a-456e-a375-3040ced64458', 'name': 'network-vif-deleted', 'tag': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:43.192044 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124fa61a-1c05-486b-a6dc-606e4df9925d'] response: {'server_uuid': '1d680c88-168a-456e-a375-3040ced64458', 'name': 'network-vif-deleted', 'tag': 'cd271735-f54e-4a33-b57c-97d5bc4f08b3', 'status': 'completed', 'code': 200} Apr 11 20:39:43.214031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c1200491-17d8-4a24-b92b-a104f68d8c84 req-9872fad1-25b2-4c76-bde8-680af368a892 tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.75 "DELETE /v2.0/ports/cd271735-f54e-4a33-b57c-97d5bc4f08b3 HTTP/1.1" status: 204 len: 173 time: 2.0389390 Apr 11 20:39:43.246060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.247191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.334032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.446142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] For port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:43.515179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.579527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2efd603-250f-4cd5-a7f8-75c53a7c6f9d req-26465493-f740-42b5-b916-d6094f899c16 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1532583 Apr 11 20:39:43.713988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca7c4-4660-46ab-a6bc-2b1f73cefc70 None None] Pushing event updated for resources: {'Port': ['ID=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:43.731282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bfaf644d-0377-4446-a39b-81a895496f01 None None] Provisioning complete for port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:43.731998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bfaf644d-0377-4446-a39b-81a895496f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.805521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cd271735-f54e-4a33-b57c-97d5bc4f08b3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:43.835821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451071c-cc61-4a5a-b7bc-e920957def64 req-30eced74-5637-4fd4-a908-79202eaf4402 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:43.844430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7451071c-cc61-4a5a-b7bc-e920957def64 req-30eced74-5637-4fd4-a908-79202eaf4402 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1942871 Apr 11 20:39:43.868872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: cd271735-f54e-4a33-b57c-97d5bc4f08b3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:43.869219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cd271735-f54e-4a33-b57c-97d5bc4f08b3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:43.894797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfe30e5d-0dd1-4e00-a758-7f7f2e690cae up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:43.945389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c7b76fb9-794c-483b-b4fc-d49964dc667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:43.946699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7451071c-cc61-4a5a-b7bc-e920957def64 req-9613693a-b483-4283-b0f4-15bac1680a60 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009274 Apr 11 20:39:44.017343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:39:44.040917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:44.041289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:44.254712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7046aa9e-2b6f-4215-a6de-140549a17267 req-8962fb68-c0b9-4de7-bba0-91b89da820fa tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1096 time: 0.1760817 Apr 11 20:39:44.315995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7046aa9e-2b6f-4215-a6de-140549a17267 req-e9ce98ab-4bf6-4f21-adf2-23ba2150b341 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Apr 11 20:39:44.362502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:39:44.379235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Sync routers for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:39:44.394874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:44.396615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:44.436420 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bec97004-5e5a-4ddb-86c2-438dc9ffe4d4 req-66f03436-5b85-495d-95cf-4d49ffd9e381 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 210 time: 0.0652192 Apr 11 20:39:44.440640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:44.444575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c1edf25-30bb-48a9-a91c-9277423f6163 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.5907397 Apr 11 20:39:44.444867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49230) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:44.604047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:44.707770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac726bd5-5789-4c6a-a5e3-4da40d73f6d6 req-ffd9f452-e215-4241-9074-28e0951b4e3b tempest-VolumesAdminNegativeTest-440560974 tempest-VolumesAdminNegativeTest-440560974-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d680c88-168a-456e-a375-3040ced64458 HTTP/1.1" status: 200 len: 210 time: 0.0576999 Apr 11 20:39:44.895149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-1291a23c-3b99-40cf-b7c7-460e57d0252a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504358 Apr 11 20:39:44.979081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-988a23a3-fead-400e-983a-1dd751767104 req-8282cdb2-9ccc-4fa6-80ee-0f59f17a7392 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0996249 Apr 11 20:39:45.059290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-602ab1a6-75a7-41de-b044-b59538e55f58 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--304573710&fields=id&tenant_id=9662d95966e444aaa762354ba3866fad HTTP/1.1" status: 200 len: 267 time: 0.1853981 Apr 11 20:39:45.099942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:42Z', 'revision_number': 3, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:45.106078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Checking router: 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:45.106572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Updating router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 port b239c513-36a8-487a-834a-bc3ea5b202cb binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:39:45.204535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.235229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-07bd5f6e-07c8-4010-b652-24be049094ca tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:45.236792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-07bd5f6e-07c8-4010-b652-24be049094ca tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354037 Apr 11 20:39:45.256108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:45.395733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385378d5-1c93-4923-9647-bce22c52b49c req-6f98a478-2597-4159-bdab-294ea43f1a35 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:45.397210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-6f98a478-2597-4159-bdab-294ea43f1a35 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 824 time: 0.3298399 Apr 11 20:39:45.450401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-696edddf-f5cb-43d3-bd05-e3c21c5ca6eb tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/quotas/9662d95966e444aaa762354ba3866fad HTTP/1.1" status: 200 len: 375 time: 0.0457904 Apr 11 20:39:45.473163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.514241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:45.520177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Usage tracker for resource:port and tenant:85277020f6614ba2857f20cb28cd0a36 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:45.524568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:45.532581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:45.571513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-08f6855c-ac8c-4281-b943-7419bc31f7fa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1106927 Apr 11 20:39:45.620666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:45.624988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.625174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.643372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Transition to ACTIVE for port object b239c513-36a8-487a-834a-bc3ea5b202cb will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:45.693312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.728541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.762897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:45.776855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Usage tracker for resource:security_group_rule and tenant:85277020f6614ba2857f20cb28cd0a36 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:45.781453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Allocated IP 172.20.0.1 (b1cd5b90-c5fd-49da-a6da-4d4a804f17c0/8ae50325-b800-4717-a40d-155155144172/dc0ff3d3-3819-439e-956e-cf227ee6dc45) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:45.782257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:45.791575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:45.795621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df205415-9e86-4903-b051-59e12e063bc9 req-6948e2a7-d767-4354-be2c-10d6d55e3ac5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:45.795814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-8b5da5d9-c44b-41a4-a836-8c30489bd8bf service neutron] 10.222.0.61 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032645 Apr 11 20:39:45.802796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df205415-9e86-4903-b051-59e12e063bc9 req-6948e2a7-d767-4354-be2c-10d6d55e3ac5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "GET /v2.0/ports?device_id=37b4c0c9-0262-4b5a-9030-75f56c8fc928 HTTP/1.1" status: 200 len: 945 time: 0.1734161 Apr 11 20:39:45.871920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720f152-e9cb-4674-b89a-7595cb61be33 None None] Pushing event updated for resources: {'Port': ['ID=b239c513-36a8-487a-834a-bc3ea5b202cb,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:45.886329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Attempting to bind port b239c513-36a8-487a-834a-bc3ea5b202cb on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:45.887560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Attempting to bind port b239c513-36a8-487a-834a-bc3ea5b202cb by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:45.888249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Attempting to bind port b239c513-36a8-487a-834a-bc3ea5b202cb on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:45.911210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:45.912215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:45.913029 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.913466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:45.914161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Bound port: b239c513-36a8-487a-834a-bc3ea5b202cb, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:45.914919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.967587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Deleting port 6cdf2921-1983-46e0-9690-4f7a45ac64dc {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:39:45.967961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.989584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-0a2d4ae5-f189-4626-a2ff-8c8ef5415ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863194 Apr 11 20:39:45.996032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fb856723-ee46-4ba9-97a9-513db19f734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:45.998121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] For port b239c513-36a8-487a-834a-bc3ea5b202cb, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:45.998628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.001826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] For port b239c513-36a8-487a-834a-bc3ea5b202cb, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b239c513-36a8-487a-834a-bc3ea5b202cb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:46.068983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.080762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.123382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.180089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Transition to ACTIVE for port object dc0ff3d3-3819-439e-956e-cf227ee6dc45 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:46.204785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720f152-e9cb-4674-b89a-7595cb61be33 None None] Pushing event updated for resources: {'Port': ['ID=b239c513-36a8-487a-834a-bc3ea5b202cb,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:46.212171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:46.212799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:46.312592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbf168-88e6-4c6d-870c-21a4c88d73ca,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:46.329797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] For port 6cdf2921-1983-46e0-9690-4f7a45ac64dc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6cdf2921-1983-46e0-9690-4f7a45ac64dc,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:46.330157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.417047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.534984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:46.548058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6571ed34-e283-4a0c-bdee-3bd0f0d18af9 req-690eb003-e35b-46d6-993a-817e411789a3 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1607935 Apr 11 20:39:46.603174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:46.638378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.36 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/52197ff6-f22d-4866-abd1-a425bb182edd) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:46.649539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:46.664745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0ff3d3-3819-439e-956e-cf227ee6dc45,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:46.667818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:46.876623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.878181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.879137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:46.880127 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd disassociated. External IP: 172.25.5.49, port: 6cdf2921-1983-46e0-9690-4f7a45ac64dc. Apr 11 20:39:46.881151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Calling delete_port for 6cdf2921-1983-46e0-9690-4f7a45ac64dc owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:39:46.893593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object 52197ff6-f22d-4866-abd1-a425bb182edd will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:47.002762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:42Z', 'revision_number': 3, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:47.007228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28be21-a125-40cd-ad69-7f2f46dd0ec7 None None] The sync data for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 is: [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:42Z', 'revision_number': 3, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:47.015563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.037521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.097767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-eec003f5-72fb-41af-b8ff-f9707d03154b tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:39:47.099978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-eec003f5-72fb-41af-b8ff-f9707d03154b tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0141056 Apr 11 20:39:47.126072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Request body: {'binding': {'host': 'n-h1-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:47.126611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Unknown quota resources ['binding']. {{(pid=84666) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:39:47.146978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=52197ff6-f22d-4866-abd1-a425bb182edd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:47.153789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ee5cce08-2bec-4e69-9b45-8045b0d0a9fa None None] Provisioning for port dc0ff3d3-3819-439e-956e-cf227ee6dc45 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:47.159858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:47.159858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:47.161945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:47.168035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ee5cce08-2bec-4e69-9b45-8045b0d0a9fa None None] Provisioning complete for port dc0ff3d3-3819-439e-956e-cf227ee6dc45 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:47.168596 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee5cce08-2bec-4e69-9b45-8045b0d0a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.270390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3dee-5fa7-4a0b-bf65-3d96763b71af req-4feadc52-e074-4e71-8eb2-52f04f5ca724 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:47.278114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2f9a3dee-5fa7-4a0b-bf65-3d96763b71af req-4feadc52-e074-4e71-8eb2-52f04f5ca724 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3103392 Apr 11 20:39:47.298333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.329471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cce08-2bec-4e69-9b45-8045b0d0a9fa None None] Port dc0ff3d3-3819-439e-956e-cf227ee6dc45 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:39:47.363138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:47.364268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.400570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.440464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2f9a3dee-5fa7-4a0b-bf65-3d96763b71af req-4970e0d1-6f40-4ec7-8ba5-956604141ccc tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613994 Apr 11 20:39:47.471457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.492336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-88bb998d-0840-4152-8947-2d37cedb66d5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2398722 Apr 11 20:39:47.503620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Request body: {'port': {'device_id': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:47.578706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event deleted for resources: {'Port': ['ID=6cdf2921-1983-46e0-9690-4f7a45ac64dc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:47.669043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-845c5141-a0b7-4494-8949-7c1e79273765 None None] Provisioning for port 52197ff6-f22d-4866-abd1-a425bb182edd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:47.674686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-845c5141-a0b7-4494-8949-7c1e79273765 None None] Provisioning complete for port 52197ff6-f22d-4866-abd1-a425bb182edd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:47.675054 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-845c5141-a0b7-4494-8949-7c1e79273765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.679341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.708603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:47.740039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-845c5141-a0b7-4494-8949-7c1e79273765 None None] Port 52197ff6-f22d-4866-abd1-a425bb182edd cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:39:47.853789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on host n-h1-837321-1 for vnic_type normal with profile None {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:47.854123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:47.854444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:47.863163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:47.863439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:47.882732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b239c513-36a8-487a-834a-bc3ea5b202cb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:47.904887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-42c8fe8d-098f-4dc6-a59d-025eb79d2a2d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:47.905665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:47.905823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-42c8fe8d-098f-4dc6-a59d-025eb79d2a2d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:47.906008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:47.906396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:47.906840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Bound port: 745ec459-ede5-4770-9dec-46c3f255911d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:47.945232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:48.059935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-42c8fe8d-098f-4dc6-a59d-025eb79d2a2d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:48.061122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-42c8fe8d-098f-4dc6-a59d-025eb79d2a2d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 935 time: 0.4168482 Apr 11 20:39:48.092491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b239c513-36a8-487a-834a-bc3ea5b202cb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:48.097559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b239c513-36a8-487a-834a-bc3ea5b202cb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:48.104321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.146069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-b88b8a20-a49a-4008-8a57-cb3737e7449d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:48.214917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.227442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.228889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4ad9083f-d4be-4493-82c8-145e36eac215 service neutron] 10.222.0.61 "POST /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1177270 Apr 11 20:39:48.260204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-b88b8a20-a49a-4008-8a57-cb3737e7449d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:48.266424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Router 43312aae-1983-4a5b-bff8-606a1e94262d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:39:48.272536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa49692e-5d7c-40c9-ad9a-8de225923702 req-b88b8a20-a49a-4008-8a57-cb3737e7449d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039027 Apr 11 20:39:48.296068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.307405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52197ff6-f22d-4866-abd1-a425bb182edd {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:48.315060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b239c513-36a8-487a-834a-bc3ea5b202cb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b239c513-36a8-487a-834a-bc3ea5b202cb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:48.321502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.337881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Transition to ACTIVE for port object 52197ff6-f22d-4866-abd1-a425bb182edd will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:48.372516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.399117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49292) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:48.399826 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.467655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.565027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b239c513-36a8-487a-834a-bc3ea5b202cb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:48.569081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.578789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0ff3d3-3819-439e-956e-cf227ee6dc45,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:48.629882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Deleting subnet f11cabe6-8e02-4908-babf-9335dc8e2bcb {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:39:48.633803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-611f5d95-18a1-456c-b3e8-02139e82b90a req-eb109547-a74f-4da3-be72-f31e0f77750f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 210 time: 0.0814762 Apr 11 20:39:48.640960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.665317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Pushing event updated for resources: {'Port': ['ID=52197ff6-f22d-4866-abd1-a425bb182edd,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:48.684586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:48.778852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:48.778852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:48.975328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce7f651d-f03e-4a8d-90a6-321de13c7beb req-ee37d922-9fb3-4d34-a639-10030a1bf238 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1271214 Apr 11 20:39:49.010919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:39:49.026189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:39:49.048494 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:49.049114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:49.215192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] No DVR routers for this DVR port 6cdf2921-1983-46e0-9690-4f7a45ac64dc on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:39:49.216122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3691d974-b8b2-4519-b22c-5ec004133d71 None None] Provisioning complete for port dc0ff3d3-3819-439e-956e-cf227ee6dc45 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:49.216727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3691d974-b8b2-4519-b22c-5ec004133d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.223618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.227450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df205415-9e86-4903-b051-59e12e063bc9 req-f4c67e46-b5cc-476d-a8b0-e6351f7ccc97 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "DELETE /v2.0/ports/6cdf2921-1983-46e0-9690-4f7a45ac64dc HTTP/1.1" status: 204 len: 173 time: 3.4161701 Apr 11 20:39:49.326800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.373090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:49.448902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3691d974-b8b2-4519-b22c-5ec004133d71 None None] Port dc0ff3d3-3819-439e-956e-cf227ee6dc45 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:39:49.464332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49310) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:49.471606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'name': 'network-vif-deleted', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:49.525361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595689e-1240-4fe8-802c-67c7e91ec28a req-eb4f6cc1-3f0e-4c5e-be0d-86997e71cc92 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:49.532351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6595689e-1240-4fe8-802c-67c7e91ec28a req-eb4f6cc1-3f0e-4c5e-be0d-86997e71cc92 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.5566590 Apr 11 20:39:49.534866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.566042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Attempting to bind port 52197ff6-f22d-4866-abd1-a425bb182edd on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:49.566372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Attempting to bind port 52197ff6-f22d-4866-abd1-a425bb182edd by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:49.566692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Attempting to bind port 52197ff6-f22d-4866-abd1-a425bb182edd on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:49.675155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Port 52197ff6-f22d-4866-abd1-a425bb182edd on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:49.675649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Attempting to bind port 52197ff6-f22d-4866-abd1-a425bb182edd on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:49.699259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.717904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:49.718388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:49.718891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:49.719416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Bound port: 52197ff6-f22d-4866-abd1-a425bb182edd, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:49.719827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.744544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6595689e-1240-4fe8-802c-67c7e91ec28a req-bbedde92-38c4-420d-bac5-30a2f29aaba8 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112684 Apr 11 20:39:49.779947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6cdf2921-1983-46e0-9690-4f7a45ac64dc no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:39:49.804743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.840868 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:49.844305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 6cdf2921-1983-46e0-9690-4f7a45ac64dc {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:39:49.844646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6cdf2921-1983-46e0-9690-4f7a45ac64dc not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:39:49.849404 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:49.864945 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:49.865564 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:49.867212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:49.880625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8258818db64fdbab280d7b5cb25de6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:49.888169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11cabe6-8e02-4908-babf-9335dc8e2bcb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:49.891642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:49.906718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:49.909705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:49.950098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-59ea1a82-2e9f-4baa-a338-8c4377b0699a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f11cabe6-8e02-4908-babf-9335dc8e2bcb HTTP/1.1" status: 204 len: 168 time: 1.5475395 Apr 11 20:39:49.953356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49320) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:49.972568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b239c513-36a8-487a-834a-bc3ea5b202cb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:49.985484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] For port 52197ff6-f22d-4866-abd1-a425bb182edd, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:49.998165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385378d5-1c93-4923-9647-bce22c52b49c req-611fdaf8-c178-4f8e-acc9-be96f42043c5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:50.001116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-611fdaf8-c178-4f8e-acc9-be96f42043c5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 824 time: 0.5246401 Apr 11 20:39:50.066685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc46e38-e121-4fb6-9e24-dc64cdf04ac2 req-e6f7106c-9688-4d18-b548-1a4ff3a28cf6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:50.071869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecc46e38-e121-4fb6-9e24-dc64cdf04ac2 req-e6f7106c-9688-4d18-b548-1a4ff3a28cf6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 945 time: 0.4085217 Apr 11 20:39:50.077305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] For port 52197ff6-f22d-4866-abd1-a425bb182edd, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=52197ff6-f22d-4866-abd1-a425bb182edd,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:50.100694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-e16115f1-8b34-4a97-a631-7eb204034c5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1096 time: 0.8501618 Apr 11 20:39:50.129849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.142709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b239c513-36a8-487a-834a-bc3ea5b202cb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:50.144002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.151493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.226137 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:50.251432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.257546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-dda5f3e8-9d3c-4978-b8d7-5313c5c80040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:50.260252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-dda5f3e8-9d3c-4978-b8d7-5313c5c80040 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.1501832 Apr 11 20:39:50.348144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-8d2486c4-1e64-4922-8e2f-ce44da3e64f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.0744183 Apr 11 20:39:50.425770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.432545 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecc46e38-e121-4fb6-9e24-dc64cdf04ac2 req-ff695270-f8b0-4d7c-98e1-6edd85de6a6e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597496 Apr 11 20:39:50.454058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-3def3a6e-3124-4c77-858a-e96c2398adbb tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9662d95966e444aaa762354ba3866fad HTTP/1.1" status: 200 len: 379 time: 0.4233167 Apr 11 20:39:50.471216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'port': {'device_id': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'admin_state_up': True, 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'security_groups': ['55aab944-af44-422a-8247-61f9bb45a656']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:50.624826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-34583237-a280-4c41-9d8c-3ff0bfdf45bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:50.626407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-34583237-a280-4c41-9d8c-3ff0bfdf45bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.2666810 Apr 11 20:39:50.634137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.649135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] 10.222.0.69 "PUT /v2.0/ports/52197ff6-f22d-4866-abd1-a425bb182edd HTTP/1.1" status: 200 len: 1095 time: 3.1366689 Apr 11 20:39:50.649135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'tag': '52197ff6-f22d-4866-abd1-a425bb182edd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:50.709134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c3f2-bba6-48a6-aa3c-934562aa5497 service neutron] Pushing event updated for resources: {'Port': ['ID=52197ff6-f22d-4866-abd1-a425bb182edd,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:50.720995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f43c7-5bc9-4254-a88b-d7b14046cc2d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:50.736332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.754320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-136d8113-35cf-4635-b5f5-a05026636267 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee8258818db64fdbab280d7b5cb25de6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2887392 Apr 11 20:39:50.776282 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-d6654447-2733-4887-9cb7-b213c44934a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408095 Apr 11 20:39:50.776843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49328) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:50.781341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:50.787592 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45d5cf-98ff-4fcd-a4e4-bee7d73eaf13 None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:50.840397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6156f6-d83e-4a31-99d7-6a496ca175f4']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:50.855275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98389c6-5194-4f24-8da8-d59727138979 req-328b5ae0-ee63-4d02-9bc0-4fdf28fa9c0e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:50.858490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-60add0a4-0663-47ba-a245-b2bf98c45139 req-d13d503d-1b9a-4782-a43b-ea218d9168de tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Synchronizing usage tracker for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:50.863297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e98389c6-5194-4f24-8da8-d59727138979 req-328b5ae0-ee63-4d02-9bc0-4fdf28fa9c0e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 947 time: 0.7089441 Apr 11 20:39:50.901876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07825235-6629-491e-9a03-dc93c86c4c9a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:50.902217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07825235-6629-491e-9a03-dc93c86c4c9a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:50.929388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.941087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:39:50.957814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.965124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e98389c6-5194-4f24-8da8-d59727138979 req-313b375a-9e9d-491b-b43a-6c276cf99e72 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009660 Apr 11 20:39:50.969354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-d8bd3959-fa00-4aa9-97ff-c536dbb75a99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 1098 time: 0.2187226 Apr 11 20:39:50.970257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:39:50.970655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:39:50.984951 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:39:51.011261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:51.074342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-f4df9432-e932-4f9f-bcf2-709ee90e7270 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=52197ff6-f22d-4866-abd1-a425bb182edd HTTP/1.1" status: 200 len: 217 time: 0.0888593 Apr 11 20:39:51.111839 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960681ce-9b02-41d3-b797-d06586be8738'] response: {'server_uuid': '37b4c0c9-0262-4b5a-9030-75f56c8fc928', 'name': 'network-vif-deleted', 'tag': '6cdf2921-1983-46e0-9690-4f7a45ac64dc', 'status': 'completed', 'code': 200} Apr 11 20:39:51.118399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-60add0a4-0663-47ba-a245-b2bf98c45139 req-d13d503d-1b9a-4782-a43b-ea218d9168de tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Unset dirty status for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:51.119580 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60add0a4-0663-47ba-a245-b2bf98c45139 req-d13d503d-1b9a-4782-a43b-ea218d9168de tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 210 time: 0.4259884 Apr 11 20:39:51.122594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Usage tracker for resource:port and tenant:9662d95966e444aaa762354ba3866fad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:51.149719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:51.217570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0b36-20bc-4cfb-a885-49e350434b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.220203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:51.229683 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eac6389-c2b1-4bb1-b943-15eee8f2eadc'] response: {'name': 'network-changed', 'server_uuid': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'tag': '52197ff6-f22d-4866-abd1-a425bb182edd', 'status': 'completed', 'code': 200} Apr 11 20:39:51.249635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-fabbb558-ae43-4079-a6ee-745eafee8a18 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345922 Apr 11 20:39:51.281353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ab77f-f520-4630-afd7-befeceb221fa None None] New status for floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:39:51.332080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eed441f-2630-4233-acad-c7a0d5e6e27d req-71bfcf77-7649-493c-9387-6527087af12e tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1128492 Apr 11 20:39:51.356111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-f4c0e33a-624e-4ff2-b55c-13a79f83f362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:51.357587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-f4c0e33a-624e-4ff2-b55c-13a79f83f362 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1951253 Apr 11 20:39:51.426235 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.432354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.460232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6156f6-d83e-4a31-99d7-6a496ca175f4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:51.475514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0b36-20bc-4cfb-a885-49e350434b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.480587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-b4ed3f19-34c3-43b5-82e0-489fe36a6c24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154678 Apr 11 20:39:51.526978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Made reservation on behalf of 9662d95966e444aaa762354ba3866fad for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:51.529496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.584702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d3e4bdf-e152-46d6-af3a-c91ad63e5a85 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7a6156f6-d83e-4a31-99d7-6a496ca175f4 HTTP/1.1" status: 204 len: 168 time: 1.6301956 Apr 11 20:39:51.588458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49336) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:51.744006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-eca394a5-67ed-4900-9e3f-8b902e6538fe service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813652 Apr 11 20:39:51.811238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe8d6-e03c-4d98-a827-f0c5bc309c89 req-216bbda9-cae7-4c83-bd1c-101873646527 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:51.812732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-edfbe8d6-e03c-4d98-a827-f0c5bc309c89 req-216bbda9-cae7-4c83-bd1c-101873646527 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.4828160 Apr 11 20:39:51.831553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Deleting subnet bd7d049d-ee4b-426c-927d-f4b049e5a988 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:39:51.838879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.841916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0b36-20bc-4cfb-a885-49e350434b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.866722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-b73d81ec-55dd-4298-a3a4-9e17d3793491 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791358 Apr 11 20:39:51.880460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff0b36-20bc-4cfb-a885-49e350434b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f43c7-5bc9-4254-a88b-d7b14046cc2d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:51.939871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Allocated IP 172.20.0.3 (27586bf2-6ef5-4e40-8161-ea1fd3d3ead8/5496c8bc-c805-4a96-a294-156c3a5f5a58/82fd461f-6fee-4841-9b23-419b3d8f45ab) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:39:51.975908 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:51.988894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-edfbe8d6-e03c-4d98-a827-f0c5bc309c89 req-d5434aef-92b4-44b0-a327-26200e8191fe tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687315 Apr 11 20:39:52.003888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0b36-20bc-4cfb-a885-49e350434b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.004992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a5ff0b36-20bc-4cfb-a885-49e350434b76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d58f43c7-5bc9-4254-a88b-d7b14046cc2d HTTP/1.1" status: 204 len: 168 time: 1.2187319 Apr 11 20:39:52.041753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccdb49-bc22-42a3-af8f-f789c5219b81 req-5fd9ce82-5faa-436c-8a9b-576ecc935805 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:52.043214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccdb49-bc22-42a3-af8f-f789c5219b81 req-5fd9ce82-5faa-436c-8a9b-576ecc935805 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 945 time: 0.4164195 Apr 11 20:39:52.110171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.136920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:39:52.150417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2032f106-8242-4f94-81f5-fd9a84e78f32 admin admin] 10.222.0.61 "PUT /v2.0/routers/8fa5b0fe-c132-4ba6-8fe6-855b4b170d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6977992 Apr 11 20:39:52.150631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88edab07-bf45-4f1d-b843-ab73a3b7227a req-8a632b65-363d-44fc-b032-cc765ef7f28f service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742293 Apr 11 20:39:52.166227 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Sync routers for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:39:52.184487 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:52.185151 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:52.206356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-2f3ea093-056a-466b-a91b-1b1076beabc4 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.3273025 Apr 11 20:39:52.213335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88ccdb49-bc22-42a3-af8f-f789c5219b81 req-da6c4eb1-13b1-4bfb-9967-6176e1642e1c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451268 Apr 11 20:39:52.221605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-837321-1'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:52.320898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.348593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.425555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Transition to ACTIVE for port object 82fd461f-6fee-4841-9b23-419b3d8f45ab will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:52.483744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc025c-e9be-47cb-a0a3-81ee2cf8bc7a req-c6ddee9f-53ff-46df-84d5-4b716e30388a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:52.490490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1acc025c-e9be-47cb-a0a3-81ee2cf8bc7a req-c6ddee9f-53ff-46df-84d5-4b716e30388a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 947 time: 0.3281450 Apr 11 20:39:52.493219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.504411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.520411 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:52.548914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bd7d049d-ee4b-426c-927d-f4b049e5a988 HTTP/1.1" status: 204 len: 168 time: 0.9593506 Apr 11 20:39:52.549935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd4470-9b70-4a49-9acf-0b6236511f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7d049d-ee4b-426c-927d-f4b049e5a988,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:52.559188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49354) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:52.682137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.688314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f97973c-e5eb-4eb6-ab39-9c3d8807d46b req-4faf7083-a615-4c63-bc80-e8374b05e02e tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 210 time: 0.1763320 Apr 11 20:39:52.744511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:52.793490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-7a44a36f-5202-43dc-b998-335ae997343a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 1098 time: 0.3990970 Apr 11 20:39:52.864085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1acc025c-e9be-47cb-a0a3-81ee2cf8bc7a req-9f5851c4-2d98-45d0-9af6-4ea2ac49b288 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726404 Apr 11 20:39:52.922710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:39:52.929850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:39:52.932740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:39:52.994125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.019680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70571d0c-e5bc-4b7c-a169-15db36fb8a90 req-6e9fcd89-451b-41a1-9413-85ce65a6823f tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1439536 Apr 11 20:39:53.020164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:53.020784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.024577 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 2, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:53.033028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Checking router: 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:39:53.033542 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Updating router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 port dc0ff3d3-3819-439e-956e-cf227ee6dc45 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:39:53.064831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event updated for resources: {'Port': ['ID=82fd461f-6fee-4841-9b23-419b3d8f45ab,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:53.083516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:53.117497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fe67ce-feb9-43ea-af18-7779f064ebde']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:53.128343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:53.162997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-818accdf-8555-4ede-943b-dc3f1c2cb43a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6962445 Apr 11 20:39:53.178024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824d333f-785c-4c71-94be-fe4d672a2510') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:53.178326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824d333f-785c-4c71-94be-fe4d672a2510') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:53.186639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Request body: {'port': {'device_id': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:53.189009 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.241221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.299610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee714f5-d0d9-4956-8e82-d927907040de req-a843c6fd-857b-46a0-a482-74e22e402048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:53.300775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-a843c6fd-857b-46a0-a482-74e22e402048 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4992161 Apr 11 20:39:53.310019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:53.316337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.363630 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.416886 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.419027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:39:53.419721 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.422256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c7e50c6c-35f2-407d-a8b7-363978d57b88 None None] Provisioning for port 82fd461f-6fee-4841-9b23-419b3d8f45ab completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:53.429312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c7e50c6c-35f2-407d-a8b7-363978d57b88 None None] Provisioning complete for port 82fd461f-6fee-4841-9b23-419b3d8f45ab triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:53.431194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c7e50c6c-35f2-407d-a8b7-363978d57b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:39:53.434501 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:39:53.480355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.509998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-bf643c93-eaf9-4562-98af-1ccdea79146e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=52197ff6-f22d-4866-abd1-a425bb182edd HTTP/1.1" status: 200 len: 217 time: 0.1951027 Apr 11 20:39:53.564833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c7e50c6c-35f2-407d-a8b7-363978d57b88 None None] Port 82fd461f-6fee-4841-9b23-419b3d8f45ab cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:39:53.609298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee714f5-d0d9-4956-8e82-d927907040de req-9d407f67-e9d5-49ce-bd02-a6b9d50f836d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:53.610749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-9d407f67-e9d5-49ce-bd02-a6b9d50f836d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0889173 Apr 11 20:39:53.661703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2100ae-40df-46f4-907e-4575a786887d req-9bb976ab-f99f-40f4-8e01-4979070c7f43 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:53.669029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c2100ae-40df-46f4-907e-4575a786887d req-9bb976ab-f99f-40f4-8e01-4979070c7f43 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3530257 Apr 11 20:39:53.691578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.713358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.728799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fe67ce-feb9-43ea-af18-7779f064ebde,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:53.747340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2a993ebe-a408-4cd9-8f01-365df291c4d5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a6fe67ce-feb9-43ea-af18-7779f064ebde HTTP/1.1" status: 204 len: 168 time: 1.1870625 Apr 11 20:39:53.788092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c2100ae-40df-46f4-907e-4575a786887d req-7727208e-38b1-428e-8a54-1a4b1961bdc1 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178334 Apr 11 20:39:53.816000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-47333f18-181b-4d02-afdb-12edf615936e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973469 Apr 11 20:39:53.875441 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:53.889860 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Transition to ACTIVE for port object dc0ff3d3-3819-439e-956e-cf227ee6dc45 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:53.960091 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.125272 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Pushing event updated for resources: {'Port': ['ID=dc0ff3d3-3819-439e-956e-cf227ee6dc45,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:54.148225 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.148653 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.148925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.149250 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.149570 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.150261 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.150261 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.150491 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.150804 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.151101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.151408 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:54.178883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-531729a7-c38b-413b-bf4b-43307bb2c02f service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567266 Apr 11 20:39:54.194133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:54.203163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on host n-h2-837321-1 for vnic_type normal with profile {"migrating_to": "n-h1-837321-1"} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:54.203503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:54.203838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:54.238695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993da3b-d37f-4424-a5d3-d8fdf9096da5 req-befd523e-6c08-42f3-b994-57a7ae726f90 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:54.247633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:54.247872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Attempting to bind port 745ec459-ede5-4770-9dec-46c3f255911d on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:54.249620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3993da3b-d37f-4424-a5d3-d8fdf9096da5 req-befd523e-6c08-42f3-b994-57a7ae726f90 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.1956108 Apr 11 20:39:54.265467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:54.265808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:54.266226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:54.266668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Bound port: 745ec459-ede5-4770-9dec-46c3f255911d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:54.267011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.298304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-98a6bf04-faee-44cf-a5e5-c08386a6be46 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:54.298998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-98a6bf04-faee-44cf-a5e5-c08386a6be46 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:54.326829 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Attempting to bind port dc0ff3d3-3819-439e-956e-cf227ee6dc45 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:54.326829 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Attempting to bind port dc0ff3d3-3819-439e-956e-cf227ee6dc45 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:54.326829 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Attempting to bind port dc0ff3d3-3819-439e-956e-cf227ee6dc45 on network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:54.330905 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:54.332142 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Checking segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:54.332951 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.334078 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Bound using segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:54.334551 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Bound port: dc0ff3d3-3819-439e-956e-cf227ee6dc45, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:54.334935 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.408845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:54.444013 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] For port dc0ff3d3-3819-439e-956e-cf227ee6dc45, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:54.447164 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] For port dc0ff3d3-3819-439e-956e-cf227ee6dc45, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc0ff3d3-3819-439e-956e-cf227ee6dc45,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:54.447959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3993da3b-d37f-4424-a5d3-d8fdf9096da5 req-12cc2947-37ab-4309-8d5d-a8ad98bbdf43 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318383 Apr 11 20:39:54.466298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-98a6bf04-faee-44cf-a5e5-c08386a6be46 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:54.468575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-98a6bf04-faee-44cf-a5e5-c08386a6be46 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 829 time: 0.5867922 Apr 11 20:39:54.481792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ee714f5-d0d9-4956-8e82-d927907040de req-efa0f496-52ff-41df-acfc-1e07d1ef0bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907031 Apr 11 20:39:54.482428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fd461f-6fee-4841-9b23-419b3d8f45ab {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:54.511765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:54.512991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c7e91f0-33cb-403f-87b7-685aaf88c361 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72b8dd8aa0624946a93d283ce0767ed8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1027961 Apr 11 20:39:54.515443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:54.518918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.522628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:54.525118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-bc5fa051-8ba6-46a1-aa18-8fef2f29313c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/quotas/4bb39de802b346dc9818f8b1ca369592 HTTP/1.1" status: 200 len: 375 time: 0.0502381 Apr 11 20:39:54.541128 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.580222 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260ccb29-49d9-4391-8619-c18e44698341'] response: {'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d', 'code': 200} Apr 11 20:39:54.586247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Transition to ACTIVE for port object 82fd461f-6fee-4841-9b23-419b3d8f45ab will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:39:54.592480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4df9a5c9-d0d8-4883-b8a9-3e1891d9ae1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.611758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.640121 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:39:54.640757 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:54.647698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4df9a5c9-d0d8-4883-b8a9-3e1891d9ae1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.771106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.804270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:54.838080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef950cd-c6f7-48f8-845b-75bf430e3a68 req-d10f68c8-b804-4bbd-a1a2-1b2e4eacd1d8 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:54.840307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fef950cd-c6f7-48f8-845b-75bf430e3a68 req-d10f68c8-b804-4bbd-a1a2-1b2e4eacd1d8 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 943 time: 0.1491630 Apr 11 20:39:54.842038 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4df9a5c9-d0d8-4883-b8a9-3e1891d9ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.867124 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f0fe-ca7c-4eec-bd1e-6be2b3c6dfc2 None None] Pushing event updated for resources: {'Port': ['ID=dc0ff3d3-3819-439e-956e-cf227ee6dc45,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:54.891245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9a5c9-d0d8-4883-b8a9-3e1891d9ae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0552010f-a72c-4286-9f44-1a9c1ae83b75,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:54.912662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-2d749235-ba7c-474b-b75d-261bf3d9e77c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:39:54.916498 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:39:54.961567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4df9a5c9-d0d8-4883-b8a9-3e1891d9ae1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:54.963921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4df9a5c9-d0d8-4883-b8a9-3e1891d9ae1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0552010f-a72c-4286-9f44-1a9c1ae83b75 HTTP/1.1" status: 204 len: 168 time: 0.4474673 Apr 11 20:39:54.977081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fef950cd-c6f7-48f8-845b-75bf430e3a68 req-e633fc64-e674-4242-a02a-ecf2da742634 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121624 Apr 11 20:39:55.038776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Pushing event updated for resources: {'Port': ['ID=82fd461f-6fee-4841-9b23-419b3d8f45ab,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:55.160430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-2d749235-ba7c-474b-b75d-261bf3d9e77c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:39:55.169958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-2d749235-ba7c-474b-b75d-261bf3d9e77c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6358552 Apr 11 20:39:55.207435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:55.208947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0b38e25-43da-42d4-9606-7b131bf5d6bf service neutron] 10.222.0.69 "PUT /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 1121 time: 2.9937665 Apr 11 20:39:55.241709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['745ec459-ede5-4770-9dec-46c3f255911d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:55.262810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee0ea0-035e-4e01-bc19-fd6867462b01 req-59e92f41-1835-49e1-87a8-7c9ddc081bf2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:55.275898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28ee0ea0-035e-4e01-bc19-fd6867462b01 req-59e92f41-1835-49e1-87a8-7c9ddc081bf2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 947 time: 0.1492155 Apr 11 20:39:55.345834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28ee0ea0-035e-4e01-bc19-fd6867462b01 req-25ac1e70-2029-40be-994b-be5077281231 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Apr 11 20:39:55.389053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Attempting to bind port 82fd461f-6fee-4841-9b23-419b3d8f45ab on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:39:55.389407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Attempting to bind port 82fd461f-6fee-4841-9b23-419b3d8f45ab by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:39:55.389666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Attempting to bind port 82fd461f-6fee-4841-9b23-419b3d8f45ab on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:55.407426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Port 82fd461f-6fee-4841-9b23-419b3d8f45ab on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:39:55.407925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Attempting to bind port 82fd461f-6fee-4841-9b23-419b3d8f45ab on network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:39:55.426813 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:54Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:39:55.433622 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c61e8-90a5-46d1-8cce-9517f1d3a954 None None] The sync data for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 is: [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:54Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:39:55.435235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:39:55.435595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Checking segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:39:55.435978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Bound using segment: {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:39:55.436410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Bound port: 82fd461f-6fee-4841-9b23-419b3d8f45ab, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0996fe96-cd48-4c5b-9af4-2badec4a4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:39:55.436742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:55.502548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-4834e811-ffcc-486c-b85d-a7176f94f475 service neutron] 10.222.0.61 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311951 Apr 11 20:39:55.675019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] For port 82fd461f-6fee-4841-9b23-419b3d8f45ab, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:39:55.680702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] For port 82fd461f-6fee-4841-9b23-419b3d8f45ab, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:39:55.731507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-338c3b74-4c02-42cc-b98d-0370a19cedc3 service neutron] 10.222.0.61 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142696 Apr 11 20:39:55.795387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:55.883452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:55.885253 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] 10.222.0.75 "PUT /v2.0/ports/82fd461f-6fee-4841-9b23-419b3d8f45ab HTTP/1.1" status: 200 len: 1091 time: 2.7079592 Apr 11 20:39:55.887587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc0ff3d3-3819-439e-956e-cf227ee6dc45 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:55.898623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759429a8-fb3a-4826-b7d0-8cb33f36f304 service neutron] Pushing event updated for resources: {'Port': ['ID=82fd461f-6fee-4841-9b23-419b3d8f45ab,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:56.050418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 52197ff6-f22d-4866-abd1-a425bb182edd details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:56.079980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port dc0ff3d3-3819-439e-956e-cf227ee6dc45 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:56.080337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49420) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:56.146467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dc0ff3d3-3819-439e-956e-cf227ee6dc45 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:56.147101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.195177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-0683bfdb-5a0b-4748-8771-eba3b14f3f0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 1094 time: 0.1727803 Apr 11 20:39:56.247732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-38d4dcb2-39b7-4227-b8c5-50f144d51682 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=458f91b00ea14eaeaa96497fb9bcdc4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660705 Apr 11 20:39:56.248578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49424) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:56.400532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb658a21-57fa-4b23-97ad-54eda1de63ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.447106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb658a21-57fa-4b23-97ad-54eda1de63ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.515235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-d4b6dec4-7db6-46d2-934e-aa317aa79ed4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab HTTP/1.1" status: 200 len: 217 time: 0.3097410 Apr 11 20:39:56.574161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5cc3d505-d465-49c1-bdf8-a2b694250e31 req-617d7a03-6b0e-4579-9b47-542ce8b43440 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1300931 Apr 11 20:39:56.578475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 52197ff6-f22d-4866-abd1-a425bb182edd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=52197ff6-f22d-4866-abd1-a425bb182edd,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:56.584547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d'}, {'name': 'network-changed', 'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:56.603175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '52197ff6-f22d-4866-abd1-a425bb182edd', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '52197ff6-f22d-4866-abd1-a425bb182edd', 'mac_address': 'fa:16:3e:31:3e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:39:56.606508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.651730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385378d5-1c93-4923-9647-bce22c52b49c req-16c2269a-a01f-418f-bf75-53e4cb7b9e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:56.653202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-16c2269a-a01f-418f-bf75-53e4cb7b9e31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 200 len: 863 time: 0.1248770 Apr 11 20:39:56.671769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb658a21-57fa-4b23-97ad-54eda1de63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.687926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb658a21-57fa-4b23-97ad-54eda1de63ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e905fc-5554-4189-950c-334f53694708,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:56.696639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff844b-c0bf-4b24-87bb-c14244e787ac req-e03709fd-4b8a-4baf-a273-b0935a6c4d60 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:56.698166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fff844b-c0bf-4b24-87bb-c14244e787ac req-e03709fd-4b8a-4baf-a273-b0935a6c4d60 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1241605 Apr 11 20:39:56.700077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb658a21-57fa-4b23-97ad-54eda1de63ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.703376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb658a21-57fa-4b23-97ad-54eda1de63ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6e905fc-5554-4189-950c-334f53694708 HTTP/1.1" status: 204 len: 168 time: 0.4493477 Apr 11 20:39:56.784223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.788952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-9582f0bf-6246-4128-b9b6-0b462d3fefa3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267850 Apr 11 20:39:56.814695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fff844b-c0bf-4b24-87bb-c14244e787ac req-e35b23c4-1fa8-4e4b-9c4f-188ca3d92bd6 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108682 Apr 11 20:39:56.822808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port dc0ff3d3-3819-439e-956e-cf227ee6dc45, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc0ff3d3-3819-439e-956e-cf227ee6dc45,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:56.826086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52197ff6-f22d-4866-abd1-a425bb182edd {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:39:56.858114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 52197ff6-f22d-4866-abd1-a425bb182edd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=52197ff6-f22d-4866-abd1-a425bb182edd,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:56.897210 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.949211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de2d1bcb-c5ad-40c7-a162-cb5c328752ce req-09fa5acd-3a8a-46c8-82ec-91e7512346fa tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 210 time: 0.0469458 Apr 11 20:39:56.968818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:56.993881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=dc0ff3d3-3819-439e-956e-cf227ee6dc45,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:57.003245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.003624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.003965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.004296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.004746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.005077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.005397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.005714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.006031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.006348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.006663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:39:57.030262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203d948-73f0-4bfa-b891-0dfbc7e85433 req-c2c430db-76c7-413b-a212-32b76f2066dc tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:57.038128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2203d948-73f0-4bfa-b891-0dfbc7e85433 req-c2c430db-76c7-413b-a212-32b76f2066dc tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.2541368 Apr 11 20:39:57.081664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2203d948-73f0-4bfa-b891-0dfbc7e85433 req-3a15bfbf-088b-43f2-83d9-f2398a8d6964 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Apr 11 20:39:57.083455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-571899fd-89fa-4244-8c7e-b921d378478e service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401245 Apr 11 20:39:57.086313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=52197ff6-f22d-4866-abd1-a425bb182edd,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:57.189383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:39:57.211440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a02d0-2d83-4ccb-bf7f-1b1a7c8435d0 req-0d6482bc-b9c5-41ea-8a3b-868c56e7b7e2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:57.213900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a88a02d0-2d83-4ccb-bf7f-1b1a7c8435d0 req-0d6482bc-b9c5-41ea-8a3b-868c56e7b7e2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 943 time: 0.0850725 Apr 11 20:39:57.273841 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-385378d5-1c93-4923-9647-bce22c52b49c req-82a152c4-ceff-4667-8540-e47b07526f5a service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827388 Apr 11 20:39:57.348424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a88a02d0-2d83-4ccb-bf7f-1b1a7c8435d0 req-5671b646-2ed7-4f4f-981a-61caa8ed8ec2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197066 Apr 11 20:39:57.402075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55c466-00bd-487b-a06b-ee61f8c3eb8f req-c4050e4b-5173-499a-9ee6-12e737613618 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:57.403685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea55c466-00bd-487b-a06b-ee61f8c3eb8f req-c4050e4b-5173-499a-9ee6-12e737613618 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 948 time: 0.0994327 Apr 11 20:39:57.465372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea55c466-00bd-487b-a06b-ee61f8c3eb8f req-382c58fb-7681-4f8b-82f0-ae916fb1ac6a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554321 Apr 11 20:39:57.480566 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af6dc98-855f-401f-8712-c8eeab253a27'] response: {'name': 'network-changed', 'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d', 'status': 'completed', 'code': 200} Apr 11 20:39:57.480930 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af6dc98-855f-401f-8712-c8eeab253a27'] response: {'name': 'network-changed', 'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'status': 'completed', 'code': 200} Apr 11 20:39:57.585045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-e96560ab-7988-4b26-a943-1fa8f42e416d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1124 time: 0.0803761 Apr 11 20:39:57.731131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-447db7cd-895c-421c-9088-55607ec758f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:57.732890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-447db7cd-895c-421c-9088-55607ec758f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.1413789 Apr 11 20:39:57.825263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a14eda5-71c3-4109-a68b-3b1154bf7690 req-e280b303-aa4e-4dcd-9472-c94b21dff144 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0536463 Apr 11 20:39:57.829196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-70dd42c7-a9f3-4cc8-9cea-bd9eee0ca6e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.0890477 Apr 11 20:39:57.857480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc0ff3d3-3819-439e-956e-cf227ee6dc45 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:57.917149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-27459abd-5801-406f-8be3-1bc38d754b9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:57.922632 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-27459abd-5801-406f-8be3-1bc38d754b9b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0857053 Apr 11 20:39:57.980317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-4261ac2a-9743-4d48-94f1-bc3005dd2fe0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506885 Apr 11 20:39:57.994290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dc0ff3d3-3819-439e-956e-cf227ee6dc45 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:57.997531 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:58.073775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 745ec459-ede5-4770-9dec-46c3f255911d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:58.075183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 52197ff6-f22d-4866-abd1-a425bb182edd up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:39:58.076657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f1462-0426-4e80-a150-15b50b678b13 req-9b90b1be-2ecc-4d83-b1c1-8a0a9a20c067 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:58.088094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-075f1462-0426-4e80-a150-15b50b678b13 req-9b90b1be-2ecc-4d83-b1c1-8a0a9a20c067 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1052127 Apr 11 20:39:58.159173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-075f1462-0426-4e80-a150-15b50b678b13 req-201201b3-cdb9-4790-9849-3efc34bca847 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673721 Apr 11 20:39:58.188566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-b71a795f-0077-44f1-bac3-fd1042a1463d service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999404 Apr 11 20:39:58.315329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:39:58.383600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b405d9a6-9220-414b-aaed-e315b40351f9 req-25c65910-2476-4fa9-8833-58e9f897c104 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 210 time: 0.0792882 Apr 11 20:39:58.412208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925173aa-bf2e-4808-b6cf-9769b0ad049d req-87dab5ed-c459-467a-92c4-590dd3c06dfb tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:58.415523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-925173aa-bf2e-4808-b6cf-9769b0ad049d req-87dab5ed-c459-467a-92c4-590dd3c06dfb tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.0938363 Apr 11 20:39:58.470799 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-46e0302d-aeb6-4118-8373-e6612877a649 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738183 Apr 11 20:39:58.505489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-925173aa-bf2e-4808-b6cf-9769b0ad049d req-21d89fd1-779d-4fa4-a8b0-9bb72f1f6c99 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815728 Apr 11 20:39:58.565506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:58.590085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:58.604286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 745ec459-ede5-4770-9dec-46c3f255911d has no active binding in host n-h1-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:39:58.619089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 52197ff6-f22d-4866-abd1-a425bb182edd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:39:58.622392 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:58.629770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 52197ff6-f22d-4866-abd1-a425bb182edd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:39:58.631245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:58.748360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562878-ad14-4647-ac13-ab7b71738b6f req-22869ee8-fe79-455f-94da-8881e440345e tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:58.750044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07562878-ad14-4647-ac13-ab7b71738b6f req-22869ee8-fe79-455f-94da-8881e440345e tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 943 time: 0.0985091 Apr 11 20:39:58.752863 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-71b8823c-738f-44c8-a83c-0a49273a1cc8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 1094 time: 0.1279943 Apr 11 20:39:58.788143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1899789140-network', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:58.795855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:58.801569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Usage tracker for resource:network and tenant:2c4f9ca7812a476497dd4744d3fec083 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:58.812642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:58.822136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:58.833141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:58.844252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07562878-ad14-4647-ac13-ab7b71738b6f req-fe9cf48b-e1ac-46ea-8fb1-e07dac808a87 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883224 Apr 11 20:39:58.872237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52197ff6-f22d-4866-abd1-a425bb182edd'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:39:58.886979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 52197ff6-f22d-4866-abd1-a425bb182edd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=52197ff6-f22d-4866-abd1-a425bb182edd,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:39:58.908501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Made reservation on behalf of 2c4f9ca7812a476497dd4744d3fec083 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:58.910839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:58.923947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:58.958341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:58.962913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4f9ca7812a476497dd4744d3fec083 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:58.965891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:58.971868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:59.006847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.073618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.082076 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8812bca9-b81f-490b-a544-918987f26768'] response: {'server_uuid': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52197ff6-f22d-4866-abd1-a425bb182edd', 'code': 200} Apr 11 20:39:59.095694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=52197ff6-f22d-4866-abd1-a425bb182edd,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:59.165745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.225250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:39:59.246263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-964a9cda-ef58-4c81-ae8d-f3bd314f7d7f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:59.247841 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-964a9cda-ef58-4c81-ae8d-f3bd314f7d7f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.69 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 829 time: 0.3495691 Apr 11 20:39:59.248735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-905f61a0-c0e9-4e6b-bc53-d5ff0ae26fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:59.250087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-905f61a0-c0e9-4e6b-bc53-d5ff0ae26fbc service neutron] 10.222.0.75 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 925 time: 0.4899938 Apr 11 20:39:59.283767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68c32a5a-999a-4e00-ab3f-2b168a2953fa req-c8bd325a-bd6c-47f3-95ef-50e5641fa77e tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0893862 Apr 11 20:39:59.291638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ddd88-4f9c-4a6b-a54f-f12f597c075e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:59.298206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.298537 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Added segment d974c6af-e5fb-49d8-a321-cc5b625dda53 of type vlan for network 91c1fdb2-d94c-479c-8117-5e0639b91649 Apr 11 20:39:59.330994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80e492-20f9-4a87-9d36-bbd4c2cce9e5 req-e6301974-e45d-4462-b1d5-88a1a12f0cbf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:59.337993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf80e492-20f9-4a87-9d36-bbd4c2cce9e5 req-e6301974-e45d-4462-b1d5-88a1a12f0cbf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 949 time: 0.4407179 Apr 11 20:39:59.343134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Request body: {'port': {'device_id': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'admin_state_up': True, 'tenant_id': '4bb39de802b346dc9818f8b1ca369592'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:59.345566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.374655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-b6bc965d-7690-4a01-9b99-afc20fcd68dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab HTTP/1.1" status: 200 len: 217 time: 0.1168561 Apr 11 20:39:59.379808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9dc7128-da78-40d1-af9e-b6f4ef0a5f9c req-a06706f3-5b9c-430e-87dd-cce0e7272fbe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 1100 time: 0.1475110 Apr 11 20:39:59.424241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9dc7128-da78-40d1-af9e-b6f4ef0a5f9c req-1d89466e-f551-4a7f-95d9-5a1ec030e7b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Apr 11 20:39:59.473898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.474812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:59.475515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.528487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf80e492-20f9-4a87-9d36-bbd4c2cce9e5 req-d7ad6aea-c21f-402d-963e-4fc8621fab47 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898072 Apr 11 20:39:59.529706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-fac2da86-1771-4de8-a91a-582a76d00d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:39:59.531055 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-fac2da86-1771-4de8-a91a-582a76d00d3c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 200 len: 863 time: 0.1448104 Apr 11 20:39:59.617054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:59.631351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:59.652262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-5bad99e0-21c8-4965-80ac-15535225338c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097975 Apr 11 20:39:59.687075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] Pushing event updated for resources: {'Network': ['ID=91c1fdb2-d94c-479c-8117-5e0639b91649,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:39:59.699548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:39:59.771691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Made reservation on behalf of 4bb39de802b346dc9818f8b1ca369592 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:59.775257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-256a0785-cfbf-4dfc-92f2-10533b8ce850 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2085748 Apr 11 20:39:59.777007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.780509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49500) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:39:59.782650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41ca4035-f1ff-4a1f-8854-1d7d9db08e32 req-d19207e2-4671-4373-b170-6edd9560440f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 210 time: 0.0466502 Apr 11 20:39:59.789705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Request body: {'subnet': {'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1899789140-subnet', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:39:59.795747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:39:59.800628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Usage tracker for resource:subnet and tenant:2c4f9ca7812a476497dd4744d3fec083 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:39:59.804134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:39:59.811296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:39:59.834196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fd461f-6fee-4841-9b23-419b3d8f45ab details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:39:59.862913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Made reservation on behalf of 2c4f9ca7812a476497dd4744d3fec083 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:39:59.865490 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:39:59.987058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-44bd4372-0e54-454e-aee8-9be614de8726 service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274949 Apr 11 20:40:00.002374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82fd461f-6fee-4841-9b23-419b3d8f45ab, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:00.016557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'port_id': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'mac_address': 'fa:16:3e:db:8b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:00.040722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098f382-aaa8-4bb3-9119-263005d04d33 req-e78d73ce-250b-450e-be7e-d340eac7c43e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:00.042127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c098f382-aaa8-4bb3-9119-263005d04d33 req-e78d73ce-250b-450e-be7e-d340eac7c43e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3608577 Apr 11 20:40:00.073880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.089007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c40ba-ab61-4020-be50-00d5115989da req-d4ed7870-36ab-4690-91bb-b50937dc98a1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:00.095270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-426c40ba-ab61-4020-be50-00d5115989da req-d4ed7870-36ab-4690-91bb-b50937dc98a1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.1554418 Apr 11 20:40:00.095399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fd461f-6fee-4841-9b23-419b3d8f45ab {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:00.108038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82fd461f-6fee-4841-9b23-419b3d8f45ab, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:00.128189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Allocated IP 172.20.0.8 (b1cd5b90-c5fd-49da-a6da-4d4a804f17c0/8ae50325-b800-4717-a40d-155155144172/b2e19eb9-f74a-481e-9575-95367c31b100) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:00.171400 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.183621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-426c40ba-ab61-4020-be50-00d5115989da req-de356108-9b85-4f31-9727-e89452d1c6fe tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Apr 11 20:40:00.201556 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c098f382-aaa8-4bb3-9119-263005d04d33 req-60d595ef-3093-46b7-9d5f-4fcd55537a71 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131380 Apr 11 20:40:00.242544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49aa9e05-000c-4f40-aeae-856b0aff2c76 req-d611b162-0f73-4a6d-918c-2555ccfa3add service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395544 Apr 11 20:40:00.269566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.308109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82fd461f-6fee-4841-9b23-419b3d8f45ab,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:00.377568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.385179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a4a393-0163-4bd4-b38b-432044ed53d6,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:00.407380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Checking segment: {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:00.414259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Network hostable DHCP agents. Network: 91c1fdb2-d94c-479c-8117-5e0639b91649, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:40:00.437988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['82fd461f-6fee-4841-9b23-419b3d8f45ab'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:00.522538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.526341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:40:00.543885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Transition to ACTIVE for port object b2e19eb9-f74a-481e-9575-95367c31b100 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:00.561940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213522e-d4fc-46d7-99f9-7eee86f35cc3 req-95731504-336f-4aa0-968b-db5050e79f18 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:00.562547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f213522e-d4fc-46d7-99f9-7eee86f35cc3 req-95731504-336f-4aa0-968b-db5050e79f18 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Synchronizing usage tracker for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:00.606919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 91c1fdb2-d94c-479c-8117-5e0639b91649) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:00.611313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:00.611913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.631720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e096f-f9e7-4ede-b5e3-ec33ac2f07cb None None] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:40:00.662320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f213522e-d4fc-46d7-99f9-7eee86f35cc3 req-95731504-336f-4aa0-968b-db5050e79f18 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Unset dirty status for tenant:9662d95966e444aaa762354ba3866fad on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:00.664409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f213522e-d4fc-46d7-99f9-7eee86f35cc3 req-95731504-336f-4aa0-968b-db5050e79f18 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 944 time: 0.2458050 Apr 11 20:40:00.697517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c0edb31-56e8-4fae-9bca-d23c7a3b29b7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9137754 Apr 11 20:40:00.699659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49512) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:00.708046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:00.714898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:00.720132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Usage tracker for resource:router and tenant:2c4f9ca7812a476497dd4744d3fec083 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:00.724482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:00.732695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:00.792635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e402efac-4129-46a4-8d50-c2896de66f0b req-7fe85066-81d6-4248-a917-b9610393050c tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0520988 Apr 11 20:40:00.826722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.827582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.829445 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.863888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.876303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-91c1fdb2-d94c-479c-8117-5e0639b91649', 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'fixed_ips': [{'subnet_id': '10a4a393-0163-4bd4-b38b-432044ed53d6'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:40:00.877169 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:00.970331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:00.974285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event updated for resources: {'Port': ['ID=b2e19eb9-f74a-481e-9575-95367c31b100,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:00.978316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f213522e-d4fc-46d7-99f9-7eee86f35cc3 req-7a91639a-8866-43b3-9fac-3700ee17eb04 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055809 Apr 11 20:40:00.979265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:00.982764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:01.019981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-a61566de-fc4d-4299-a6e0-0c531b00ee1c service neutron] 10.222.0.75 "GET /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.3246210 Apr 11 20:40:01.069557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Allocated IP 172.20.0.2 (91c1fdb2-d94c-479c-8117-5e0639b91649/10a4a393-0163-4bd4-b38b-432044ed53d6/f4a14b42-d02b-4127-9778-5770d57af96a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:01.107716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:01.108409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.239682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.244269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-49d6f95e-23c2-4573-8907-04e4c8f1b693 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9190831 Apr 11 20:40:01.262097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef2f55-d6b7-423f-aefb-be9416cec2ea req-89583c77-ba6e-4515-9199-31897bab6c34 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:01.269575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Request body: {'port': {'device_id': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:01.277249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6bef2f55-d6b7-423f-aefb-be9416cec2ea req-89583c77-ba6e-4515-9199-31897bab6c34 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 949 time: 0.3271492 Apr 11 20:40:01.337779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6bef2f55-d6b7-423f-aefb-be9416cec2ea req-ee24c0bf-5198-45b5-b738-0c33c347261d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583599 Apr 11 20:40:01.414624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.426032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Transition to ACTIVE for port object f4a14b42-d02b-4127-9778-5770d57af96a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:01.445057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Transition to ACTIVE for port object f4a14b42-d02b-4127-9778-5770d57af96a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:01.499677 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.515113 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.517619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:01.602875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-59932c63-e65a-4dfe-aa07-3045bae1a514 None None] Provisioning for port b2e19eb9-f74a-481e-9575-95367c31b100 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:01.629504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-59932c63-e65a-4dfe-aa07-3045bae1a514 None None] Provisioning complete for port b2e19eb9-f74a-481e-9575-95367c31b100 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:01.629876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59932c63-e65a-4dfe-aa07-3045bae1a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.673847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:01.685846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.688909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:01.694275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:01.703312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:01.708404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Pushing event updated for resources: {'Port': ['ID=f4a14b42-d02b-4127-9778-5770d57af96a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:01.717540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59932c63-e65a-4dfe-aa07-3045bae1a514 None None] Port b2e19eb9-f74a-481e-9575-95367c31b100 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:01.739934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.805294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Attempting to bind port f4a14b42-d02b-4127-9778-5770d57af96a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:01.805664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Attempting to bind port f4a14b42-d02b-4127-9778-5770d57af96a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:01.806034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Attempting to bind port f4a14b42-d02b-4127-9778-5770d57af96a on network 91c1fdb2-d94c-479c-8117-5e0639b91649 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:01.811114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745ec459-ede5-4770-9dec-46c3f255911d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:01.813334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:01.813707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Checking segment: {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:01.814106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.814709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Bound using segment: {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:01.814996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Bound port: f4a14b42-d02b-4127-9778-5770d57af96a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:01.815376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:01.817171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3947e6-19cb-464e-a035-866e15b010d5 req-61148162-0ee5-435d-81d1-a2ecca8da698 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:01.818913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f3947e6-19cb-464e-a035-866e15b010d5 req-61148162-0ee5-435d-81d1-a2ecca8da698 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 931 time: 0.2764139 Apr 11 20:40:01.860492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fd461f-6fee-4841-9b23-419b3d8f45ab up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:01.878259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:01.937124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f3947e6-19cb-464e-a035-866e15b010d5 req-c24efdfe-2d0d-4612-ac62-3c52fdb5132e tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063581 Apr 11 20:40:01.957082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Allocated IP 172.25.5.51 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/2ce23ff5-fe0a-402f-878f-c27d6f691458) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:01.962402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269426d8-73ab-48fa-a5bb-a25a03788e3e req-513a26d3-9d37-4248-b9e3-e6396d335d85 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:01.963906 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-269426d8-73ab-48fa-a5bb-a25a03788e3e req-513a26d3-9d37-4248-b9e3-e6396d335d85 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 943 time: 0.2464211 Apr 11 20:40:01.967324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] For port f4a14b42-d02b-4127-9778-5770d57af96a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:01.970746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] For port f4a14b42-d02b-4127-9778-5770d57af96a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a14b42-d02b-4127-9778-5770d57af96a,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:01.992187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.034899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.080624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 82fd461f-6fee-4841-9b23-419b3d8f45ab completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:02.098899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 82fd461f-6fee-4841-9b23-419b3d8f45ab triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:02.099334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.126461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-269426d8-73ab-48fa-a5bb-a25a03788e3e req-a42ca559-acd4-4fec-86bd-127f2bc0ec92 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556501 Apr 11 20:40:02.160837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e19eb9-f74a-481e-9575-95367c31b100 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:02.178653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.190457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.202610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864fcc-d1bf-495b-b7b0-a24d6a8ebe6a req-4d54b0cf-84a4-455f-9d81-c78fa5a0a705 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:02.204759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393179c-a925-4946-ae4b-7d8df80457fb None None] Pushing event updated for resources: {'Port': ['ID=f4a14b42-d02b-4127-9778-5770d57af96a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:02.210316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7864fcc-d1bf-495b-b7b0-a24d6a8ebe6a req-4d54b0cf-84a4-455f-9d81-c78fa5a0a705 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.1420462 Apr 11 20:40:02.237523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] Transition to ACTIVE for port object 745ec459-ede5-4770-9dec-46c3f255911d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:02.271015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Transition to ACTIVE for port object b2e19eb9-f74a-481e-9575-95367c31b100 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:02.278214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7864fcc-d1bf-495b-b7b0-a24d6a8ebe6a req-943af525-1c91-4c8e-a426-fb4246c0aba2 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666704 Apr 11 20:40:02.314939 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.322894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.415854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] Pushing event updated for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=10']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:02.421469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82fd461f-6fee-4841-9b23-419b3d8f45ab, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:02.426066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:02.431773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.448424 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.497285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:02.642822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cdf9d81b-e8a0-4302-a7b8-528c0fce380f req-db63a7d8-1bcf-48fd-9cc5-7ac7971e3d3c tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1287830 Apr 11 20:40:02.643247 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:40:02.654763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82fd461f-6fee-4841-9b23-419b3d8f45ab,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:02.686004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:02.696420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:02.698362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce23ff5-fe0a-402f-878f-c27d6f691458,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:02.710040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:02.785109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6a08-3955-4bc3-af75-9d07f098d851 req-6408195f-cc41-452f-8d59-73c78de26280 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:02.788019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dbdb6a08-3955-4bc3-af75-9d07f098d851 req-6408195f-cc41-452f-8d59-73c78de26280 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 944 time: 0.3841829 Apr 11 20:40:02.820829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e19eb9-f74a-481e-9575-95367c31b100,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:02.932073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dbdb6a08-3955-4bc3-af75-9d07f098d851 req-48688269-d889-414b-a0d8-e685989a4e23 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342323 Apr 11 20:40:02.999156 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f204dedb-1444-4f8b-a7b9-6fe4f422749c'] response: {'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'code': 200} Apr 11 20:40:03.053576 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:03.055135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:03.065185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] No DVR routers for this DVR port 745ec459-ede5-4770-9dec-46c3f255911d on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:03.174636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6bc50963-f2bb-4bcf-b780-1dc80ebc44c1 service neutron] 10.222.0.75 "PUT /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d/bindings/n-h1-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1466229 Apr 11 20:40:03.206559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Attempting to bind port b2e19eb9-f74a-481e-9575-95367c31b100 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:03.206920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Attempting to bind port b2e19eb9-f74a-481e-9575-95367c31b100 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:03.207208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Attempting to bind port b2e19eb9-f74a-481e-9575-95367c31b100 on network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:03.221794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Port b2e19eb9-f74a-481e-9575-95367c31b100 on network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:40:03.222006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Attempting to bind port b2e19eb9-f74a-481e-9575-95367c31b100 on network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:03.232238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87c2bf-1648-4e07-bb9a-052e889f7813 req-387991f4-aea7-437f-bf6b-3b4e3a861ac5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:03.233738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b87c2bf-1648-4e07-bb9a-052e889f7813 req-387991f4-aea7-437f-bf6b-3b4e3a861ac5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 949 time: 0.3034883 Apr 11 20:40:03.237159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:03.237491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Checking segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:03.237874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Bound using segment: {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:03.238300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Bound port: b2e19eb9-f74a-481e-9575-95367c31b100, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:03.238640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:03.343436 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b87c2bf-1648-4e07-bb9a-052e889f7813 req-668a1406-4ffc-4a56-bd27-57317057a1ba tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952816 Apr 11 20:40:03.399338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] For port b2e19eb9-f74a-481e-9575-95367c31b100, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:03.403995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] For port b2e19eb9-f74a-481e-9575-95367c31b100, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b2e19eb9-f74a-481e-9575-95367c31b100,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:03.461832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5522c17a-52a0-4963-ba79-0469836c602d req-8e61156d-c36e-43a8-8999-1b8066332577 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 1096 time: 0.3353839 Apr 11 20:40:03.480770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:03.519496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031614fd-4c8b-42e4-8542-c6a33f3a90b1 req-f001034d-e09e-44c0-bd36-15d0e4c5bff0 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:03.526963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-031614fd-4c8b-42e4-8542-c6a33f3a90b1 req-f001034d-e09e-44c0-bd36-15d0e4c5bff0 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 943 time: 0.2776012 Apr 11 20:40:03.614133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e19eb9-f74a-481e-9575-95367c31b100,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:03.619893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:03.622196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-f956397b-5351-456d-90a6-f37e05557a82 service neutron] 10.222.0.69 "PUT /v2.0/ports/b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 1091 time: 2.3570299 Apr 11 20:40:03.622196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:03.629247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5522c17a-52a0-4963-ba79-0469836c602d req-6950a75e-8467-47c0-931c-18297a3045b9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558838 Apr 11 20:40:03.650015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-031614fd-4c8b-42e4-8542-c6a33f3a90b1 req-38e63544-d930-4b1b-a551-d8efc043fbb9 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222260 Apr 11 20:40:03.654059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-9a1dde2f-ee02-46ed-8393-6a8a93a33ec9 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.2819953 Apr 11 20:40:03.715736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5461c082-f92c-4d63-8f6e-287fc04f63e0 None None] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:40:03.868110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f0e9b287-f709-4416-abf2-7f0b0540cce9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&tenant_id=3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 1095 time: 0.2057819 Apr 11 20:40:03.873586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 745ec459-ede5-4770-9dec-46c3f255911d no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:03.907000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939b1a0-be17-42a0-a2c8-5d1df4a30e46 req-b3967025-19a4-4dd1-859f-5258787c52ed tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:03.915380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2939b1a0-be17-42a0-a2c8-5d1df4a30e46 req-b3967025-19a4-4dd1-859f-5258787c52ed tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.2747443 Apr 11 20:40:03.963463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Router 2352b359-3a90-4af4-9e5e-0380b5a75c8b is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:40:03.980392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a14b42-d02b-4127-9778-5770d57af96a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:03.989010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-5d81f79f-ec36-49b6-a8fc-1273574be341 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1094 time: 0.2354944 Apr 11 20:40:04.051072 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2939b1a0-be17-42a0-a2c8-5d1df4a30e46 req-cf36bb9a-6132-4bdf-be71-502e8b43e56c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272030 Apr 11 20:40:04.070797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49556) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:04.095375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-567e9dba-99b7-47c3-9687-3f4f1ddb9b6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 217 time: 0.0959752 Apr 11 20:40:04.113572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 745ec459-ede5-4770-9dec-46c3f255911d not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:04.165240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-33403b86-2011-4305-be40-b0229c1fa48a None None] Provisioning for port f4a14b42-d02b-4127-9778-5770d57af96a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:04.188692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-bb176c7c-f9c7-496c-a82a-40723351f413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:04.190674 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-bb176c7c-f9c7-496c-a82a-40723351f413 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 200 len: 868 time: 0.0902164 Apr 11 20:40:04.237038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-f691fbc6-2928-4b50-a93c-40fc1129c9c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1095 time: 0.3434627 Apr 11 20:40:04.258738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f4a14b42-d02b-4127-9778-5770d57af96a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:04.288389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f4a14b42-d02b-4127-9778-5770d57af96a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:04.289197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:04.302079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:04.360808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:04.371589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Usage tracker for resource:security_group_rule and tenant:96693d4019794f9bac71055d401ef820 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:04.375204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:04.380940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-a6280595-f963-4ad2-b1e4-cd041053de14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838675 Apr 11 20:40:04.385329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:04.437740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-ca0c8696-7128-41ff-baf9-74368e30ea58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:04.439570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-ca0c8696-7128-41ff-baf9-74368e30ea58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.1937690 Apr 11 20:40:04.448868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4470c-80c8-468b-a636-4149018ee303 req-fc125ac9-cc3c-4015-a2d6-adf1c1ab780d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:04.450978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7a4470c-80c8-468b-a636-4149018ee303 req-fc125ac9-cc3c-4015-a2d6-adf1c1ab780d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.4884994 Apr 11 20:40:04.515309 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:04.535923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-3af201c1-1bbe-4c76-b7ca-d4b63a720bf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.0834405 Apr 11 20:40:04.577428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f4a14b42-d02b-4127-9778-5770d57af96a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a14b42-d02b-4127-9778-5770d57af96a,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:04.659101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7a4470c-80c8-468b-a636-4149018ee303 req-eb8fadd0-435b-42bb-9871-24be02e162bd tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202979 Apr 11 20:40:04.667393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-599b030a-cee2-4851-94cd-9d0df12f702a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:04.668908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-599b030a-cee2-4851-94cd-9d0df12f702a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1264765 Apr 11 20:40:04.676195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-7c766416-b35e-4491-a2a4-4cd97414786e service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878816 Apr 11 20:40:04.683780 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:04.784751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a3a27ff0-11c8-46f7-9f09-f3cc475da275 None None] Provisioning complete for port f4a14b42-d02b-4127-9778-5770d57af96a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:04.785449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a3a27ff0-11c8-46f7-9f09-f3cc475da275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:04.828685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f4a14b42-d02b-4127-9778-5770d57af96a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:04.904773 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d70baae-3d4b-43f1-a582-3dc3c7e3721f'] response: {'name': 'network-changed', 'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'status': 'completed', 'code': 200} Apr 11 20:40:04.922538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-6e24a9bc-357b-4710-ae45-39a65cfe4891 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2446761 Apr 11 20:40:04.928945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:04.942616 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46bf4eab-d50a-4aa7-ad5f-235b336e0ade req-e94b8bd6-fc63-457a-bc7e-c3a523334a25 service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560728 Apr 11 20:40:04.961633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-bc3866b3-6c59-4bae-b4a6-6faa6b68753d tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 1100 time: 0.3955338 Apr 11 20:40:04.985391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.000812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.051375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8c667b-103b-420d-940f-ed75ee22e556,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:05.067911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a943848d-135d-4877-82d1-745e04275b1e req-178c752b-e2d8-4969-a3f4-64921f142962 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0627391 Apr 11 20:40:05.074360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:05.087664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Sync routers for ids ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:05.102469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Routers {'2352b359-3a90-4af4-9e5e-0380b5a75c8b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:05.103298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:05.122725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ccadbc28-e261-40ba-bd2f-adf831d97255 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96693d4019794f9bac71055d401ef820&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0487237 Apr 11 20:40:05.124961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:05.126875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49568) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:05.133237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Usage tracker for resource:security_group_rule and tenant:f41d5462b021459d88d054d69e54ba43 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:05.138048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:05.170795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:05.175244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-edfd40f4-9ce2-4c3d-a702-b6397fe25f4d service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429619 Apr 11 20:40:05.197675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-73d8b79b-5166-47dc-919d-09ab8edade6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1094 time: 0.1344123 Apr 11 20:40:05.268104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.271648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7f166fac-81b3-4f38-93c5-49f6a2effef7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5677717 Apr 11 20:40:05.294320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49572) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:05.333694 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4e84f49-77a8-403f-ae23-32b7357a02b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.336642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Set router 2352b359-3a90-4af4-9e5e-0380b5a75c8b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:05.366016 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4e84f49-77a8-403f-ae23-32b7357a02b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.485171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-23f84244-b446-45d4-a698-374fd4418f13 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032112 Apr 11 20:40:05.505446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881c44f-cd6c-42ce-b670-bc35297a19d3 req-664ada75-eea5-4596-b849-e15aa5af282c tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:05.506998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d881c44f-cd6c-42ce-b670-bc35297a19d3 req-664ada75-eea5-4596-b849-e15aa5af282c tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.2468808 Apr 11 20:40:05.563922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4e84f49-77a8-403f-ae23-32b7357a02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.584421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d881c44f-cd6c-42ce-b670-bc35297a19d3 req-ae7d2389-95f1-4e5f-8506-c07fba76fbde tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711193 Apr 11 20:40:05.585126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e84f49-77a8-403f-ae23-32b7357a02b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8c667b-103b-420d-940f-ed75ee22e556,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:05.592855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4e84f49-77a8-403f-ae23-32b7357a02b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.594143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4e84f49-77a8-403f-ae23-32b7357a02b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b8c667b-103b-420d-940f-ed75ee22e556 HTTP/1.1" status: 204 len: 168 time: 0.4636261 Apr 11 20:40:05.597506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.659451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2d58-27cf-422a-aa2f-31579b612318 req-45562629-c212-4d5f-a7b3-1e7fcf130bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:05.665908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-45562629-c212-4d5f-a7b3-1e7fcf130bfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 930 time: 0.4572437 Apr 11 20:40:05.718404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:02Z', 'revision_number': 3, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:05.723013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Checking router: 2352b359-3a90-4af4-9e5e-0380b5a75c8b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:05.723137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Updating router 2352b359-3a90-4af4-9e5e-0380b5a75c8b port 2ce23ff5-fe0a-402f-878f-c27d6f691458 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:40:05.736137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.777745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-b3ab6132-58d2-4ebd-8932-df4449c57cde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 217 time: 0.1075430 Apr 11 20:40:05.778014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:05.853154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970dfc2a-a77d-40eb-ab7c-57d86817c6a2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:05.879506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5622f512-828d-46de-a56e-22cbfbb486f6 req-e5048240-8a10-4d9c-9b55-4f308496f479 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116197 Apr 11 20:40:05.902498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58025-a983-4dea-90b2-c21bc1d2c2ef req-d70bec88-dba0-43d9-a8c3-847741c902a7 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:05.911660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37f58025-a983-4dea-90b2-c21bc1d2c2ef req-d70bec88-dba0-43d9-a8c3-847741c902a7 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 943 time: 0.1225638 Apr 11 20:40:05.935065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a14b42-d02b-4127-9778-5770d57af96a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:05.959748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2d58-27cf-422a-aa2f-31579b612318 req-8619aa98-617e-4b56-ad09-ddad2ed1170c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:05.966991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-8619aa98-617e-4b56-ad09-ddad2ed1170c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 200 len: 868 time: 0.1780748 Apr 11 20:40:05.987486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37f58025-a983-4dea-90b2-c21bc1d2c2ef req-41521c50-e30f-4c57-85dd-a0bf2ba0277f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Apr 11 20:40:06.079275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f4a14b42-d02b-4127-9778-5770d57af96a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:06.079589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.141399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 745ec459-ede5-4770-9dec-46c3f255911d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:06.233213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-eec4c538-758c-4b33-9361-b3772a7e5ea1 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.1727319 Apr 11 20:40:06.318101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-ec611d09-5ac8-459d-9715-0792a8cade40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3443394 Apr 11 20:40:06.363028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b92ff-5938-4ec3-896e-d396572e0b53 req-746b313f-9a7b-467b-b064-d8b25e62e756 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:06.376819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf1b92ff-5938-4ec3-896e-d396572e0b53 req-746b313f-9a7b-467b-b064-d8b25e62e756 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.2023027 Apr 11 20:40:06.377299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49594) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:06.389103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Request body: {'floatingip': {'port_id': '82fd461f-6fee-4841-9b23-419b3d8f45ab'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:06.505288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4e7d220f-cae3-4e5d-b0c1-3f695e8e3a8b service neutron] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:06.510545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.543195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef031b87-9ec9-41dc-b91c-4bd9cf0a5778 req-cb19cc63-b104-408b-8742-4eec52eda889 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:06.550388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef031b87-9ec9-41dc-b91c-4bd9cf0a5778 req-cb19cc63-b104-408b-8742-4eec52eda889 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.4116669 Apr 11 20:40:06.588627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-fadc2a42-f5bf-4b71-bdb6-742332d75c22 service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615242 Apr 11 20:40:06.624183 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.637424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Transition to ACTIVE for port object 2ce23ff5-fe0a-402f-878f-c27d6f691458 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:06.649533 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4e7d220f-cae3-4e5d-b0c1-3f695e8e3a8b service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.650540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c1881e6-cd57-4302-afd8-a6ce2ca20a4c req-4e7d220f-cae3-4e5d-b0c1-3f695e8e3a8b service neutron] 10.222.0.69 "DELETE /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d/bindings/n-h2-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.4035189 Apr 11 20:40:06.708214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef031b87-9ec9-41dc-b91c-4bd9cf0a5778 req-70ef99d1-7492-46bc-9b33-0375944c737c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567450 Apr 11 20:40:06.714729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.834268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Attempting to bind port 2ce23ff5-fe0a-402f-878f-c27d6f691458 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:06.834734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Attempting to bind port 2ce23ff5-fe0a-402f-878f-c27d6f691458 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:06.835293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Attempting to bind port 2ce23ff5-fe0a-402f-878f-c27d6f691458 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:06.842575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd77d9-999b-4f16-b71b-f403698f2441 None None] Pushing event updated for resources: {'Port': ['ID=2ce23ff5-fe0a-402f-878f-c27d6f691458,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:06.845160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:06.845546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:06.846043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.846554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:06.847112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Bound port: 2ce23ff5-fe0a-402f-878f-c27d6f691458, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:06.847602 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:06.861026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841c2d58-27cf-422a-aa2f-31579b612318 req-c7c8bd08-e4b2-4567-b256-44f7003fcc2f service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578089 Apr 11 20:40:06.865526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f8330-7eda-4bef-a261-2d9510acb622 req-3be93fc0-c771-4685-83fa-47ae2d43149d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:06.874148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-536f8330-7eda-4bef-a261-2d9510acb622 req-3be93fc0-c771-4685-83fa-47ae2d43149d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3700438 Apr 11 20:40:06.951376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] For port 2ce23ff5-fe0a-402f-878f-c27d6f691458, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:06.960806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] For port 2ce23ff5-fe0a-402f-878f-c27d6f691458, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2ce23ff5-fe0a-402f-878f-c27d6f691458,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:07.023950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:07.135497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd77d9-999b-4f16-b71b-f403698f2441 None None] Pushing event updated for resources: {'Port': ['ID=2ce23ff5-fe0a-402f-878f-c27d6f691458,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:07.142115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Routers {'2352b359-3a90-4af4-9e5e-0380b5a75c8b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:07.142991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:07.246840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-536f8330-7eda-4bef-a261-2d9510acb622 req-2377863b-c9e6-443a-aa78-3befb3a4cd5b tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717494 Apr 11 20:40:07.268205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-584189f3-61fb-43ef-9f8a-46f97dd063ec req-00fc0f05-2420-40e2-b552-4f2899fb603c tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0496140 Apr 11 20:40:07.426859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] Set router 2352b359-3a90-4af4-9e5e-0380b5a75c8b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:07.453312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:07.583462 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6a13f915-5507-44f2-a47e-33173aa7e901 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124597 Apr 11 20:40:07.869721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:02Z', 'revision_number': 3, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:07.875103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c58c8c-5dd2-46fc-abe4-8caa824a0ad8 None None] The sync data for ids ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'] in n-d-837321-1 is: [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:02Z', 'revision_number': 3, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:07.912528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Allocated IP 172.20.0.1 (91c1fdb2-d94c-479c-8117-5e0639b91649/10a4a393-0163-4bd4-b38b-432044ed53d6/13ae7fb0-0a48-473c-9b6d-6920df17e2fa) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:07.926564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7cfb4-e812-4bc8-ba62-d0cc7916eedb req-fafa59ea-9ca0-4768-a54d-2ba8b6351140 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:07.928111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0d7cfb4-e812-4bc8-ba62-d0cc7916eedb req-fafa59ea-9ca0-4768-a54d-2ba8b6351140 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 943 time: 0.3810320 Apr 11 20:40:08.042935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0d7cfb4-e812-4bc8-ba62-d0cc7916eedb req-f17b057a-e28d-4c51-9cb8-1335f0dd1e1e tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087568 Apr 11 20:40:08.110360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b2e19eb9-f74a-481e-9575-95367c31b100 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:08.112254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.117963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-4b2ddf54-59ca-4575-840d-bd1ffe51143c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:08.123178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-4b2ddf54-59ca-4575-840d-bd1ffe51143c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5273657 Apr 11 20:40:08.160971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-fe08029e-22a0-43a3-ac52-e5b14736464d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/quotas/85277020f6614ba2857f20cb28cd0a36 HTTP/1.1" status: 200 len: 375 time: 0.0248623 Apr 11 20:40:08.176864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.241000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.271460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Transition to ACTIVE for port object 13ae7fb0-0a48-473c-9b6d-6920df17e2fa will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:08.316901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b2e19eb9-f74a-481e-9575-95367c31b100, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b2e19eb9-f74a-481e-9575-95367c31b100,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:08.345986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'port_id': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'mac_address': 'fa:16:3e:52:ca:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:08.387553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-c896cecf-465c-47b5-99c7-4958b5634228 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202995 Apr 11 20:40:08.425055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.446835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e19eb9-f74a-481e-9575-95367c31b100 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:08.447003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.467363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b2e19eb9-f74a-481e-9575-95367c31b100, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b2e19eb9-f74a-481e-9575-95367c31b100,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:08.543102 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.576149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:08.580485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:08.607891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:08.679763 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd associated. External IP: 172.25.5.49, port: 82fd461f-6fee-4841-9b23-419b3d8f45ab. Apr 11 20:40:08.680666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b2e19eb9-f74a-481e-9575-95367c31b100,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:08.709749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Pushing event updated for resources: {'Port': ['ID=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:08.734567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.783818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b2e19eb9-f74a-481e-9575-95367c31b100'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:08.885098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a61b-cb70-4044-bd60-2ea267709edb req-8e4c79b9-4486-48ad-a48f-a3e6d9eef855 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:08.891959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c839a61b-cb70-4044-bd60-2ea267709edb req-8e4c79b9-4486-48ad-a48f-a3e6d9eef855 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.3234208 Apr 11 20:40:08.959857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:08.978780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c839a61b-cb70-4044-bd60-2ea267709edb req-cc742af2-817c-4b7c-b225-3ad970511e73 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831797 Apr 11 20:40:09.064612 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-a6f62ccd-fdd9-4d7a-8d6f-9d8a59dd9086 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48660e079fb241048a0364874344abb1&device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1100 time: 0.3114808 Apr 11 20:40:09.163319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e496c5cf-c522-48c1-af37-773cd70c11e0 None None] Provisioning for port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:09.176427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e496c5cf-c522-48c1-af37-773cd70c11e0 None None] Provisioning complete for port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:09.176794 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e496c5cf-c522-48c1-af37-773cd70c11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:09.213214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:09.250268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e496c5cf-c522-48c1-af37-773cd70c11e0 None None] Port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:09.274462 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:09.337220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-a25dddde-6571-4d95-ae33-fc5ddaf9e05d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:09.338763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-a25dddde-6571-4d95-ae33-fc5ddaf9e05d service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2347875 Apr 11 20:40:09.426860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Pushing event updated for resources: {'Port': ['ID=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:09.511720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b61214d9-0914-403f-a3fa-3c6696cf9e97 req-197d4808-b309-47e0-922f-2e5e9f9a1c11 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0536966 Apr 11 20:40:09.516882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:09.548037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270f8c5-5218-4ee1-b9d8-f1d2899cb893 req-723aad9d-98e6-4e6d-882d-e63949d0c487 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:09.549531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8270f8c5-5218-4ee1-b9d8-f1d2899cb893 req-723aad9d-98e6-4e6d-882d-e63949d0c487 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.3649671 Apr 11 20:40:09.551842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-d87fd559-e0d7-4a1e-9e0b-92cc1ab23da3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef HTTP/1.1" status: 200 len: 217 time: 0.1478994 Apr 11 20:40:09.706237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:09.707809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:09.723493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-59468358-cbcf-4272-876a-b89c4c4e75cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:09.724921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-59468358-cbcf-4272-876a-b89c4c4e75cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1397436 Apr 11 20:40:09.947221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8270f8c5-5218-4ee1-b9d8-f1d2899cb893 req-c1a0dedb-f406-49c6-8e2c-acc08f0bb1e5 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903191 Apr 11 20:40:09.999863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416b356-416e-4928-9dd6-da572f82d7aa req-888dc282-7ad9-4d09-9b27-8f25f3ef4b8f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:10.000558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5416b356-416e-4928-9dd6-da572f82d7aa req-888dc282-7ad9-4d09-9b27-8f25f3ef4b8f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:10.082165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ad875ea2-5ced-4489-83d6-656e37c67c39 None None] Provisioning complete for port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:10.082535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad875ea2-5ced-4489-83d6-656e37c67c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:10.089034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Router 43312aae-1983-4a5b-bff8-606a1e94262d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:10.094735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-1d3c8632-9102-46c6-96a8-934ecbec3497 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3515713 Apr 11 20:40:10.133295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b2e19eb9-f74a-481e-9575-95367c31b100 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:10.238088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ad875ea2-5ced-4489-83d6-656e37c67c39 None None] Port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:10.325778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port b2e19eb9-f74a-481e-9575-95367c31b100 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:10.331354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port b2e19eb9-f74a-481e-9575-95367c31b100 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:10.331953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:10.334891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49652) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:10.365001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5416b356-416e-4928-9dd6-da572f82d7aa req-888dc282-7ad9-4d09-9b27-8f25f3ef4b8f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:10.373144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5416b356-416e-4928-9dd6-da572f82d7aa req-888dc282-7ad9-4d09-9b27-8f25f3ef4b8f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 944 time: 0.5127571 Apr 11 20:40:10.439179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5416b356-416e-4928-9dd6-da572f82d7aa req-f83b9b09-03b5-476e-9d3e-cb06b85ce4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:10.506094 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:10.545057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:10.546519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Router 2352b359-3a90-4af4-9e5e-0380b5a75c8b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:10.552258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5416b356-416e-4928-9dd6-da572f82d7aa req-f83b9b09-03b5-476e-9d3e-cb06b85ce4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:10.555053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5416b356-416e-4928-9dd6-da572f82d7aa req-f83b9b09-03b5-476e-9d3e-cb06b85ce4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799953 Apr 11 20:40:10.557582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b2e19eb9-f74a-481e-9575-95367c31b100, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b2e19eb9-f74a-481e-9575-95367c31b100,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:10.576438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-86f9b3a5-5f90-43ff-a23d-3ed758dd9190 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716473 Apr 11 20:40:10.634889 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:10.722814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b2e19eb9-f74a-481e-9575-95367c31b100,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:10.738996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef6c3cda-0c7a-49d0-882d-37bca859fedb req-b8c176a4-3ef1-4ec6-a286-0b8af2622b64 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1095 time: 0.3058870 Apr 11 20:40:10.746636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:10.828777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07255c3a-c830-415e-a92e-7e662ea58adb req-1559b791-e4aa-4c65-9006-49f7661c511f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 210 time: 0.0960116 Apr 11 20:40:10.837138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6738640-c839-470a-8462-f4169c82bc4d req-551aeebe-131e-4447-a6c9-ef847a98a183 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0505657 Apr 11 20:40:10.874570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-968d8569-565c-4534-95c1-cdaf8349dfcf req-1dd252f4-53fa-4fdc-994e-0c47120a784c service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901759 Apr 11 20:40:10.886331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:10.892239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Usage tracker for resource:security_group_rule and tenant:2f263b3ad95848f69573dbbc353c53e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:10.900695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef6c3cda-0c7a-49d0-882d-37bca859fedb req-b918717b-519a-4c3c-8e5c-75eb0a463144 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439917 Apr 11 20:40:10.902586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:10.909691 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213c4b33-8494-411f-900c-bbe9bec11c22'] response: {'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'code': 200} Apr 11 20:40:10.915161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:10.929536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:10.937474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:10.939832 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59274058-7faf-48af-897c-9561d23cb888 None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:10.962704 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:10.962938 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:10.964600 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:10.979718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0491b066-053d-44e8-9a1d-7d792b4857c1 admin admin] 10.222.0.61 "PUT /v2.0/routers/2352b359-3a90-4af4-9e5e-0380b5a75c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6408353 Apr 11 20:40:11.077743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7464e45-bc1c-4f80-a97d-41c332efa6d2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "PUT /v2.0/floatingips/ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd HTTP/1.1" status: 200 len: 990 time: 4.6986268 Apr 11 20:40:11.077743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:11.203398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:11.264059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4070f11-512a-4c4c-8218-e9291d8836ca req-d25e75fc-0ee8-4440-9eaa-5551c76af04e tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1331844 Apr 11 20:40:11.280135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:11.338483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3c49579-3f18-4c78-b025-a8a2b4a3c9c5 req-c0d50c8d-4fac-42ca-873d-93a98d65fc0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1096 time: 0.1284108 Apr 11 20:40:11.346582 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:11.367100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f263b3ad95848f69573dbbc353c53e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0230901 Apr 11 20:40:11.370088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49676) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:11.443543 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8af00-565a-4493-af30-98be541aa533'] response: {'name': 'network-changed', 'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'status': 'completed', 'code': 200} Apr 11 20:40:11.528756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3c49579-3f18-4c78-b025-a8a2b4a3c9c5 req-46bfb0be-09d8-4b26-830b-c618349ea3a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825209 Apr 11 20:40:11.540599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffb087-0df9-4ce9-8df3-7eba4f2c4a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418062e9-bca6-4cb8-96aa-f34551d0cec4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:11.573503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c114-a01e-4834-bb46-17e3d32788ff req-c38bb289-3527-4054-93bc-0ab7a10a7954 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:11.575406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-daaca41c-6973-4694-a4c0-bb9662a7b763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:11.581084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0252c114-a01e-4834-bb46-17e3d32788ff req-c38bb289-3527-4054-93bc-0ab7a10a7954 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 949 time: 0.2109640 Apr 11 20:40:11.654903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0252c114-a01e-4834-bb46-17e3d32788ff req-7ddc8bf6-6e23-492e-8bc3-8300b0b02a27 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Apr 11 20:40:11.658199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-abdb1282-e951-428a-b00d-9348640749e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9662d95966e444aaa762354ba3866fad&device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 1096 time: 0.2135036 Apr 11 20:40:11.666531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-daaca41c-6973-4694-a4c0-bb9662a7b763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:11.788896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f1412-8a6d-4ca0-9b9e-de5a5ebf18fc req-eaca2157-3f12-4113-97fd-359e4bb2c95e tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:11.798343 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-307f1412-8a6d-4ca0-9b9e-de5a5ebf18fc req-eaca2157-3f12-4113-97fd-359e4bb2c95e tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.2090197 Apr 11 20:40:11.839959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-b770ceed-3607-46bb-8538-c933deea5728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:11.845564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-b770ceed-3607-46bb-8538-c933deea5728 service neutron] 10.222.0.75 "GET /v2.0/networks?id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 200 len: 925 time: 0.1703711 Apr 11 20:40:11.878874 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'port_id': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'mac_address': 'fa:16:3e:db:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:26Z', 'updated_at': '2022-04-11T20:40:07Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:11.884052 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59274058-7faf-48af-897c-9561d23cb888 None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:11.887996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-daaca41c-6973-4694-a4c0-bb9662a7b763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:11.895758 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:11.900091 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:39:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:11.917011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-307f1412-8a6d-4ca0-9b9e-de5a5ebf18fc req-54ed1698-954a-488f-b3c9-5d385dd535b2 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176789 Apr 11 20:40:11.919568 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-daaca41c-6973-4694-a4c0-bb9662a7b763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:11.922522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-daaca41c-6973-4694-a4c0-bb9662a7b763 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/418062e9-bca6-4cb8-96aa-f34551d0cec4 HTTP/1.1" status: 204 len: 168 time: 0.5388699 Apr 11 20:40:11.923811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaca41c-6973-4694-a4c0-bb9662a7b763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418062e9-bca6-4cb8-96aa-f34551d0cec4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:12.170199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-6c1ab144-7656-429e-b4c2-518275ac3e56 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab HTTP/1.1" status: 200 len: 998 time: 0.3166699 Apr 11 20:40:12.191154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:12.334674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-5f41123d-7399-4bb4-9115-8ec627c857ea tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Synchronizing usage tracker for tenant:2c4f9ca7812a476497dd4744d3fec083 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:12.436627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9352-a514-4543-8875-9d2870534ebd req-d64e61e3-9ce0-4757-b12e-fcbc3965e838 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:12.451117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-d64e61e3-9ce0-4757-b12e-fcbc3965e838 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.3105435 Apr 11 20:40:12.465213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-4e919529-6059-4b10-b06f-c3affd5e4cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:12.467080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-4e919529-6059-4b10-b06f-c3affd5e4cb7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 200 len: 863 time: 0.1280761 Apr 11 20:40:12.473271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-83fa25aa-b981-4621-9467-019e187276af tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/quotas/3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 375 time: 0.0210218 Apr 11 20:40:12.545146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-5f41123d-7399-4bb4-9115-8ec627c857ea tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Unset dirty status for tenant:2c4f9ca7812a476497dd4744d3fec083 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:12.547444 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-5f41123d-7399-4bb4-9115-8ec627c857ea tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4946392 Apr 11 20:40:12.604077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:12.619836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:12.630487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Usage tracker for resource:floatingip and tenant:2c4f9ca7812a476497dd4744d3fec083 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:12.631118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-86d5ce99-2160-40b7-83ce-39b8a670c6d0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446867 Apr 11 20:40:12.639021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:12.669998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:12.713145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-6ffca81a-91f1-43db-8666-7a05cdcbe40d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2316575 Apr 11 20:40:12.816630 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-40a878c6-e05a-4c27-93b1-4f76defd7e38 service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845639 Apr 11 20:40:12.878095 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59274058-7faf-48af-897c-9561d23cb888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'port_id': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'mac_address': 'fa:16:3e:db:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:26Z', 'updated_at': '2022-04-11T20:40:07Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:12.883962 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59274058-7faf-48af-897c-9561d23cb888 None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'port_id': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'mac_address': 'fa:16:3e:db:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:38:26Z', 'updated_at': '2022-04-11T20:40:07Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:12.990281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:13.045586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-1f2cba35-4767-4d0d-9b01-b0cef3c39a46 service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143216 Apr 11 20:40:13.188097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-33a2d235-83fb-4929-9743-3b4f67857ab3 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488248 Apr 11 20:40:13.213470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-b65fedc9-df78-485d-b843-34af283c293f service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932001 Apr 11 20:40:13.310830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd8d7e-0eb4-42df-84cd-3a250631cad9 None None] New status for floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:40:13.402816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:13.474515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87b0f02d-1aec-49f2-abd8-1cee9167e597 req-5c7c8efb-7cd7-48aa-ae93-f7c1031140e8 service neutron] 10.222.0.75 "GET /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541275 Apr 11 20:40:13.527722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-93d406de-bf4e-4092-92e3-b6612fd431a0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:13.529402 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-93d406de-bf4e-4092-92e3-b6612fd431a0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360567 Apr 11 20:40:13.548483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:13.677084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Allocated IP 172.25.5.113 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7c78788f-0557-4a82-b010-0cbd584751b8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:13.906268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2ce23ff5-fe0a-402f-878f-c27d6f691458 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:13.916310 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:13.941963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:13.949393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328ebd0-a321-449e-8f04-72ee4ae7b51d req-fe5c3139-430e-4f4e-9fb6-2cf095986588 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:13.950867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4328ebd0-a321-449e-8f04-72ee4ae7b51d req-fe5c3139-430e-4f4e-9fb6-2cf095986588 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 945 time: 0.3319058 Apr 11 20:40:13.959623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:13.987869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:13.991425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:14.010930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4328ebd0-a321-449e-8f04-72ee4ae7b51d req-82f5fd4c-ee23-48ef-bb5b-05b0fbec7dbc tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482724 Apr 11 20:40:14.059070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3e84f4fb-de7d-4625-9184-9a533357d1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.070703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-df63e43e-9661-4b57-a227-9ba88d033091 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466914 Apr 11 20:40:14.086313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:14.090284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.131271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.323410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2ce23ff5-fe0a-402f-878f-c27d6f691458 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:14.330992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Pushing event updated for resources: {'Port': ['ID=7c78788f-0557-4a82-b010-0cbd584751b8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:14.339835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.138 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/9b4ced4a-7c13-4a00-86f5-47fb79ea6665) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:14.365301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2ce23ff5-fe0a-402f-878f-c27d6f691458 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:14.365665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.402629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.412194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:14.417503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:14.434808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:14.461248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dd573d5-7f3d-4fbf-bd1e-e36a3bd471b8 req-e6a7a35b-f553-4af2-9bcb-21b782979015 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 210 time: 0.0710945 Apr 11 20:40:14.465941 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:14.485778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:14.509045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'mac_address': 'fa:16:3e:cc:ca:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:14.526865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:14.585978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-19cf1ba2-99f3-4317-a7f3-0358d148e383 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:14.589232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-19cf1ba2-99f3-4317-a7f3-0358d148e383 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5147524 Apr 11 20:40:14.623188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:14.628079 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.685388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6266eba3-8039-4840-9c40-b3a9409f318e req-c3a5c229-7766-4776-b435-2f8ee238baba tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0760117 Apr 11 20:40:14.702414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.713745 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.740998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:14.750626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.750779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:14.754427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 2ce23ff5-fe0a-402f-878f-c27d6f691458, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2ce23ff5-fe0a-402f-878f-c27d6f691458,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:14.784109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:14.812990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:40:14.813333 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:40:14.856549 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.903364 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.909981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:14.918512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:14.925011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:14.925252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:14.988826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=2ce23ff5-fe0a-402f-878f-c27d6f691458,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:15.000633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:15.007505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff07164-43d5-453e-a4fe-963bc05013d7 req-bfcce386-1a66-4127-b5f7-037f15514a2a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:15.009063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ff07164-43d5-453e-a4fe-963bc05013d7 req-bfcce386-1a66-4127-b5f7-037f15514a2a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 947 time: 0.1600893 Apr 11 20:40:15.014143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:15.018221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:15.022179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:15.038101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:15.041355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.121541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:15.122151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.151530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.172145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ff07164-43d5-453e-a4fe-963bc05013d7 req-1b870e59-4e32-4b30-aba4-847847b5af6e tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552486 Apr 11 20:40:15.258689 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-2e1889fa-15ac-49e7-b54d-e949cb6f8c5d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7145803 Apr 11 20:40:15.270792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Request body: {'port': {'device_id': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:15.388669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.412094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f06d03b-4374-4bae-9345-902fb77d8990 req-c27b1012-fd2f-485d-9a9a-9d5b86006783 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 210 time: 0.0522370 Apr 11 20:40:15.412826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:15.417946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5771b187-2da5-4ac8-83a1-50b8afaf905c None None] Provisioning for port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:15.429792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.54 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/fc032ca5-a201-4214-8f33-0f61373e6434) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:15.430139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5771b187-2da5-4ac8-83a1-50b8afaf905c None None] Provisioning complete for port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:15.430139 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5771b187-2da5-4ac8-83a1-50b8afaf905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.441647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.505502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:15.514674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5771b187-2da5-4ac8-83a1-50b8afaf905c None None] Port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:15.542951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.623768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:15.698297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:40:15.727173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.749837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-ed2e4ee7-102d-4bc4-8c32-9af2a34d52bc tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 258 time: 0.2290452 Apr 11 20:40:15.760303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:15.765767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:15.771159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Usage tracker for resource:floatingip and tenant:4bb39de802b346dc9818f8b1ca369592 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:15.772632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:15.778421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:15.804693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.811091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:15.822317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object fc032ca5-a201-4214-8f33-0f61373e6434 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:15.859221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2ce23ff5-fe0a-402f-878f-c27d6f691458 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:15.880343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.910001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.978537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:15.992774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Pushing event updated for resources: {'Port': ['ID=7c78788f-0557-4a82-b010-0cbd584751b8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:15.993086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:16.034007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f69432ae-4cb1-4fd7-be64-b86b6c63eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.074971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.092724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:16.096779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2ce23ff5-fe0a-402f-878f-c27d6f691458 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:16.097324 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.098399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:16.103631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:16.103994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:16.197467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:16.199223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.240299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.243633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-eb0c7fa2-b09a-486c-bd07-acc54ccb0119 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6746061 Apr 11 20:40:16.343866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-9a0730e6-8105-49a8-85bd-4c5a44683c55 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Synchronizing usage tracker for tenant:2c4f9ca7812a476497dd4744d3fec083 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:16.348992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-6f14564b-f77d-48c7-ac38-6e327d81474a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7462132 Apr 11 20:40:16.367036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Request body: {'port': {'device_id': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:16.458822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9352-a514-4543-8875-9d2870534ebd req-8a3864cc-53b4-45d2-8aa5-2565253be744 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:16.461750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-8a3864cc-53b4-45d2-8aa5-2565253be744 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.3761683 Apr 11 20:40:16.469234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-9a0730e6-8105-49a8-85bd-4c5a44683c55 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Unset dirty status for tenant:2c4f9ca7812a476497dd4744d3fec083 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:16.476336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-9a0730e6-8105-49a8-85bd-4c5a44683c55 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.2250698 Apr 11 20:40:16.499342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Request body: {'port': {'device_id': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'admin_state_up': True, 'tenant_id': '3d5a8859c567410f9833e077a1517428'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:16.570842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9cccab63-3a1c-4b5e-b2ae-dd7df3556746 None None] Provisioning for port fc032ca5-a201-4214-8f33-0f61373e6434 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:16.576230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9cccab63-3a1c-4b5e-b2ae-dd7df3556746 None None] Provisioning complete for port fc032ca5-a201-4214-8f33-0f61373e6434 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:16.576853 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9cccab63-3a1c-4b5e-b2ae-dd7df3556746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.593437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.635568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9cccab63-3a1c-4b5e-b2ae-dd7df3556746 None None] Port fc032ca5-a201-4214-8f33-0f61373e6434 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:16.665778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:16.690038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.696666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.704133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-faa42ec0-05b5-4305-adc3-f72d5397f2d4 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:16.705451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54da25a3-c571-4c7f-9c0d-150033c4aee7 req-faa42ec0-05b5-4305-adc3-f72d5397f2d4 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2285459 Apr 11 20:40:16.790412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Transition to ACTIVE for port object 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:16.798650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:16.818818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:16.863186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:16.928746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Made reservation on behalf of 3d5a8859c567410f9833e077a1517428 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:16.932552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.048304 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ba92b5-a0b3-4400-b462-fbfc6403d680'] response: {'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'code': 200} Apr 11 20:40:17.067022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc032ca5-a201-4214-8f33-0f61373e6434 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:17.076011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.081061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Allocated IP 172.25.5.252 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/910b61d5-2af7-4f0e-b95f-6319076c2927) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:17.087506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:17.093467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Transition to ACTIVE for port object fc032ca5-a201-4214-8f33-0f61373e6434 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:17.182604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.205672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.276012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:17.285802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.447120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Allocated IP 172.20.0.8 (7a1499a1-6303-4e7c-958a-8b86a0b79792/ad106e4f-600f-4a72-891a-b41933a74fcf/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:17.448915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Attempting to bind port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:17.449244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Attempting to bind port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:17.449564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Attempting to bind port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:17.477318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.481790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:40:17.482110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Attempting to bind port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:17.513040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:17.513399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:17.513748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:17.514184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Bound port: 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:17.514669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.515466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Attempting to bind port fc032ca5-a201-4214-8f33-0f61373e6434 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:17.519373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Attempting to bind port fc032ca5-a201-4214-8f33-0f61373e6434 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:17.519373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Attempting to bind port fc032ca5-a201-4214-8f33-0f61373e6434 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:17.522436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Port fc032ca5-a201-4214-8f33-0f61373e6434 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:40:17.522976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Attempting to bind port fc032ca5-a201-4214-8f33-0f61373e6434 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:17.529657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:17.530097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:17.530598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:17.531140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Bound port: fc032ca5-a201-4214-8f33-0f61373e6434, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:17.531622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.623842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:17.626842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:17.709962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.728425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] For port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:17.733456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] For port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:17.760772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.818662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.821699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a790f79-4677-43d2-9bfd-3ad74629508b req-fc5151d8-a4c4-48fe-956a-6e67f72a9e3b tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0596781 Apr 11 20:40:17.830642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.832034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] 10.222.0.75 "PUT /v2.0/ports/fc032ca5-a201-4214-8f33-0f61373e6434 HTTP/1.1" status: 200 len: 1095 time: 1.4725332 Apr 11 20:40:17.832486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:17.849513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817921be-b53a-420e-a6c2-c7861f4daea8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:17.861304 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.878563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:17.879325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event updated for resources: {'Port': ['ID=910b61d5-2af7-4f0e-b95f-6319076c2927,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:17.916535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:17.926734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:17.928147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] 10.222.0.75 "PUT /v2.0/ports/9b4ced4a-7c13-4a00-86f5-47fb79ea6665 HTTP/1.1" status: 200 len: 1096 time: 2.6616318 Apr 11 20:40:17.929382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:17.930967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:17.958215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'tag': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:18.067096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:18.067488 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.077229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca25a9d-2294-4e0a-9580-643a188f5ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:18.245123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.301563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:18.302624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.317523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-3a28440a-bbe8-4a46-b7b7-19c567b86c5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 1098 time: 0.3431618 Apr 11 20:40:18.389460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.392339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-81f2812a-33a3-4f61-919e-12198b7da2ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 1099 time: 0.3551641 Apr 11 20:40:18.409309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c866bf-2d5f-4e1e-93f7-c98006610166 req-355d9603-d861-4a37-96aa-8d11a27fd651 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:18.410428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80c866bf-2d5f-4e1e-93f7-c98006610166 req-355d9603-d861-4a37-96aa-8d11a27fd651 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:18.502400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Sync routers for ids ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:18.519093 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Routers {'2352b359-3a90-4af4-9e5e-0380b5a75c8b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:18.520093 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:18.535754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-dcd6f5eb-a66d-4914-811f-dcb8db002bf7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665 HTTP/1.1" status: 200 len: 217 time: 0.1335607 Apr 11 20:40:18.590526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=11']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:18.610192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80c866bf-2d5f-4e1e-93f7-c98006610166 req-355d9603-d861-4a37-96aa-8d11a27fd651 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:18.611241 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-8e36416f-2554-4634-8311-42770e0ea81c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fc032ca5-a201-4214-8f33-0f61373e6434 HTTP/1.1" status: 200 len: 217 time: 0.2833648 Apr 11 20:40:18.612795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c866bf-2d5f-4e1e-93f7-c98006610166 req-355d9603-d861-4a37-96aa-8d11a27fd651 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 947 time: 0.3366458 Apr 11 20:40:18.614080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.633420 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.677490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-44337e37-bb5c-469f-b005-ec967561ab30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:18.679062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-44337e37-bb5c-469f-b005-ec967561ab30 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1342964 Apr 11 20:40:18.728399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80c866bf-2d5f-4e1e-93f7-c98006610166 req-97f56c4f-79b2-4775-a5c4-294621549cfe tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992301 Apr 11 20:40:18.762283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-1af88f79-0e5a-4eb1-82c1-d82872b4619a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768113 Apr 11 20:40:18.781883 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Set router 2352b359-3a90-4af4-9e5e-0380b5a75c8b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:18.821606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273c4-e55f-4934-a89c-cc79a014a03d req-de7e79af-c0c0-4b80-930c-7ab74af31730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:18.823085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-de7e79af-c0c0-4b80-930c-7ab74af31730 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1732187 Apr 11 20:40:18.843260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:18.870717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:18.954580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:18.958047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:18.960793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:18.969849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-68cbd0db-ca45-48cb-b558-7b8010d0924c service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980329 Apr 11 20:40:19.050046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:19.066133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b064d-f375-4109-a114-07caebc00294 req-c55c8fdf-1d29-4a13-a1ea-9fb9bb19796d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:19.067781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-073b064d-f375-4109-a114-07caebc00294 req-c55c8fdf-1d29-4a13-a1ea-9fb9bb19796d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 950 time: 0.1928327 Apr 11 20:40:19.122014 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:08Z', 'revision_number': 4, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '13ae7fb0-0a48-473c-9b6d-6920df17e2fa', 'name': '', 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'mac_address': 'fa:16:3e:91:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a4a393-0163-4bd4-b38b-432044ed53d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:07Z', 'updated_at': '2022-04-11T20:40:09Z', 'revision_number': 2, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'subnets': [{'id': '10a4a393-0163-4bd4-b38b-432044ed53d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:19.126707 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Checking router: 2352b359-3a90-4af4-9e5e-0380b5a75c8b for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:19.127001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:19.127145 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Updating router 2352b359-3a90-4af4-9e5e-0380b5a75c8b port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:40:19.127984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.152341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-e311e5cc-0b34-42a7-975b-4369678eb7b1 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744103 Apr 11 20:40:19.154446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-073b064d-f375-4109-a114-07caebc00294 req-d9f39d94-8d59-4012-98f1-9b543e91eb1d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Apr 11 20:40:19.165406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-163e56cd-7302-40c3-92be-28c737c053b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2836013 Apr 11 20:40:19.188157 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.314890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-5a021049-328b-41e9-b51d-299bac98f807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8334744 Apr 11 20:40:19.343742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Request body: {'port': {'device_id': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:19.359984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f4959-0167-4862-89d8-3ee5c39f6bd3 req-1647b298-8d13-4e85-b2d2-9d309324257e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:19.361427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f18f4959-0167-4862-89d8-3ee5c39f6bd3 req-1647b298-8d13-4e85-b2d2-9d309324257e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 931 time: 0.0909820 Apr 11 20:40:19.377884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.412355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f18f4959-0167-4862-89d8-3ee5c39f6bd3 req-b94794bd-0594-4517-bba4-2fe63011053b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Apr 11 20:40:19.413085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-69ac87b1-84ab-4caa-a23a-5d956673c378 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235792 Apr 11 20:40:19.480343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.505613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.535219 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.551895 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Transition to ACTIVE for port object 13ae7fb0-0a48-473c-9b6d-6920df17e2fa will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:19.570609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a83ffdfb-9faa-427d-81c9-a7cf374a7b63 req-bc8ad8d6-8fb7-45ac-bb27-6bc753d3ab06 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips/1049af4d-ceb2-4d3f-a951-c7b665e0c57a HTTP/1.1" status: 200 len: 693 time: 0.0885484 Apr 11 20:40:19.639943 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.683929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event updated for resources: {'Port': ['ID=910b61d5-2af7-4f0e-b95f-6319076c2927,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:19.709630 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5287fd8-e52a-4e40-bea4-d142a26a894d None None] Pushing event updated for resources: {'Port': ['ID=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:19.726088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ffdfb-9faa-427d-81c9-a7cf374a7b63 req-6f50e273-4df1-437a-b29f-9733ca8a5052 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:19.729193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a83ffdfb-9faa-427d-81c9-a7cf374a7b63 req-6f50e273-4df1-437a-b29f-9733ca8a5052 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1514659 Apr 11 20:40:19.796590 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.895813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-105273c4-e55f-4934-a89c-cc79a014a03d req-7c957ab6-7722-46d7-ac00-578bab89ac00 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166451 Apr 11 20:40:19.919361 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Attempting to bind port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:19.920143 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Attempting to bind port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:19.920776 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Attempting to bind port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa on network 91c1fdb2-d94c-479c-8117-5e0639b91649 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:19.932016 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:19.932016 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Checking segment: {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:19.932016 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.932016 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Bound using segment: {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:19.932556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Bound port: 13ae7fb0-0a48-473c-9b6d-6920df17e2fa, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd974c6af-e5fb-49d8-a321-cc5b625dda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:19.933378 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.941060 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1478d28-c046-4f56-9be6-471bf9b97a25'] response: {'name': 'network-changed', 'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434', 'status': 'completed', 'code': 200} Apr 11 20:40:19.976459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:19.981478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-7c9d3a85-b23f-4d3a-8a5a-d44431f5b33b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2259688 Apr 11 20:40:20.040175 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] For port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:20.043438 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] For port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:20.110685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e85371d5-a8c1-45f3-9c05-4093e6b77fb2 req-9c2c0c4a-5649-4b29-bf79-ae3a580ac47d tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0395825 Apr 11 20:40:20.119500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-3dd3f6f2-805e-4862-a177-f3b3508be4f1 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:20.120283 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:20.200090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5287fd8-e52a-4e40-bea4-d142a26a894d None None] Pushing event updated for resources: {'Port': ['ID=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:20.211929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-83b13c0b-9908-415e-a02d-770c25aae2c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 1098 time: 0.1445167 Apr 11 20:40:20.212604 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Routers {'2352b359-3a90-4af4-9e5e-0380b5a75c8b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:20.213352 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:20.390108 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044f3207-0d1a-4945-8bad-7359243c2dc9'] response: {'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'code': 200} Apr 11 20:40:20.409427 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5a41da-c684-419d-a797-643e5b9a0582'] response: {'name': 'network-changed', 'server_uuid': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'tag': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', 'status': 'completed', 'code': 200} Apr 11 20:40:20.415023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-3dd3f6f2-805e-4862-a177-f3b3508be4f1 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:20.421442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-3dd3f6f2-805e-4862-a177-f3b3508be4f1 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.4346848 Apr 11 20:40:20.446777 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] Set router 2352b359-3a90-4af4-9e5e-0380b5a75c8b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:20.532677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-302ce287-f26b-43ef-b1c1-6b770f142346 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 1099 time: 0.2026989 Apr 11 20:40:20.541635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c52f081c-4f10-4366-a1ed-e045f8cdb838 req-6e4f6f76-00b8-4855-a49d-1967d1487caf tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=2c4f9ca7812a476497dd4744d3fec083 HTTP/1.1" status: 200 len: 696 time: 0.1032429 Apr 11 20:40:20.667812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:20.690907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:20.759979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Transition to ACTIVE for port object b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:20.786130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-11b2efcd-0f98-43b6-b393-afd494183105 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:20.787557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-11b2efcd-0f98-43b6-b393-afd494183105 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2915387 Apr 11 20:40:20.790883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157df8a-e996-49af-8138-c342647c9414 req-32d3f389-570b-4639-ab17-85779b29431e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:20.792347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-32d3f389-570b-4639-ab17-85779b29431e service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5684662 Apr 11 20:40:20.801335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-0ed0b77c-728d-4c8d-9823-7a895be80c12 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:40:20.802432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-493a333a-c4bb-476b-807e-1885a2f279b6 req-0ed0b77c-728d-4c8d-9823-7a895be80c12 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058417 Apr 11 20:40:20.840754 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:08Z', 'revision_number': 4, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '13ae7fb0-0a48-473c-9b6d-6920df17e2fa', 'name': '', 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'mac_address': 'fa:16:3e:91:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a4a393-0163-4bd4-b38b-432044ed53d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:07Z', 'updated_at': '2022-04-11T20:40:20Z', 'revision_number': 4, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'subnets': [{'id': '10a4a393-0163-4bd4-b38b-432044ed53d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:20.845187 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d4285-5e85-456a-ac56-d6091204acce None None] The sync data for ids ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'] in n-d-837321-1 is: [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:08Z', 'revision_number': 4, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '13ae7fb0-0a48-473c-9b6d-6920df17e2fa', 'name': '', 'network_id': '91c1fdb2-d94c-479c-8117-5e0639b91649', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'mac_address': 'fa:16:3e:91:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a4a393-0163-4bd4-b38b-432044ed53d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:07Z', 'updated_at': '2022-04-11T20:40:20Z', 'revision_number': 4, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'subnets': [{'id': '10a4a393-0163-4bd4-b38b-432044ed53d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:20.866205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:20.931217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-51538f5c-5e89-45ab-a90f-432af738c7b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fc032ca5-a201-4214-8f33-0f61373e6434 HTTP/1.1" status: 200 len: 217 time: 0.1277058 Apr 11 20:40:21.018735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-78d8d53d-7fc6-4a18-9b1b-9149600510f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.020259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-78d8d53d-7fc6-4a18-9b1b-9149600510f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4586551 Apr 11 20:40:21.033840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81622229-a33c-4c12-9f91-a18f322e7659 req-e857a439-e9a9-43ac-9c58-d7ac6681ced2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1101 time: 0.3883364 Apr 11 20:40:21.116701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:21.124685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f081c-4f10-4366-a1ed-e045f8cdb838 req-0135a823-7fd4-4773-be2e-35c7a138c2d3 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.126179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c52f081c-4f10-4366-a1ed-e045f8cdb838 req-0135a823-7fd4-4773-be2e-35c7a138c2d3 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks?id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 787 time: 0.5838509 Apr 11 20:40:21.134883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-95371823-32ca-4ef3-baf5-551496acc6f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665 HTTP/1.1" status: 200 len: 217 time: 0.1043427 Apr 11 20:40:21.139595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-c52f081c-4f10-4366-a1ed-e045f8cdb838 req-f27f63c6-eef0-4a65-877d-24066076eddc tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:40:21.140553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c52f081c-4f10-4366-a1ed-e045f8cdb838 req-f27f63c6-eef0-4a65-877d-24066076eddc tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079944 Apr 11 20:40:21.178027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157df8a-e996-49af-8138-c342647c9414 req-b1eb33bd-f0c8-4339-a133-601d55bcbe6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.180181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-b1eb33bd-f0c8-4339-a133-601d55bcbe6e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2383649 Apr 11 20:40:21.206591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81622229-a33c-4c12-9f91-a18f322e7659 req-09ea6626-4f7e-441f-9fa6-d121d463f7d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207051 Apr 11 20:40:21.219116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-a8f78e51-1b70-46d2-8177-d75d3dd24b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.220187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-a8f78e51-1b70-46d2-8177-d75d3dd24b6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0788047 Apr 11 20:40:21.332760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f99d1-bc58-46b1-aea6-316ecf49c51d req-e42bbadf-0c04-4f0b-801c-0e748e7106e8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.333463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-109f99d1-bc58-46b1-aea6-316ecf49c51d req-e42bbadf-0c04-4f0b-801c-0e748e7106e8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:21.336791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:21.337116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:21.337437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:21.353603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:40:21.353979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:21.368665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-109f99d1-bc58-46b1-aea6-316ecf49c51d req-e42bbadf-0c04-4f0b-801c-0e748e7106e8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:21.369830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-109f99d1-bc58-46b1-aea6-316ecf49c51d req-e42bbadf-0c04-4f0b-801c-0e748e7106e8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 947 time: 0.3827298 Apr 11 20:40:21.371703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:21.372030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:21.372404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:21.372830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Bound port: b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:21.373166 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:21.409176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-cb8901b4-90fe-4249-8026-297f0c4d7f0b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872742 Apr 11 20:40:21.550364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cca264-b451-4302-b171-ab6be3e4bad7 req-a7ed8c61-a4c9-4121-ab96-9be390a34107 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.552173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93cca264-b451-4302-b171-ab6be3e4bad7 req-a7ed8c61-a4c9-4121-ab96-9be390a34107 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 950 time: 0.1435850 Apr 11 20:40:21.556408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-9da96727-ade3-4681-b438-be1c45f11bdd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456203 Apr 11 20:40:21.572740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-109f99d1-bc58-46b1-aea6-316ecf49c51d req-e7b6832f-09bd-4344-89dd-8d6b797c8de7 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901631 Apr 11 20:40:21.634431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:21.637448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-7207ffd3-7950-4cae-aa58-0c4a70ad9d8d service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214341 Apr 11 20:40:21.644468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:21.722203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93cca264-b451-4302-b171-ab6be3e4bad7 req-2a23847f-8c95-459d-a953-08395576d871 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633058 Apr 11 20:40:21.728915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:21.801535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-3fc71253-e1f5-4e78-8825-8f6c731bc627 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259827 Apr 11 20:40:21.857014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:21.858538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] 10.222.0.69 "PUT /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 1091 time: 2.5294406 Apr 11 20:40:21.915496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 13ae7fb0-0a48-473c-9b6d-6920df17e2fa up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:21.916671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe5c63-f8f6-43b1-8c85-af06347f89ae service neutron] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:21.926520 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f157df8a-e996-49af-8138-c342647c9414 req-0641b831-f251-43fa-afa1-0ca538ad7321 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806695 Apr 11 20:40:21.955375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fc032ca5-a201-4214-8f33-0f61373e6434 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:21.956830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97689-c4a8-460f-afdb-5490bd4a371c req-ae0206aa-4a03-4dcd-9714-e695f95d6900 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:21.957602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-14e97689-c4a8-460f-afdb-5490bd4a371c req-ae0206aa-4a03-4dcd-9714-e695f95d6900 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:22.051776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-e9e1bcd4-e986-42fc-b9dd-da2c1cdb9a84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1094 time: 0.0906506 Apr 11 20:40:22.096037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9df485b-799c-41cf-b612-1921ad96c4e4 req-c39650fd-f625-41c4-bd50-3149d49c7aea service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850831 Apr 11 20:40:22.105601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-73fa8777-2b6a-4890-9e64-12b125b6028a tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:22.107320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-73fa8777-2b6a-4890-9e64-12b125b6028a tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1454718 Apr 11 20:40:22.186008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:22.200465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'fc032ca5-a201-4214-8f33-0f61373e6434', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'fc032ca5-a201-4214-8f33-0f61373e6434', 'mac_address': 'fa:16:3e:c6:56:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:22.205127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-56589426-e3f2-4efe-a589-6cc6ac469c84 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0792868 Apr 11 20:40:22.216392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-14e97689-c4a8-460f-afdb-5490bd4a371c req-ae0206aa-4a03-4dcd-9714-e695f95d6900 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:22.217714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Request body: {'floatingip': {'port_id': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:22.219921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14e97689-c4a8-460f-afdb-5490bd4a371c req-ae0206aa-4a03-4dcd-9714-e695f95d6900 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 943 time: 0.4520862 Apr 11 20:40:22.227283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:22.232462 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-7f3a1074-8d61-4f9c-895f-e25f526234e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 217 time: 0.1733000 Apr 11 20:40:22.244000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:22.244599 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.303036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.308879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.332532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc032ca5-a201-4214-8f33-0f61373e6434 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:22.344216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14e97689-c4a8-460f-afdb-5490bd4a371c req-07fc20b3-9d78-4062-b88c-f0b736eb9b9f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107903 Apr 11 20:40:22.380278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:22.386370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9352-a514-4543-8875-9d2870534ebd req-4b8b5830-822b-4bad-9524-22975f36ea64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:22.388410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-4b8b5830-822b-4bad-9524-22975f36ea64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0795717 Apr 11 20:40:22.416373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.435357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:22.450501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:22.462699 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.463356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:22.515631 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.531051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-ba0fe8e8-86c4-411f-94a8-b08567696906 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365371 Apr 11 20:40:22.551649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:22.560356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:22.609863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', 'mac_address': 'fa:16:3e:05:1c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:22.623175 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7ec670-af91-4e04-805a-d23618eceefb req-0303a9d5-b936-45a5-8759-fd644a9d1ab5 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips/1049af4d-ceb2-4d3f-a951-c7b665e0c57a HTTP/1.1" status: 200 len: 693 time: 0.1687469 Apr 11 20:40:22.686779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:22.689435 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.714802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:22.738518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:22.805356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-32f42342-aeb1-44ac-9b23-ed83dad2ce8a service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603643 Apr 11 20:40:22.806215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:22.894114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:22.898106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec670-af91-4e04-805a-d23618eceefb req-692a8035-3f8e-4953-ab06-484b6deb4ac2 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:22.904854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7ec670-af91-4e04-805a-d23618eceefb req-692a8035-3f8e-4953-ab06-484b6deb4ac2 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2667992 Apr 11 20:40:23.005976 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7ec670-af91-4e04-805a-d23618eceefb req-163e35df-e89a-44ea-9f76-c083adc08fda tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1002233 Apr 11 20:40:23.104385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9b4ced4a-7c13-4a00-86f5-47fb79ea6665'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:23.110347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.114609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7ec670-af91-4e04-805a-d23618eceefb req-5eab3000-e6cb-4122-92cb-4dfbe448ada6 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1037140 Apr 11 20:40:23.117067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4ec9352-a514-4543-8875-9d2870534ebd req-fc052544-3d62-4b0f-af3e-ea5da1dc29cb service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970784 Apr 11 20:40:23.138020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:23.171441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.295746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Deleting port 7c78788f-0557-4a82-b010-0cbd584751b8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:23.296103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.380913 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Floating IP 221a6766-7bc8-42ab-8b61-338f8cecf29b associated. External IP: 172.25.5.252, port: b2e19eb9-f74a-481e-9575-95367c31b100. Apr 11 20:40:23.472360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.472681 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.591812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Calling delete_port for 7c78788f-0557-4a82-b010-0cbd584751b8 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:23.784696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:23.859453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 13ae7fb0-0a48-473c-9b6d-6920df17e2fa up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:23.874217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.930593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:23.930966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:23.931290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Pushing event deleted for resources: {'Port': ['ID=7c78788f-0557-4a82-b010-0cbd584751b8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:23.989336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:23.994179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:24.028746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] Sync routers for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:24.034430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:24.054650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-164c5e72-12ba-4f6e-bcfd-71df746031e2 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "PUT /v2.0/floatingips/221a6766-7bc8-42ab-8b61-338f8cecf29b HTTP/1.1" status: 200 len: 996 time: 1.8405340 Apr 11 20:40:24.054650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:24.068444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:24.069318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:24.120745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:24.122002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7ec670-af91-4e04-805a-d23618eceefb req-44de992c-5d42-40f2-9525-7204f19019ca tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "DELETE /v2.0/floatingips/1049af4d-ceb2-4d3f-a951-c7b665e0c57a HTTP/1.1" status: 204 len: 173 time: 1.0017817 Apr 11 20:40:24.138214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-43d8a65a-cc4e-4025-8df9-05dfce96450c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1096 time: 0.0717223 Apr 11 20:40:24.250873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:24.285804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-7a8871fb-0627-43c5-9fb3-04c450fcb217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:24.287837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-7a8871fb-0627-43c5-9fb3-04c450fcb217 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 930 time: 0.1434326 Apr 11 20:40:24.309205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2e5a499-2416-4c1e-972b-1324a207dce3 req-37910b41-f82c-4711-8bb3-7231a9168295 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0633569 Apr 11 20:40:24.402097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-54e5fa11-8483-49ca-9c63-eac1357a3924 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 999 time: 0.1074982 Apr 11 20:40:24.467614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-efb318af-a272-477c-b324-15a69fcb49c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:24.469150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-efb318af-a272-477c-b324-15a69fcb49c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 200 len: 868 time: 0.0618894 Apr 11 20:40:24.553041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-2688fc5c-7107-472a-8040-b384d71f01df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773766 Apr 11 20:40:24.580617 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338edd69-711e-4a5e-8509-e7311618c425'] response: {'name': 'network-changed', 'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'status': 'completed', 'code': 200} Apr 11 20:40:24.683898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-71865c39-ad7e-452c-83c9-22af261defb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1094 time: 0.0816810 Apr 11 20:40:24.686599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '221a6766-7bc8-42ab-8b61-338f8cecf29b', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'port_id': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'mac_address': 'fa:16:3e:52:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:40:18Z', 'updated_at': '2022-04-11T20:40:22Z', 'revision_number': 1, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:56Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:24.691010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] Checking router: 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:24.703350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:24.704219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:24.830511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-150656cc-2be3-4ed2-b751-0244906086eb service neutron] 10.222.0.61 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711794 Apr 11 20:40:24.884148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-dc332a49-bac4-4e20-8dae-0500e4c32a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:24.885592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-dc332a49-bac4-4e20-8dae-0500e4c32a53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.1918664 Apr 11 20:40:24.891145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd848-7974-4740-9396-8d6950169d8a req-72dadf36-2303-47f0-8d45-061c0e0124fc tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:24.892581 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e4bd848-7974-4740-9396-8d6950169d8a req-72dadf36-2303-47f0-8d45-061c0e0124fc tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 948 time: 0.2005985 Apr 11 20:40:24.926873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:24.972671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddb8b25c-3cb7-40f9-85cd-20249319b603 req-dacb910e-c74b-4013-af3f-35da07c67ee4 service neutron] 10.222.0.61 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358159 Apr 11 20:40:24.986010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-7edd7e04-7cb2-493c-90c2-14973975c3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 217 time: 0.0924933 Apr 11 20:40:25.066344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e4bd848-7974-4740-9396-8d6950169d8a req-2d2e80ec-1bf5-4ba8-902c-c51b41616f10 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150606 Apr 11 20:40:25.069856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-b95211f3-e5c8-4619-82ad-ae6b0b75c687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:25.071206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-b95211f3-e5c8-4619-82ad-ae6b0b75c687 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0777569 Apr 11 20:40:25.128566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-8607ce3b-c2df-480e-b490-3b7f9391e6a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509410 Apr 11 20:40:25.236994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0abbc0-b951-48cb-b7bf-8b11f76aca63 req-0e550d1d-bccd-4f2b-9b5c-ae43830715b2 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:25.238668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba0abbc0-b951-48cb-b7bf-8b11f76aca63 req-0e550d1d-bccd-4f2b-9b5c-ae43830715b2 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 950 time: 0.0839233 Apr 11 20:40:25.293308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba0abbc0-b951-48cb-b7bf-8b11f76aca63 req-e13ea97d-e03a-45da-a999-05a331071ac9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 Apr 11 20:40:25.326696 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-2b0dcafc-843a-4920-b825-e9770c4e4ca6 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909311 Apr 11 20:40:25.351201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '221a6766-7bc8-42ab-8b61-338f8cecf29b', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'port_id': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'mac_address': 'fa:16:3e:52:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:40:18Z', 'updated_at': '2022-04-11T20:40:22Z', 'revision_number': 1, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:56Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:25.356083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed5d5b-f7c6-4d1e-bbb6-3bc408593455 None None] The sync data for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 is: [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '221a6766-7bc8-42ab-8b61-338f8cecf29b', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'port_id': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'mac_address': 'fa:16:3e:52:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:40:18Z', 'updated_at': '2022-04-11T20:40:22Z', 'revision_number': 1, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:56Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:25.370169 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5fd486-3659-494c-9c38-664de9ea9b83'] response: {'name': 'network-changed', 'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'status': 'completed', 'code': 200} Apr 11 20:40:25.432958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980c730-9e14-4f46-b4ca-b0854f327167 req-3a11ca0f-c529-4b8c-a553-e4dc2e6966cc tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:25.434404 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f980c730-9e14-4f46-b4ca-b0854f327167 req-3a11ca0f-c529-4b8c-a553-e4dc2e6966cc tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 943 time: 0.2247078 Apr 11 20:40:25.511914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f980c730-9e14-4f46-b4ca-b0854f327167 req-863f890d-d2ec-41cf-8a00-3f273cb0e8f2 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702188 Apr 11 20:40:25.513485 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d4b67c3-b86e-4e8e-b65e-33db672dc156 req-1db0aa31-ca86-4d32-a978-855d0dfc9165 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775610 Apr 11 20:40:25.597831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70efb17f-0000-495b-b260-03216c913e26 req-4e630fde-93f9-4f51-8671-740a3d8e4b2c tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2045865 Apr 11 20:40:25.602362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-20f58afd-ff02-4b7d-b573-f18c795ef2cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1096 time: 0.1877074 Apr 11 20:40:25.608521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:25.632925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:25.684716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Usage tracker for resource:floatingip and tenant:2c4f9ca7812a476497dd4744d3fec083 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:25.691613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:25.705532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:25.765430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-4005f35f-00a5-4228-abcd-b1fa973507ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:25.766772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-4005f35f-00a5-4228-abcd-b1fa973507ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 930 time: 0.1542933 Apr 11 20:40:25.833806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:25.839164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-0b324c62-06fe-4da3-8503-e62db3bebe3a tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 258 time: 0.1570635 Apr 11 20:40:25.849223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:25.855507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:25.865225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:25.945943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-7709083a-6239-480e-b1ec-804a6872dd10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 999 time: 0.1718287 Apr 11 20:40:25.953787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:25.986765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fc032ca5-a201-4214-8f33-0f61373e6434 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:26.023655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-9b40ae77-d81b-48a5-b4b7-837829cdde9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:26.027137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-9b40ae77-d81b-48a5-b4b7-837829cdde9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 200 len: 868 time: 0.0704169 Apr 11 20:40:26.105852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.118932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.125080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port fc032ca5-a201-4214-8f33-0f61373e6434 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:26.132559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port fc032ca5-a201-4214-8f33-0f61373e6434 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:26.133508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.177974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-57b5976e-a8e0-4213-8003-21fa897b8196 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439893 Apr 11 20:40:26.205599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:26.240388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49832) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:26.352257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-23aa8471-9482-48a8-8817-2edcfc30a65f service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666610 Apr 11 20:40:26.371142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Allocated IP 172.25.5.152 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/41a087d0-c861-4b58-8b04-a1685c978353) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:26.389789 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.438904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:26.462749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:26.470712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:26.486295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'port_id': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'mac_address': 'fa:16:3e:29:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad106e4f-600f-4a72-891a-b41933a74fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:26.509435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.523411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.524178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:26.527361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5eecd89-c00b-4e17-b196-67dfebc18e43 req-07d6ebd7-a23e-4542-8345-043bbe46c748 service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645777 Apr 11 20:40:26.581730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:26.588946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.592049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Usage tracker for resource:security_group_rule and tenant:d58f75762a6c4eb5bcaf74c72fb20d0c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:26.595745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:26.603498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:26.642527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.669332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:26.679040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:26.680194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.694581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:26.726157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.795076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Allocated IP 172.25.5.221 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5487f9da-a4f5-4515-bb4e-3bb27f6fb456) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:26.800407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.804316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.814880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:26.825351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:26.837657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:26.840801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:26.859905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:26.860198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:26.867779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event updated for resources: {'Port': ['ID=41a087d0-c861-4b58-8b04-a1685c978353,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:26.916199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.916547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.916877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.917215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.917548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.917877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.918203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.918530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.919112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.919446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.919785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:26.922136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:26.927398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d58f75762a6c4eb5bcaf74c72fb20d0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6853030 Apr 11 20:40:26.927527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50206271-1bc4-418f-a7a5-45da84f30258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341ce24d-4f33-4357-a2c9-ac1a9a938d4e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:26.930507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49842) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:27.004163 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.024236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c609f32-c02f-4bca-ae6d-cd23ad789fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.039612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:27.087972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:27.090945 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.125068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c609f32-c02f-4bca-ae6d-cd23ad789fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.133954 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.140173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.177540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.247767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:27.250796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:27.255366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.255613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:27.281873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Pushing event updated for resources: {'Port': ['ID=5487f9da-a4f5-4515-bb4e-3bb27f6fb456,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:27.283188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:27.285960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c609f32-c02f-4bca-ae6d-cd23ad789fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.318114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609f32-c02f-4bca-ae6d-cd23ad789fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ce24d-4f33-4357-a2c9-ac1a9a938d4e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:27.440771 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.461841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c609f32-c02f-4bca-ae6d-cd23ad789fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.462971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c609f32-c02f-4bca-ae6d-cd23ad789fd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/341ce24d-4f33-4357-a2c9-ac1a9a938d4e HTTP/1.1" status: 204 len: 168 time: 0.5293999 Apr 11 20:40:27.510299 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.558495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.582751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.687684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event updated for resources: {'Port': ['ID=41a087d0-c861-4b58-8b04-a1685c978353,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:27.702396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.771837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.799917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.801517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-8f5e4025-4064-41c9-8267-e493215e3375 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9562874 Apr 11 20:40:27.822547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.886371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-2da7e36f-9c29-484e-9770-d2c29ce0fd0a tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:27.926545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Pushing event updated for resources: {'Port': ['ID=5487f9da-a4f5-4515-bb4e-3bb27f6fb456,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:27.950537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:27.965596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-2da7e36f-9c29-484e-9770-d2c29ce0fd0a tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:27.967652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-2da7e36f-9c29-484e-9770-d2c29ce0fd0a tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.1600246 Apr 11 20:40:28.050506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:28.052013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70efb17f-0000-495b-b260-03216c913e26 req-7bc71f9a-24ee-470b-9a90-d285516b72af tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4474602 Apr 11 20:40:28.122002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-9853551d-6b8a-4bbd-80c5-7e3000ec8773 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:28.134768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c278f5a-cf77-4803-9620-a70a4df7060c req-9853551d-6b8a-4bbd-80c5-7e3000ec8773 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1606746 Apr 11 20:40:28.139839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-70efb17f-0000-495b-b260-03216c913e26 req-c795c732-5597-4738-bc9e-44d7af3cbe6f tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Synchronizing usage tracker for tenant:2c4f9ca7812a476497dd4744d3fec083 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:28.203555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:28.216698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-70efb17f-0000-495b-b260-03216c913e26 req-c795c732-5597-4738-bc9e-44d7af3cbe6f tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Unset dirty status for tenant:2c4f9ca7812a476497dd4744d3fec083 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:28.218304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70efb17f-0000-495b-b260-03216c913e26 req-c795c732-5597-4738-bc9e-44d7af3cbe6f tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.1600289 Apr 11 20:40:28.354298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:28.364902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:28.364902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:28.374426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efb17f-0000-495b-b260-03216c913e26 req-60879c99-bbd7-4b27-a187-193cc9bac32c tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:28.375792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70efb17f-0000-495b-b260-03216c913e26 req-60879c99-bbd7-4b27-a187-193cc9bac32c tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1523643 Apr 11 20:40:28.561675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:28.582307 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:28.592430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fe60329-0822-468f-9508-b0adc191c3fd req-ab31d881-dd4d-4959-bccd-f8139ce33b8a tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0548372 Apr 11 20:40:28.618876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:28.685363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:28.764794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:28.789903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07970d3c-8ca2-481a-b475-fc2f9f1c1043 req-23ba6ac7-270f-4449-bf19-342f04099105 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:28.791677 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07970d3c-8ca2-481a-b475-fc2f9f1c1043 req-23ba6ac7-270f-4449-bf19-342f04099105 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 949 time: 0.1109774 Apr 11 20:40:28.803393 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f638d880-d8ce-4ac5-b863-4da3174c66f2'] response: {'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434', 'code': 200} Apr 11 20:40:28.868074 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07970d3c-8ca2-481a-b475-fc2f9f1c1043 req-ed57ade9-0ee9-46fd-bc20-b2d2a2f43e11 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Apr 11 20:40:29.011447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-867a802b-dda3-4c4c-9e82-f26fb7854842 req-e0bcc55b-cfdc-4449-972c-05e5409babd2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 1100 time: 0.1304245 Apr 11 20:40:29.042334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3715d-7d36-4964-8a8f-ec8ae7341f3a req-b6617c84-8b9c-49c3-9b84-21909a42c92f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:29.044204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2e3715d-7d36-4964-8a8f-ec8ae7341f3a req-b6617c84-8b9c-49c3-9b84-21909a42c92f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.1082227 Apr 11 20:40:29.059797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-f94cdff4-bb6a-4cb2-9355-cf986ec34624 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:29.061265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-f94cdff4-bb6a-4cb2-9355-cf986ec34624 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0849285 Apr 11 20:40:29.097699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-867a802b-dda3-4c4c-9e82-f26fb7854842 req-d82dfc6b-dd5d-4a3a-b5a1-530b60835dcb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766015 Apr 11 20:40:29.104517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2e3715d-7d36-4964-8a8f-ec8ae7341f3a req-4bd68359-8b9b-4f27-bd75-41b4a6204908 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546186 Apr 11 20:40:29.144936 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-90e68023-fe2c-45f9-af5d-1e7f7ec6c718 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0780942 Apr 11 20:40:29.154532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-21f17f00-759a-4297-8853-f61bfe779a85 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Request body: {'floatingip': {'port_id': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:29.227859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-21f17f00-759a-4297-8853-f61bfe779a85 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:29.274351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-724552c0-3e93-4cc6-aa1f-9ad8aca6ef4a tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips/a4d04c17-e3c6-45f6-9d62-4d0997af2b8b HTTP/1.1" status: 200 len: 693 time: 0.0913122 Apr 11 20:40:29.416682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-89b87048-7ab2-45bd-b425-7004561d5cfb tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:29.417991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-89b87048-7ab2-45bd-b425-7004561d5cfb tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1428707 Apr 11 20:40:29.427853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-e16ac92e-9a2f-4b7c-b7e5-65ef9352f7dd tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:40:29.429556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-e16ac92e-9a2f-4b7c-b7e5-65ef9352f7dd tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059762 Apr 11 20:40:29.514494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-2cb55105-6359-4132-b070-0a226ecdd178 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0790806 Apr 11 20:40:29.592231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-ee552950-58cb-4a7a-9657-391bb463b53b tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.0719523 Apr 11 20:40:29.667825 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-21f17f00-759a-4297-8853-f61bfe779a85 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] update failed (client error): There was a conflict when trying to complete your request. Apr 11 20:40:29.669341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-388e5c3e-679a-4ee3-8966-2ef973c7c09f req-21f17f00-759a-4297-8853-f61bfe779a85 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "PUT /v2.0/floatingips/9990012d-b3e4-41bd-91e8-f96ca104f661 HTTP/1.1" status: 409 len: 550 time: 0.5189443 Apr 11 20:40:29.847253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Deleting port 5487f9da-a4f5-4515-bb4e-3bb27f6fb456 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:29.847898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:29.874645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c2fba80-44cc-4200-b46f-fa7a332a28d0 req-37f0b2ab-fab9-496a-8960-c5df74ad8bfb tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1101 time: 0.0675924 Apr 11 20:40:29.918298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c2fba80-44cc-4200-b46f-fa7a332a28d0 req-47160738-d577-41a8-bb5f-817b9a682a6a tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Apr 11 20:40:30.017475 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.017791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.149829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Calling delete_port for 5487f9da-a4f5-4515-bb4e-3bb27f6fb456 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:30.215120 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-67f0ee31-5bb9-425f-bf50-291872ea6f14 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips/9990012d-b3e4-41bd-91e8-f96ca104f661 HTTP/1.1" status: 200 len: 693 time: 0.0802472 Apr 11 20:40:30.342736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.365980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.383719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-4ed2c1da-0b74-4504-8c82-0cef532ee895 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:30.384870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-4ed2c1da-0b74-4504-8c82-0cef532ee895 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.1640625 Apr 11 20:40:30.417684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Pushing event deleted for resources: {'Port': ['ID=5487f9da-a4f5-4515-bb4e-3bb27f6fb456,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:30.477939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-2816cca2-7b84-4f4e-bd9a-1cb8c2c0ebcc tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0870354 Apr 11 20:40:30.510166 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.567352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-a8c080db-df23-4e15-ad44-1222fa4ca96b tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0819578 Apr 11 20:40:30.583599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.585343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15e102b4-9cb3-4bf7-881a-1912f82c473a req-6aeebad5-1a73-444f-8d0b-f68bc6c49728 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "DELETE /v2.0/floatingips/a4d04c17-e3c6-45f6-9d62-4d0997af2b8b HTTP/1.1" status: 204 len: 173 time: 0.9878230 Apr 11 20:40:30.723332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Deleting port 41a087d0-c861-4b58-8b04-a1685c978353 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:30.723602 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.739257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eeb43d42-854d-4d88-a2a1-9a23871ccfe9 req-94429592-702a-4af2-93e4-8248ade0205a tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0437613 Apr 11 20:40:30.805175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'}, {'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:30.893634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.893952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:30.986735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008900d9-eafc-4523-b9cb-e51704c05903 req-22ae8e27-3527-455e-aee4-225f913abe20 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:30.988133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-008900d9-eafc-4523-b9cb-e51704c05903 req-22ae8e27-3527-455e-aee4-225f913abe20 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 949 time: 0.0779786 Apr 11 20:40:31.011649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Calling delete_port for 41a087d0-c861-4b58-8b04-a1685c978353 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:31.033656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-008900d9-eafc-4523-b9cb-e51704c05903 req-9ed871f8-7395-40d0-bb0b-888c29d16765 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Apr 11 20:40:31.206877 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3554a8f-c2e2-4f5c-9653-e7a5ab70fb8f None None] New status for floating IP 221a6766-7bc8-42ab-8b61-338f8cecf29b: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:40:31.297736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:31.351859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event deleted for resources: {'Port': ['ID=41a087d0-c861-4b58-8b04-a1685c978353,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:31.442685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:31.556523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:31.556523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ca0934f-19ce-4c6f-aafe-dc936b57ca51 req-1c104ace-7a01-40f4-8603-74033fb82255 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "DELETE /v2.0/floatingips/9990012d-b3e4-41bd-91e8-f96ca104f661 HTTP/1.1" status: 204 len: 173 time: 0.9768794 Apr 11 20:40:31.658827 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-f47c103d-94f5-49fc-ad26-718c239eaef7 req-6d521529-c27a-4fff-ab4e-67fb791f47e9 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] show failed (client error): The resource could not be found. Apr 11 20:40:31.659868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f47c103d-94f5-49fc-ad26-718c239eaef7 req-6d521529-c27a-4fff-ab4e-67fb791f47e9 tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips/a4d04c17-e3c6-45f6-9d62-4d0997af2b8b HTTP/1.1" status: 404 len: 350 time: 0.0709229 Apr 11 20:40:31.724806 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281cd15b-805b-421b-95ce-14a6a771a571'] response: {'server_uuid': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', 'code': 200} Apr 11 20:40:31.726034 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281cd15b-805b-421b-95ce-14a6a771a571'] response: {'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'code': 200} Apr 11 20:40:31.732959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe1046-9e86-4fed-8c0e-a10a5666b65a req-43aec663-0106-4da9-b35d-fa1d529f63d9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:31.735379 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cbe1046-9e86-4fed-8c0e-a10a5666b65a req-43aec663-0106-4da9-b35d-fa1d529f63d9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.0846035 Apr 11 20:40:31.788191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cbe1046-9e86-4fed-8c0e-a10a5666b65a req-acf789c8-fbcf-4b74-a5ca-6ccca66e6c56 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464275 Apr 11 20:40:31.974800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7f844c91-3482-438e-9a19-02e827445212 req-0e98988f-bb5f-44f7-8399-a7f059e74497 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1096 time: 0.1876945 Apr 11 20:40:31.981083 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb532acf-3002-4a0a-b769-de4009d1b28c req-83b0f73b-48a1-4c15-9e7b-1b354a185dab tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 1101 time: 0.0669019 Apr 11 20:40:31.982903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8ab5ce0-b6f4-48d4-a850-023f909a2094 req-00de3250-b44e-467c-83d5-93a338e13f2f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 1101 time: 0.1599989 Apr 11 20:40:32.003590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b3677-1525-4785-bb55-cb579e8468b8 req-8789c29d-23fa-445b-81c1-3e122e6873fb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:32.005091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-641b3677-1525-4785-bb55-cb579e8468b8 req-8789c29d-23fa-445b-81c1-3e122e6873fb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 950 time: 0.1538093 Apr 11 20:40:32.026304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb532acf-3002-4a0a-b769-de4009d1b28c req-d49e4df3-b6df-4b6d-8f83-1f7448104125 tempest-ServersAdminTestJSON-207082911 tempest-ServersAdminTestJSON-207082911-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390615 Apr 11 20:40:32.096561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7f844c91-3482-438e-9a19-02e827445212 req-86d22568-3524-4919-9a18-e77bd8a0d85e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127245 Apr 11 20:40:32.097943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8ab5ce0-b6f4-48d4-a850-023f909a2094 req-4713ba9f-8ff8-459e-8257-812161abbc8b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897145 Apr 11 20:40:32.102795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-641b3677-1525-4785-bb55-cb579e8468b8 req-b6de9eb3-9052-4e7c-a0d8-55204f4aa974 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760486 Apr 11 20:40:32.168327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0771b166-abe6-438d-ad99-d358484f25d6 req-aacac59c-ce67-4f82-9b28-8e51e177362c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:32.222070 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-757e47cd-1b7b-4c00-9a74-8ffefd412020 req-29d452a5-2c50-4d70-9737-dcd2cdcfdbbb tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] show failed (client error): The resource could not be found. Apr 11 20:40:32.223064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-757e47cd-1b7b-4c00-9a74-8ffefd412020 req-29d452a5-2c50-4d70-9737-dcd2cdcfdbbb tempest-FloatingIPsTestJSON-2073472898 tempest-FloatingIPsTestJSON-2073472898-project] 10.222.0.61 "GET /v2.0/floatingips/a4d04c17-e3c6-45f6-9d62-4d0997af2b8b HTTP/1.1" status: 404 len: 350 time: 0.0705574 Apr 11 20:40:32.232709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49908) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:32.301489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0771b166-abe6-438d-ad99-d358484f25d6 req-aacac59c-ce67-4f82-9b28-8e51e177362c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:32.302690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-aacac59c-ce67-4f82-9b28-8e51e177362c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1001 time: 0.2338450 Apr 11 20:40:32.379723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d209400-8706-4c07-bd8d-d83d02f05af9 req-b869466f-acc9-454d-92ad-e6bd80db8008 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0404577 Apr 11 20:40:32.437022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b166-abe6-438d-ad99-d358484f25d6 req-8a52c318-cfcc-40b7-b71f-df205cd7d31c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:32.437579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0771b166-abe6-438d-ad99-d358484f25d6 req-8a52c318-cfcc-40b7-b71f-df205cd7d31c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:32.562451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0771b166-abe6-438d-ad99-d358484f25d6 req-8a52c318-cfcc-40b7-b71f-df205cd7d31c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:32.563268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-8a52c318-cfcc-40b7-b71f-df205cd7d31c tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports/b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 942 time: 0.2146432 Apr 11 20:40:32.793111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-dc447ece-1bfb-4ca3-90e6-35d6df4821e3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1001 time: 0.1166451 Apr 11 20:40:32.800538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:33.072627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b166-abe6-438d-ad99-d358484f25d6 req-6aa6526d-982d-43ff-9f16-5e1ec19d8695 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:33.073878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-6aa6526d-982d-43ff-9f16-5e1ec19d8695 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2753768 Apr 11 20:40:33.185782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff77d-24da-4049-aa40-48956d40e9cd req-b6c189a0-ac50-44f5-9b77-16359c15a19e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:33.187322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-288ff77d-24da-4049-aa40-48956d40e9cd req-b6c189a0-ac50-44f5-9b77-16359c15a19e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.0803266 Apr 11 20:40:33.269557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-288ff77d-24da-4049-aa40-48956d40e9cd req-0e470f0e-d467-4c41-b3c1-918edc0d4716 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758593 Apr 11 20:40:33.285106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-17e5312e-53b9-4b23-a92f-2ab3425bcbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1001 time: 0.2038708 Apr 11 20:40:33.292809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:33.429387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:33.605205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd88ba-0af8-4679-bcbd-1c93346a1f69 req-a1165033-969a-4b20-81ef-2644c65fc1a9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:33.606694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dacd88ba-0af8-4679-bcbd-1c93346a1f69 req-a1165033-969a-4b20-81ef-2644c65fc1a9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 949 time: 0.1839762 Apr 11 20:40:33.657791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dacd88ba-0af8-4679-bcbd-1c93346a1f69 req-059afa31-58a9-42e7-a22e-8b5fd4660748 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Apr 11 20:40:33.865465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb4ad4-0ef6-40b7-87b6-0a357d8a0d1f req-a2c2c3f2-76eb-4d3c-a357-b88f1b4e232c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:33.865740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:33.865915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6adb4ad4-0ef6-40b7-87b6-0a357d8a0d1f req-a2c2c3f2-76eb-4d3c-a357-b88f1b4e232c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 950 time: 0.0790441 Apr 11 20:40:33.910074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6adb4ad4-0ef6-40b7-87b6-0a357d8a0d1f req-de13ce55-3b3b-4230-a919-009252d61e98 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Apr 11 20:40:33.961891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:33.963072 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Floating IP 221a6766-7bc8-42ab-8b61-338f8cecf29b disassociated. External IP: 172.25.5.252, port: b2e19eb9-f74a-481e-9575-95367c31b100. Apr 11 20:40:34.071924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b705fe30-3fba-4f09-bcfc-7fe3081d1e4c req-935730a0-255b-42b3-9f33-5676d3a3feb9 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0414271 Apr 11 20:40:34.219219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Deleting port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:34.219582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:34.418189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] For port 13ae7fb0-0a48-473c-9b6d-6920df17e2fa, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:34.418806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:34.513808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9522-25c3-495b-befe-9d96aecbe482 req-ead8f5c8-ce9b-4033-a797-a54679596cad tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:34.517663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9522-25c3-495b-befe-9d96aecbe482 req-ead8f5c8-ce9b-4033-a797-a54679596cad tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:34.519160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c20b9522-25c3-495b-befe-9d96aecbe482 req-ead8f5c8-ce9b-4033-a797-a54679596cad tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104&device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 1690 time: 0.0830193 Apr 11 20:40:34.620605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c20b9522-25c3-495b-befe-9d96aecbe482 req-060d0aec-ccb0-40fe-8d9e-7558cfb53d22 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622919 Apr 11 20:40:34.638775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-bb066e65-4cac-439c-a9ef-43f50f297d82 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:34.639232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-bb066e65-4cac-439c-a9ef-43f50f297d82 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 949 time: 0.1189024 Apr 11 20:40:34.721541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Deleting port c7837a53-93ba-4762-ac95-d02261b37cac {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:34.721874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:34.730868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Calling delete_port for 13ae7fb0-0a48-473c-9b6d-6920df17e2fa owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:35.034048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1025b7-3d98-424b-8030-acd095b6204f req-14728fd4-d1dc-4001-92db-f5a303dc2ea6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:35.035405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f1025b7-3d98-424b-8030-acd095b6204f req-14728fd4-d1dc-4001-92db-f5a303dc2ea6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.2179799 Apr 11 20:40:35.044870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] For port c7837a53-93ba-4762-ac95-d02261b37cac, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c7837a53-93ba-4762-ac95-d02261b37cac,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:35.045232 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:35.077233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:35.144566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:35.184288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Calling delete_port for c7837a53-93ba-4762-ac95-d02261b37cac owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:35.247280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ae7fb0-0a48-473c-9b6d-6920df17e2fa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:35.254385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f1025b7-3d98-424b-8030-acd095b6204f req-ab0f0124-6d3a-47f6-adb9-200dfbe08ed3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117674 Apr 11 20:40:35.434259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:35.447950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['45fd8c09-d4c3-440c-b08e-a1736d1ed312', 'c7837a53-93ba-4762-ac95-d02261b37cac', '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:35.564484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:35.577818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:35.604204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event deleted for resources: {'Port': ['ID=c7837a53-93ba-4762-ac95-d02261b37cac,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:35.645123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-49e583da-3a02-420f-aae3-193cbcd763fd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "PUT /v2.0/floatingips/221a6766-7bc8-42ab-8b61-338f8cecf29b HTTP/1.1" status: 200 len: 695 time: 2.3579834 Apr 11 20:40:35.645760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:35.650743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1120f539-d3a5-49fd-8c6f-5d24aa15dcf2 req-9efe0fa8-6858-41b1-91c3-d797652f2054 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=211e7de9-1cc6-4845-8b2c-b2dd864a532b HTTP/1.1" status: 200 len: 210 time: 0.0914044 Apr 11 20:40:35.653902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] No DVR routers for this DVR port c7837a53-93ba-4762-ac95-d02261b37cac on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:35.658054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:35.660893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'name': 'network-vif-deleted', 'tag': 'c7837a53-93ba-4762-ac95-d02261b37cac'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:35.669968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.670318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.670704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.671116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.671453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.671800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.672125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.672447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.672768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.673088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.673408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:35.731578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6af4dd60-34ec-4a39-92a1-8f2564753d7b req-cf8d758d-8fb7-4344-89e0-698ff4d50fc3 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "DELETE /v2.0/ports/c7837a53-93ba-4762-ac95-d02261b37cac HTTP/1.1" status: 204 len: 173 time: 1.0854907 Apr 11 20:40:35.765486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:35.784186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-758b306c-add8-483d-81e0-62d261784641 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1096 time: 0.1254866 Apr 11 20:40:35.975763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81474acc-518c-4d68-ab9a-7c9d4e3ebe79 req-73b55ad0-13ee-4d64-8e4f-f41392a73f5d tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0574932 Apr 11 20:40:36.184815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b166-abe6-438d-ad99-d358484f25d6 req-e5aa6373-1a0f-46f1-891e-7bd1a5f48542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:36.186275 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-e5aa6373-1a0f-46f1-891e-7bd1a5f48542 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 930 time: 0.4013555 Apr 11 20:40:36.240609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b625777-2cb1-491f-8bd1-1b3b12cca4f3 req-96ce9ab8-9a3a-4ece-aa6b-67522280722f tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1096 time: 0.0735667 Apr 11 20:40:36.261476 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-1eb06c71-a7ae-4441-af95-d9142e5fcfed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 217 time: 0.0658014 Apr 11 20:40:36.301692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b625777-2cb1-491f-8bd1-1b3b12cca4f3 req-e9e990fb-f9c7-4995-b4bf-5e3aa9eb38ba tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520930 Apr 11 20:40:36.352006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b166-abe6-438d-ad99-d358484f25d6 req-b17b3f34-207b-4985-8ba1-8decf2593bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:36.359584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-b17b3f34-207b-4985-8ba1-8decf2593bdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 200 len: 868 time: 0.0929098 Apr 11 20:40:36.361665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:36.401352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] Sync routers for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:36.416026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:36.416647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:36.555407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-eebc6d35-23fb-4255-aafb-19b61410addc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948860 Apr 11 20:40:36.560763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:36.609018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:36.616221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c570ec0e2240b9a3c5de4a42042135 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:36.619677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:36.627407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:36.633620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5363bab-a5e4-45fb-b52d-da75d9a3eb51 req-d74f8468-45ca-436d-92dc-5ac0b38add1f tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 1100 time: 0.1469676 Apr 11 20:40:36.663070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:36.708525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5363bab-a5e4-45fb-b52d-da75d9a3eb51 req-8ed8793e-aa49-4fc6-b07f-c78557ecc52d tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637805 Apr 11 20:40:36.744163 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:36.809961 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8501eaa-bc48-4b0e-a256-1acc507ff95c'] response: {'server_uuid': '211e7de9-1cc6-4845-8b2c-b2dd864a532b', 'name': 'network-vif-deleted', 'tag': 'c7837a53-93ba-4762-ac95-d02261b37cac', 'status': 'completed', 'code': 200} Apr 11 20:40:36.812136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:36.828006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-e4e3e79b-a2af-4592-98eb-c1a2d5429e92 service neutron] 10.222.0.61 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082677 Apr 11 20:40:36.929817 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743ab941-728c-4554-84bf-9256fa353ade'] response: {'name': 'network-changed', 'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'status': 'completed', 'code': 200} Apr 11 20:40:37.098319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f365aeb-134a-4742-9fce-45dfb51d6186,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:37.106372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:56Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:37.110479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] Checking router: 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:37.122386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:37.122937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:37.132787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cf5ddefc-8b2d-44e5-be3a-c4a0d95e5b25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5c570ec0e2240b9a3c5de4a42042135&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7700584 Apr 11 20:40:37.185967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49976) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:37.294640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0771b166-abe6-438d-ad99-d358484f25d6 req-d7497492-56f8-446e-8024-09189dca4a2f service neutron] 10.222.0.61 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656882 Apr 11 20:40:37.320850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:37.356455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-741377a8-2e7e-4556-ab38-0184e52d2dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:37.364539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Router 2352b359-3a90-4af4-9e5e-0380b5a75c8b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:37.372884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-5f1145d3-3081-42d8-bbb3-95698b820c54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bb39de802b346dc9818f8b1ca369592&device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 1096 time: 0.4551525 Apr 11 20:40:37.388488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29ea00bc-36f2-46df-8406-b02c9ffc83be req-604124fd-7816-4f40-a896-9a3e1dedd492 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 1101 time: 0.2538142 Apr 11 20:40:37.581428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-741377a8-2e7e-4556-ab38-0184e52d2dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:37.628070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:37.647340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2bb88570-fffd-4ef3-826f-190dbca26740 admin admin] 10.222.0.61 "PUT /v2.0/routers/2352b359-3a90-4af4-9e5e-0380b5a75c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4073970 Apr 11 20:40:37.648312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49982) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:37.698426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-32b37c6d-6e34-49c3-b4ab-87c36954970b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:37.699922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-32b37c6d-6e34-49c3-b4ab-87c36954970b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 200 len: 930 time: 0.3096752 Apr 11 20:40:37.702054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29ea00bc-36f2-46df-8406-b02c9ffc83be req-2d9a37d0-6a33-4c06-aaae-33b62651fb50 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129449 Apr 11 20:40:37.822222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:56Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:37.826690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-3ca3115b-35e3-49aa-8ebd-4be789c5e38d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 200 len: 217 time: 0.1182339 Apr 11 20:40:37.835590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8080d0-4d46-42d0-9744-a420da0dcc47 None None] The sync data for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 is: [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:39:47Z', 'revision_number': 4, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'dc0ff3d3-3819-439e-956e-cf227ee6dc45', 'name': '', 'network_id': 'b1cd5b90-c5fd-49da-a6da-4d4a804f17c0', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'mac_address': 'fa:16:3e:91:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae50325-b800-4717-a40d-155155144172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:45Z', 'updated_at': '2022-04-11T20:39:56Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'subnets': [{'id': '8ae50325-b800-4717-a40d-155155144172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:37.969597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-158bfed6-dbe3-4366-9f3c-98a465e4633c req-97fad40e-427a-4a3b-bca9-fe07babaafe0 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0583436 Apr 11 20:40:37.972386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-741377a8-2e7e-4556-ab38-0184e52d2dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:37.994790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-ed2f038e-44a2-40c5-8582-c2112a521170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:37.996316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-ed2f038e-44a2-40c5-8582-c2112a521170 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 200 len: 868 time: 0.1600854 Apr 11 20:40:37.999600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741377a8-2e7e-4556-ab38-0184e52d2dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f365aeb-134a-4742-9fce-45dfb51d6186,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:38.001659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-741377a8-2e7e-4556-ab38-0184e52d2dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:38.002750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-741377a8-2e7e-4556-ab38-0184e52d2dc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f365aeb-134a-4742-9fce-45dfb51d6186 HTTP/1.1" status: 204 len: 168 time: 0.8133609 Apr 11 20:40:38.038609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c7837a53-93ba-4762-ac95-d02261b37cac no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:38.106354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-add9359c-797e-407b-bb58-5604946ffc90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020415 Apr 11 20:40:38.114621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: c7837a53-93ba-4762-ac95-d02261b37cac {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:40:38.116141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c7837a53-93ba-4762-ac95-d02261b37cac not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:38.205803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-0542f03c-54f7-4036-bf1e-79f5a004fbe5 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips/221a6766-7bc8-42ab-8b61-338f8cecf29b HTTP/1.1" status: 200 len: 695 time: 0.2637155 Apr 11 20:40:38.294475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-a9b687e9-5de2-4429-9af7-f6283dec92d2 service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776893 Apr 11 20:40:38.333629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:38.522153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9abd7c8-1c12-440c-9829-446a04428e77 req-6122ad31-8204-4edc-b906-8eaecf8acbb1 service neutron] 10.222.0.69 "GET /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209826 Apr 11 20:40:38.580383 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] Sync routers for ids ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:38.603875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-eb125114-ea46-42a2-8b3c-77dbc6044f08 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:38.611490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] Routers {'2352b359-3a90-4af4-9e5e-0380b5a75c8b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:38.611490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:38.611704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-eb125114-ea46-42a2-8b3c-77dbc6044f08 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.3968451 Apr 11 20:40:38.670374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0320d0-2a12-41aa-a3d1-96ee5699a560 req-24e6bcce-c706-43f7-a8fe-7ad7a91baf74 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:38.671070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d0320d0-2a12-41aa-a3d1-96ee5699a560 req-24e6bcce-c706-43f7-a8fe-7ad7a91baf74 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Synchronizing usage tracker for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:38.720688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-b5f4022c-35fb-43d1-bd1d-37ce6153a6cd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 698 time: 0.1092234 Apr 11 20:40:38.759421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d0320d0-2a12-41aa-a3d1-96ee5699a560 req-24e6bcce-c706-43f7-a8fe-7ad7a91baf74 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Unset dirty status for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:38.768535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d0320d0-2a12-41aa-a3d1-96ee5699a560 req-24e6bcce-c706-43f7-a8fe-7ad7a91baf74 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 949 time: 0.1992865 Apr 11 20:40:38.818366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-aa654b10-a969-42fd-a108-f313ec4c2188 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 698 time: 0.0895247 Apr 11 20:40:38.830418 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] Set router 2352b359-3a90-4af4-9e5e-0380b5a75c8b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:38.840003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d0320d0-2a12-41aa-a3d1-96ee5699a560 req-9d51f3e7-63e4-4565-9050-9cd476c91ffa tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665140 Apr 11 20:40:39.044822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-3bde4e0c-6aef-4884-aa5f-439782d8f8c2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753572 Apr 11 20:40:39.116266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Deleting port 910b61d5-2af7-4f0e-b95f-6319076c2927 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:39.116543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.195116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.264252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-aff0965f-f1d3-4144-bc98-e49ae714a42a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:39.273456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-aff0965f-f1d3-4144-bc98-e49ae714a42a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273402 Apr 11 20:40:39.298859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-027651b5-9a40-4d36-811d-ef7dd96bab30 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/quotas/85277020f6614ba2857f20cb28cd0a36 HTTP/1.1" status: 200 len: 375 time: 0.0244226 Apr 11 20:40:39.338985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Deleting port 2ce23ff5-fe0a-402f-878f-c27d6f691458 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:39.339443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.347309 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:35Z', 'revision_number': 5, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port': {'id': '2ce23ff5-fe0a-402f-878f-c27d6f691458', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:01Z', 'updated_at': '2022-04-11T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:39.353578 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] Checking router: 2352b359-3a90-4af4-9e5e-0380b5a75c8b for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:39.366393 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] Routers {'2352b359-3a90-4af4-9e5e-0380b5a75c8b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:39.367230 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:39.423843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a30e4355-4d46-4b59-a826-a5ab6af85019 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1240196 Apr 11 20:40:39.426077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.426396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.538877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-6b6fd8c2-a0cc-42a6-ac49-b8b5d229921a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:39.538877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-6b6fd8c2-a0cc-42a6-ac49-b8b5d229921a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 949 time: 0.1104486 Apr 11 20:40:39.541555 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] Set router 2352b359-3a90-4af4-9e5e-0380b5a75c8b gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:39.612769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Deleting port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:39.617030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.643047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Calling delete_port for 910b61d5-2af7-4f0e-b95f-6319076c2927 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:39.759895 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:39Z', 'revision_number': 6, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:39.769022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8fdcb-e121-4542-95db-2b6f3e103231 None None] The sync data for ids ['2352b359-3a90-4af4-9e5e-0380b5a75c8b'] in n-d-837321-1 is: [{'id': '2352b359-3a90-4af4-9e5e-0380b5a75c8b', 'name': 'tempest-FloatingIPsTestJSON-1899789140-router', 'tenant_id': '2c4f9ca7812a476497dd4744d3fec083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:00Z', 'updated_at': '2022-04-11T20:40:39Z', 'revision_number': 6, 'project_id': '2c4f9ca7812a476497dd4744d3fec083', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:39.781252 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:40:39.791186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] For port 2ce23ff5-fe0a-402f-878f-c27d6f691458, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2ce23ff5-fe0a-402f-878f-c27d6f691458,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:39.791562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:39.899220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 13ae7fb0-0a48-473c-9b6d-6920df17e2fa no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:39.949614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 13ae7fb0-0a48-473c-9b6d-6920df17e2fa {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:40:39.950303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 13ae7fb0-0a48-473c-9b6d-6920df17e2fa not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:40.093759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Calling delete_port for 2ce23ff5-fe0a-402f-878f-c27d6f691458 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:40.107987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] For port 45fd8c09-d4c3-440c-b08e-a1736d1ed312, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=45fd8c09-d4c3-440c-b08e-a1736d1ed312,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:40.108599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:40.239321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Calling delete_port for 45fd8c09-d4c3-440c-b08e-a1736d1ed312 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:40.279433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:40.387872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event deleted for resources: {'Port': ['ID=910b61d5-2af7-4f0e-b95f-6319076c2927,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:40.472968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9886ed7-18a5-413c-8231-f62fe21a8918 req-050d6c82-c2d0-425a-885d-e4eaf9cab0f6 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0685730 Apr 11 20:40:40.531918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:40.544634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:40.548510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:40.613124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event deleted for resources: {'Port': ['ID=45fd8c09-d4c3-440c-b08e-a1736d1ed312,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:40.674154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:40.757079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce23ff5-fe0a-402f-878f-c27d6f691458,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:40.765582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] No DVR routers for this DVR port 45fd8c09-d4c3-440c-b08e-a1736d1ed312 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:40.768158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:40.784583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'name': 'network-vif-deleted', 'tag': '45fd8c09-d4c3-440c-b08e-a1736d1ed312'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:40.795314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65024494-9a4a-41e4-ad0f-f4dd4980c5c7 req-0da6507d-8c99-447d-85b0-beaf72d3ad8c tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca341fdf-acad-4ec6-b1ae-ac3f8d08578a HTTP/1.1" status: 200 len: 210 time: 0.0707097 Apr 11 20:40:40.892427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7fa6a1b-3306-479f-b649-2b79176f3e10 req-c60885ee-9179-4ee0-b542-821bdab81c9a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "DELETE /v2.0/ports/45fd8c09-d4c3-440c-b08e-a1736d1ed312 HTTP/1.1" status: 204 len: 173 time: 1.3514609 Apr 11 20:40:41.048357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.049789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ecb9c8d-a262-497c-8754-fcb9b35c13e2 req-96c86e08-5caf-4365-bb8a-62ef76ea9e19 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "DELETE /v2.0/floatingips/221a6766-7bc8-42ab-8b61-338f8cecf29b HTTP/1.1" status: 204 len: 173 time: 2.2240720 Apr 11 20:40:41.069190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.470922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.476051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.620916 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb39e6c-dfdc-49bf-9fe4-470ed999741a'] response: {'server_uuid': 'ca341fdf-acad-4ec6-b1ae-ac3f8d08578a', 'name': 'network-vif-deleted', 'tag': '45fd8c09-d4c3-440c-b08e-a1736d1ed312', 'status': 'completed', 'code': 200} Apr 11 20:40:41.656098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.664613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2352b359-3a90-4af4-9e5e-0380b5a75c8b {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:40:41.668715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.669831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-76a40844-d5a4-4696-bda3-5b7dabd9a445 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2352b359-3a90-4af4-9e5e-0380b5a75c8b HTTP/1.1" status: 204 len: 168 time: 4.0205860 Apr 11 20:40:41.672550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50086) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:41.752731 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4e460abf-50c3-4ff1-aa3c-078688c685b8 req-bb9df7e6-799e-4a86-8dde-43f3d0892381 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 210 time: 0.0476208 Apr 11 20:40:41.774908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Deleting subnet 10a4a393-0163-4bd4-b38b-432044ed53d6 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:40:41.787140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:41.912113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:42.009443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9bd77a-407c-4769-a241-c6f26846ce9d None None] New status for floating IP 221a6766-7bc8-42ab-8b61-338f8cecf29b: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:40:42.167778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 45fd8c09-d4c3-440c-b08e-a1736d1ed312 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:42.211065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10ade218-4d38-4088-bebd-6be53c1b15e7 req-ec597f58-ce2c-4a43-bc27-53059c1715ab tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0608363 Apr 11 20:40:42.341715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 45fd8c09-d4c3-440c-b08e-a1736d1ed312 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:40:42.344560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 45fd8c09-d4c3-440c-b08e-a1736d1ed312 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:42.351024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732bb8d-580c-4df2-b7fd-74711a518332 req-42079f10-b71c-494c-82e1-35f49e7afcfc tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:42.355914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c732bb8d-580c-4df2-b7fd-74711a518332 req-42079f10-b71c-494c-82e1-35f49e7afcfc tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1873052 Apr 11 20:40:42.482227 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:42.574617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c732bb8d-580c-4df2-b7fd-74711a518332 req-325d065c-72af-4fa5-839d-a93dc4738406 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2100873 Apr 11 20:40:42.703241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cbf82678-9200-4535-a63e-1fa07ccb2bc3 req-4776fccb-f2dc-4568-a85d-80dabb5aceda tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1134844 Apr 11 20:40:42.821288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:42.910597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:42.919669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d155ea4-1fbf-49be-88e1-c4e947ccb0d2 None None] Network 91c1fdb2-d94c-479c-8117-5e0639b91649 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:40:42.930358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a4a393-0163-4bd4-b38b-432044ed53d6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:42.941655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50116) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:42.953533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cf8c18db-a5e2-409c-ad75-ba654b0c2df0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/10a4a393-0163-4bd4-b38b-432044ed53d6 HTTP/1.1" status: 204 len: 168 time: 1.2798398 Apr 11 20:40:43.114577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:43.135912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Deleting port f4a14b42-d02b-4127-9778-5770d57af96a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:43.136314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:43.314583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-053e1114-504a-4798-9619-ee716d39fadb req-3544e6af-5fd9-420b-8022-52750a8db6f7 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 210 time: 0.0507092 Apr 11 20:40:43.385172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995f117-2289-4c96-a036-2e5868695726 None None] DHCP port deletion for 91c1fdb2-d94c-479c-8117-5e0639b91649 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:40:43.389905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e995f117-2289-4c96-a036-2e5868695726 None None] Deleting port f4a14b42-d02b-4127-9778-5770d57af96a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:43.390841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e995f117-2289-4c96-a036-2e5868695726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:43.539179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] For port f4a14b42-d02b-4127-9778-5770d57af96a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a14b42-d02b-4127-9778-5770d57af96a,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:43.539560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:43.594504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9a2c5-a214-4bf9-84de-5eeb6c45f824 req-1f9fa81d-b538-49c1-a7f1-087f800c0bbd tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:43.596043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0e9a2c5-a214-4bf9-84de-5eeb6c45f824 req-1f9fa81d-b538-49c1-a7f1-087f800c0bbd tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 950 time: 0.1176572 Apr 11 20:40:43.693906 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0e9a2c5-a214-4bf9-84de-5eeb6c45f824 req-177acac2-af73-4aaf-a766-8ee8212716c0 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905960 Apr 11 20:40:43.770057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Calling delete_port for f4a14b42-d02b-4127-9778-5770d57af96a owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:43.822049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e995f117-2289-4c96-a036-2e5868695726 None None] For port f4a14b42-d02b-4127-9778-5770d57af96a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a14b42-d02b-4127-9778-5770d57af96a,segment=NetworkSegment(d974c6af-e5fb-49d8-a321-cc5b625dda53),segment_id=d974c6af-e5fb-49d8-a321-cc5b625dda53)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:43.825151 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e995f117-2289-4c96-a036-2e5868695726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:43.839407 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-05dc9d47-bc6c-42c6-8018-69d2a0dbc82c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841110 Apr 11 20:40:43.862573 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2588afb2-40eb-4efc-90fc-06d81bee9d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:43.909695 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efc1dffe-c0e7-4639-87f7-98c6db043428 req-b192a043-9074-4359-956a-d1962ebc07a4 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0595260 Apr 11 20:40:44.035266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e995f117-2289-4c96-a036-2e5868695726 None None] Calling delete_port for f4a14b42-d02b-4127-9778-5770d57af96a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:44.111330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2ce23ff5-fe0a-402f-878f-c27d6f691458 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:44.150452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2ce23ff5-fe0a-402f-878f-c27d6f691458 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:40:44.150793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2ce23ff5-fe0a-402f-878f-c27d6f691458 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:44.151199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a14b42-d02b-4127-9778-5770d57af96a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:44.219186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No active binding found for port f4a14b42-d02b-4127-9778-5770d57af96a {{(pid=84668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 11 20:40:44.219821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a14b42-d02b-4127-9778-5770d57af96a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:44.221693 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e995f117-2289-4c96-a036-2e5868695726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:44.227212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-847ef967-6620-4cac-803a-0031fec9d212 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597568 Apr 11 20:40:44.320364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995f117-2289-4c96-a036-2e5868695726 None None] No DVR routers for this DVR port f4a14b42-d02b-4127-9778-5770d57af96a on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:44.335175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995f117-2289-4c96-a036-2e5868695726 None None] Pushing event deleted for resources: {'Port': ['ID=f4a14b42-d02b-4127-9778-5770d57af96a,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:44.521022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-e00e61a1-e332-4a77-b56d-1d9b8e85f765 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:44.523493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-e00e61a1-e332-4a77-b56d-1d9b8e85f765 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852519 Apr 11 20:40:44.528533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-4d86201c-5166-4bb8-a856-d199f9af9f75 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:44.529892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-4d86201c-5166-4bb8-a856-d199f9af9f75 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6826301 Apr 11 20:40:44.540753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeabc2-b0b6-4e15-bb5b-8bf3b7ef1f49 req-9725ae12-ee73-4f15-8fe1-adc4d465cbfd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:44.542235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2eeeabc2-b0b6-4e15-bb5b-8bf3b7ef1f49 req-9725ae12-ee73-4f15-8fe1-adc4d465cbfd tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 945 time: 0.8985238 Apr 11 20:40:44.548255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:44.568760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc59017d-352e-40b8-b1ac-76a1341b5f57 req-63794ad8-6420-4dce-8d17-82be9ef3086d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 210 time: 0.0646179 Apr 11 20:40:44.617675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:40:44.618060 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:40:44.633193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:44.819548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2eeeabc2-b0b6-4e15-bb5b-8bf3b7ef1f49 req-f8af78b6-fdff-4c8b-bdca-4c329f1dfd3f tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942766 Apr 11 20:40:44.942739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:44.955203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:44.972131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:45.001485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-e036b789-0dc7-4d2a-be8f-04940de51501 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:45.003797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-e036b789-0dc7-4d2a-be8f-04940de51501 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 950 time: 0.2808199 Apr 11 20:40:45.018202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:45.024198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.051890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:45.126636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Deleting port f4a14b42-d02b-4127-9778-5770d57af96a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:45.127008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.129604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Deleting port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:45.129947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.169785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:45.175925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.211123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2d63-9a5a-4b41-b6f5-8b9b29cc3d88 req-f598c8a2-00c8-4871-ac3a-015ad5f28e8d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:45.213776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-706b2d63-9a5a-4b41-b6f5-8b9b29cc3d88 req-f598c8a2-00c8-4871-ac3a-015ad5f28e8d tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 950 time: 0.3528872 Apr 11 20:40:45.223201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-376bb0bd-4481-4bd1-a7fa-2e257b5c47f7 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:45.226281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-376bb0bd-4481-4bd1-a7fa-2e257b5c47f7 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Synchronizing usage tracker for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:45.302316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] The port 'f4a14b42-d02b-4127-9778-5770d57af96a' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:40:45.446236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e6a5da0-9001-4bc6-bf3d-484c971af1e5 req-0ca79743-5ec0-415b-b8b7-c117740d879b tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1636908 Apr 11 20:40:45.458355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-376bb0bd-4481-4bd1-a7fa-2e257b5c47f7 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Unset dirty status for tenant:4bb39de802b346dc9818f8b1ca369592 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:45.460131 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-376bb0bd-4481-4bd1-a7fa-2e257b5c47f7 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 945 time: 0.5501816 Apr 11 20:40:45.466296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-706b2d63-9a5a-4b41-b6f5-8b9b29cc3d88 req-bc90f923-fabd-4a20-9630-bb57eb322704 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/security-groups?id=e94ed63e-8c71-4a13-939d-3ebf0188acbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350574 Apr 11 20:40:45.652162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Deleting port b2e19eb9-f74a-481e-9575-95367c31b100 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:45.652501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.689200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.713320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50152) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:45.731749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] For port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:45.731749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.748376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c1fdb2-d94c-479c-8117-5e0639b91649']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:45.770005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd974c6af-e5fb-49d8-a321-cc5b625dda53') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:45.770617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd974c6af-e5fb-49d8-a321-cc5b625dda53') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:45.790041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.805069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.203 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/6dca6344-0989-4e87-879a-b9750960fc64) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:45.820326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.829337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:40:45.829731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:40:45.843653 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:40:45.912855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Calling delete_port for 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:45.964226 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-217bc71a-42cf-42d1-b04e-bbceb79560fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:45.996444 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-848eb161-326c-4646-9a8b-f0cfd722a409 req-1cb1bcc1-066a-49f5-8077-aca2f2a17849 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 210 time: 0.1855171 Apr 11 20:40:46.021812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.072136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.098442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.118654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c1fdb2-d94c-479c-8117-5e0639b91649,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:46.209255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c5dd9-17b6-48be-a720-e97936ffd1ed req-2693f761-1e4e-480e-9903-7dc54bbf3465 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:46.210811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c6c5dd9-17b6-48be-a720-e97936ffd1ed req-2693f761-1e4e-480e-9903-7dc54bbf3465 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 945 time: 0.2569816 Apr 11 20:40:46.213838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.218632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c701b85-57cd-45b2-ad1e-5fac9c440389 admin admin] 10.222.0.61 "DELETE /v2.0/networks/91c1fdb2-d94c-479c-8117-5e0639b91649 HTTP/1.1" status: 204 len: 168 time: 3.2759926 Apr 11 20:40:46.254379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object 6dca6344-0989-4e87-879a-b9750960fc64 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:46.272229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:46.310577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Usage tracker for resource:security_group_rule and tenant:e03858f3af1b468eadfda1666871ed60 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:46.323324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:46.350833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:46.393376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c6c5dd9-17b6-48be-a720-e97936ffd1ed req-ed1932cf-745c-4d27-bb4f-6f761b1d1409 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/security-groups?id=00794b40-3058-4fa8-81fa-9d8d3113b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761606 Apr 11 20:40:46.402567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] For port b2e19eb9-f74a-481e-9575-95367c31b100, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b2e19eb9-f74a-481e-9575-95367c31b100,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:46.403148 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.494093 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.501000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:46.529913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:46.533881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Calling delete_port for b2e19eb9-f74a-481e-9575-95367c31b100 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:46.565355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.627319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50166) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:46.656195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Pushing event deleted for resources: {'Port': ['ID=46db2f5a-7be1-4ee9-a956-f4a82e29a7ef,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:46.696145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=6dca6344-0989-4e87-879a-b9750960fc64,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:46.725702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:46.728267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:46.749151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:46.816967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.90 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/1951287c-f18d-4ac9-ae0e-5a44cd36b93d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:46.888613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.904067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c28e9ed5-bd84-44bb-9d6d-6d0a82f65f3d req-48590e6d-e1e1-4a76-8122-244b974ac1a9 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 210 time: 0.1810632 Apr 11 20:40:46.909916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] No DVR routers for this DVR port 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:46.926811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.926811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-deleted', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:46.957454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:46.958196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:46.974178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70d19d57-4e23-4ee6-9b30-2b0e964892d2 req-8631ec6d-bae1-4145-ac63-890ed3d6f5d3 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1079702 Apr 11 20:40:46.998877 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.036725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-748a7234-655d-4fb0-88de-094ba0ed024e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c4f9ca7812a476497dd4744d3fec083&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3957052 Apr 11 20:40:47.038592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:47.073831 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc99e70-5173-410c-916b-aa68487c947a'] response: {'server_uuid': 'b0091d12-d6db-49e4-8adf-1caee3932056', 'name': 'network-vif-deleted', 'tag': '46db2f5a-7be1-4ee9-a956-f4a82e29a7ef', 'status': 'completed', 'code': 200} Apr 11 20:40:47.093586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-337fbebf-8135-4456-859d-5910d9ced8c1 req-28c50be2-d616-467c-b222-ecee6556eb5a tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.75 "DELETE /v2.0/ports/46db2f5a-7be1-4ee9-a956-f4a82e29a7ef HTTP/1.1" status: 204 len: 173 time: 2.0782411 Apr 11 20:40:47.108692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc6c3f-a67a-448f-831a-9faed6295b44,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:47.118138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d1aac8ab-d54b-4dd4-bc3c-172a73762d6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e03858f3af1b468eadfda1666871ed60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4027188 Apr 11 20:40:47.120755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:47.197720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.253501 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.279421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Pushing event deleted for resources: {'Port': ['ID=b2e19eb9-f74a-481e-9575-95367c31b100,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:47.323809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b2e19eb9-f74a-481e-9575-95367c31b100'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:47.377470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a9ce8f69-3261-42d9-9f55-9506c2d95b09 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8328171 Apr 11 20:40:47.385784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.398801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Request body: {'port': {'device_id': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:47.418143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-560b4415-50b4-4645-bdda-b841d5485e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.442248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] No DVR routers for this DVR port b2e19eb9-f74a-481e-9575-95367c31b100 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:47.481919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-560b4415-50b4-4645-bdda-b841d5485e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.484202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.488875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1f23-31e2-47db-83ad-a1b5348dbc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.497410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.499344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-368a03f5-27a3-4fb7-ae92-8732bc709000 req-781bfea0-26b5-4dd1-bc0f-d984cf0275d3 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.69 "DELETE /v2.0/ports/b2e19eb9-f74a-481e-9575-95367c31b100 HTTP/1.1" status: 204 len: 173 time: 2.0321419 Apr 11 20:40:47.560635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d432b-1d12-4e5d-8bb7-9ddddc3c771d req-3d8509b4-7a8a-4203-b8e2-2b6973ffec12 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:47.562240 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e1d432b-1d12-4e5d-8bb7-9ddddc3c771d req-3d8509b4-7a8a-4203-b8e2-2b6973ffec12 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 936 time: 0.2374594 Apr 11 20:40:47.570026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-adcf971f-d6fd-48fd-b032-2b8b85745131 None None] Provisioning for port 6dca6344-0989-4e87-879a-b9750960fc64 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:47.575547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-adcf971f-d6fd-48fd-b032-2b8b85745131 None None] Provisioning complete for port 6dca6344-0989-4e87-879a-b9750960fc64 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:47.575911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-adcf971f-d6fd-48fd-b032-2b8b85745131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.582702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object 1951287c-f18d-4ac9-ae0e-5a44cd36b93d will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:47.616987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e1d432b-1d12-4e5d-8bb7-9ddddc3c771d req-23c6ad19-6362-44a6-8368-5d3effebf980 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Apr 11 20:40:47.624464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71fc78ab-6e3b-4e2a-9e8e-080bf444b266 req-2727870b-e8c9-4b4d-8e64-66af8ff81d39 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103 tempest-FloatingIPsAssociationNegativeTestJSON-1791734103-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65cf33c-c1ad-4835-b131-cda264bc00dc HTTP/1.1" status: 200 len: 210 time: 0.0839252 Apr 11 20:40:47.635549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1f23-31e2-47db-83ad-a1b5348dbc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.638299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-adcf971f-d6fd-48fd-b032-2b8b85745131 None None] Port 6dca6344-0989-4e87-879a-b9750960fc64 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:47.652805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.659111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-560b4415-50b4-4645-bdda-b841d5485e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.688419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b4415-50b4-4645-bdda-b841d5485e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc6c3f-a67a-448f-831a-9faed6295b44,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:47.697947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-560b4415-50b4-4645-bdda-b841d5485e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.697947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-560b4415-50b4-4645-bdda-b841d5485e93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1adc6c3f-a67a-448f-831a-9faed6295b44 HTTP/1.1" status: 204 len: 168 time: 0.5746007 Apr 11 20:40:47.827095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.841844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:47.911628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:47.920755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1f23-31e2-47db-83ad-a1b5348dbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:47.985361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1f23-31e2-47db-83ad-a1b5348dbc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ddd88-4f9c-4a6b-a54f-f12f597c075e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:48.061211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:48.063923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1f23-31e2-47db-83ad-a1b5348dbc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.065074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ecfd1f23-31e2-47db-83ad-a1b5348dbc00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af9ddd88-4f9c-4a6b-a54f-f12f597c075e HTTP/1.1" status: 204 len: 168 time: 1.0197246 Apr 11 20:40:48.076403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:48.084133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:48.089276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:48.188821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:48.263373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-034f7a6d-dbda-4829-9c36-0ed669bb84da req-ab8701af-e62e-4f89-b7ef-bb6e9b533a43 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Synchronizing usage tracker for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:48.273647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:48.282262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.376511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-034f7a6d-dbda-4829-9c36-0ed669bb84da req-ab8701af-e62e-4f89-b7ef-bb6e9b533a43 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] Unset dirty status for tenant:48660e079fb241048a0364874344abb1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:48.379046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-034f7a6d-dbda-4829-9c36-0ed669bb84da req-ab8701af-e62e-4f89-b7ef-bb6e9b533a43 tempest-ServersAdminTestJSON-1732555957 tempest-ServersAdminTestJSON-1732555957-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0091d12-d6db-49e4-8adf-1caee3932056 HTTP/1.1" status: 200 len: 210 time: 0.2379906 Apr 11 20:40:48.398634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:40:48.398634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46db2f5a-7be1-4ee9-a956-f4a82e29a7ef not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:48.492619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-a76d600d-a534-4050-a186-900b206ab882 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8736353 Apr 11 20:40:48.494718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0328f516-3701-476d-bbf8-1ccb05451da9 req-e6341af7-b243-4d56-bbbf-46711705872d tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0752606 Apr 11 20:40:48.512585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Request body: {'port': {'device_id': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:48.563682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f1bbb25e-ee44-48b5-972a-98d3448b1ac9 None None] Provisioning for port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:48.578367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f1bbb25e-ee44-48b5-972a-98d3448b1ac9 None None] Provisioning complete for port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:48.578975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb25e-ee44-48b5-972a-98d3448b1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.595493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dca6344-0989-4e87-879a-b9750960fc64 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:48.607412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.616242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.664504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbb25e-ee44-48b5-972a-98d3448b1ac9 None None] Port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:40:48.681789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Transition to ACTIVE for port object 6dca6344-0989-4e87-879a-b9750960fc64 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:48.703722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.782247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50206) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:48.811419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:48.977771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50216) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:49.014046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.079176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'name': 'network-vif-deleted', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:49.093471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:49.102330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:7849c13f35064e229c8b6350b0c14478 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:49.108555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:49.119451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:49.158964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826412a8-ef59-4ba0-922f-933ca5c8abd5 req-5d74cd60-3baf-4c41-a327-cce5784f7fac tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:49.166946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-826412a8-ef59-4ba0-922f-933ca5c8abd5 req-5d74cd60-3baf-4c41-a327-cce5784f7fac tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 948 time: 0.3188732 Apr 11 20:40:49.278809 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-826412a8-ef59-4ba0-922f-933ca5c8abd5 req-dd826627-0e22-4205-944a-f3cd73915b6b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109326 Apr 11 20:40:49.311128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.331264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Pushing event updated for resources: {'Port': ['ID=6dca6344-0989-4e87-879a-b9750960fc64,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:49.356799 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9dd1cc-af64-48d0-90ef-97c774bef224'] response: {'server_uuid': 'a65cf33c-c1ad-4835-b131-cda264bc00dc', 'name': 'network-vif-deleted', 'tag': 'b2e19eb9-f74a-481e-9575-95367c31b100', 'status': 'completed', 'code': 200} Apr 11 20:40:49.500377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Attempting to bind port 6dca6344-0989-4e87-879a-b9750960fc64 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:49.500737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Attempting to bind port 6dca6344-0989-4e87-879a-b9750960fc64 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:49.501035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Attempting to bind port 6dca6344-0989-4e87-879a-b9750960fc64 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:49.509551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Port 6dca6344-0989-4e87-879a-b9750960fc64 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:40:49.509551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Attempting to bind port 6dca6344-0989-4e87-879a-b9750960fc64 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:49.519557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:49.519904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:49.520276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:49.520707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Bound port: 6dca6344-0989-4e87-879a-b9750960fc64, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:49.521053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.622142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.700422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1951287c-f18d-4ac9-ae0e-5a44cd36b93d {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:49.702890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7849c13f35064e229c8b6350b0c14478&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7237604 Apr 11 20:40:49.703913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d76667-8512-43ac-ada4-29cfacfdfdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34358a-48a8-4bd4-a5d2-86d85aa1ca76,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:49.718959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.733998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50240) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:49.799210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Transition to ACTIVE for port object 1951287c-f18d-4ac9-ae0e-5a44cd36b93d will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:49.804504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] For port 6dca6344-0989-4e87-879a-b9750960fc64, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:49.827714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e773fd1d-c840-4529-b2c8-a487145c30e5 req-9b8bb292-25e8-4d65-9f53-5e6562c64767 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0517960 Apr 11 20:40:49.829272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] For port 6dca6344-0989-4e87-879a-b9750960fc64, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6dca6344-0989-4e87-879a-b9750960fc64,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:49.861012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8b95e-dac8-4391-bea4-0fdb29009f15 req-20b7d40d-5cd4-407f-9ee7-8dd1a2e148fa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:49.861950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb8b95e-dac8-4391-bea4-0fdb29009f15 req-20b7d40d-5cd4-407f-9ee7-8dd1a2e148fa tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.2206333 Apr 11 20:40:49.900048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef536afc-31b4-4e10-ac23-2efa00fbcaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.901749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.924939 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:49.979424 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.024947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50248) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:50.081150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef536afc-31b4-4e10-ac23-2efa00fbcaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.117676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb8b95e-dac8-4391-bea4-0fdb29009f15 req-637a0804-d4c6-467d-bbb6-202934c96a48 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417064 Apr 11 20:40:50.137002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50254) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:50.156588 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.158269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] 10.222.0.75 "PUT /v2.0/ports/6dca6344-0989-4e87-879a-b9750960fc64 HTTP/1.1" status: 200 len: 1096 time: 2.7728438 Apr 11 20:40:50.158995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'tag': '6dca6344-0989-4e87-879a-b9750960fc64'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:50.171703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Pushing event updated for resources: {'Port': ['ID=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:50.322862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b2e19eb9-f74a-481e-9575-95367c31b100 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:50.444183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: b2e19eb9-f74a-481e-9575-95367c31b100 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:40:50.444526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b2e19eb9-f74a-481e-9575-95367c31b100 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:40:50.478407 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57c0169-e9a1-467a-bff3-d09f164b52f1'] response: {'name': 'network-changed', 'server_uuid': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'tag': '6dca6344-0989-4e87-879a-b9750960fc64', 'status': 'completed', 'code': 200} Apr 11 20:40:50.584834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-network', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:50.606001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fe35af08-1d1e-4969-bc14-aeea3b013e51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48660e079fb241048a0364874344abb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4658158 Apr 11 20:40:50.633524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:50.653234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:50.687511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Usage tracker for resource:network and tenant:ea5b01365d6e466097d73195a653d4f8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:50.693921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:50.699197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5d29b-dc1a-4445-929e-8e4029534f96 service neutron] Pushing event updated for resources: {'Port': ['ID=6dca6344-0989-4e87-879a-b9750960fc64,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:50.715336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:50.767218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9836b71b-9d94-44c8-969f-4707809d5f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.774843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-c7e0fcca-d671-4b45-a8b1-d4812d53e2a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 1099 time: 0.5107949 Apr 11 20:40:50.776228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Attempting to bind port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:50.776555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Attempting to bind port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:50.776916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Attempting to bind port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:50.799498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9836b71b-9d94-44c8-969f-4707809d5f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.844801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Made reservation on behalf of ea5b01365d6e466097d73195a653d4f8 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:50.847009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.856171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef536afc-31b4-4e10-ac23-2efa00fbcaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.874704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:40:50.875029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Attempting to bind port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:50.890419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.899677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef536afc-31b4-4e10-ac23-2efa00fbcaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34358a-48a8-4bd4-a5d2-86d85aa1ca76,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:50.903116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-e17f3be8-04b1-4485-a054-50cf2f9366ce service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=6dca6344-0989-4e87-879a-b9750960fc64 HTTP/1.1" status: 200 len: 217 time: 0.1197591 Apr 11 20:40:50.916857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7613c-b694-41cc-988b-d468167d1dac req-acdf5c47-35f2-419b-bb81-3d4f9a461a08 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:50.917722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4ec7613c-b694-41cc-988b-d468167d1dac req-acdf5c47-35f2-419b-bb81-3d4f9a461a08 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:40:50.953197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9836b71b-9d94-44c8-969f-4707809d5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.954426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:50.954635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:50.954988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:50.955432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Bound port: 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:50.955800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.973997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef536afc-31b4-4e10-ac23-2efa00fbcaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:50.977760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ef536afc-31b4-4e10-ac23-2efa00fbcaa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa34358a-48a8-4bd4-a5d2-86d85aa1ca76 HTTP/1.1" status: 204 len: 168 time: 1.2396200 Apr 11 20:40:51.003429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836b71b-9d94-44c8-969f-4707809d5f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ed63e-8c71-4a13-939d-3ebf0188acbe,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:51.008401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Deleting port dc0ff3d3-3819-439e-956e-cf227ee6dc45 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:51.008736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.062720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:51.084160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5b01365d6e466097d73195a653d4f8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:51.089304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:51.098699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-27fffbf3-4946-468b-9042-01750a29705e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:51.101576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-27fffbf3-4946-468b-9042-01750a29705e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1800096 Apr 11 20:40:51.104605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:51.111546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4ec7613c-b694-41cc-988b-d468167d1dac req-acdf5c47-35f2-419b-bb81-3d4f9a461a08 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:40:51.112726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ec7613c-b694-41cc-988b-d468167d1dac req-acdf5c47-35f2-419b-bb81-3d4f9a461a08 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 948 time: 0.5373838 Apr 11 20:40:51.129543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b968ed0-419b-4cfa-b5b8-52eebccdcdb8 req-b5d6d4b7-3f7a-431b-b3be-f9325e97e1c3 tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0517273 Apr 11 20:40:51.211091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] For port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:51.223205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9836b71b-9d94-44c8-969f-4707809d5f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.228040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9836b71b-9d94-44c8-969f-4707809d5f70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e94ed63e-8c71-4a13-939d-3ebf0188acbe HTTP/1.1" status: 204 len: 168 time: 0.5871398 Apr 11 20:40:51.235103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] For port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:51.268439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ec7613c-b694-41cc-988b-d468167d1dac req-eefcb081-2938-4449-aa3d-587ae0c51447 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415277 Apr 11 20:40:51.313289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-24afc4e3-5cfa-40da-81df-cb79c9430795 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874604 Apr 11 20:40:51.325129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.327916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.375739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] For port dc0ff3d3-3819-439e-956e-cf227ee6dc45, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc0ff3d3-3819-439e-956e-cf227ee6dc45,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:51.376131 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.580557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Calling delete_port for dc0ff3d3-3819-439e-956e-cf227ee6dc45 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:51.608916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.665281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.667021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] 10.222.0.69 "PUT /v2.0/ports/1951287c-f18d-4ac9-ae0e-5a44cd36b93d HTTP/1.1" status: 200 len: 1095 time: 3.1614616 Apr 11 20:40:51.678282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:40:51.741645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7160c2-7455-48d8-8b86-ed87708c5640,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:51.756815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.757389 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Added segment 0163bc96-f723-49b7-9fc9-4f1390005fcd of type vlan for network b0e2d38d-7e05-4355-87e2-902dd6fb8077 Apr 11 20:40:51.768158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c548-2a01-42a0-befc-7e561b12677b service neutron] Pushing event updated for resources: {'Port': ['ID=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:51.820398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-c8b1a451-3013-4bd8-81a2-1beb1726ad98 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938807 Apr 11 20:40:51.910403 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:51.983100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba453a2d-9315-407e-ba39-23b2457b2097 req-f4de2660-9108-4f06-b111-0b7329dd0849 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0933399 Apr 11 20:40:51.995535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424267a9-6984-4af8-85ab-e17c733c369f req-521d39da-0c62-4242-8a05-f73c27a37ff6 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:51.995535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-424267a9-6984-4af8-85ab-e17c733c369f req-521d39da-0c62-4242-8a05-f73c27a37ff6 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.7309349 Apr 11 20:40:52.072430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-88a07741-0f57-4fb9-a0ba-ac00712a3715 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858377 Apr 11 20:40:52.076008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-93699e68-bb3b-4a31-872f-06bb662cad7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 1098 time: 0.2527432 Apr 11 20:40:52.126104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:52.127788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:52.129265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:52.135211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Deleting port 82fd461f-6fee-4841-9b23-419b3d8f45ab {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:52.135956 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:52.244777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84344-e37a-4bef-992d-8186d1095627 req-a6df1894-4397-48fb-adbf-7d672a211864 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:52.251534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cd84344-e37a-4bef-992d-8186d1095627 req-a6df1894-4397-48fb-adbf-7d672a211864 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.4092102 Apr 11 20:40:52.255214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50296) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:52.404749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cd84344-e37a-4bef-992d-8186d1095627 req-3e247422-1fe6-4e7c-8de2-f9a4d63971db tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523464 Apr 11 20:40:52.446214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3676343 Apr 11 20:40:52.473964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:52.478410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50304) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:52.479048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-0ffe0f97-0deb-4770-a268-7b87536ae039 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d HTTP/1.1" status: 200 len: 217 time: 0.2650495 Apr 11 20:40:52.487033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'tag': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:52.551149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c30cd646-0a27-4665-9b34-e02869b758b0 req-f7d0cd83-4655-4e9c-98b9-98944b51c97f tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1162524 Apr 11 20:40:52.551855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99574fee-3cfc-4d04-9c44-e4f2a54a6a11 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e2d38d-7e05-4355-87e2-902dd6fb8077,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:52.574165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:40:52.601467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-85e05e8d-7456-4fce-83ab-df97883707e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:52.602906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-85e05e8d-7456-4fce-83ab-df97883707e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1035380 Apr 11 20:40:52.624230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Request body: {'subnet': {'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-subnet', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:52.666823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-9166d109-efb3-429b-aa38-33f61d1fee4f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 1099 time: 0.3179803 Apr 11 20:40:52.672992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0ff3d3-3819-439e-956e-cf227ee6dc45,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:52.685646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:52.706234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Usage tracker for resource:subnet and tenant:ea5b01365d6e466097d73195a653d4f8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:52.718340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5c859fbf-494d-45de-88e2-6817b3b24b59 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e608ff7322f4960818ea47b3104669a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4564795 Apr 11 20:40:52.758154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50314) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:52.761421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:52.860620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-70977f8e-d3a2-49ab-85eb-331908d69968 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493274 Apr 11 20:40:52.861850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:53.045577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] For port 82fd461f-6fee-4841-9b23-419b3d8f45ab, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fd461f-6fee-4841-9b23-419b3d8f45ab,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:53.046257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:53.055903 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552e9ce8-7f13-4b99-a219-200c72b9431d'] response: {'name': 'network-changed', 'server_uuid': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'tag': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d', 'status': 'completed', 'code': 200} Apr 11 20:40:53.061024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-7188cbb0-93f0-4577-9437-1be3363e39bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:53.063032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-7188cbb0-93f0-4577-9437-1be3363e39bf service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3902693 Apr 11 20:40:53.185283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-ae80051b-0e46-47cc-9f20-3d838264d474 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=6dca6344-0989-4e87-879a-b9750960fc64 HTTP/1.1" status: 200 len: 217 time: 0.1124384 Apr 11 20:40:53.188893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Made reservation on behalf of ea5b01365d6e466097d73195a653d4f8 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:40:53.191202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:53.258553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-86b0bbde-130f-4862-82f9-cf1833ca9baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:53.261741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-86b0bbde-130f-4862-82f9-cf1833ca9baa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0653560 Apr 11 20:40:53.378204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-eb1225c0-2072-441a-915b-26a18efecbb3 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881620 Apr 11 20:40:53.485611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd7e2d-4ae5-4491-b201-d5333d8d4f47 req-2b283572-e4b3-4738-9f1c-3b7af6dd11e6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:53.485792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-0d44135a-8870-4b4b-b814-45d7f430fb1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023363 Apr 11 20:40:53.499777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-febd7e2d-4ae5-4491-b201-d5333d8d4f47 req-2b283572-e4b3-4738-9f1c-3b7af6dd11e6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 948 time: 0.9060636 Apr 11 20:40:53.508115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-846eca56-0b72-4184-bb71-9ee246035302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:53.794513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-846eca56-0b72-4184-bb71-9ee246035302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:53.870802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-febd7e2d-4ae5-4491-b201-d5333d8d4f47 req-9376b2a8-b528-43d1-9990-bc641ad1368f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697906 Apr 11 20:40:53.944490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:53.945122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:53.945674 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd disassociated. External IP: 172.25.5.49, port: 82fd461f-6fee-4841-9b23-419b3d8f45ab. Apr 11 20:40:53.946223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Calling delete_port for 82fd461f-6fee-4841-9b23-419b3d8f45ab owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:53.949433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b4d0f32-3961-4b1f-9a36-83eab5479539 req-73ae4147-d94f-49fe-998f-799525fba213 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639408 Apr 11 20:40:54.002505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-c8743758-25df-4b36-9ceb-5d680b67a0d5 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026648 Apr 11 20:40:54.015065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864732-11f0-4de7-90a6-78b8031fc89f req-42361612-bf2d-4ab5-af67-0533cacf4900 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:54.016628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b864732-11f0-4de7-90a6-78b8031fc89f req-42361612-bf2d-4ab5-af67-0533cacf4900 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 945 time: 0.4243870 Apr 11 20:40:54.137159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6192fa0e-46db-4632-a2c5-3c221eb98402 req-3aaf3c06-1d48-457d-94ee-733dc107663e tempest-ServersAdmin275Test-507162300 tempest-ServersAdmin275Test-507162300-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0713062 Apr 11 20:40:54.151601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6dca6344-0989-4e87-879a-b9750960fc64 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:54.232709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b864732-11f0-4de7-90a6-78b8031fc89f req-fa9513e8-ffda-4ba1-a5ad-2f54bfb15180 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups?id=55aab944-af44-422a-8247-61f9bb45a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948659 Apr 11 20:40:54.278576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0df6560-7bf3-4a67-88c6-be432474d0dc req-573ae4ed-63d3-4f5e-b311-1801114ff15e service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695768 Apr 11 20:40:54.301041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-846eca56-0b72-4184-bb71-9ee246035302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:54.313032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-e5ba2d37-1c5e-43c2-9674-310c92454f25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 1098 time: 0.2103741 Apr 11 20:40:54.413893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eca56-0b72-4184-bb71-9ee246035302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e92bfa-c329-458f-9a94-3331d6105369,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:54.421035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:54.438444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fd461f-6fee-4841-9b23-419b3d8f45ab no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:40:54.527346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6dca6344-0989-4e87-879a-b9750960fc64, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6dca6344-0989-4e87-879a-b9750960fc64,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:54.547601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6dca6344-0989-4e87-879a-b9750960fc64', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '6dca6344-0989-4e87-879a-b9750960fc64', 'mac_address': 'fa:16:3e:31:ad:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:54.563144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f3044-1083-4121-ad05-c4974cecda1f req-f4989e6e-149d-4561-a85e-10cdbfc6441c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:54.564890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-f4989e6e-149d-4561-a85e-10cdbfc6441c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2436092 Apr 11 20:40:54.586459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:54.644350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Port 82fd461f-6fee-4841-9b23-419b3d8f45ab update to DOWN by agent not found {{(pid=84668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 11 20:40:54.646204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08db52ce-c35b-45e7-8f28-639f86911ffd req-07a4b307-c381-4f2f-ab78-c94ed6d7af4e tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1096 time: 0.2090802 Apr 11 20:40:54.647716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-88892724-1035-46a2-9a60-1280bfb656dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d HTTP/1.1" status: 200 len: 217 time: 0.0737238 Apr 11 20:40:54.670876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:54.695534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dca6344-0989-4e87-879a-b9750960fc64 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:54.705163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44048d1-d862-43e3-a7c1-f479af217c6f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:54.719551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6dca6344-0989-4e87-879a-b9750960fc64, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6dca6344-0989-4e87-879a-b9750960fc64,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:54.728512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:54.749928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f3044-1083-4121-ad05-c4974cecda1f req-937146a0-269c-4166-b14c-adfa371d4d82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:54.751381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-937146a0-269c-4166-b14c-adfa371d4d82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0974452 Apr 11 20:40:54.756236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08db52ce-c35b-45e7-8f28-639f86911ffd req-ef0e233e-2d21-4776-b19c-20ce32e55c8f tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684619 Apr 11 20:40:54.820155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:54.852485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-038ba918-e127-468b-b4e2-99a2742b152e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943806 Apr 11 20:40:54.861085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event deleted for resources: {'Port': ['ID=82fd461f-6fee-4841-9b23-419b3d8f45ab,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:54.894850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Checking segment: {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:54.895212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Network hostable DHCP agents. Network: b0e2d38d-7e05-4355-87e2-902dd6fb8077, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:40:54.966233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6dca6344-0989-4e87-879a-b9750960fc64,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:55.038166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-e204e3c6-0cda-423c-8e9f-7bc2804be88e service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784010 Apr 11 20:40:55.083974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82fd8284-386c-4e0c-9995-a5f7b8ebd89a req-87defb03-12f4-4efe-a203-5acd280418a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a245b88f3358453abfb6abae8531de83&device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1139474 Apr 11 20:40:55.088414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-846eca56-0b72-4184-bb71-9ee246035302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:55.092165 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-846eca56-0b72-4184-bb71-9ee246035302 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9e92bfa-c329-458f-9a94-3331d6105369 HTTP/1.1" status: 204 len: 168 time: 2.3276353 Apr 11 20:40:55.124167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6dca6344-0989-4e87-879a-b9750960fc64'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:55.175266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82fd8284-386c-4e0c-9995-a5f7b8ebd89a req-9d2dd51f-370f-4c88-8920-dac11fdcea3e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a245b88f3358453abfb6abae8531de83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750675 Apr 11 20:40:55.183730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:40:55.281355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c47f3044-1083-4121-ad05-c4974cecda1f req-e8cd21b9-d26c-4826-a5e5-166bd38a6099 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278388 Apr 11 20:40:55.361116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfe95-7f2d-4ed2-be3e-07f0271adfa4 req-21f5bb19-93a3-4df7-b185-493c15152572 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:55.362913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a7dfe95-7f2d-4ed2-be3e-07f0271adfa4 req-21f5bb19-93a3-4df7-b185-493c15152572 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 949 time: 0.1381066 Apr 11 20:40:55.367600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b0e2d38d-7e05-4355-87e2-902dd6fb8077) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:55.392125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ec59f-6cfa-4291-985b-e5e2b9288027 None None] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:40:55.431450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:55.435395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:55.472875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a7dfe95-7f2d-4ed2-be3e-07f0271adfa4 req-02fadcba-85c1-404a-9e0f-49186c4dff2b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021965 Apr 11 20:40:55.527449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8284-386c-4e0c-9995-a5f7b8ebd89a req-396bccff-ac02-482d-9c90-e3bbb76c74be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:55.528955 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82fd8284-386c-4e0c-9995-a5f7b8ebd89a req-396bccff-ac02-482d-9c90-e3bbb76c74be service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3429055 Apr 11 20:40:55.572725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-931bcab1-7ca1-4b1e-83f9-f985228cbd4b req-3576b1f8-0008-410e-84b2-c8536f5ba997 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4666123 Apr 11 20:40:55.700898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bae27c93-7c00-4962-b1b1-7dca7299ba01 req-24c7ef6e-c9f2-4d86-b959-f509c34d6bca tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.0710974 Apr 11 20:40:55.727303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b0e2d38d-7e05-4355-87e2-902dd6fb8077', 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'fixed_ips': [{'subnet_id': 'b44048d1-d862-43e3-a7c1-f479af217c6f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:40:55.728356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:55.846194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b59dc105-49e1-427f-a05c-e6df5f4cbd25 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2719460 Apr 11 20:40:55.849810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:55.855524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:55.868358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:55.915814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Usage tracker for resource:router and tenant:ea5b01365d6e466097d73195a653d4f8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:55.927169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:55.938921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-581a88c1-f8c9-4e78-9422-536d217647a6 req-0e524284-ac5d-449c-a63e-34cadf43afa0 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 210 time: 0.0672274 Apr 11 20:40:55.943955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:56.035095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.035095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.055120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Allocated IP 172.20.0.2 (b0e2d38d-7e05-4355-87e2-902dd6fb8077/b44048d1-d862-43e3-a7c1-f479af217c6f/72e411f4-2618-4093-bb63-7822d0d98246) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:56.057863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.231152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Router 43312aae-1983-4a5b-bff8-606a1e94262d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:56.324697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.337577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Transition to ACTIVE for port object 72e411f4-2618-4093-bb63-7822d0d98246 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:56.360683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Transition to ACTIVE for port object 72e411f4-2618-4093-bb63-7822d0d98246 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:40:56.367701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1951287c-f18d-4ac9-ae0e-5a44cd36b93d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:40:56.391463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.477696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.595963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:56.608186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:56.611755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:40:56.632360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:56.644402 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512421de-fbde-4554-b625-facccefaff22 None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:56.644958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Pushing event updated for resources: {'Port': ['ID=72e411f4-2618-4093-bb63-7822d0d98246,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:56.649566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:56.671177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:56.671343 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:56.696357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:56.730025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d', 'mac_address': 'fa:16:3e:ea:6c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:40:56.891288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Attempting to bind port 72e411f4-2618-4093-bb63-7822d0d98246 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:40:56.892006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Attempting to bind port 72e411f4-2618-4093-bb63-7822d0d98246 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:40:56.892989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Attempting to bind port 72e411f4-2618-4093-bb63-7822d0d98246 on network b0e2d38d-7e05-4355-87e2-902dd6fb8077 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:40:56.903079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:40:56.903811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Checking segment: {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:40:56.904402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.905084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Bound using segment: {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:40:56.905755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Bound port: 72e411f4-2618-4093-bb63-7822d0d98246, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:40:56.906360 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:56.912525 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:56.939394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:57.028156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c11d96-0b0b-490c-9558-3cae16cd7396 req-262cbd7a-affe-40e1-bc4a-e0719b377194 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:57.035948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90c11d96-0b0b-490c-9558-3cae16cd7396 req-262cbd7a-affe-40e1-bc4a-e0719b377194 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 949 time: 0.3778248 Apr 11 20:40:57.138824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90c11d96-0b0b-490c-9558-3cae16cd7396 req-8b8fe5f3-2418-47b1-a4d2-4c23fa1bc5cc tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019268 Apr 11 20:40:57.149864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951287c-f18d-4ac9-ae0e-5a44cd36b93d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:40:57.173271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] No DVR routers for this DVR port 82fd461f-6fee-4841-9b23-419b3d8f45ab on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:40:57.189328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:57.211370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:57.220025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-424267a9-6984-4af8-85ab-e17c733c369f req-12b9be7b-f6ac-4ef7-9fc5-dd8f2f7d8542 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.75 "DELETE /v2.0/ports/82fd461f-6fee-4841-9b23-419b3d8f45ab HTTP/1.1" status: 204 len: 173 time: 5.2176480 Apr 11 20:40:57.221444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'name': 'network-vif-deleted', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:40:57.241403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82fd8284-386c-4e0c-9995-a5f7b8ebd89a req-a5e6f203-7e02-4c66-8382-93f4808930fc tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.69 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.2965703 Apr 11 20:40:57.269402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] For port 72e411f4-2618-4093-bb63-7822d0d98246, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:40:57.278462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] For port 72e411f4-2618-4093-bb63-7822d0d98246, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72e411f4-2618-4093-bb63-7822d0d98246,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:40:57.303155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:57.325662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:57.413768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:57.433339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:40:57.445456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d3d09595-0b0c-4681-8b13-5e3085247221 admin admin] 10.222.0.61 "PUT /v2.0/routers/8fa5b0fe-c132-4ba6-8fe6-855b4b170d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6619265 Apr 11 20:40:57.447875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:57.450986 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:57.456891 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512421de-fbde-4554-b625-facccefaff22 None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:40:57.468894 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:57.469940 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:57.544480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:57.552713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] Sync routers for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:40:57.570922 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:57.604194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84cfa171-a665-49c0-8cb9-18c17dde5b28 req-5b1ab4ac-086a-49ef-9143-1c0b2a0d7505 tempest-ServersAdmin275Test-71694204 tempest-ServersAdmin275Test-71694204-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fd5192-c0b3-43ac-af54-4eda09169e78 HTTP/1.1" status: 200 len: 210 time: 0.1971540 Apr 11 20:40:57.628529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.629008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.629513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.629947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.630982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.631388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.631829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.632656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.632656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.636710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.636913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:40:57.748197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1951287c-f18d-4ac9-ae0e-5a44cd36b93d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:40:57.831168 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:57.920138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:40:57.920877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:57.989285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:58.010838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a190ec9-9b83-4310-9732-13d70f706aec req-f354030b-77ad-4291-a6d5-9d90ea64cf9a tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/ports?device_id=7660d5fb-b3d1-4344-a21c-1164589abda6 HTTP/1.1" status: 200 len: 210 time: 0.1484356 Apr 11 20:40:58.043902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Allocated IP 172.25.5.18 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/bfeaa035-63d7-4527-b2ab-c2ef3ae083eb) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:40:58.268302 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7941d8-41c9-4ce8-aaf5-0fc97b0114b2'] response: {'server_uuid': '7660d5fb-b3d1-4344-a21c-1164589abda6', 'name': 'network-vif-deleted', 'tag': '82fd461f-6fee-4841-9b23-419b3d8f45ab', 'status': 'completed', 'code': 200} Apr 11 20:40:58.359069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6dca6344-0989-4e87-879a-b9750960fc64 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:40:58.466942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50448) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:58.518941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:58.548383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd251b4-1c11-40fe-a876-82451c7956e2 None None] Pushing event updated for resources: {'Port': ['ID=72e411f4-2618-4093-bb63-7822d0d98246,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:58.590247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:58.679423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Deleting port b239c513-36a8-487a-834a-bc3ea5b202cb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:40:58.680066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:58.716648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5ec99-cd71-4435-b3a5-c0a4a0a62b57 req-0c24577e-98a8-45b3-8aca-9b951958486b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:40:58.726854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21e5ec99-cd71-4435-b3a5-c0a4a0a62b57 req-0c24577e-98a8-45b3-8aca-9b951958486b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 949 time: 0.1283820 Apr 11 20:40:58.752689 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-512421de-fbde-4554-b625-facccefaff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:40:58.765101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512421de-fbde-4554-b625-facccefaff22 None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:37:51Z', 'revision_number': 4, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '60d1006f-b83c-4118-97b3-c60feb938ad6', 'name': '', 'network_id': '27586bf2-6ef5-4e40-8161-ea1fd3d3ead8', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'mac_address': 'fa:16:3e:38:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:49Z', 'updated_at': '2022-04-11T20:38:15Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'subnets': [{'id': '5496c8bc-c805-4a96-a294-156c3a5f5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:40:58.794135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:58.864609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:58.907047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50458) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:58.918956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-8e64e665-fdcc-4832-83ea-5dba0e3ea51d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:40:58.930902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-8e64e665-fdcc-4832-83ea-5dba0e3ea51d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0169442 Apr 11 20:40:58.933724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:40:58.978998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Pushing event updated for resources: {'Port': ['ID=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:40:58.995998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.009311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:40:59.028282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21e5ec99-cd71-4435-b3a5-c0a4a0a62b57 req-f7b26297-19f4-4671-9c23-964728d5195f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000321 Apr 11 20:40:59.029487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:40:59.044808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:40:59.064471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:40:59.085773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce7773711c249cba1581db8490e213b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:40:59.091078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:40:59.100935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:40:59.131125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] For port b239c513-36a8-487a-834a-bc3ea5b202cb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b239c513-36a8-487a-834a-bc3ea5b202cb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:40:59.131592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.241661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6dca6344-0989-4e87-879a-b9750960fc64 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:40:59.268306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6dca6344-0989-4e87-879a-b9750960fc64 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:40:59.269758 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.442754 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8f22d-c497-45e7-a256-7ef43ef12a52 None None] New status for floating IP ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:40:59.449052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.450049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.603067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Calling delete_port for b239c513-36a8-487a-834a-bc3ea5b202cb owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:40:59.692035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Request body: {'binding': {'host': 'n-h2-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:40:59.692540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Unknown quota resources ['binding']. {{(pid=84667) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:40:59.758071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.814631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8dd4fc-5914-4931-a519-b092b5e7cdc9 None None] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:40:59.914001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:40:59.939546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50486) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:40:59.993141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.049898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72e411f4-2618-4093-bb63-7822d0d98246 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:00.093242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b239c513-36a8-487a-834a-bc3ea5b202cb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:00.128208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417de5cd-e5a7-4db0-a63d-e8670b3ca7c3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:00.144410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bf57ef25-1328-4b0a-9df0-eed83c5536e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ce7773711c249cba1581db8490e213b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6729536 Apr 11 20:41:00.149751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:00.288926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:00.436057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on host n-h2-837321-1 for vnic_type normal with profile None {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:00.436434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:00.436769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:00.473768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:00.473768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:00.498038 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25d8391e-18d1-4b48-a4ee-752e75a73f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.518760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25d8391e-18d1-4b48-a4ee-752e75a73f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.538237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 72e411f4-2618-4093-bb63-7822d0d98246 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:00.539788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.541380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:40:52Z', 'revision_number': 5, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port': {'id': 'b239c513-36a8-487a-834a-bc3ea5b202cb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:39:41Z', 'updated_at': '2022-04-11T20:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:00.557382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.573195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3918fe85-f312-46d5-9e4f-1d6f0248495a None None] Provisioning for port 72e411f4-2618-4093-bb63-7822d0d98246 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:00.573195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3918fe85-f312-46d5-9e4f-1d6f0248495a None None] Provisioning complete for port 72e411f4-2618-4093-bb63-7822d0d98246 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:00.573195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3918fe85-f312-46d5-9e4f-1d6f0248495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.598218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 72e411f4-2618-4093-bb63-7822d0d98246 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:00.598218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.631717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:00.631717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:00.631717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:00.631717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Bound port: b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:00.634162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] Checking router: 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:00.691711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.740063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67af6965-5b74-4036-9648-04dc1639882f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.753838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] Routers {'8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:00.753838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:00.757353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca37b4-2fa8-42a4-81f8-fe415955d0b1 req-dad3fc93-d4d4-42e3-b70f-d31a617e7953 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:00.772563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7ca37b4-2fa8-42a4-81f8-fe415955d0b1 req-dad3fc93-d4d4-42e3-b70f-d31a617e7953 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 949 time: 0.3977196 Apr 11 20:41:00.780909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:00.832876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dca6344-0989-4e87-879a-b9750960fc64'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:00.847739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7ca37b4-2fa8-42a4-81f8-fe415955d0b1 req-c98e87eb-6c68-472f-8fd9-bf051a7602b2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719151 Apr 11 20:41:00.868228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25d8391e-18d1-4b48-a4ee-752e75a73f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.909054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8391e-18d1-4b48-a4ee-752e75a73f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417de5cd-e5a7-4db0-a63d-e8670b3ca7c3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:00.911236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Router c9117054-0d87-4e12-ae06-e604434211ac is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:41:00.917422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25d8391e-18d1-4b48-a4ee-752e75a73f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.927937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6dca6344-0989-4e87-879a-b9750960fc64, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6dca6344-0989-4e87-879a-b9750960fc64,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:00.938630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-25d8391e-18d1-4b48-a4ee-752e75a73f5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/417de5cd-e5a7-4db0-a63d-e8670b3ca7c3 HTTP/1.1" status: 204 len: 168 time: 0.7870576 Apr 11 20:41:00.942691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:00.948955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-66210ef2-3db8-46cc-aae4-5346b0fa4152 service neutron] 10.222.0.61 "POST /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4/bindings HTTP/1.1" status: 201 len: 389 time: 1.8422351 Apr 11 20:41:00.970943 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.002879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67af6965-5b74-4036-9648-04dc1639882f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.045515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.115229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.117648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.176650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:01.203306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Usage tracker for resource:security_group_rule and tenant:a245b88f3358453abfb6abae8531de83 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:01.208112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] Set router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:01.209685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:01.220770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67af6965-5b74-4036-9648-04dc1639882f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.224066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:01.245074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af6965-5b74-4036-9648-04dc1639882f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aab944-af44-422a-8247-61f9bb45a656,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:01.346825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.363136 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.364328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:41:01.388353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.390179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8485af1d-bb3a-44da-a91b-e79b0ca70da2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8fa5b0fe-c132-4ba6-8fe6-855b4b170d62 HTTP/1.1" status: 204 len: 168 time: 3.9391599 Apr 11 20:41:01.392015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67af6965-5b74-4036-9648-04dc1639882f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.393836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-67af6965-5b74-4036-9648-04dc1639882f tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "DELETE /v2.0/security-groups/55aab944-af44-422a-8247-61f9bb45a656 HTTP/1.1" status: 204 len: 168 time: 1.4504595 Apr 11 20:41:01.394696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50522) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:01.408184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.426646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50524) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:01.428381 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdd85c9-9cf6-4aa3-b1a7-3c20227a1b98'] response: {'server_uuid': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dca6344-0989-4e87-879a-b9750960fc64', 'code': 200} Apr 11 20:41:01.435521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3918fe85-f312-46d5-9e4f-1d6f0248495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.456388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:40:59Z', 'revision_number': 7, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:01.467055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6dca6344-0989-4e87-879a-b9750960fc64,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:01.469530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.481648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c1eaf-e12f-4376-880e-7c53ac00c77d None None] The sync data for ids ['8fa5b0fe-c132-4ba6-8fe6-855b4b170d62'] in n-d-837321-1 is: [{'id': '8fa5b0fe-c132-4ba6-8fe6-855b4b170d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117269170-router', 'tenant_id': '4bb39de802b346dc9818f8b1ca369592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:39:39Z', 'updated_at': '2022-04-11T20:40:59Z', 'revision_number': 7, 'project_id': '4bb39de802b346dc9818f8b1ca369592', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:41:01.485878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-f74d0d0f-f340-4c16-8f93-6016bcbdcab4 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115828 Apr 11 20:41:01.514017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 72e411f4-2618-4093-bb63-7822d0d98246, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72e411f4-2618-4093-bb63-7822d0d98246,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:01.541463 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-d2dfabf7-558e-4c4d-b9fe-b1e13323f1e7 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] show failed (client error): The resource could not be found. Apr 11 20:41:01.551725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2dfabf7-558e-4c4d-b9fe-b1e13323f1e7 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "GET /v2.0/security-groups/55aab944-af44-422a-8247-61f9bb45a656 HTTP/1.1" status: 404 len: 347 time: 0.1088967 Apr 11 20:41:01.554098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Deleting subnet 8ae50325-b800-4717-a40d-155155144172 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:41:01.575977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50532) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:01.583131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.607903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.663228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.695170 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3918fe85-f312-46d5-9e4f-1d6f0248495a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:41:01.695739 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3918fe85-f312-46d5-9e4f-1d6f0248495a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:41:01.703639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=72e411f4-2618-4093-bb63-7822d0d98246,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:01.821878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a5d2e-53ab-4707-a9a4-e57292f3fc85,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:01.841679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a9fe65be-cab2-481a-b217-78a44c0e7c89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a245b88f3358453abfb6abae8531de83&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4471600 Apr 11 20:41:01.848681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50536) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:01.888684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.916961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Deleting port 503c8773-c47c-43c6-95be-e890d5058112 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:01.916961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:01.943066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50542) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:02.030088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.073345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-5c40c35f-0d75-4b36-a7f4-72a11b112360 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:02.074864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-5c40c35f-0d75-4b36-a7f4-72a11b112360 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5768931 Apr 11 20:41:02.097564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-198d397e-bdd1-4882-8ec1-80492cee34dc req-f9d22298-b089-4591-b501-819abda3b3a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 1101 time: 0.5935676 Apr 11 20:41:02.118628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d30cf-12b1-48f9-a689-c19c3763ff5f req-981d6372-59ee-4aeb-9cd1-642b30bdcf16 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:02.120112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-683d30cf-12b1-48f9-a689-c19c3763ff5f req-981d6372-59ee-4aeb-9cd1-642b30bdcf16 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.5168083 Apr 11 20:41:02.140966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-c108ca28-da9f-4f03-a312-53af284c14c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1096 time: 0.3939915 Apr 11 20:41:02.164176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51fb0c8-5641-4053-9b0e-8f4c6cdcc99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.223639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51fb0c8-5641-4053-9b0e-8f4c6cdcc99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.241797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-198d397e-bdd1-4882-8ec1-80492cee34dc req-879d43db-5be5-498c-a8b9-ac6e24efc1d9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185157 Apr 11 20:41:02.247384 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-683d30cf-12b1-48f9-a689-c19c3763ff5f req-bdcfae9f-a8c4-4156-84e7-ea25a61b2a7b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078951 Apr 11 20:41:02.256874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.257952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-9a7754e7-224e-4f15-b191-ed793ff37ed0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/quotas/c4bb17ac31824fb29e4412776d65b6ae HTTP/1.1" status: 200 len: 375 time: 0.1255152 Apr 11 20:41:02.260353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:02.275698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Usage tracker for resource:security_group_rule and tenant:d75b2f232e9f4a2da6d3ade4c0d730de is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:02.298699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:02.322123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae50325-b800-4717-a40d-155155144172,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:02.326211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.336100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c51c1-1944-42ba-85ba-f6a4cde2fa31 None None] Network b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:02.338268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2f699541-1ab8-402f-a812-098ba6740d0a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8ae50325-b800-4717-a40d-155155144172 HTTP/1.1" status: 204 len: 168 time: 0.9423690 Apr 11 20:41:02.339317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50546) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:02.369649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:02.385455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72e411f4-2618-4093-bb63-7822d0d98246 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:02.451773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.452119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.461676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51fb0c8-5641-4053-9b0e-8f4c6cdcc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.492281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1951287c-f18d-4ac9-ae0e-5a44cd36b93d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:02.513824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fb0c8-5641-4053-9b0e-8f4c6cdcc99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a5d2e-53ab-4707-a9a4-e57292f3fc85,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:02.533657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b51fb0c8-5641-4053-9b0e-8f4c6cdcc99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.534785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b51fb0c8-5641-4053-9b0e-8f4c6cdcc99b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed9a5d2e-53ab-4707-a9a4-e57292f3fc85 HTTP/1.1" status: 204 len: 168 time: 0.6851659 Apr 11 20:41:02.549052 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.575361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Deleting port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:02.575725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.618607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Calling delete_port for 503c8773-c47c-43c6-95be-e890d5058112 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:02.643891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d11d6-9f75-4d04-8349-385e028ba02f req-dc6f5006-36a1-4994-9d4d-65aa7998d3ce tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:02.645448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a4d11d6-9f75-4d04-8349-385e028ba02f req-dc6f5006-36a1-4994-9d4d-65aa7998d3ce tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 950 time: 0.1675296 Apr 11 20:41:02.645632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e19b15be-13ac-4e0f-a22d-c5c2af26f7fa None None] Provisioning complete for port 72e411f4-2618-4093-bb63-7822d0d98246 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:02.646931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e19b15be-13ac-4e0f-a22d-c5c2af26f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.801704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-f725cb7f-ec70-4538-b3fb-03d274648876 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5318136 Apr 11 20:41:02.868461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 72e411f4-2618-4093-bb63-7822d0d98246 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:02.869178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.884601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:41:02.899800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-51ad8c73-4e84-40a4-bf14-1680f1f09c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:02.902127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-51ad8c73-4e84-40a4-bf14-1680f1f09c20 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.7448986 Apr 11 20:41:02.909903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.915168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] For port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,segment=NetworkSegment(5b8218fa-f09d-4c0d-bf7c-4537c3c06d14),segment_id=5b8218fa-f09d-4c0d-bf7c-4537c3c06d14)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:02.915765 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:02.936197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a4d11d6-9f75-4d04-8349-385e028ba02f req-1a23c46d-4ef3-4f3d-a861-f3e5c736a8b0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515216 Apr 11 20:41:02.938966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Sync routers for ids ['c9117054-0d87-4e12-ae06-e604434211ac'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:41:03.013165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:03.063184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:03.063620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.085707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Calling delete_port for bfe30e5d-0dd1-4e00-a758-7f7f2e690cae owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:03.118700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Routers {'c9117054-0d87-4e12-ae06-e604434211ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:03.120119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['c9117054-0d87-4e12-ae06-e604434211ac'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:03.220797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e760739-a965-406b-a5c4-0371389a1298 req-068ad285-2928-4849-9dd2-af6f062293e8 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.0649056 Apr 11 20:41:03.234543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ce53db2c-24ff-465b-a267-c6d77372cb55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 217 time: 0.3205380 Apr 11 20:41:03.370911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.376551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Set router c9117054-0d87-4e12-ae06-e604434211ac gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:03.451845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] No DVR routers for this DVR port bfe30e5d-0dd1-4e00-a758-7f7f2e690cae on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:41:03.458961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.463295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Pushing event deleted for resources: {'Port': ['ID=503c8773-c47c-43c6-95be-e890d5058112,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:03.483677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe30e5d-0dd1-4e00-a758-7f7f2e690cae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:03.529305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.533207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f57e0675-4d09-46f5-be81-39d18af06d73 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6796360 Apr 11 20:41:03.570491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50564) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:03.590812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.643826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.679784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cd5b90-c5fd-49da-a6da-4d4a804f17c0']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:03.695178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:03.695395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8218fa-f09d-4c0d-bf7c-4537c3c06d14') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:03.714209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb7889-8f3e-4db0-9d7d-2aad37fb64ed,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:03.725066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.727294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8ee8e-1542-4344-9cde-f94022409c3b None None] DHCP port deletion for b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:41:03.752007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.769386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:41:03.769880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.772620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc0ff3d3-3819-439e-956e-cf227ee6dc45 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:41:03.793941 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:41:03.801506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-b343c326-5c7e-4dd1-91cb-d546f2df8840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:03.804366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-b343c326-5c7e-4dd1-91cb-d546f2df8840 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.4200964 Apr 11 20:41:03.820465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: dc0ff3d3-3819-439e-956e-cf227ee6dc45 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:03.821035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc0ff3d3-3819-439e-956e-cf227ee6dc45 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:03.825134 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.871751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:03.902675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:03.919766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:03.942105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:03.978202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:03.987050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4bb203ed91c4794b0698bea2ea9a9bc is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:03.987180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-c39484fc-2ceb-4fe7-908b-744e4f48b50b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665940 Apr 11 20:41:03.990597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:03.998343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:04.006846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.008518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.011708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.016358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ca571611-253e-431a-95b4-aa721ca636f5 tempest-ServersWithSpecificFlavorTestJSON-732347888 tempest-ServersWithSpecificFlavorTestJSON-732347888-project] 10.222.0.61 "DELETE /v2.0/floatingips/ac5a9b7d-a9bf-4b53-bf2a-2766b98edebd HTTP/1.1" status: 204 len: 168 time: 2.4188244 Apr 11 20:41:04.050222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1862936a-5013-459f-946b-43d276daa475 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d75b2f232e9f4a2da6d3ade4c0d730de&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0933588 Apr 11 20:41:04.056316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:04.057725 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b5fbbb-fee0-4013-bfee-a8e8be63e846'] response: {'server_uuid': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d', 'code': 200} Apr 11 20:41:04.058531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfe30e5d-0dd1-4e00-a758-7f7f2e690cae no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:04.094532 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.119676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bfe30e5d-0dd1-4e00-a758-7f7f2e690cae {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:04.120048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfe30e5d-0dd1-4e00-a758-7f7f2e690cae not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:04.120421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b239c513-36a8-487a-834a-bc3ea5b202cb no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:04.144188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:40:59Z', 'revision_number': 3, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port': {'id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:57Z', 'updated_at': '2022-04-11T20:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:04.164964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Checking router: c9117054-0d87-4e12-ae06-e604434211ac for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:04.165299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Updating router c9117054-0d87-4e12-ae06-e604434211ac port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:41:04.184838 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.188139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.189305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: b239c513-36a8-487a-834a-bc3ea5b202cb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:04.189653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b239c513-36a8-487a-834a-bc3ea5b202cb not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:04.212952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1cd5b90-c5fd-49da-a6da-4d4a804f17c0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:04.217149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:04.233737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5d47-f820-48dd-a324-cad6c1943f4e req-56fe0b6a-ee6e-49a9-a260-5c79c0597ac8 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:04.241296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-299c5d47-f820-48dd-a324-cad6c1943f4e req-56fe0b6a-ee6e-49a9-a260-5c79c0597ac8 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.7155669 Apr 11 20:41:04.252870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.303845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-6d719d2a-ba15-4fd6-9ec8-7fee5a3cc428 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819767 Apr 11 20:41:04.304054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.334650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-187b04f8-2762-4c21-a49c-9c86cd212880 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b1cd5b90-c5fd-49da-a6da-4d4a804f17c0 HTTP/1.1" status: 204 len: 168 time: 1.9943097 Apr 11 20:41:04.340883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-299c5d47-f820-48dd-a324-cad6c1943f4e req-9dc08fe4-24e4-4c00-bce3-75ccad6d3fbd tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983009 Apr 11 20:41:04.341002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36936791-dd0c-4bdc-8aa3-36f0a8391bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.389211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e523d7c-e4c5-43f5-aaed-8e4e882cfaf1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:04.421640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5bb0e17e-367b-43af-9926-0914cc8120a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4bb203ed91c4794b0698bea2ea9a9bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5485752 Apr 11 20:41:04.425723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:04.430051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36936791-dd0c-4bdc-8aa3-36f0a8391bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.440927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ee710da-4cc9-4b93-94d4-43d33d75382a req-d6de9c86-7d5b-43dd-8166-e3940e90e68e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 1100 time: 0.3184285 Apr 11 20:41:04.716616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a89e8-b1fa-4478-a75a-cffd3c7ff8f8 req-3f643f35-020f-4ddc-bfd4-abffc441e0e3 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:04.718071 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e1a89e8-b1fa-4478-a75a-cffd3c7ff8f8 req-3f643f35-020f-4ddc-bfd4-abffc441e0e3 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 950 time: 0.4769518 Apr 11 20:41:04.731035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ee710da-4cc9-4b93-94d4-43d33d75382a req-80e69c09-e667-477f-8b09-e547782d64ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752578 Apr 11 20:41:04.765089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aadaf4e-e1ca-47f0-a211-7eb99b128e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.768574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-144d93cc-3b83-479b-aad8-9c68c96899a8 req-8e0a6d4b-3676-4fcb-b35a-cf58ee057450 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.1500356 Apr 11 20:41:04.796291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-1b3b15ec-bce3-4fd1-ba8c-5e7df7903b48 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690011 Apr 11 20:41:04.813424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.825422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e1a89e8-b1fa-4478-a75a-cffd3c7ff8f8 req-3c6be026-27a4-4ed2-88ce-b126e611037d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956233 Apr 11 20:41:04.834044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aadaf4e-e1ca-47f0-a211-7eb99b128e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.884718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36936791-dd0c-4bdc-8aa3-36f0a8391bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.914868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36936791-dd0c-4bdc-8aa3-36f0a8391bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb7889-8f3e-4db0-9d7d-2aad37fb64ed,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:04.924827 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36936791-dd0c-4bdc-8aa3-36f0a8391bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.944750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36936791-dd0c-4bdc-8aa3-36f0a8391bc6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4afb7889-8f3e-4db0-9d7d-2aad37fb64ed HTTP/1.1" status: 204 len: 168 time: 0.8866081 Apr 11 20:41:04.965464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:04.970493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Transition to ACTIVE for port object bfeaa035-63d7-4527-b2ab-c2ef3ae083eb will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:04.985272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aadaf4e-e1ca-47f0-a211-7eb99b128e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.987951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aadaf4e-e1ca-47f0-a211-7eb99b128e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:04.989205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3aadaf4e-e1ca-47f0-a211-7eb99b128e1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e523d7c-e4c5-43f5-aaed-8e4e882cfaf1 HTTP/1.1" status: 204 len: 168 time: 0.5615196 Apr 11 20:41:05.040308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.256753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadaf4e-e1ca-47f0-a211-7eb99b128e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e523d7c-e4c5-43f5-aaed-8e4e882cfaf1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:05.323965 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-710a14ca-1d56-4005-8ae5-bab55d7308d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bb39de802b346dc9818f8b1ca369592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3551395 Apr 11 20:41:05.326412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:05.379925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Attempting to bind port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:05.380559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Attempting to bind port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:05.380886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Attempting to bind port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:05.390555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e7d5-7795-4859-b735-c531c20b44fd None None] Pushing event updated for resources: {'Port': ['ID=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:05.395209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:05.397075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:05.397782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.399037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:05.399793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Bound port: bfeaa035-63d7-4527-b2ab-c2ef3ae083eb, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:05.400414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.479136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4951c-a4d8-4e90-b850-222c5fc8ce16 req-bb73dd8b-3d12-422e-b34a-4a410c545345 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:05.486663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afa4951c-a4d8-4e90-b850-222c5fc8ce16 req-bb73dd8b-3d12-422e-b34a-4a410c545345 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 949 time: 0.4840462 Apr 11 20:41:05.499572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] For port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:05.500822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] For port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:05.536286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06b89a29-bd1f-40b3-834b-78069d59e4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.566667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06b89a29-bd1f-40b3-834b-78069d59e4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.579042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.671799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.741242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afa4951c-a4d8-4e90-b850-222c5fc8ce16 req-47af3a8a-f772-43d9-8dc4-be9314faaff8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534399 Apr 11 20:41:05.799577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Routers {'c9117054-0d87-4e12-ae06-e604434211ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:05.800517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['c9117054-0d87-4e12-ae06-e604434211ac'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:05.816339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-be2433c5-9b3d-42b2-a813-cfa834b960ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2279189 Apr 11 20:41:05.881209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06b89a29-bd1f-40b3-834b-78069d59e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:05.928558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b89a29-bd1f-40b3-834b-78069d59e4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00794b40-3058-4fa8-81fa-9d8d3113b5f6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:06.000443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e7d5-7795-4859-b735-c531c20b44fd None None] Pushing event updated for resources: {'Port': ['ID=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:06.124861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] Set router c9117054-0d87-4e12-ae06-e604434211ac gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:06.175242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06b89a29-bd1f-40b3-834b-78069d59e4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:06.176587 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-06b89a29-bd1f-40b3-834b-78069d59e4fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00794b40-3058-4fa8-81fa-9d8d3113b5f6 HTTP/1.1" status: 204 len: 168 time: 0.8490753 Apr 11 20:41:06.244453 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-09e4046c-4751-4dae-bb78-3636f356f971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1095 time: 0.2340901 Apr 11 20:41:06.381323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5f4d463-873a-4dd3-927a-f79366a4aee6 req-1692002f-7406-4384-b6cd-49c46d2faed6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.1578431 Apr 11 20:41:06.506906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Allocated IP 172.20.0.1 (b0e2d38d-7e05-4355-87e2-902dd6fb8077/b44048d1-d862-43e3-a7c1-f479af217c6f/7b1e6a47-82ef-4b54-b9c3-1a08e199e57e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:06.514658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29242f-8863-437f-bd81-c05f41c72f65 req-9959e8bf-9072-4e2a-bee3-fe9894432ab1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:06.531522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a29242f-8863-437f-bd81-c05f41c72f65 req-9959e8bf-9072-4e2a-bee3-fe9894432ab1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.5722489 Apr 11 20:41:06.535175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50642) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:06.538322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-0dc294c2-7821-474d-abb3-cc4df0a2e493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:06.540287 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-0dc294c2-7821-474d-abb3-cc4df0a2e493 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2288597 Apr 11 20:41:06.680598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-d473090e-3559-4fef-8459-066a15d9e987 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.1234093 Apr 11 20:41:06.696718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:40:59Z', 'revision_number': 3, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port': {'id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:57Z', 'updated_at': '2022-04-11T20:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:06.713663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575422a9-1993-41dd-b986-7404a8bdf63c None None] The sync data for ids ['c9117054-0d87-4e12-ae06-e604434211ac'] in n-d-837321-1 is: [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:40:59Z', 'revision_number': 3, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port': {'id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:57Z', 'updated_at': '2022-04-11T20:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:41:06.791192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-dd4766f6-5033-4693-8496-40738f99ff97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:06.793849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-dd4766f6-5033-4693-8496-40738f99ff97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1061921 Apr 11 20:41:06.858369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a29242f-8863-437f-bd81-c05f41c72f65 req-b6ec8b6d-70a8-4cbc-bb23-5e434cfa269a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260291 Apr 11 20:41:06.910764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-977536a1-56a1-4905-ae56-5052b5586e10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065497 Apr 11 20:41:07.004882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-6bbd88e1-b335-4929-a453-8ed318636665 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608277 Apr 11 20:41:07.299537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-29f493d2-f518-4faf-a85d-b0730d45ef87 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746228 Apr 11 20:41:07.300795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:07.307061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1fe09-763a-4fd3-8852-c5c64a10f12f req-e7684153-8010-446a-a293-20e9a6cc4353 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:07.314275 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9c1fe09-763a-4fd3-8852-c5c64a10f12f req-e7684153-8010-446a-a293-20e9a6cc4353 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 949 time: 0.2344332 Apr 11 20:41:07.340972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Transition to ACTIVE for port object 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:07.578094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:07.582023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9c1fe09-763a-4fd3-8852-c5c64a10f12f req-eec08721-340e-4d18-a8e6-f4b308013526 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668242 Apr 11 20:41:07.684576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c03d4eb-72cb-4f11-b467-f4a275e428d5 req-ad94e2c1-05b2-4a21-87a4-a39b74141ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681870 Apr 11 20:41:07.963172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d1f02ea-08be-4531-ae22-ba736ec64180 req-9c5c77f3-0035-4dc2-ba51-8091953c91d9 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.2475471 Apr 11 20:41:07.996624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:08.028419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:08.074856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfeaa035-63d7-4527-b2ab-c2ef3ae083eb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:08.092619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:08.359765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:08.395292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:08.399228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:08.413624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:08.414003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:08.566308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-2df5d1dd-5954-4829-b6dc-741357941c5e tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:08.568162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-2df5d1dd-5954-4829-b6dc-741357941c5e tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4749935 Apr 11 20:41:08.592774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba866a9-d187-4782-82e9-371963925139 req-e2c54519-0ba2-4a98-9189-d7c5905cad76 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:08.597968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba866a9-d187-4782-82e9-371963925139 req-e2c54519-0ba2-4a98-9189-d7c5905cad76 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:08.606456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba866a9-d187-4782-82e9-371963925139 req-e2c54519-0ba2-4a98-9189-d7c5905cad76 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255&device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 1690 time: 0.2206061 Apr 11 20:41:08.619003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Request body: {'port': {'device_id': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'c4bb17ac31824fb29e4412776d65b6ae'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:08.665413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba866a9-d187-4782-82e9-371963925139 req-99341c3f-e2d4-4ec3-b30d-fd4afcc4cb77 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579803 Apr 11 20:41:08.732065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c399d4f2-3441-4859-8525-aa2bc1ad8c2d None None] Provisioning for port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:08.759290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c399d4f2-3441-4859-8525-aa2bc1ad8c2d None None] Provisioning complete for port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:08.759606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c399d4f2-3441-4859-8525-aa2bc1ad8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:08.816893 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:08.850878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c399d4f2-3441-4859-8525-aa2bc1ad8c2d None None] Port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:08.855380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:08.935112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:09.058563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:09.123260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90756c92-2e25-4a81-84ec-44ff8313424c req-8a5366ba-b8fb-4bb1-9263-c95cd799dd9a tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 1100 time: 0.1375334 Apr 11 20:41:09.172834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-90756c92-2e25-4a81-84ec-44ff8313424c req-b3bf07be-738e-4f93-8a0d-d2a084729f6a tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Synchronizing usage tracker for tenant:f41d5462b021459d88d054d69e54ba43 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:09.302318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-90756c92-2e25-4a81-84ec-44ff8313424c req-b3bf07be-738e-4f93-8a0d-d2a084729f6a tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] Unset dirty status for tenant:f41d5462b021459d88d054d69e54ba43 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:09.305805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90756c92-2e25-4a81-84ec-44ff8313424c req-b3bf07be-738e-4f93-8a0d-d2a084729f6a tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791272 Apr 11 20:41:09.408792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030ff6-47a3-4b8d-9e66-45cdda914d6a req-a927c239-6f14-4c73-b44f-9e1d4d131918 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:09.410295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92030ff6-47a3-4b8d-9e66-45cdda914d6a req-a927c239-6f14-4c73-b44f-9e1d4d131918 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 1.0261531 Apr 11 20:41:09.468752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:09.473009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d860ba03-9b01-4385-bb10-31963ffa9f1c req-1fdb572b-0d96-4b13-a4c9-027a5c2dad71 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.0404689 Apr 11 20:41:09.504207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:09.513967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Usage tracker for resource:port and tenant:c4bb17ac31824fb29e4412776d65b6ae is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:09.539835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:09.560450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:09.585127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92030ff6-47a3-4b8d-9e66-45cdda914d6a req-2c56d4a8-1576-4155-960c-f07191dc8aa9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589270 Apr 11 20:41:09.681049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33a6dcad-5bb3-4a92-a2f7-e97751719bfc req-30b7bebc-797e-436c-9681-3fb184927930 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 1101 time: 0.0762858 Apr 11 20:41:09.717107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Made reservation on behalf of c4bb17ac31824fb29e4412776d65b6ae for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:09.720049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:09.725024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33a6dcad-5bb3-4a92-a2f7-e97751719bfc req-390807d5-99b4-4335-8636-f77e60afed41 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Apr 11 20:41:09.746482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:09.828372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:09.837900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Usage tracker for resource:security_group_rule and tenant:c4bb17ac31824fb29e4412776d65b6ae is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:09.842149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:09.853437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:09.916559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:09.928492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfeaa035-63d7-4527-b2ab-c2ef3ae083eb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:10.012616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:10.013070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:10.077997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:41:10.144985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:10.261275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:10.343080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-fd6df6c8-ae1e-45c3-9ccc-d3071db3c5f6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444367 Apr 11 20:41:10.382868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:10.450168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:10.456753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:10.466156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-815cac21-6a2c-4bd7-b01e-8e29ae0f768f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3604016 Apr 11 20:41:10.540225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:10.686190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-b9af5f00-173e-46e9-9a9e-8b32570fa9ab tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:10.690568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-b9af5f00-173e-46e9-9a9e-8b32570fa9ab tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466568 Apr 11 20:41:10.728430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-755ed223-fb73-4db4-a29b-b39499ad038f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/quotas/85277020f6614ba2857f20cb28cd0a36 HTTP/1.1" status: 200 len: 375 time: 0.0306191 Apr 11 20:41:10.795412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50748) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:10.812015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c01c15-08f2-472d-aa10-c737f19f199e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:10.848750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26b814a3-05a7-4c2f-8f0f-3bcafc058d26 req-2814d11b-1fee-4f02-b35f-f0fa55abd17e tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.1206596 Apr 11 20:41:10.878975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-84add426-90ea-4f3d-999d-0ece74a7efab tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1375527 Apr 11 20:41:10.988463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:11.009782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:11.218719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.295199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5240eb1-a1fb-40e4-9d0a-2c55e8d4928f req-3462c22b-76bf-4ba0-8c0d-5098d56551c4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.0517049 Apr 11 20:41:11.330119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:11.343802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Usage tracker for resource:security_group_rule and tenant:c59cd846f18a4e0697a3536657bba3d3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:11.347269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:11.358363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:11.411361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e67ba6db-857e-4e3a-a408-9958e2c3b562 None None] Provisioning complete for port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:11.411955 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e67ba6db-857e-4e3a-a408-9958e2c3b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.498789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e67ba6db-857e-4e3a-a408-9958e2c3b562 None None] Port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:11.515947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.572473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-aeff3158-e561-432c-a6b9-e715d783f198 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1095 time: 1.0782671 Apr 11 20:41:11.591098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Allocated IP 192.168.233.191 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/9e9eae4d-1c44-4926-900c-73c4171a1344) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:11.626313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.683008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8314a-cb57-44fa-bf7c-7f1656f045f3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:11.699273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-39d72d9e-3b15-4660-9f68-4671b40e6e90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c59cd846f18a4e0697a3536657bba3d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8971853 Apr 11 20:41:11.699273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50776) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:11.791763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127fe836-897c-4a40-a208-6ac4a36a93ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.821414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127fe836-897c-4a40-a208-6ac4a36a93ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.957235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127fe836-897c-4a40-a208-6ac4a36a93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:11.993883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-ed585911-e005-42ae-a620-db59f6f88527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:11.999719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fe836-897c-4a40-a208-6ac4a36a93ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8314a-cb57-44fa-bf7c-7f1656f045f3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:11.999979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-ed585911-e005-42ae-a620-db59f6f88527 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.3840969 Apr 11 20:41:12.000079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127fe836-897c-4a40-a208-6ac4a36a93ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:12.001194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-127fe836-897c-4a40-a208-6ac4a36a93ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9d8314a-cb57-44fa-bf7c-7f1656f045f3 HTTP/1.1" status: 204 len: 168 time: 0.3054090 Apr 11 20:41:12.118337 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2506c7dd-4349-4fbb-b4c7-826713ad4962 req-342d0eb6-aaf0-4218-810e-db636b5c48b0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.0531321 Apr 11 20:41:12.124642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f76433-2beb-44b0-940c-0597b82e7c64 req-dfd2d3ad-5a24-410c-a272-7d6ffa08cf10 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:12.126125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58f76433-2beb-44b0-940c-0597b82e7c64 req-dfd2d3ad-5a24-410c-a272-7d6ffa08cf10 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 1.0199649 Apr 11 20:41:12.341009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-42684004-e88b-420f-802d-2d02367c5e9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.2383809 Apr 11 20:41:12.516044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0eb20c0-a43a-46cb-aed5-160390acd461 req-3bf5e739-08a0-4ba2-b8f2-e02ff3281ea2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.0672684 Apr 11 20:41:12.530906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58f76433-2beb-44b0-940c-0597b82e7c64 req-7e6c581e-f366-49d8-95df-cb396b60cb0e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354919 Apr 11 20:41:12.547382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:12.549631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-653e3990-367f-4db8-8dc8-a3b243f23bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:12.550991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-653e3990-367f-4db8-8dc8-a3b243f23bb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1960378 Apr 11 20:41:12.622344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-799efb87-827f-4dca-a005-e76014b77dfc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604115 Apr 11 20:41:12.626779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Transition to ACTIVE for port object 9e9eae4d-1c44-4926-900c-73c4171a1344 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:12.702941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50814) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:12.904906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-54e17afd-c62b-4d2c-b17d-332b186db109 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735200 Apr 11 20:41:12.951254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.002875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.009733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:13.013986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Usage tracker for resource:security_group_rule and tenant:6306c2eaf4d244de973bba986b0bb586 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:13.017553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:13.028909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:13.070000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Router c9117054-0d87-4e12-ae06-e604434211ac has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:41:13.112206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.176201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.227739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:13.228547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Pushing event updated for resources: {'Port': ['ID=9e9eae4d-1c44-4926-900c-73c4171a1344,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:13.235795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:13.256387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:13.265640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f2a02-9938-4cef-bdae-8b1243ef4781,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:13.275920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1145f431-4a8c-4887-951d-2cfa280e6f1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6306c2eaf4d244de973bba986b0bb586&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5711393 Apr 11 20:41:13.283844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50830) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:13.476664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a09bb78-078a-40e1-80f7-5143000dd466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.531445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a09bb78-078a-40e1-80f7-5143000dd466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.532386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Deleting port 60d1006f-b83c-4118-97b3-c60feb938ad6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:13.532701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.586625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fd4c0c4-a946-46f6-95c1-2113412db3dd req-1e11e82f-7378-48be-af6e-c6eaa6e51afc service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722727 Apr 11 20:41:13.603763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da322a75-6b8e-4fd5-a4ce-a664a6b4e10a req-144a789b-7f3c-46ff-b492-33b70098e45c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:13.608383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da322a75-6b8e-4fd5-a4ce-a664a6b4e10a req-144a789b-7f3c-46ff-b492-33b70098e45c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 936 time: 0.2966695 Apr 11 20:41:13.628050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f94d-363a-483a-bd31-ea4d2469b72c None None] Provisioning for port 9e9eae4d-1c44-4926-900c-73c4171a1344 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:13.637269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f94d-363a-483a-bd31-ea4d2469b72c None None] Provisioning complete for port 9e9eae4d-1c44-4926-900c-73c4171a1344 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:13.637269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f94d-363a-483a-bd31-ea4d2469b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.715258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:13.716656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.765700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da322a75-6b8e-4fd5-a4ce-a664a6b4e10a req-90dfe09a-6e98-410b-88b8-02886d76e6d2 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472099 Apr 11 20:41:13.793832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4f94d-363a-483a-bd31-ea4d2469b72c None None] Port 9e9eae4d-1c44-4926-900c-73c4171a1344 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:13.834154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a09bb78-078a-40e1-80f7-5143000dd466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.852933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09bb78-078a-40e1-80f7-5143000dd466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f2a02-9938-4cef-bdae-8b1243ef4781,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:13.854803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a09bb78-078a-40e1-80f7-5143000dd466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.856351 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-30ba560a-d4c4-4156-9942-463107c44629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:13.858553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6a09bb78-078a-40e1-80f7-5143000dd466 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc9f2a02-9938-4cef-bdae-8b1243ef4781 HTTP/1.1" status: 204 len: 168 time: 0.5736587 Apr 11 20:41:13.924961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b911ba5-cdb0-4667-b911-d47148d271b8 req-6be4e4fc-e8f2-477b-83a8-d1a8334238fa tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.1470635 Apr 11 20:41:13.933108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-8346cf0f-9f35-4a3c-9de3-2ffa720d5abd tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160963 Apr 11 20:41:14.044106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929d87a-2f9b-4c99-93dd-ce2c7a06f8b6 req-aa94920e-8cc4-4710-adfd-b98edca98807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:14.052915 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1929d87a-2f9b-4c99-93dd-ce2c7a06f8b6 req-aa94920e-8cc4-4710-adfd-b98edca98807 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.1245632 Apr 11 20:41:14.070997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e6c424ac-12d3-480d-afe0-07915b8a9672 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4679747 Apr 11 20:41:14.097205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Request body: {'port': {'device_id': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:14.111156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1929d87a-2f9b-4c99-93dd-ce2c7a06f8b6 req-d642b80c-5e06-4ea7-88f6-82bf39ddbe28 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Apr 11 20:41:14.168678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] For port 60d1006f-b83c-4118-97b3-c60feb938ad6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60d1006f-b83c-4118-97b3-c60feb938ad6,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:14.169114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:14.313309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:14.347057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Calling delete_port for 60d1006f-b83c-4118-97b3-c60feb938ad6 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:14.465466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-4ae8a059-40d9-4a4a-ad2a-599420942c9d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:14.466876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-4ae8a059-40d9-4a4a-ad2a-599420942c9d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5274780 Apr 11 20:41:14.483816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:14.532771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-695593189-network', 'tenant_id': '58c1086e1d1f4838a5aa5c5d7b4dde31'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:14.537430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:14.541324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Usage tracker for resource:network and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:14.544428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:14.550551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:14.579229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:14.632424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Made reservation on behalf of 58c1086e1d1f4838a5aa5c5d7b4dde31 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:14.634777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:14.647130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:14.680357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:14.684056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:14.686841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:14.693264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:14.780029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:14.860584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:41:14.881934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2cf7c99-cd17-4d4d-a565-662a10f4d8c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/c9117054-0d87-4e12-ae06-e604434211ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2908471 Apr 11 20:41:14.890515 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Sync routers for ids ['c9117054-0d87-4e12-ae06-e604434211ac'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:41:14.897855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:14.909022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Routers {'c9117054-0d87-4e12-ae06-e604434211ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:14.909792 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['c9117054-0d87-4e12-ae06-e604434211ac'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:14.963529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:14.986917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50874) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:15.125225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:15.125763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:41:15.132536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.149498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e608ad28-a363-4ea9-bb34-e9c274fd0be8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:15.182829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.182829 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Added segment 69573a1c-2d0b-4488-a1fe-97b27e04b4c2 of type vlan for network b0f9c0c3-08d9-411a-b371-6b03180f8128 Apr 11 20:41:15.210376 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-bea34c35-854b-46f1-b1ff-95d6fa4e42cf tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.2859213 Apr 11 20:41:15.273120 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Set router c9117054-0d87-4e12-ae06-e604434211ac gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:15.287958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-837321-1'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:15.332278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-883ab7b4-163c-43b4-8b54-a850694c1b1e req-e9a5e0e5-a107-4903-aaa2-a88ace560d50 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.1429899 Apr 11 20:41:15.343486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.385779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:15.390406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Usage tracker for resource:security_group_rule and tenant:f61264f9e1a148b5a8e70eae76aa70f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:15.393859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:15.401996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:15.448209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.450326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:41:15.562474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9eae4d-1c44-4926-900c-73c4171a1344 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:15.571628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.588866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Transition to ACTIVE for port object 9e9eae4d-1c44-4926-900c-73c4171a1344 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:15.638157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:15.638540 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:41:08Z', 'revision_number': 4, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port': {'id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:57Z', 'updated_at': '2022-04-11T20:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7b1e6a47-82ef-4b54-b9c3-1a08e199e57e', 'name': '', 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'mac_address': 'fa:16:3e:d3:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b44048d1-d862-43e3-a7c1-f479af217c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:05Z', 'updated_at': '2022-04-11T20:41:09Z', 'revision_number': 2, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'subnets': [{'id': 'b44048d1-d862-43e3-a7c1-f479af217c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:15.642882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.647273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Checking router: c9117054-0d87-4e12-ae06-e604434211ac for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:15.647273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Updating router c9117054-0d87-4e12-ae06-e604434211ac port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:41:15.647523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.648376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:15.648947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.660106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.703612 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.711593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.717713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:15.737559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-91ef8178-a7bd-48bd-a76d-2e9b7e2f3b2d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:15.740753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-91ef8178-a7bd-48bd-a76d-2e9b7e2f3b2d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Synchronizing usage tracker for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:15.832519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d1006f-b83c-4118-97b3-c60feb938ad6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:15.941999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Pushing event updated for resources: {'Port': ['ID=9e9eae4d-1c44-4926-900c-73c4171a1344,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:15.962538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.009169 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28eb89d4-5595-4efd-acb4-78ae2eff943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.011077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:16.030993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56f38-d4ea-4d21-a95e-9480191930fb req-b3107e71-6842-489d-b354-d8a32487c2cf tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:16.032710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87b56f38-d4ea-4d21-a95e-9480191930fb req-b3107e71-6842-489d-b354-d8a32487c2cf tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 945 time: 0.5696647 Apr 11 20:41:16.034720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f9c0c3-08d9-411a-b371-6b03180f8128,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:16.044407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e13c0e0-0207-4aae-8130-e8cce5d54758 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7296951 Apr 11 20:41:16.046385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50888) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:16.048963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b0f9c0c3-08d9-411a-b371-6b03180f8128 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:41:16.076029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Request body: {'subnet': {'network_id': 'b0f9c0c3-08d9-411a-b371-6b03180f8128', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-695593189-subnet', 'tenant_id': '58c1086e1d1f4838a5aa5c5d7b4dde31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:16.094429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:16.112189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Usage tracker for resource:subnet and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:16.133529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:16.195805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:16.226876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:41:16.235893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-91ef8178-a7bd-48bd-a76d-2e9b7e2f3b2d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Unset dirty status for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:16.237080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-91ef8178-a7bd-48bd-a76d-2e9b7e2f3b2d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 936 time: 0.9377041 Apr 11 20:41:16.253193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2680a-5f51-43fc-b1ad-fb575c581677,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:16.310563 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.311007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:41:16.317000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:16.335022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Transition to ACTIVE for port object 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:16.370747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87b56f38-d4ea-4d21-a95e-9480191930fb req-bb48c986-f52f-4207-b60a-b23a5b940b4b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249419 Apr 11 20:41:16.383806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Made reservation on behalf of 58c1086e1d1f4838a5aa5c5d7b4dde31 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:16.386153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.405672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4a6bf26e-db9a-4efd-8adb-749d5c8f3a93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f61264f9e1a148b5a8e70eae76aa70f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3907118 Apr 11 20:41:16.413164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50898) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:16.425717 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.617795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:16.642465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 has no active binding in host n-h2-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:41:16.697409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:16.710651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.725099 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.749080 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Attempting to bind port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:16.750787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Attempting to bind port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:16.750787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Attempting to bind port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e on network b0e2d38d-7e05-4355-87e2-902dd6fb8077 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:16.758305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Pushing event updated for resources: {'Port': ['ID=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:16.769727 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:16.776214 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Checking segment: {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:16.776214 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.776214 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Bound using segment: {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:16.776214 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Bound port: 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0163bc96-f723-49b7-9fc9-4f1390005fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:16.776214 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.791740 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:41:16.839228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:16.886269 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] For port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:16.901554 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] For port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:16.923258 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.923541 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.923875 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.924207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.924533 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.924853 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.925185 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.925491 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.925805 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.926701 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.926701 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:16.969074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-e4d46504-31df-4492-825c-4e6fa39c280c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Synchronizing usage tracker for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:16.978055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.66 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/4f30be53-397c-42d6-a9c1-8d1e712e3042) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:16.988151 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.104274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280f7216-71e7-404e-825b-4673f8aa2883,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:17.123967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Routers {'c9117054-0d87-4e12-ae06-e604434211ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:17.126676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Checking segment: {'id': '69573a1c-2d0b-4488-a1fe-97b27e04b4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b0f9c0c3-08d9-411a-b371-6b03180f8128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:17.126676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Network hostable DHCP agents. Network: b0f9c0c3-08d9-411a-b371-6b03180f8128, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:41:17.127232 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['c9117054-0d87-4e12-ae06-e604434211ac'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:17.146633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aef0f343-0c21-43c5-970c-077e9c3903fe req-19a3b7ca-6ae1-44ff-8fe3-7d4e6a97fd76 tempest-FloatingIPsNegativeTestJSON-1464471373 tempest-FloatingIPsNegativeTestJSON-1464471373-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=ea5b01365d6e466097d73195a653d4f8 HTTP/1.1" status: 200 len: 217 time: 0.2112398 Apr 11 20:41:17.184082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:17.204477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.262056 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.310769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.336071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on host n-h1-837321-1 for vnic_type normal with profile {"migrating_to": "n-h2-837321-1"} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:17.336484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:17.336736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:17.350464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object 4f30be53-397c-42d6-a9c1-8d1e712e3042 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:17.363387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:17.364164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Attempting to bind port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:17.397832 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc47bd-4d7c-44ea-a3b9-09c5ba802a51 None None] Pushing event updated for resources: {'Port': ['ID=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:17.415832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:17.416202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:17.416616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:17.417062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Bound port: b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:17.417443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.421129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-e4d46504-31df-4492-825c-4e6fa39c280c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Unset dirty status for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:17.423579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b36f54fe-807f-4997-80c3-fdcd1fd4e600 req-e4d46504-31df-4492-825c-4e6fa39c280c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1460302 Apr 11 20:41:17.461517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bb73897-d426-49a8-81e2-d63516cbc437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.461616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Network b0f9c0c3-08d9-411a-b371-6b03180f8128 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:41:17.467504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21617cf3-c483-48dd-9409-4768a1b08449 req-9378ec83-e94b-4452-a629-8ac303ea157c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.0999131 Apr 11 20:41:17.519173 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] Set router c9117054-0d87-4e12-ae06-e604434211ac gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:17.522737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bb73897-d426-49a8-81e2-d63516cbc437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.536317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b0f9c0c3-08d9-411a-b371-6b03180f8128) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:17.545568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:17.549687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4aa38e-487b-4c27-b721-b27ab8bde4c5 None None] Network b0f9c0c3-08d9-411a-b371-6b03180f8128 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:17.549829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.589111 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d0d331-0318-4ae4-ad9a-0b264a22a8f4'] response: {'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'code': 200} Apr 11 20:41:17.638565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.638957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26a2bb40-2a9d-48c6-8f2c-f50d4c58a015 req-97f03034-84b3-46e5-a84f-2980c5beb673 tempest-FloatingIPsNegativeTestJSON-1464471373 tempest-FloatingIPsNegativeTestJSON-1464471373-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0744159 Apr 11 20:41:17.651760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', '6dca6344-0989-4e87-879a-b9750960fc64'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:17.657834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:17.665566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:17.672466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Attempting to bind port 9e9eae4d-1c44-4926-900c-73c4171a1344 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:17.672807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Attempting to bind port 9e9eae4d-1c44-4926-900c-73c4171a1344 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:17.673136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Attempting to bind port 9e9eae4d-1c44-4926-900c-73c4171a1344 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:17.740911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd', '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:17.768107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6b634636-c7c5-4cae-ad07-92f5701a2c20 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7023087 Apr 11 20:41:17.784977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.800906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=4f30be53-397c-42d6-a9c1-8d1e712e3042,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:17.822262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bb73897-d426-49a8-81e2-d63516cbc437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:17.838631 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-89e790a4-d0e1-48d2-a0d7-c15e6d2ccd74 req-157ae07e-9e5a-4cf6-a651-31435efb419b tempest-FloatingIPsNegativeTestJSON-1464471373 tempest-FloatingIPsNegativeTestJSON-1464471373-project] show failed (client error): The resource could not be found. Apr 11 20:41:17.849012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89e790a4-d0e1-48d2-a0d7-c15e6d2ccd74 req-157ae07e-9e5a-4cf6-a651-31435efb419b tempest-FloatingIPsNegativeTestJSON-1464471373 tempest-FloatingIPsNegativeTestJSON-1464471373-project] 10.222.0.61 "GET /v2.0/floatingips/6f233327-e6f1-4462-a601-69d8d08c963d HTTP/1.1" status: 404 len: 350 time: 0.1690125 Apr 11 20:41:17.855031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:17.873193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50928) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:17.895624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Port 9e9eae4d-1c44-4926-900c-73c4171a1344 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:17.895955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Attempting to bind port 9e9eae4d-1c44-4926-900c-73c4171a1344 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:17.914193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:17.917820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:18.012772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:18.013436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:18.023644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:18.023644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Bound port: 9e9eae4d-1c44-4926-900c-73c4171a1344, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:18.023644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.061871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb73897-d426-49a8-81e2-d63516cbc437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2680a-5f51-43fc-b1ad-fb575c581677,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:18.144786 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:41:08Z', 'revision_number': 4, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port': {'id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:57Z', 'updated_at': '2022-04-11T20:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7b1e6a47-82ef-4b54-b9c3-1a08e199e57e', 'name': '', 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'mac_address': 'fa:16:3e:d3:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b44048d1-d862-43e3-a7c1-f479af217c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:05Z', 'updated_at': '2022-04-11T20:41:16Z', 'revision_number': 4, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'subnets': [{'id': 'b44048d1-d862-43e3-a7c1-f479af217c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:18.156856 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fba6a4-b46d-44e9-af24-4a0d47c9c632 None None] The sync data for ids ['c9117054-0d87-4e12-ae06-e604434211ac'] in n-d-837321-1 is: [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:41:08Z', 'revision_number': 4, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port': {'id': 'bfeaa035-63d7-4527-b2ab-c2ef3ae083eb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:40:57Z', 'updated_at': '2022-04-11T20:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7b1e6a47-82ef-4b54-b9c3-1a08e199e57e', 'name': '', 'network_id': 'b0e2d38d-7e05-4355-87e2-902dd6fb8077', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'mac_address': 'fa:16:3e:d3:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b44048d1-d862-43e3-a7c1-f479af217c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:05Z', 'updated_at': '2022-04-11T20:41:16Z', 'revision_number': 4, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'subnets': [{'id': 'b44048d1-d862-43e3-a7c1-f479af217c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:41:18.253728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] For port 9e9eae4d-1c44-4926-900c-73c4171a1344, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:18.257411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] For port 9e9eae4d-1c44-4926-900c-73c4171a1344, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9e9eae4d-1c44-4926-900c-73c4171a1344,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:18.275738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:18.370448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:18.371069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.386301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.472009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1247039893', 'description': 'tempest-description-680566591'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:18.485322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:18.487505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.489601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ee52c843-8fba-4d4f-9aee-28edb2fe80b2 service neutron] 10.222.0.75 "PUT /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 1121 time: 3.2087417 Apr 11 20:41:18.493330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:18.498090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:18.511987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:18.612194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.657671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1685b26d-7bb3-401f-8d8d-5883b8597ea7 None None] Provisioning for port 4f30be53-397c-42d6-a9c1-8d1e712e3042 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:18.775834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Pushing event updated for resources: {'Port': ['ID=9e9eae4d-1c44-4926-900c-73c4171a1344,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:18.784510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.787206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-e9c71281-8ec1-48ae-9525-26aad57f568e service neutron] 10.222.0.69 "PUT /v2.0/ports/9e9eae4d-1c44-4926-900c-73c4171a1344 HTTP/1.1" status: 200 len: 1096 time: 4.7023268 Apr 11 20:41:18.801258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'tag': '9e9eae4d-1c44-4926-900c-73c4171a1344'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:18.804840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bb73897-d426-49a8-81e2-d63516cbc437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.806139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8bb73897-d426-49a8-81e2-d63516cbc437 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9fa2680a-5f51-43fc-b1ad-fb575c581677 HTTP/1.1" status: 204 len: 168 time: 2.3875055 Apr 11 20:41:18.807043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:18.822214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e3832-5708-46d0-bcdc-5bee1678c357 req-d2aaea97-677e-42c1-8c00-babbf585aa9b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:18.830303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e20e3832-5708-46d0-bcdc-5bee1678c357 req-d2aaea97-677e-42c1-8c00-babbf585aa9b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 943 time: 1.0609083 Apr 11 20:41:18.833689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:18.891309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:18.960849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de92655-6430-4dac-9aa1-af934c97a84b None None] Network b0f9c0c3-08d9-411a-b371-6b03180f8128 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:19.080451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e20e3832-5708-46d0-bcdc-5bee1678c357 req-04474c3c-f01d-44b3-a779-05acefab3e42 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488799 Apr 11 20:41:19.085295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a7f45f65-e5ff-4b8a-b5d7-3bf3754e3004 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5819359 Apr 11 20:41:19.086086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:19.096601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:19.122431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:19.133166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:19.299737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.300501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Request body: {'port': {'device_id': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:19.385991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.446139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1685b26d-7bb3-401f-8d8d-5883b8597ea7 None None] Provisioning complete for port 4f30be53-397c-42d6-a9c1-8d1e712e3042 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:19.446512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1685b26d-7bb3-401f-8d8d-5883b8597ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.468233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.522944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1685b26d-7bb3-401f-8d8d-5883b8597ea7 None None] Port 4f30be53-397c-42d6-a9c1-8d1e712e3042 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:19.555506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.592720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:19.620166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd94c79-c18e-4891-9027-988b76939e31,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:19.708115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.727825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb2e233b-a7c4-450d-b15e-447747945905 req-4fe20efa-635a-4148-ba2f-1985c1ac129d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.2813601 Apr 11 20:41:19.792789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:19.831527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-05bee0fe-e4e8-4e4a-9931-e69a0af78875 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 1099 time: 0.7769170 Apr 11 20:41:19.992396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1d30b-d6f7-4543-a6ea-6c9a572ca367 req-b90afa65-ae21-4e28-95c8-91a404c22e6b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:20.013679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4dc1d30b-d6f7-4543-a6ea-6c9a572ca367 req-b90afa65-ae21-4e28-95c8-91a404c22e6b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 948 time: 0.5902524 Apr 11 20:41:20.040163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-b4165775-a70e-47e1-9832-293e5d305ddc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9e9eae4d-1c44-4926-900c-73c4171a1344 HTTP/1.1" status: 200 len: 217 time: 0.1734579 Apr 11 20:41:20.075177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:20.195026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc6db-0c05-4616-8663-6a2c9b8efe40 req-2a1b8118-04fa-42fb-b747-d5d595300ec6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:20.202135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1edcc6db-0c05-4616-8663-6a2c9b8efe40 req-2a1b8118-04fa-42fb-b747-d5d595300ec6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 935 time: 0.1976342 Apr 11 20:41:20.264084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4dc1d30b-d6f7-4543-a6ea-6c9a572ca367 req-e6c684c5-dde2-4197-97d1-1b3f2ea785a7 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491951 Apr 11 20:41:20.278032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-bea9d78a-b380-4a7a-b4bc-f16a543e0d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:20.306570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-bea9d78a-b380-4a7a-b4bc-f16a543e0d37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2504528 Apr 11 20:41:20.406064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1edcc6db-0c05-4616-8663-6a2c9b8efe40 req-2242ac01-2b81-4e9a-8122-2895786348af tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028098 Apr 11 20:41:20.424145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:20.453759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:20.454863 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:20.527627 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b536774-c9b9-4b9b-926b-e90f1694f31f'] response: {'name': 'network-changed', 'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'status': 'completed', 'code': 200} Apr 11 20:41:20.607054 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f9093a-df1a-4589-b57e-f6f2c28a3c26'] response: {'name': 'network-changed', 'server_uuid': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'tag': '9e9eae4d-1c44-4926-900c-73c4171a1344', 'status': 'completed', 'code': 200} Apr 11 20:41:20.632738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-0c7a5a53-bc33-4ccc-9a66-42ce343c6675 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/5bd94c79-c18e-4891-9027-988b76939e31 HTTP/1.1" status: 200 len: 1646 time: 0.1708224 Apr 11 20:41:20.646945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5bd94c79-c18e-4891-9027-988b76939e31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:20.647548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5bd94c79-c18e-4891-9027-988b76939e31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:20.655917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:20.663881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:20.669803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:20.682201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:20.699144 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:20.732954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f30be53-397c-42d6-a9c1-8d1e712e3042 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:20.742168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-0094ab54-35aa-431d-9f03-25dc6484b67d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1124 time: 0.2080145 Apr 11 20:41:20.742418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:20.748974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:20.805611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:20.868027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Deleting port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:20.868370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:20.917016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:20.958534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Transition to ACTIVE for port object 4f30be53-397c-42d6-a9c1-8d1e712e3042 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:20.963875 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:21.034742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:21.063698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-70bf4cdc-4ed1-4ee8-90ec-94a8e95747e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:21.068838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-70bf4cdc-4ed1-4ee8-90ec-94a8e95747e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.3159173 Apr 11 20:41:21.077464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:21.142994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:21.160252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-61ed3948-b4b5-445f-94eb-0ba8e2a35de2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 217 time: 0.0845351 Apr 11 20:41:21.167762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8d70c2-b89e-4d14-b910-0c7d1e7cd233,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:21.288973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] For port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:21.288973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:21.309245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-453d14c2-2a09-46f9-aef3-175626dae5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:21.310712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-453d14c2-2a09-46f9-aef3-175626dae5e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1144719 Apr 11 20:41:21.494988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-6685d129-b0b4-4aff-8077-cd19dc44734a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1400197 Apr 11 20:41:21.497484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Pushing event updated for resources: {'Port': ['ID=4f30be53-397c-42d6-a9c1-8d1e712e3042,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:21.596060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:21.597851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05125ef2-d075-41b4-ae38-227b9db85ed2 req-5c7c258d-891c-408c-983d-08d521edd8bc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.9567680 Apr 11 20:41:21.619785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Calling delete_port for 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:21.650394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-e0758484-47f2-41ff-a701-3908d5d6697f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369278 Apr 11 20:41:21.679358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fea9-1fad-499f-ae3b-9457386456dd req-5a120ea3-e6d9-46cc-9763-2ec1cc7d0574 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:21.686202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55a7fea9-1fad-499f-ae3b-9457386456dd req-5a120ea3-e6d9-46cc-9763-2ec1cc7d0574 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 943 time: 0.9409885 Apr 11 20:41:21.892749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-eaec8e93-36fc-4887-bcb9-e4f174b29771 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307243 Apr 11 20:41:21.943967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Attempting to bind port 4f30be53-397c-42d6-a9c1-8d1e712e3042 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:21.944299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Attempting to bind port 4f30be53-397c-42d6-a9c1-8d1e712e3042 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:21.944823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Attempting to bind port 4f30be53-397c-42d6-a9c1-8d1e712e3042 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:21.964516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55a7fea9-1fad-499f-ae3b-9457386456dd req-414fc700-4ffe-4533-ba98-9887fa0c7cb1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773626 Apr 11 20:41:21.969277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-119594a0-d60c-40a3-9d46-c63b28a8faea service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660468 Apr 11 20:41:21.981823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Port 4f30be53-397c-42d6-a9c1-8d1e712e3042 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:21.991039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Attempting to bind port 4f30be53-397c-42d6-a9c1-8d1e712e3042 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:22.094858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0107c8-2ec5-454b-ae39-f3fd456a88b4 req-acf470cf-1d49-43e9-8e7b-9c801d434700 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:22.096635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a0107c8-2ec5-454b-ae39-f3fd456a88b4 req-acf470cf-1d49-43e9-8e7b-9c801d434700 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 948 time: 0.2935448 Apr 11 20:41:22.181090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d045161-0120-43f7-ae9f-8cd0cfd36431 req-10fba2c1-a4e9-4f1a-8799-958c7d96a3d9 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773685 Apr 11 20:41:22.184782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:22.185181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:22.185568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:22.186014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Bound port: 4f30be53-397c-42d6-a9c1-8d1e712e3042, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:22.186367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.207073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:22.208729 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a0107c8-2ec5-454b-ae39-f3fd456a88b4 req-b56dfbaf-fa61-4394-b2ce-3a594675bcc4 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916078 Apr 11 20:41:22.210265 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.295376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:22.295793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 11 20:41:22.310540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1e6a47-82ef-4b54-b9c3-1a08e199e57e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:22.390367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Port 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e not found, will not notify nova. {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 11 20:41:22.481925 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61d56091-b993-4600-807c-5114fab0d105 req-4bf4ea65-10b7-47ac-8ab9-5ad26eeb2554 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/5bd94c79-c18e-4891-9027-988b76939e31 HTTP/1.1" status: 200 len: 2149 time: 0.2027473 Apr 11 20:41:22.498695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5dbdd3b-f094-40be-af39-b4a2ef7f727b req-85bc0b4e-dd29-4603-86cc-f63077ffb6e0 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178087 Apr 11 20:41:22.656788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-47129713-fc9c-42e3-8ff1-180c7c5510f6 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-group-rules/df8d70c2-b89e-4d14-b910-0c7d1e7cd233 HTTP/1.1" status: 200 len: 713 time: 0.0867889 Apr 11 20:41:22.708720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] For port 4f30be53-397c-42d6-a9c1-8d1e712e3042, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:22.740513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52f752-11c7-43dc-9093-000b482d81ad req-f49d9adc-ed4e-4058-b3f0-662b157615a4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:22.741213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1b52f752-11c7-43dc-9093-000b482d81ad req-f49d9adc-ed4e-4058-b3f0-662b157615a4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:22.745848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] For port 4f30be53-397c-42d6-a9c1-8d1e712e3042, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:22.755211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-ffe08e91-ebc7-48f6-9484-70e776d38dcc tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/5bd94c79-c18e-4891-9027-988b76939e31 HTTP/1.1" status: 200 len: 2149 time: 0.0849273 Apr 11 20:41:22.795736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-3ec692b5-a3f1-4000-bafd-b1bd90995c35 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.797741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Router 43312aae-1983-4a5b-bff8-606a1e94262d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:41:22.803159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-de68572a-4b83-4221-b904-8df0e67dba1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 1099 time: 0.1502721 Apr 11 20:41:22.807423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-3ec692b5-a3f1-4000-bafd-b1bd90995c35 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.833983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.871023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.945831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-3ec692b5-a3f1-4000-bafd-b1bd90995c35 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:22.985079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1b52f752-11c7-43dc-9093-000b482d81ad req-f49d9adc-ed4e-4058-b3f0-662b157615a4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:22.986495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b52f752-11c7-43dc-9093-000b482d81ad req-f49d9adc-ed4e-4058-b3f0-662b157615a4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 947 time: 0.7024517 Apr 11 20:41:23.020208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec692b5-a3f1-4000-bafd-b1bd90995c35 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8d70c2-b89e-4d14-b910-0c7d1e7cd233,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:23.029764 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-3ec692b5-a3f1-4000-bafd-b1bd90995c35 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:23.045316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9537a5f-9d3a-4944-9999-2874a7682858 req-3ec692b5-a3f1-4000-bafd-b1bd90995c35 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/df8d70c2-b89e-4d14-b910-0c7d1e7cd233 HTTP/1.1" status: 204 len: 173 time: 0.2891557 Apr 11 20:41:23.114146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:23.115573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] 10.222.0.75 "PUT /v2.0/ports/4f30be53-397c-42d6-a9c1-8d1e712e3042 HTTP/1.1" status: 200 len: 1095 time: 3.8274727 Apr 11 20:41:23.116007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'tag': '4f30be53-397c-42d6-a9c1-8d1e712e3042'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:23.183577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ad030-9d99-4a9d-ae46-1946621d25ee service neutron] Pushing event updated for resources: {'Port': ['ID=4f30be53-397c-42d6-a9c1-8d1e712e3042,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:23.212671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b52f752-11c7-43dc-9093-000b482d81ad req-da2e8efc-90f3-432d-9b63-458a1fa2303c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992826 Apr 11 20:41:23.214604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-b472db31-38c9-4201-ae18-67a8e66e543d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:23.216088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-b472db31-38c9-4201-ae18-67a8e66e543d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4064927 Apr 11 20:41:23.386201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-243377369', 'description': 'tempest-description-1184787531'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:23.402667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:23.405976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-a1fe0e36-e0c1-473c-919d-993f23fc8d74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9e9eae4d-1c44-4926-900c-73c4171a1344 HTTP/1.1" status: 200 len: 217 time: 0.1789720 Apr 11 20:41:23.413627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:23.604951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1864f-e1c2-4450-b7e4-07dff9851adc req-b6640fa8-c43b-4f11-ada9-e477dd95f59a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:23.606461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21a1864f-e1c2-4450-b7e4-07dff9851adc req-b6640fa8-c43b-4f11-ada9-e477dd95f59a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 943 time: 0.3587880 Apr 11 20:41:23.629759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:23.645699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:23.690425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-d0fc3960-0293-4eb5-8fe5-de019025b6ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:23.691668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-d0fc3960-0293-4eb5-8fe5-de019025b6ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2658627 Apr 11 20:41:23.702194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5c7b57c5-9274-4b3b-a4db-886ef7012cc8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 1098 time: 0.4046738 Apr 11 20:41:23.779213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21a1864f-e1c2-4450-b7e4-07dff9851adc req-2204323b-60dd-4967-9404-6617b680cf82 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173890 Apr 11 20:41:23.789319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:23.828994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:41:23.834902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f969ee0b-64b4-4c60-b35c-5cbd767f02c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/43312aae-1983-4a5b-bff8-606a1e94262d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2971847 Apr 11 20:41:23.836469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-a6180aca-bddc-4d26-b20d-6967f60b9703 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042 HTTP/1.1" status: 200 len: 217 time: 0.1030474 Apr 11 20:41:23.838385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51052) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:23.851010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] Sync routers for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:41:23.882682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:23.882682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:23.934463 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38959d14-2765-4a69-acdf-0d0dc201068c'] response: {'name': 'network-changed', 'server_uuid': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'tag': '4f30be53-397c-42d6-a9c1-8d1e712e3042', 'status': 'completed', 'code': 200} Apr 11 20:41:23.963349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:24.010235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-680323fd-156a-477b-8a26-14f8092aae61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:24.012562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-680323fd-156a-477b-8a26-14f8092aae61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1674473 Apr 11 20:41:24.015603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:24.023389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:24.073942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:24.100247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-c0638d34-46c9-4ca5-8fd0-5a23793f34cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3965168 Apr 11 20:41:24.118912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:24.146774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Router c9117054-0d87-4e12-ae06-e604434211ac has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:41:24.334526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:24.411508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-5b78b395-56ae-4a01-aa04-550952aaa692 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3845768 Apr 11 20:41:24.416504 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:24.444951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:24.499550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9e9eae4d-1c44-4926-900c-73c4171a1344 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:41:24.532033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-d18536e0-d4e9-4057-9a38-942331fe41a7 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239075 Apr 11 20:41:24.735219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:41:14Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:24.742135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] Checking router: 43312aae-1983-4a5b-bff8-606a1e94262d for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:24.744064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:41:24.750678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9e9eae4d-1c44-4926-900c-73c4171a1344, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9e9eae4d-1c44-4926-900c-73c4171a1344,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:24.751642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-318348d8-a087-4671-9dd2-cd2bee25334b admin admin] 10.222.0.61 "PUT /v2.0/routers/c9117054-0d87-4e12-ae06-e604434211ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8747449 Apr 11 20:41:24.756577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51076) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:24.774000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '9e9eae4d-1c44-4926-900c-73c4171a1344', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '9e9eae4d-1c44-4926-900c-73c4171a1344', 'mac_address': 'fa:16:3e:d4:9a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:41:24.801816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] Routers {'43312aae-1983-4a5b-bff8-606a1e94262d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:24.802507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['43312aae-1983-4a5b-bff8-606a1e94262d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:24.859327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef9fdce-ffba-4e31-957c-81b6d2156e2b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:24.906442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-2f20e76a-89ef-48ab-ba02-b22790f277f5 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812744 Apr 11 20:41:24.918511 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:24.924882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e1cf8ec-8b05-491d-9e41-a9a86b49eb85 req-fe69a5f3-4ec8-4079-adca-3451795abbb9 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.5794683 Apr 11 20:41:25.053138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216f059-d4e5-4353-a969-d463ea59e5e3 req-95f1bd61-b9a6-4999-81c8-2fab8f364776 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:25.054710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6216f059-d4e5-4353-a969-d463ea59e5e3 req-95f1bd61-b9a6-4999-81c8-2fab8f364776 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 948 time: 0.3627734 Apr 11 20:41:25.059837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:25.062102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:25.080288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9eae4d-1c44-4926-900c-73c4171a1344 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:25.086170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157ccded-faad-4048-a2a9-ba174a1b2c48 req-645d9ce4-2e03-4706-81c7-2a1b7126d91c service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343912 Apr 11 20:41:25.109185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-f2af03b5-5185-4092-88a6-459bdcfb180f service neutron] 10.222.0.69 "GET /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4/bindings/n-h2-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.2803571 Apr 11 20:41:25.115700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9e9eae4d-1c44-4926-900c-73c4171a1344, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9e9eae4d-1c44-4926-900c-73c4171a1344,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:25.123799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] Set router 43312aae-1983-4a5b-bff8-606a1e94262d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:25.174749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Deleting port d743541e-0f4f-4d6a-9e14-2961682849bf {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:25.175099 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:25.222689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fb57998-d0b1-48de-a76b-7e4863229e56 req-af72ef82-b27b-4f50-a715-506717df2e87 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966270 Apr 11 20:41:25.249548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc229-2b18-4081-ba18-8ee70fa34e35 req-34ab3f8b-4994-4521-a5ed-3ea5f3e589ad tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:25.256525 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:25.259118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf5dc229-2b18-4081-ba18-8ee70fa34e35 req-34ab3f8b-4994-4521-a5ed-3ea5f3e589ad tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 947 time: 0.1825986 Apr 11 20:41:25.319284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf5dc229-2b18-4081-ba18-8ee70fa34e35 req-a87e7385-0bbb-41f3-b27e-4d5878e959f5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569444 Apr 11 20:41:25.388701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6216f059-d4e5-4353-a969-d463ea59e5e3 req-f8b525ec-f418-4c3f-8216-1d8f5e28c40f tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212149 Apr 11 20:41:25.495781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=9e9eae4d-1c44-4926-900c-73c4171a1344,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:25.525708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9e9eae4d-1c44-4926-900c-73c4171a1344'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:25.607421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-6e0124d2-103a-4787-b51e-b54346918f33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 1098 time: 0.2387416 Apr 11 20:41:25.732114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:41:14Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:25.736581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:25.747180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83ed65-9027-4875-95dc-a9497616f122 None None] The sync data for ids ['43312aae-1983-4a5b-bff8-606a1e94262d'] in n-d-837321-1 is: [{'id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1542550897-router', 'tenant_id': '9662d95966e444aaa762354ba3866fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:37:39Z', 'updated_at': '2022-04-11T20:41:14Z', 'revision_number': 5, 'project_id': '9662d95966e444aaa762354ba3866fad', 'gw_port': {'id': 'd743541e-0f4f-4d6a-9e14-2961682849bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43312aae-1983-4a5b-bff8-606a1e94262d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:37:41Z', 'updated_at': '2022-04-11T20:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:41:25.800486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d6-6aa0-413e-b3d0-c393e9456e0c req-18cdc8e9-ba56-45ac-88a2-b7345b4cbcff tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:25.802562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-209f31d6-6aa0-413e-b3d0-c393e9456e0c req-18cdc8e9-ba56-45ac-88a2-b7345b4cbcff tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 943 time: 0.2496614 Apr 11 20:41:25.830051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:25.875869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-e5bbc878-55ec-4ee4-95b1-2b28c7959b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:25.877411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-e5bbc878-55ec-4ee4-95b1-2b28c7959b31 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2609994 Apr 11 20:41:25.888985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-209f31d6-6aa0-413e-b3d0-c393e9456e0c req-23368e2e-2234-4642-8f46-f0b68ddb9e0f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668516 Apr 11 20:41:25.911123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dbf73c6-69dd-4e4b-b680-58a0d28cc19c req-3ba67417-300c-41f6-855b-55dcdd80e432 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/4ef9fdce-ffba-4e31-957c-81b6d2156e2b HTTP/1.1" status: 200 len: 1646 time: 0.4173303 Apr 11 20:41:25.913426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:25.918628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] For port d743541e-0f4f-4d6a-9e14-2961682849bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d743541e-0f4f-4d6a-9e14-2961682849bf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:25.918986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:25.949152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:25.960962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-6f5ef058-0235-4cff-b376-dfd426fad8e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042 HTTP/1.1" status: 200 len: 217 time: 0.0710316 Apr 11 20:41:25.962113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.019984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1854528558', 'description': 'tempest-description-560578706'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:26.027370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:26.031555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:26.034451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:26.041524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:26.077092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-deee34e1-19a7-4c57-9891-7e2a624575eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:26.078553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-deee34e1-19a7-4c57-9891-7e2a624575eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1098990 Apr 11 20:41:26.118782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60d1006f-b83c-4118-97b3-c60feb938ad6 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:26.169314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.176137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 60d1006f-b83c-4118-97b3-c60feb938ad6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:26.176712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60d1006f-b83c-4118-97b3-c60feb938ad6 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:26.240700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:26.247347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-7a3ec6fb-d44a-4c44-a12e-c1915488b5fd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595113 Apr 11 20:41:26.248265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:26.249693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.252673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:26.278947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Calling delete_port for d743541e-0f4f-4d6a-9e14-2961682849bf owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:26.435919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:26.500490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9e9eae4d-1c44-4926-900c-73c4171a1344 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:26.501084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Transition to ACTIVE for port object b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:26.595780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.609301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.612040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-e553a66d-da34-40d5-9f76-ce216bda6ca4 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552375 Apr 11 20:41:26.632310 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] Sync routers for ids ['c9117054-0d87-4e12-ae06-e604434211ac'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:41:26.670101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.673510 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] Routers {'c9117054-0d87-4e12-ae06-e604434211ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:26.674381 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['c9117054-0d87-4e12-ae06-e604434211ac'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:26.759868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 9e9eae4d-1c44-4926-900c-73c4171a1344 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:26.767018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 9e9eae4d-1c44-4926-900c-73c4171a1344 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:26.767691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.776032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.795290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.813808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Deleting port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:26.814396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.890654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36b84c9-8a51-436b-92ef-b6c56c918d05,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:26.931702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:26.936772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bea0471-2840-4aad-bfae-0e659ee04728 req-8afd508f-3665-4a9c-8235-b416a50ba021 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9278953 Apr 11 20:41:26.952445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd4ff830-8b31-45f7-97fb-3d5db01a8eeb req-3deb5ce9-ba23-4e73-b90b-020d032f7e20 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288937 Apr 11 20:41:26.960103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] Set router c9117054-0d87-4e12-ae06-e604434211ac gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:27.035094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Pushing event updated for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=10']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:27.074832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.075169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.075685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.076021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.076339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.076658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.077174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.077331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.077592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.077897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.078211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:27.079293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:27.136243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9eae4d-1c44-4926-900c-73c4171a1344'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:27.155565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9e9eae4d-1c44-4926-900c-73c4171a1344, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9e9eae4d-1c44-4926-900c-73c4171a1344,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:27.184737 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:41:26Z', 'revision_number': 6, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:27.189343 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] Checking router: c9117054-0d87-4e12-ae06-e604434211ac for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:27.201112 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] Routers {'c9117054-0d87-4e12-ae06-e604434211ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:27.201858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['c9117054-0d87-4e12-ae06-e604434211ac'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:27.222497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:27.224083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:27.226810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] No DVR routers for this DVR port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:41:27.234008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0f925-0851-450c-a533-f168adebf56a req-fad22d9b-54b2-4a18-8a6e-f35bc0141b41 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:27.244087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60d0f925-0851-450c-a533-f168adebf56a req-fad22d9b-54b2-4a18-8a6e-f35bc0141b41 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 949 time: 0.1060832 Apr 11 20:41:27.326946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-cab0fcf0-35a8-40a1-a4e0-e57873ac251a service neutron] 10.222.0.69 "PUT /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4/bindings/n-h2-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2093358 Apr 11 20:41:27.331422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Pushing event deleted for resources: {'Port': ['ID=d743541e-0f4f-4d6a-9e14-2961682849bf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:27.369632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60d0f925-0851-450c-a533-f168adebf56a req-66f85a60-b30c-433b-ac9b-1f24be893d48 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243238 Apr 11 20:41:27.511393 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] Set router c9117054-0d87-4e12-ae06-e604434211ac gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:27.554280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=9e9eae4d-1c44-4926-900c-73c4171a1344,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:27.561235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:27.642696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:27.662351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f220a69-2bb9-4922-9674-445853a37008 req-15235667-f37e-41c3-926b-ff9ce5e14fa4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:27.663838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f220a69-2bb9-4922-9674-445853a37008 req-15235667-f37e-41c3-926b-ff9ce5e14fa4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 947 time: 0.8060553 Apr 11 20:41:27.685556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b591011-1b78-4188-9e0b-d096c31023de req-064097ae-b3d5-4872-8342-c1d764da3788 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:27.687163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b591011-1b78-4188-9e0b-d096c31023de req-064097ae-b3d5-4872-8342-c1d764da3788 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 944 time: 0.1371155 Apr 11 20:41:27.690423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-41f10bf2-9ca0-4951-898a-7cc79be92fa8 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.2144427 Apr 11 20:41:27.705158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:27.727646 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:41:26Z', 'revision_number': 6, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:27.732929 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2705d96-b443-4570-b5d8-43b0af1c8705 None None] The sync data for ids ['c9117054-0d87-4e12-ae06-e604434211ac'] in n-d-837321-1 is: [{'id': 'c9117054-0d87-4e12-ae06-e604434211ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1406701764-router', 'tenant_id': 'ea5b01365d6e466097d73195a653d4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:40:56Z', 'updated_at': '2022-04-11T20:41:26Z', 'revision_number': 6, 'project_id': 'ea5b01365d6e466097d73195a653d4f8', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:41:27.823038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b591011-1b78-4188-9e0b-d096c31023de req-b4fb26ee-9f83-4c78-8de2-43d3ae3f77a1 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253839 Apr 11 20:41:27.849224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-ac18617b-fd13-463b-b375-f1b14ce385ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c&tenant_id=3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 1095 time: 0.1485419 Apr 11 20:41:27.880609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] For port bfeaa035-63d7-4527-b2ab-c2ef3ae083eb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:27.880970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.033382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07b39811-c2d4-422a-8f66-7a4c9a24f363 req-ed893f48-f43b-4aae-8dc7-615fac9470a7 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/e36b84c9-8a51-436b-92ef-b6c56c918d05 HTTP/1.1" status: 200 len: 1646 time: 0.1498709 Apr 11 20:41:28.062148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-780617e9-7fbf-49a6-9e84-e22b655c510c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1095 time: 0.1766083 Apr 11 20:41:28.146981 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20c5295-9859-47ff-999f-cc1a20d01304'] response: {'server_uuid': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9eae4d-1c44-4926-900c-73c4171a1344', 'code': 200} Apr 11 20:41:28.188554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Calling delete_port for bfeaa035-63d7-4527-b2ab-c2ef3ae083eb owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:28.208203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:28.229364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1923637715', 'description': 'tempest-description-1552184433'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:28.236453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:28.250483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:28.261848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:28.272257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:28.277816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-d6288707-3745-4687-a396-b0d2529bda2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:28.279312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-d6288707-3745-4687-a396-b0d2529bda2d service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2101285 Apr 11 20:41:28.290490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:28.291078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b1e6a47-82ef-4b54-b9c3-1a08e199e57e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:28.346204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f220a69-2bb9-4922-9674-445853a37008 req-f726e598-9d26-403b-a6c6-64ebe0fb53d9 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597974 Apr 11 20:41:28.354106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4f30be53-397c-42d6-a9c1-8d1e712e3042 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:41:28.358296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:28.359488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-361f9982-f179-4ed3-83ab-8204b975bf76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 200 len: 217 time: 0.0722599 Apr 11 20:41:28.378481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.393343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.404699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.440049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:28.444390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f552c7d76243d7973ef3f9426bbd39 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:28.447341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:28.454049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:28.459493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-63fb7cf8-c22a-4999-962c-41dc186d8ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:28.459493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-63fb7cf8-c22a-4999-962c-41dc186d8ca2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0933304 Apr 11 20:41:28.537794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.553964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:28.557563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:28.557757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.560986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:28.570406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:28.588349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-bb8d9068-1a44-42e0-ad49-621ce682037b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183333 Apr 11 20:41:28.621689 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.630300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45f43b48-ad35-4fac-89e1-e7ae31031553 req-18577cab-0d75-4e1d-ba80-cf84374c4141 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 1101 time: 0.3528457 Apr 11 20:41:28.669130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.721139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9f552c7d76243d7973ef3f9426bbd39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0699885 Apr 11 20:41:28.740904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.744308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43312aae-1983-4a5b-bff8-606a1e94262d {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:41:28.756556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51162) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:28.760320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 4f30be53-397c-42d6-a9c1-8d1e712e3042, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:28.774432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8661d1-24f1-4685-b4fa-89c8d82bf6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97555f57-4eb6-442c-b815-99d71ae9905e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:28.790503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '4f30be53-397c-42d6-a9c1-8d1e712e3042', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '4f30be53-397c-42d6-a9c1-8d1e712e3042', 'mac_address': 'fa:16:3e:6b:78:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:41:28.815590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-274bdd83-7a90-4570-8e61-9b8a7a31c6b5 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187974 Apr 11 20:41:28.878892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.902932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f30be53-397c-42d6-a9c1-8d1e712e3042 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:28.921364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 4f30be53-397c-42d6-a9c1-8d1e712e3042, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:28.929626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:28.930762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e393d37f-0601-4929-8f2b-a8f9fc5bf438 admin admin] 10.222.0.61 "DELETE /v2.0/routers/43312aae-1983-4a5b-bff8-606a1e94262d HTTP/1.1" status: 204 len: 168 time: 5.0914643 Apr 11 20:41:28.938766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51170) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:28.950498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45f43b48-ad35-4fac-89e1-e7ae31031553 req-f6d9f111-968c-41cc-8672-9571e9e215f7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112922 Apr 11 20:41:29.010570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.100587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.111289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=4f30be53-397c-42d6-a9c1-8d1e712e3042,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:29.135620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a44bab7-2724-4d84-a496-653c6da0c0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.175805 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a44bab7-2724-4d84-a496-653c6da0c0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.187146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-8f36942d-7bd6-4ba3-8f92-5c5cc9f7ce15 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457387 Apr 11 20:41:29.194835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Deleting subnet 5496c8bc-c805-4a96-a294-156c3a5f5a58 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:41:29.198491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.225852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.269480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea5bce-9204-46ec-8456-81c6a926a259 req-403baed6-7dc7-484d-817a-d5c98470f6c9 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:29.277928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbea5bce-9204-46ec-8456-81c6a926a259 req-403baed6-7dc7-484d-817a-d5c98470f6c9 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 950 time: 0.7295370 Apr 11 20:41:29.312659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['4f30be53-397c-42d6-a9c1-8d1e712e3042'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:29.351369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.508176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcf1574-97e5-45d2-aba2-d1d517f2ae5a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:29.519350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.610575 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a44bab7-2724-4d84-a496-653c6da0c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.614591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.637681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Pushing event deleted for resources: {'Port': ['ID=bfeaa035-63d7-4527-b2ab-c2ef3ae083eb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:29.651052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.660115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e965738a-2303-4ae9-aee2-81f6c7184eca req-211d864a-77ee-4db3-b691-f2b5ce0daa12 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.4375238 Apr 11 20:41:29.684164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44bab7-2724-4d84-a496-653c6da0c0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97555f57-4eb6-442c-b815-99d71ae9905e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:29.721756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbea5bce-9204-46ec-8456-81c6a926a259 req-d8f43419-5e6d-4fb7-a0a4-323d915f69f8 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398968 Apr 11 20:41:29.724533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a44bab7-2724-4d84-a496-653c6da0c0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.727846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4a44bab7-2724-4d84-a496-653c6da0c0ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97555f57-4eb6-442c-b815-99d71ae9905e HTTP/1.1" status: 204 len: 168 time: 0.9678998 Apr 11 20:41:29.853322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:29.951349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfeaa035-63d7-4527-b2ab-c2ef3ae083eb no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:29.991655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bfeaa035-63d7-4527-b2ab-c2ef3ae083eb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:29.992038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bfeaa035-63d7-4527-b2ab-c2ef3ae083eb not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:29.992601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d743541e-0f4f-4d6a-9e14-2961682849bf no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:30.008794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.053450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5496c8bc-c805-4a96-a294-156c3a5f5a58,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:30.072915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d743541e-0f4f-4d6a-9e14-2961682849bf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:30.073262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d743541e-0f4f-4d6a-9e14-2961682849bf not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:30.084238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.091084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124cae6c-201f-4a49-84e7-711b782c4afc None None] Network 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:30.096360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-55a77cda-8b4c-40c6-8c62-19c401bba687 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5496c8bc-c805-4a96-a294-156c3a5f5a58 HTTP/1.1" status: 204 len: 168 time: 1.1534915 Apr 11 20:41:30.102547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51192) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:30.168717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c4163-35ff-4211-95ea-b4c659ae5841 req-808a2afa-0ff0-4ab2-af74-e4fb39ba21e6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:30.170513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-697c4163-35ff-4211-95ea-b4c659ae5841 req-808a2afa-0ff0-4ab2-af74-e4fb39ba21e6 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 944 time: 0.3318336 Apr 11 20:41:30.174248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-de350d92-08ae-4469-a904-452ee40bd073 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.4133110 Apr 11 20:41:30.370439 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.393561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-697c4163-35ff-4211-95ea-b4c659ae5841 req-aef14ea0-c7a3-4876-9735-dc7b745e2ad7 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174666 Apr 11 20:41:30.412619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] DHCP port deletion for 27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:41:30.417829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] Deleting port 710742f2-3526-4e5a-915e-0d848da78a46 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:30.418196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.505432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.513176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.525637 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.534135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dc034-9b53-4a73-af27-3b4ce7b250e6 req-0a633a96-f546-49ee-8764-8eb564d50108 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:30.540380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a89dc034-9b53-4a73-af27-3b4ce7b250e6 req-0a633a96-f546-49ee-8764-8eb564d50108 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 948 time: 0.6308441 Apr 11 20:41:30.567911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-60a78783-2efe-4206-9870-d14d89ac0ef8 service neutron] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:30.584601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Deleting port 710742f2-3526-4e5a-915e-0d848da78a46 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:30.584601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.585094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-60a78783-2efe-4206-9870-d14d89ac0ef8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.585094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78f38f7b-2da0-40f2-8ce1-3ae2a13ee1ba req-60a78783-2efe-4206-9870-d14d89ac0ef8 service neutron] 10.222.0.75 "DELETE /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4/bindings/n-h1-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.3868771 Apr 11 20:41:30.602714 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e265d86f-97e8-421f-8836-303675ecf40b req-028678df-f501-4616-9cec-ec25976dae1d tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/1fcf1574-97e5-45d2-aba2-d1d517f2ae5a HTTP/1.1" status: 200 len: 1647 time: 0.0978475 Apr 11 20:41:30.662154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1497715241', 'description': 'tempest-description-1493717215'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:30.672036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:30.676598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:30.679783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:30.689151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:30.711763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a89dc034-9b53-4a73-af27-3b4ce7b250e6 req-59b700f8-81b9-49c0-8419-c28211f2c1cc tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642988 Apr 11 20:41:30.772115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.772613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9117054-0d87-4e12-ae06-e604434211ac {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:41:30.811589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] For port 710742f2-3526-4e5a-915e-0d848da78a46, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=710742f2-3526-4e5a-915e-0d848da78a46,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:30.812134 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.844907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.852855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.856414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7abcaa16-573d-4ea9-b9bd-cc005d3c7cab admin admin] 10.222.0.61 "DELETE /v2.0/routers/c9117054-0d87-4e12-ae06-e604434211ac HTTP/1.1" status: 204 len: 168 time: 6.0956273 Apr 11 20:41:30.862767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51206) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:30.903078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] For port 710742f2-3526-4e5a-915e-0d848da78a46, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=710742f2-3526-4e5a-915e-0d848da78a46,segment=NetworkSegment(0996fe96-cd48-4c5b-9af4-2badec4a4ce6),segment_id=0996fe96-cd48-4c5b-9af4-2badec4a4ce6)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:30.903440 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:30.967158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Deleting subnet b44048d1-d862-43e3-a7c1-f479af217c6f {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:41:30.971137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.002308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] Calling delete_port for 710742f2-3526-4e5a-915e-0d848da78a46 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:31.041671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.087888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51212) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:31.136929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:31.139232 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.143931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Calling delete_port for 710742f2-3526-4e5a-915e-0d848da78a46 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:31.156387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Usage tracker for resource:security_group_rule and tenant:58c1086e1d1f4838a5aa5c5d7b4dde31 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:31.161109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:31.173771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:31.177324 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.214541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:31.221578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Usage tracker for resource:security_group_rule and tenant:389bd349c61443e9aaae7f583fdb773c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:31.227655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:31.235718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] No DVR routers for this DVR port 710742f2-3526-4e5a-915e-0d848da78a46 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:41:31.237504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:31.247246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702efe-6a6b-48f8-8903-1d15f9333c5a None None] Pushing event deleted for resources: {'Port': ['ID=710742f2-3526-4e5a-915e-0d848da78a46,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:31.267946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.351417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.430880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.433094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.437815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:41:31.438142 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:41:31.445345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7413732-998e-4727-b2b8-8051686e5448 req-047f114f-03a3-4b4c-91f0-d798d8c9372f tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:31.452224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7413732-998e-4727-b2b8-8051686e5448 req-047f114f-03a3-4b4c-91f0-d798d8c9372f tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 950 time: 0.5302622 Apr 11 20:41:31.481705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4057b-04ed-416f-b0e0-d0360543434a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:31.496255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.496827 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7413732-998e-4727-b2b8-8051686e5448 req-14bf2562-1083-451b-8fa6-341dfe109854 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Apr 11 20:41:31.536410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.556675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44048d1-d862-43e3-a7c1-f479af217c6f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:31.569697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.571146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1339c993-f5b7-4c28-802e-fae5da24e986 req-22d70ce2-355e-4d41-a677-43ed2f4e14c5 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.9149432 Apr 11 20:41:31.579560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.582179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-202a1419-7712-4b80-9ba9-48be132f62c9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b44048d1-d862-43e3-a7c1-f479af217c6f HTTP/1.1" status: 204 len: 168 time: 0.7213733 Apr 11 20:41:31.587354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51228) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:31.590879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e316eca-a0f2-4363-8570-22c66488a1a2 None None] Network b0e2d38d-7e05-4355-87e2-902dd6fb8077 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:31.614156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a385035d-9cf1-4888-81d4-05928af6b21d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:31.622856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c60d8bc5-31b6-4740-b434-bf80aa0bade6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=389bd349c61443e9aaae7f583fdb773c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5282149 Apr 11 20:41:31.625265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51234) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:31.702478 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c11750d8-9bd2-4765-b8ec-c917b7877c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.756562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c11750d8-9bd2-4765-b8ec-c917b7877c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.869702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.886585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Deleting port 72e411f4-2618-4093-bb63-7822d0d98246 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:31.886927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.941939 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c11750d8-9bd2-4765-b8ec-c917b7877c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.943919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Deleting port 710742f2-3526-4e5a-915e-0d848da78a46 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:31.944168 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.963113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 710742f2-3526-4e5a-915e-0d848da78a46 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:31.978312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11750d8-9bd2-4765-b8ec-c917b7877c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a385035d-9cf1-4888-81d4-05928af6b21d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:31.991055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c11750d8-9bd2-4765-b8ec-c917b7877c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:31.992438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c11750d8-9bd2-4765-b8ec-c917b7877c78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a385035d-9cf1-4888-81d4-05928af6b21d HTTP/1.1" status: 204 len: 168 time: 0.3655794 Apr 11 20:41:32.023083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 710742f2-3526-4e5a-915e-0d848da78a46 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:32.023736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 710742f2-3526-4e5a-915e-0d848da78a46 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:32.051783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] The port '710742f2-3526-4e5a-915e-0d848da78a46' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:41:32.088641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73363fe-a97f-4583-b18e-e0cb61cbab6d req-d5ede73c-8901-4c7e-8604-13f658d63baa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:32.090166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a73363fe-a97f-4583-b18e-e0cb61cbab6d req-d5ede73c-8901-4c7e-8604-13f658d63baa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 944 time: 0.3067019 Apr 11 20:41:32.136957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] DHCP port deletion for b0e2d38d-7e05-4355-87e2-902dd6fb8077 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:41:32.142337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] Deleting port 72e411f4-2618-4093-bb63-7822d0d98246 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:32.142892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.253175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.287018 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a73363fe-a97f-4583-b18e-e0cb61cbab6d req-51d58cf5-81cf-4f0c-bf02-4e2c11818354 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761205 Apr 11 20:41:32.324273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27586bf2-6ef5-4e40-8161-ea1fd3d3ead8']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:32.391792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4f30be53-397c-42d6-a9c1-8d1e712e3042 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:32.403447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0996fe96-cd48-4c5b-9af4-2badec4a4ce6') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:32.403979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0996fe96-cd48-4c5b-9af4-2badec4a4ce6') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:32.435142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.467651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.470533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] For port 72e411f4-2618-4093-bb63-7822d0d98246, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72e411f4-2618-4093-bb63-7822d0d98246,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:32.470890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.476581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] For port 72e411f4-2618-4093-bb63-7822d0d98246, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72e411f4-2618-4093-bb63-7822d0d98246,segment=NetworkSegment(0163bc96-f723-49b7-9fc9-4f1390005fcd),segment_id=0163bc96-f723-49b7-9fc9-4f1390005fcd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:32.477221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.609714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Calling delete_port for 72e411f4-2618-4093-bb63-7822d0d98246 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:32.641284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:41:32.641688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.653768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53bb9452-3394-40b7-ad4a-db161d0fe193 req-538475a7-86d7-490a-b0b2-3c0debaeac94 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/bbf4057b-04ed-416f-b0e0-d0360543434a HTTP/1.1" status: 200 len: 1647 time: 0.5633268 Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:41:32.693545 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:41:32.731277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] Calling delete_port for 72e411f4-2618-4093-bb63-7822d0d98246 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:32.813236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-c2bcea9f-3472-42a7-bfdd-6f7436aca07b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480173 Apr 11 20:41:32.881199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129277-fd94-4201-81cf-e108878b5116 req-903f6713-8d99-4378-9874-4ebcfafae0c9 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:32.882768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee129277-fd94-4201-81cf-e108878b5116 req-903f6713-8d99-4378-9874-4ebcfafae0c9 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 948 time: 0.2829056 Apr 11 20:41:32.933664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee129277-fd94-4201-81cf-e108878b5116 req-dfd28a5e-5fdc-4360-a79d-621871b60bb7 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Apr 11 20:41:32.947374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.971927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:32.992919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27586bf2-6ef5-4e40-8161-ea1fd3d3ead8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:33.005495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 4f30be53-397c-42d6-a9c1-8d1e712e3042 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:33.011027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:33.016381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:41:33.016812 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:41:33.018906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-3f29cde9-0441-45ef-9306-3eb6400bb520 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:33.020799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-3f29cde9-0441-45ef-9306-3eb6400bb520 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005029 Apr 11 20:41:33.040516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9ed2c60e-41a3-4ff0-8790-ad7bc2ee644f tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/quotas/c4bb17ac31824fb29e4412776d65b6ae HTTP/1.1" status: 200 len: 375 time: 0.0128729 Apr 11 20:41:33.050427 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-9e799d97-9801-4d09-8757-de793af78cc7 req-86e7af12-ec40-4650-b1b7-c604e8492480 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] show failed (client error): The resource could not be found. Apr 11 20:41:33.051844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e799d97-9801-4d09-8757-de793af78cc7 req-86e7af12-ec40-4650-b1b7-c604e8492480 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/d4a2eb5d-b939-4180-aaad-b70443475766 HTTP/1.1" status: 404 len: 352 time: 0.0197153 Apr 11 20:41:33.057456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 4f30be53-397c-42d6-a9c1-8d1e712e3042 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:33.057980 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:33.085639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2c1ddfcc-7287-45a3-8d5b-6b2be563dfb9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/27586bf2-6ef5-4e40-8161-ea1fd3d3ead8 HTTP/1.1" status: 204 len: 168 time: 2.9817832 Apr 11 20:41:33.088286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51276) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:33.125088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] Pushing event deleted for resources: {'Port': ['ID=72e411f4-2618-4093-bb63-7822d0d98246,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:33.134712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27a58f-9d84-45cb-8e4a-1dbb96ac0303 None None] No DVR routers for this DVR port 72e411f4-2618-4093-bb63-7822d0d98246 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:41:33.157689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-712fef52-2cc5-4f38-88d4-4ed50e1d249d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111829 Apr 11 20:41:33.257229 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:33.291148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f30be53-397c-42d6-a9c1-8d1e712e3042'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:33.308863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 4f30be53-397c-42d6-a9c1-8d1e712e3042, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:33.386443 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:33.423372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a36edaae-0fd9-4a4f-93af-7a02dde5e16a req-0dc2696f-40c4-4405-b89d-967a44d42ae6 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1095 time: 0.1290543 Apr 11 20:41:33.478089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=4f30be53-397c-42d6-a9c1-8d1e712e3042,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:33.525443 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-e7590e13-a09d-4a44-a45b-f72008e6b558 req-af6a363b-48e6-4811-9115-84e18ee9d44f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] show failed (client error): The resource could not be found. Apr 11 20:41:33.526482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7590e13-a09d-4a44-a45b-f72008e6b558 req-af6a363b-48e6-4811-9115-84e18ee9d44f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-group-rules/05267136-d314-4c51-96fb-c259bb9a6e70 HTTP/1.1" status: 404 len: 361 time: 0.0326412 Apr 11 20:41:33.611494 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68c551a-aefb-4bf2-96a5-ee0a14e05109'] response: {'server_uuid': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f30be53-397c-42d6-a9c1-8d1e712e3042', 'code': 200} Apr 11 20:41:33.628624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Deleting port 72e411f4-2618-4093-bb63-7822d0d98246 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:33.629791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:33.736047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a36edaae-0fd9-4a4f-93af-7a02dde5e16a req-d6a4481e-80b0-4163-9a58-cf135e6266d9 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037810 Apr 11 20:41:33.745447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] The port '72e411f4-2618-4093-bb63-7822d0d98246' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:41:33.758010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a284e5f-50cb-4c26-b954-0fbd208d826d req-50bd824a-59f8-40eb-ac48-89bad46a439d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 210 time: 0.0812132 Apr 11 20:41:33.808275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ac44fe4-9935-4c33-b00c-e9230dd42ced req-d018e7f4-a6b4-4c0a-b0ef-1f5f5ff43b2b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 1100 time: 0.0949335 Apr 11 20:41:33.919334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ac44fe4-9935-4c33-b00c-e9230dd42ced req-49eb61f4-764e-459e-a29f-4883a19768ed service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035297 Apr 11 20:41:33.929367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-138d8da7-1d84-41df-b2fc-5d9f58b46fe7 req-7e4b4ebe-dbe6-46a1-b91e-e3a8ee75dabd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/bbf4057b-04ed-416f-b0e0-d0360543434a HTTP/1.1" status: 200 len: 1647 time: 0.0956776 Apr 11 20:41:33.971377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72e411f4-2618-4093-bb63-7822d0d98246 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:34.003371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-138d8da7-1d84-41df-b2fc-5d9f58b46fe7 req-0745e0e6-33f6-4ae9-a15c-ff65fdb9b47a tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.034080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-138d8da7-1d84-41df-b2fc-5d9f58b46fe7 req-0745e0e6-33f6-4ae9-a15c-ff65fdb9b47a tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.076533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 72e411f4-2618-4093-bb63-7822d0d98246 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:34.077226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72e411f4-2618-4093-bb63-7822d0d98246 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:34.118303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.181620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-138d8da7-1d84-41df-b2fc-5d9f58b46fe7 req-0745e0e6-33f6-4ae9-a15c-ff65fdb9b47a tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.199273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745e0e6-33f6-4ae9-a15c-ff65fdb9b47a tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4057b-04ed-416f-b0e0-d0360543434a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:34.203800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-138d8da7-1d84-41df-b2fc-5d9f58b46fe7 req-0745e0e6-33f6-4ae9-a15c-ff65fdb9b47a tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.205674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e2d38d-7e05-4355-87e2-902dd6fb8077']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:34.218603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-138d8da7-1d84-41df-b2fc-5d9f58b46fe7 req-0745e0e6-33f6-4ae9-a15c-ff65fdb9b47a tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "DELETE /v2.0/security-groups/bbf4057b-04ed-416f-b0e0-d0360543434a HTTP/1.1" status: 204 len: 173 time: 0.2880702 Apr 11 20:41:34.236389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0163bc96-f723-49b7-9fc9-4f1390005fcd') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:34.236559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0163bc96-f723-49b7-9fc9-4f1390005fcd') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:34.287300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.339424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.357045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:41:34.357683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:41:34.378727 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:41:34.403613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f32f5-a314-4a4c-99ea-14b05b2d9677 req-ba17fe98-1dd9-47b2-8544-2a97599d1c62 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:34.410850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba6f32f5-a314-4a4c-99ea-14b05b2d9677 req-ba17fe98-1dd9-47b2-8544-2a97599d1c62 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 949 time: 0.0900741 Apr 11 20:41:34.456326 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba6f32f5-a314-4a4c-99ea-14b05b2d9677 req-70c3b58d-dfa3-406c-af15-10d4d013c357 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Apr 11 20:41:34.464292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3aa404a-4d3f-42a4-ba45-ed9c292695ce req-90556bd3-6328-442a-ba73-ab9283ded481 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 1095 time: 0.3320808 Apr 11 20:41:34.537639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3aa404a-4d3f-42a4-ba45-ed9c292695ce req-82cffec5-d96c-4594-9311-e882385f235d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Apr 11 20:41:34.549350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.609290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.620475 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.658653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e2d38d-7e05-4355-87e2-902dd6fb8077,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:34.748235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-59a4aace-88fc-4a86-96a7-7d694d524c52 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b0e2d38d-7e05-4355-87e2-902dd6fb8077 HTTP/1.1" status: 204 len: 168 time: 3.1366570 Apr 11 20:41:34.805771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-878221c2-645d-47e3-b60c-d2d1e7ea29aa req-fb11041d-b042-46fe-8967-2a77edf028ed tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/1fcf1574-97e5-45d2-aba2-d1d517f2ae5a HTTP/1.1" status: 200 len: 1647 time: 0.0916252 Apr 11 20:41:34.948194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-878221c2-645d-47e3-b60c-d2d1e7ea29aa req-3c682db4-9691-4158-b460-334d4641f0fd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:34.959423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-57c92bce-479c-4c50-9800-9def80a48815 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7334ecb1f81f4d768e26baeeea18fc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472400 Apr 11 20:41:34.992554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-878221c2-645d-47e3-b60c-d2d1e7ea29aa req-3c682db4-9691-4158-b460-334d4641f0fd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:35.234659 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-878221c2-645d-47e3-b60c-d2d1e7ea29aa req-3c682db4-9691-4158-b460-334d4641f0fd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:35.271857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c682db4-9691-4158-b460-334d4641f0fd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcf1574-97e5-45d2-aba2-d1d517f2ae5a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:35.278904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51348) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:35.310252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-187b1666-03c9-428c-9b40-09f862938ca2 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:35.327579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-187b1666-03c9-428c-9b40-09f862938ca2 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589208 Apr 11 20:41:35.327818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-878221c2-645d-47e3-b60c-d2d1e7ea29aa req-3c682db4-9691-4158-b460-334d4641f0fd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:35.336029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-878221c2-645d-47e3-b60c-d2d1e7ea29aa req-3c682db4-9691-4158-b460-334d4641f0fd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "DELETE /v2.0/security-groups/1fcf1574-97e5-45d2-aba2-d1d517f2ae5a HTTP/1.1" status: 204 len: 173 time: 0.5195270 Apr 11 20:41:35.388215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-c5bbf7e3-7a7d-4543-8aca-8a5cf9ee7f89 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/quotas/7334ecb1f81f4d768e26baeeea18fc87 HTTP/1.1" status: 200 len: 375 time: 0.0549872 Apr 11 20:41:35.447097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-91f591ff-2745-43bc-b78b-681b2570dcbd tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7334ecb1f81f4d768e26baeeea18fc87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579929 Apr 11 20:41:35.454037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-556008d4-26bb-4a84-837d-f69a922d92af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea5b01365d6e466097d73195a653d4f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1737807 Apr 11 20:41:35.454741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51354) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:35.601537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-594a359e-93d5-4866-9e8a-b83dc0d80828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:35.646058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-594a359e-93d5-4866-9e8a-b83dc0d80828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:35.778999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Deleting port 6ee33968-3f80-4334-b803-b9682cb1c931 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:35.779611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:35.942520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b61d608-480c-4766-b7e5-74100ddbb667 req-6a0550aa-914a-488a-af27-5ec24730b072 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 210 time: 0.0901740 Apr 11 20:41:36.033830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13ed3a8c-7637-43f8-9025-7b3d8db10520 req-db903fe9-fb6a-4c8d-94c6-8149f6987efd tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/e36b84c9-8a51-436b-92ef-b6c56c918d05 HTTP/1.1" status: 200 len: 1646 time: 0.0483210 Apr 11 20:41:36.045791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-594a359e-93d5-4866-9e8a-b83dc0d80828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.073844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a359e-93d5-4866-9e8a-b83dc0d80828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7160c2-7455-48d8-8b86-ed87708c5640,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:36.120178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-594a359e-93d5-4866-9e8a-b83dc0d80828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.121396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-594a359e-93d5-4866-9e8a-b83dc0d80828 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef7160c2-7455-48d8-8b86-ed87708c5640 HTTP/1.1" status: 204 len: 168 time: 0.6656578 Apr 11 20:41:36.143700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13ed3a8c-7637-43f8-9025-7b3d8db10520 req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.159962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] For port 6ee33968-3f80-4334-b803-b9682cb1c931, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6ee33968-3f80-4334-b803-b9682cb1c931,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:36.160668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.184845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13ed3a8c-7637-43f8-9025-7b3d8db10520 req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.323142 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13ed3a8c-7637-43f8-9025-7b3d8db10520 req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.349332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36b84c9-8a51-436b-92ef-b6c56c918d05,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:36.362070 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13ed3a8c-7637-43f8-9025-7b3d8db10520 req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.376716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13ed3a8c-7637-43f8-9025-7b3d8db10520 req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "DELETE /v2.0/security-groups/e36b84c9-8a51-436b-92ef-b6c56c918d05 HTTP/1.1" status: 204 len: 173 time: 0.3349595 Apr 11 20:41:36.380807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.385405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.385890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.387027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.387682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Calling delete_port for 6ee33968-3f80-4334-b803-b9682cb1c931 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:36.387982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.390078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.395693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.395693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.395693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.395693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.395693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5491608-d0b3-49e9-b381-ec0739951fbe tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:36.478563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-edf1c65d-ce96-43d8-9f5f-eac9d1dd712f req-687db481-28bd-49b0-8803-b29e0a45dbe8 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.0456927 Apr 11 20:41:36.541981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014cdc3-1127-4dd4-9451-6638fcfd8907 req-a581f3f7-281d-4708-84ca-041ad4dc4fc8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:36.547613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d014cdc3-1127-4dd4-9451-6638fcfd8907 req-a581f3f7-281d-4708-84ca-041ad4dc4fc8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 949 time: 0.2624109 Apr 11 20:41:36.666967 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d014cdc3-1127-4dd4-9451-6638fcfd8907 req-3d6cdf29-30b8-467b-91e1-7c33e6f1ad7c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170559 Apr 11 20:41:36.742993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.778799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8467e81-133c-40f8-9b11-1fed46e3fad7 req-a98c96b8-9a55-4fd4-bada-6c84f0eb354f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/4ef9fdce-ffba-4e31-957c-81b6d2156e2b HTTP/1.1" status: 200 len: 1646 time: 0.0935702 Apr 11 20:41:36.888681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c8467e81-133c-40f8-9b11-1fed46e3fad7 req-d1938040-9095-4250-8248-dd398458ad4f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:36.903799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee33968-3f80-4334-b803-b9682cb1c931,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:36.940274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c8467e81-133c-40f8-9b11-1fed46e3fad7 req-d1938040-9095-4250-8248-dd398458ad4f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.048961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-4b2fd000-010d-4d09-b5b5-fcef4f9d733e tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344457 Apr 11 20:41:37.090278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c8467e81-133c-40f8-9b11-1fed46e3fad7 req-d1938040-9095-4250-8248-dd398458ad4f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.128414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c8467e81-133c-40f8-9b11-1fed46e3fad7 req-d1938040-9095-4250-8248-dd398458ad4f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.137523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8467e81-133c-40f8-9b11-1fed46e3fad7 req-d1938040-9095-4250-8248-dd398458ad4f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ef9fdce-ffba-4e31-957c-81b6d2156e2b HTTP/1.1" status: 204 len: 173 time: 0.3418465 Apr 11 20:41:37.143709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1938040-9095-4250-8248-dd398458ad4f tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef9fdce-ffba-4e31-957c-81b6d2156e2b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:37.478626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5624f75c-ce7f-42fe-9805-7c081b21947d req-edf19e59-cfe8-439c-b728-862fce1ccffe tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 210 time: 0.0788271 Apr 11 20:41:37.556843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7e4aeae-a121-46af-9e50-dbcf0f643f72 req-162d2fc1-1f9f-4820-9ee6-57628e1941ee tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 1100 time: 0.7003078 Apr 11 20:41:37.617019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5227d5b1-59a0-4c5d-bf53-17b32d71923c req-a5d35f99-aa58-4192-9a1b-2a21000b1bd7 tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "GET /v2.0/security-groups/5bd94c79-c18e-4891-9027-988b76939e31 HTTP/1.1" status: 200 len: 1646 time: 0.0603135 Apr 11 20:41:37.672474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-025bad55-fbff-4117-8ea7-d6ccd3b06995 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:37.673877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-025bad55-fbff-4117-8ea7-d6ccd3b06995 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6121173 Apr 11 20:41:37.695658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5227d5b1-59a0-4c5d-bf53-17b32d71923c req-b14c97bb-00a5-43b4-80b2-ebfde505807b tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.698781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Request body: {'port': {'device_id': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'c4bb17ac31824fb29e4412776d65b6ae'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:37.714622 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7e4aeae-a121-46af-9e50-dbcf0f643f72 req-c3078fca-ecde-499d-803b-482ee1958332 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568615 Apr 11 20:41:37.743144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5227d5b1-59a0-4c5d-bf53-17b32d71923c req-b14c97bb-00a5-43b4-80b2-ebfde505807b tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.902187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5227d5b1-59a0-4c5d-bf53-17b32d71923c req-b14c97bb-00a5-43b4-80b2-ebfde505807b tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.927206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c97bb-00a5-43b4-80b2-ebfde505807b tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd94c79-c18e-4891-9027-988b76939e31,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:37.929649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5227d5b1-59a0-4c5d-bf53-17b32d71923c req-b14c97bb-00a5-43b4-80b2-ebfde505807b tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:37.936823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:37.946572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5227d5b1-59a0-4c5d-bf53-17b32d71923c req-b14c97bb-00a5-43b4-80b2-ebfde505807b tempest-SecurityGroupRulesNegativeTestJSON-1478586850 tempest-SecurityGroupRulesNegativeTestJSON-1478586850-project] 10.222.0.61 "DELETE /v2.0/security-groups/5bd94c79-c18e-4891-9027-988b76939e31 HTTP/1.1" status: 204 len: 173 time: 0.3228929 Apr 11 20:41:37.947582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51418) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:37.960998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-238b2054-6b7a-43a4-b8d8-4cf62123b0a0 req-915ef6ca-65a1-42e6-bbc3-bd80e207e116 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.0733986 Apr 11 20:41:37.973727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:38.026089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.051789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Deleting subnet 280f7216-71e7-404e-825b-4673f8aa2883 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:41:38.055783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.152370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.261879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.350594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Made reservation on behalf of c4bb17ac31824fb29e4412776d65b6ae for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:38.351034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.428125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.443022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-8610562d-a69f-4772-8eb0-59ed3672f07d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2871978 Apr 11 20:41:38.520018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280f7216-71e7-404e-825b-4673f8aa2883,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:38.534504 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.545668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a8e9e4a0-5faf-46ec-af21-b41a0535773f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/280f7216-71e7-404e-825b-4673f8aa2883 HTTP/1.1" status: 204 len: 168 time: 0.5971482 Apr 11 20:41:38.548120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51444) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:38.685939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51456) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:38.720957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.811747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-86d4bef9-ff04-42e7-ae73-fbdbf77f0c83 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:38.817447 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-86d4bef9-ff04-42e7-ae73-fbdbf77f0c83 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574173 Apr 11 20:41:38.847765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbdef161-f293-4137-856b-b5aa42cbb2e1 req-998a06ad-2ab4-4fdb-8eaa-82f4eb20cbe0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 210 time: 0.0504878 Apr 11 20:41:38.866959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-606474911-network', 'tenant_id': '71c7e2d4e60349d0bb603b892cb6f70d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:38.874720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:38.877806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Allocated IP 192.168.233.196 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/d9ffca7b-0692-4f79-9c02-9609b4130427) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:38.910514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-f1ab8e0d-94a8-4350-a97e-8741115524a5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/quotas/85277020f6614ba2857f20cb28cd0a36 HTTP/1.1" status: 200 len: 375 time: 0.0683153 Apr 11 20:41:38.930646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Usage tracker for resource:network and tenant:71c7e2d4e60349d0bb603b892cb6f70d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:38.942801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:38.952048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:38.957738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:38.987722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f9c0c3-08d9-411a-b371-6b03180f8128']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:39.000859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69573a1c-2d0b-4488-a1fe-97b27e04b4c2') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:39.001161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69573a1c-2d0b-4488-a1fe-97b27e04b4c2') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:39.014263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.031642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.039170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Made reservation on behalf of 71c7e2d4e60349d0bb603b892cb6f70d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:39.041825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.052828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:41:39.053365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:41:39.069808 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:41:39.126112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.210916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62ff8f19-e931-469d-8646-df43d184a454 req-afd48115-a170-46ae-bde7-21f4d726b02a tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.0678575 Apr 11 20:41:39.385651 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.400037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-2cea0020-6ce6-450d-a373-17b4e8bf62e6 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7334ecb1f81f4d768e26baeeea18fc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1682777 Apr 11 20:41:39.451037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.459298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:39.462293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b0f9c0c3-08d9-411a-b371-6b03180f8128 HTTP/1.1" status: 204 len: 168 time: 0.9125040 Apr 11 20:41:39.470267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Usage tracker for resource:security_group_rule and tenant:71c7e2d4e60349d0bb603b892cb6f70d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:39.476217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8588d-4f10-4853-a22a-619255d01a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f9c0c3-08d9-411a-b371-6b03180f8128,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:39.480922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:39.489528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-f652da59-400b-407c-80c1-fb42193f700d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5474937 Apr 11 20:41:39.557497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:39.617536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.656741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Transition to ACTIVE for port object d9ffca7b-0692-4f79-9c02-9609b4130427 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:39.660596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-5d26e5a3-47f6-4c8a-afbc-3dea00ade201 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:39.662160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-5d26e5a3-47f6-4c8a-afbc-3dea00ade201 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441409 Apr 11 20:41:39.688571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Request body: {'port': {'device_id': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '7334ecb1f81f4d768e26baeeea18fc87'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:39.853845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:39.891736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9e9eae4d-1c44-4926-900c-73c4171a1344'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:39.927982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b1b37a3-c614-4325-beaa-c953eb39ad5a req-4dd963ff-dba1-4904-a8c6-e4ea150484fc tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.1293101 Apr 11 20:41:40.016796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.067173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Router 7c10c393-9654-4192-bdce-51cbfdfa590b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:41:40.120925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.124021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:40.132169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:40.138505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Usage tracker for resource:port and tenant:7334ecb1f81f4d768e26baeeea18fc87 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:40.142498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:40.146775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:40.153983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Pushing event updated for resources: {'Port': ['ID=d9ffca7b-0692-4f79-9c02-9609b4130427,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:40.156551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:40.157559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:40.159723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:41:40.198148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:40.252883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.255052 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Added segment fe8f03b5-08ae-496d-8f40-852c369b0b1b of type vlan for network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 Apr 11 20:41:40.257257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f310e75e-6870-4cbf-9cd4-4d76b7a450ff,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:40.298368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Made reservation on behalf of 7334ecb1f81f4d768e26baeeea18fc87 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:40.302737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.336534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.347175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.360313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cc7ee207-b1fc-432e-a617-cae3a99b03c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58c1086e1d1f4838a5aa5c5d7b4dde31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1600330 Apr 11 20:41:40.360909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51502) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:40.450616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:40.464877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Usage tracker for resource:security_group_rule and tenant:7334ecb1f81f4d768e26baeeea18fc87 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:40.475332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:40.536073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dee543a2-3676-4f87-a0b9-f483a293afc8 req-a9448e9e-2e3c-4ef1-a9f5-68bf6c336db5 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.0651577 Apr 11 20:41:40.540816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.541633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:40.542468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.548578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:40.587014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1fed563d-f98b-4324-ab0e-ce469121cc1b None None] Provisioning for port d9ffca7b-0692-4f79-9c02-9609b4130427 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:40.592151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1fed563d-f98b-4324-ab0e-ce469121cc1b None None] Provisioning complete for port d9ffca7b-0692-4f79-9c02-9609b4130427 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:40.592510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1fed563d-f98b-4324-ab0e-ce469121cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.667702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1fed563d-f98b-4324-ab0e-ce469121cc1b None None] Port d9ffca7b-0692-4f79-9c02-9609b4130427 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:40.723100 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d81a35e-1be4-4548-99f1-8cce30d3942e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.744804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:40.745429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.768070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] Pushing event updated for resources: {'Network': ['ID=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:40.779641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:41:40.795519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d81a35e-1be4-4548-99f1-8cce30d3942e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.803297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968e80-e970-4598-b80a-cd31d097789b req-0465058c-dcf9-41a6-82ba-26779ac51fe0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:40.803653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b968e80-e970-4598-b80a-cd31d097789b req-0465058c-dcf9-41a6-82ba-26779ac51fe0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Synchronizing usage tracker for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:40.869441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:40.891146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a839659f-4bfe-4683-a6be-531b7d8d21c6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1961865 Apr 11 20:41:40.891621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51526) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:40.893768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a35f99e6-c962-4d20-ad5b-f1c73f72e871 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2065125 Apr 11 20:41:40.895791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:41:40.900902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Request body: {'subnet': {'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-606474911-subnet', 'tenant_id': '71c7e2d4e60349d0bb603b892cb6f70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:40.911613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82c6a1ed-e1ef-43d3-94d8-97f936656170 admin admin] 10.222.0.61 "PUT /v2.0/routers/7c10c393-9654-4192-bdce-51cbfdfa590b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8221519 Apr 11 20:41:40.911851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:40.915745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Request body: {'port': {'device_id': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:40.918280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] Sync routers for ids ['7c10c393-9654-4192-bdce-51cbfdfa590b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:41:40.949094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:40.951140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] Routers {'7c10c393-9654-4192-bdce-51cbfdfa590b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:40.951873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7c10c393-9654-4192-bdce-51cbfdfa590b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:40.965708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Usage tracker for resource:subnet and tenant:71c7e2d4e60349d0bb603b892cb6f70d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:41.012642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:41.021290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b968e80-e970-4598-b80a-cd31d097789b req-0465058c-dcf9-41a6-82ba-26779ac51fe0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Unset dirty status for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:41.022935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b968e80-e970-4598-b80a-cd31d097789b req-0465058c-dcf9-41a6-82ba-26779ac51fe0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 936 time: 0.9519060 Apr 11 20:41:41.025842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:41.053077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d81a35e-1be4-4548-99f1-8cce30d3942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.133775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.164591 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b968e80-e970-4598-b80a-cd31d097789b req-5d7dc798-e9a7-42dc-a4a2-6d2fa79bdd37 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312506 Apr 11 20:41:41.165438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.195746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Made reservation on behalf of 71c7e2d4e60349d0bb603b892cb6f70d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:41.199279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.429530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51540) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:41.430508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] Set router 7c10c393-9654-4192-bdce-51cbfdfa590b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:41.435818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81a35e-1be4-4548-99f1-8cce30d3942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e608ad28-a363-4ea9-bb34-e9c274fd0be8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:41.482347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35ffb63e-93c9-4f79-9fd3-46f536a4ce5b req-ecdf395b-f0f2-4e7e-9929-355c93c97f01 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.2025273 Apr 11 20:41:41.590032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d81a35e-1be4-4548-99f1-8cce30d3942e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.593807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d81a35e-1be4-4548-99f1-8cce30d3942e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e608ad28-a363-4ea9-bb34-e9c274fd0be8 HTTP/1.1" status: 204 len: 168 time: 1.2297223 Apr 11 20:41:41.671002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb4382-bb07-49e3-bfa4-3402dfbcc515,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:41.742603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.899517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:41.904310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:41:36Z', 'revision_number': 5, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:41.908190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] Checking router: 7c10c393-9654-4192-bdce-51cbfdfa590b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:41.925528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] Routers {'7c10c393-9654-4192-bdce-51cbfdfa590b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:41.926496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7c10c393-9654-4192-bdce-51cbfdfa590b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:41.974322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50aad628-3145-45c7-b15a-31f867606f17 req-5c1f7c76-ca8f-4d57-afd2-6a3ba72335ca tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.1450188 Apr 11 20:41:42.005179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.048491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ffca7b-0692-4f79-9c02-9609b4130427 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:42.070564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.075754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:42.083505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc019ce08adf48139b11739b85c4af4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:42.090618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:42.103075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:42.107551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Transition to ACTIVE for port object d9ffca7b-0692-4f79-9c02-9609b4130427 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:42.129294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Deleting port 0647b68c-1ad3-4069-8130-71a9b774bb1e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:42.129294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.203614 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.232197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] Set router 7c10c393-9654-4192-bdce-51cbfdfa590b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:42.258885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.291775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.501300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] For port 0647b68c-1ad3-4069-8130-71a9b774bb1e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0647b68c-1ad3-4069-8130-71a9b774bb1e,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:42.501886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.507244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:42.586144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6d132-82bc-4aac-bb14-91415b1fceed,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:42.591018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bceaeb86-92f8-47f1-8a09-c8d5885ee330,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:42.777803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Checking segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:42.778167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Network hostable DHCP agents. Network: d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:41:42.845998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Calling delete_port for 0647b68c-1ad3-4069-8130-71a9b774bb1e owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:42.872062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Pushing event updated for resources: {'Port': ['ID=d9ffca7b-0692-4f79-9c02-9609b4130427,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:42.935870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fa77dd75-7723-4921-99dc-77c5cb0ad2a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc019ce08adf48139b11739b85c4af4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5008492 Apr 11 20:41:42.941665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51564) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:42.955743 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36c64f44-7cd8-4a94-a947-c10c31f26985 req-8d506a23-7af4-416b-b969-5bb3147bba5f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.0886135 Apr 11 20:41:42.982817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:41:36Z', 'revision_number': 5, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:42.996683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc9a93-39db-4af8-afef-024b170d6180 None None] The sync data for ids ['7c10c393-9654-4192-bdce-51cbfdfa590b'] in n-d-837321-1 is: [{'id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722059304-router', 'tenant_id': '83252308e4ac4210b69a9c206ddd06d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:38:01Z', 'updated_at': '2022-04-11T20:41:36Z', 'revision_number': 5, 'project_id': '83252308e4ac4210b69a9c206ddd06d5', 'gw_port': {'id': '0647b68c-1ad3-4069-8130-71a9b774bb1e', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10c393-9654-4192-bdce-51cbfdfa590b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:38:02Z', 'updated_at': '2022-04-11T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:41:43.017243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Allocated IP 192.168.233.169 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/64fff776-8797-4536-84d0-0419611a564e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:43.069040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:41:43.074771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f35b-9b8d-4f06-b5b3-5e603c42663c req-777be157-eca5-4093-b305-9cca84c5d220 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:43.076533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1630f35b-9b8d-4f06-b5b3-5e603c42663c req-777be157-eca5-4093-b305-9cca84c5d220 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 948 time: 0.3709137 Apr 11 20:41:43.193188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1630f35b-9b8d-4f06-b5b3-5e603c42663c req-0cd31ca2-ea98-499b-b21e-870a96dedcc4 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011620 Apr 11 20:41:43.259383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:43.268794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a0452f-1d93-41a3-871b-86201289e05a None None] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:43.293359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:43.296725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.394650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Attempting to bind port d9ffca7b-0692-4f79-9c02-9609b4130427 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:43.396145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Attempting to bind port d9ffca7b-0692-4f79-9c02-9609b4130427 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:43.396480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Attempting to bind port d9ffca7b-0692-4f79-9c02-9609b4130427 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:43.428682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-644ac03a-4540-43fc-9185-fa3c2fed0a1a req-197bb69a-1c8a-418d-bd7a-1736084a03ea tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.2320471 Apr 11 20:41:43.463523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Port d9ffca7b-0692-4f79-9c02-9609b4130427 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:43.463523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Attempting to bind port d9ffca7b-0692-4f79-9c02-9609b4130427 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:43.511604 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a952-052e-4df6-bb03-76461ad795ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.519688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:43.522239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:43.522239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:43.522239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Bound port: d9ffca7b-0692-4f79-9c02-9609b4130427, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:43.522239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.564897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.656051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Transition to ACTIVE for port object 64fff776-8797-4536-84d0-0419611a564e will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:43.692837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da704290-e4e0-480c-b564-cc66ebd62508 None None] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:43.702457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-1ff88945-cd0f-4a1c-a5bc-1179c04aa765 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440505 Apr 11 20:41:43.782876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] For port d9ffca7b-0692-4f79-9c02-9609b4130427, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:43.786354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] For port d9ffca7b-0692-4f79-9c02-9609b4130427, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d9ffca7b-0692-4f79-9c02-9609b4130427,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:43.799750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-916226a6-f3e2-4556-837f-e7d9948e6714 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8989129 Apr 11 20:41:43.799750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a952-052e-4df6-bb03-76461ad795ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.831177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.862460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:43.926166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ee33968-3f80-4334-b803-b9682cb1c931 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:43.952294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0647b68c-1ad3-4069-8130-71a9b774bb1e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:44.017179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:44.022876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] 10.222.0.69 "PUT /v2.0/ports/d9ffca7b-0692-4f79-9c02-9609b4130427 HTTP/1.1" status: 200 len: 1096 time: 3.1180198 Apr 11 20:41:44.040463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'tag': 'd9ffca7b-0692-4f79-9c02-9609b4130427'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:44.056153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a952-052e-4df6-bb03-76461ad795ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:44.068944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:44.162058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7a952-052e-4df6-bb03-76461ad795ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6d132-82bc-4aac-bb14-91415b1fceed,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:44.169996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:44.223998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cc1316e5-f473-42ab-abb8-c4b841c7c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:44.231966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a952-052e-4df6-bb03-76461ad795ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:44.237015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2b7a952-052e-4df6-bb03-76461ad795ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64c6d132-82bc-4aac-bb14-91415b1fceed HTTP/1.1" status: 204 len: 168 time: 1.2925947 Apr 11 20:41:44.241901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6ee33968-3f80-4334-b803-b9682cb1c931 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:44.242237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ee33968-3f80-4334-b803-b9682cb1c931 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:44.257470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1b88-fad2-471d-9d45-3f20a04bd89b service neutron] Pushing event updated for resources: {'Port': ['ID=d9ffca7b-0692-4f79-9c02-9609b4130427,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:44.481157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:44.491247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37d1ce02-1126-48eb-9fa0-ea710b1ef93c req-aaeadfb3-77ef-4847-9d8b-7da78c3c22b4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.1353538 Apr 11 20:41:44.494215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:44.496717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:44.545464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-463e4afd-96c1-4d62-8ff1-9107aacef66c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:44.546833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-463e4afd-96c1-4d62-8ff1-9107aacef66c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8391280 Apr 11 20:41:44.610402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:44.635635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1129170092-network', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:44.688905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:44.700328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Usage tracker for resource:network and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:44.713191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:44.737260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:45.065524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:45.071072 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f310bf1a-4a15-4728-87c9-afd5d7cf9587'] response: {'name': 'network-changed', 'server_uuid': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'tag': 'd9ffca7b-0692-4f79-9c02-9609b4130427', 'status': 'completed', 'code': 200} Apr 11 20:41:45.142501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4eeb-da6a-4901-802e-18bd2d7fdc7f None None] Provisioning for port 64fff776-8797-4536-84d0-0419611a564e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:45.162594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4eeb-da6a-4901-802e-18bd2d7fdc7f None None] Provisioning complete for port 64fff776-8797-4536-84d0-0419611a564e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:45.162977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4eeb-da6a-4901-802e-18bd2d7fdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:45.247228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7654a2-a3de-418a-b1a1-d969ad8f7131 req-315ea946-bb42-4b17-a885-5a5d870fbaa4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:45.248381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c4eeb-da6a-4901-802e-18bd2d7fdc7f None None] Port 64fff776-8797-4536-84d0-0419611a564e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:45.248996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b7654a2-a3de-418a-b1a1-d969ad8f7131 req-315ea946-bb42-4b17-a885-5a5d870fbaa4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 936 time: 0.1807802 Apr 11 20:41:45.249892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Made reservation on behalf of 4ba2eb757af948d1a7501cfe9a3e9452 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:45.252244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:45.334678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-a7213da4-7391-4779-b7a2-08f59cf3fa61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 1099 time: 0.7667325 Apr 11 20:41:45.340696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:45.494818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:45.537374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-ff091d75-0248-42e0-ae60-8927826d6aba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d9ffca7b-0692-4f79-9c02-9609b4130427 HTTP/1.1" status: 200 len: 217 time: 0.1492176 Apr 11 20:41:45.570694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b7654a2-a3de-418a-b1a1-d969ad8f7131 req-10b3c8b3-8ee8-47f1-86ab-eaf31624b775 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873280 Apr 11 20:41:45.598890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:45.598890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:45.628315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:45.646048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:45.656072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:45.666595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:45.685759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-7955d7d6-849d-4085-a6c5-04ef8ea7779b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:45.685759 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-7955d7d6-849d-4085-a6c5-04ef8ea7779b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1200297 Apr 11 20:41:45.732067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:45.839948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-d57fca79-7cf8-4c0e-949b-1aa23cbbb0a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434684 Apr 11 20:41:45.950267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:45.969663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-ecf118ed-ccb1-458e-a007-695385f7e3d4 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2861390 Apr 11 20:41:45.970355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.014522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-48cc6951-4422-4d6a-8bec-f865159fa2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.020144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Request body: {'port': {'device_id': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:46.046759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.099664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.118613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1eff-98e8-43a7-8de9-11abc8d45a1d req-16641830-e50e-495b-89a7-40f28eafa0d0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:46.124143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a3a1eff-98e8-43a7-8de9-11abc8d45a1d req-16641830-e50e-495b-89a7-40f28eafa0d0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 948 time: 1.0600140 Apr 11 20:41:46.134592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-f4787ad9-6a8d-4b0f-9fc2-fd3b9d514d26 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813685 Apr 11 20:41:46.142306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:46.202766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.226770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:46.229041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:46.248969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Usage tracker for resource:security_group_rule and tenant:d8142f3b9cb94bd28fa2dd3089e98c5b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:46.261969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:46.281523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:46.312391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a998041-ddcd-4745-9567-771f35b08402,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:46.318761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:41:46.344368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:46.347368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.361742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.361970 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Added segment 33136a3b-4234-4c4b-bd85-b2c60154376c of type vlan for network cf258c1c-c0b6-4678-b668-4ee11a55bae8 Apr 11 20:41:46.364159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a3a1eff-98e8-43a7-8de9-11abc8d45a1d req-8ca1af88-db7c-4f0f-b193-f91ab455e17c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271385 Apr 11 20:41:46.366236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.449735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe7c5875-3abf-448d-bb50-350282d591c9 req-1d2939cc-c3ee-4f48-88be-22a00bf8cfcb service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888019 Apr 11 20:41:46.462995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.463726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c10c393-9654-4192-bdce-51cbfdfa590b {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:41:46.497593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.570030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-a5fba285-712b-4a31-a9a9-e037590fbac6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:46.571686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-a5fba285-712b-4a31-a9a9-e037590fbac6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.2472410 Apr 11 20:41:46.618279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2d14922-bf18-4090-9ea4-dbd07256ebdc req-8fb13d38-f252-4423-a2a6-d082449de9a9 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.1075161 Apr 11 20:41:46.636073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-3fa2ece1-5607-4b24-8ccc-bb2b274a228e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/quotas/71c7e2d4e60349d0bb603b892cb6f70d HTTP/1.1" status: 200 len: 375 time: 0.0571361 Apr 11 20:41:46.642755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.643435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:46.644740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.732200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.744456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.748035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-df0a7dad-75bb-4bdd-b094-307054b0ea63 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7c10c393-9654-4192-bdce-51cbfdfa590b HTTP/1.1" status: 204 len: 168 time: 5.8330083 Apr 11 20:41:46.749400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51626) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:46.811918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-c055fbcc-917f-474f-b35c-746a7345251b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624002 Apr 11 20:41:46.844425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:46.914418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf258c1c-c0b6-4678-b668-4ee11a55bae8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:46.918725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-f187e912-c89c-4493-98f8-eb98340148bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 1099 time: 0.3295178 Apr 11 20:41:46.923926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:41:46.965394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.171 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/14f699f7-db24-4bef-925c-7e8572354277) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:47.011887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-a9a3f6fc-83cb-4a5b-b9f8-79078b44b8ee service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858814 Apr 11 20:41:47.032250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a213ba1-8272-43d4-a33c-061348219ad6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:47.043812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cd2d9f82-8627-4c90-afed-37719354f2af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8142f3b9cb94bd28fa2dd3089e98c5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2998416 Apr 11 20:41:47.049364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51630) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:47.052690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Deleting subnet 918c1498-2550-4011-af4a-f92a811db5a0 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:41:47.058369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d5ce1137-6f85-464a-9e87-770a242323e1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8765197 Apr 11 20:41:47.064331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51632) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:47.090317 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.158170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Request body: {'subnet': {'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1129170092-subnet', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:47.163710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:47.170879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Usage tracker for resource:subnet and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:47.171219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:47.177305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:47.192772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.295843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.368089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.380757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Made reservation on behalf of 4ba2eb757af948d1a7501cfe9a3e9452 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:47.382984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.428567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-ed5d28bf-9d26-4843-a662-3d84ee428746 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:47.429194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-ed5d28bf-9d26-4843-a662-3d84ee428746 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Synchronizing usage tracker for tenant:7334ecb1f81f4d768e26baeeea18fc87 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:47.476151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57779220-1449-4c30-b950-032df8fbfd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.574220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-0c895a7a-6068-4be7-8772-412c72902ed3 service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612998 Apr 11 20:41:47.589053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-b080189f-c72d-4631-bd9e-feba2f68e8cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:47.590765 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-b080189f-c72d-4631-bd9e-feba2f68e8cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5282073 Apr 11 20:41:47.685004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-575b8120-edc9-4256-a388-c7ec60dcaa20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d9ffca7b-0692-4f79-9c02-9609b4130427 HTTP/1.1" status: 200 len: 217 time: 0.0865767 Apr 11 20:41:47.702795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57779220-1449-4c30-b950-032df8fbfd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.759873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-ed5d28bf-9d26-4843-a662-3d84ee428746 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Unset dirty status for tenant:7334ecb1f81f4d768e26baeeea18fc87 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:47.761029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-ed5d28bf-9d26-4843-a662-3d84ee428746 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 936 time: 0.9282229 Apr 11 20:41:47.766369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.825382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:47.840463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-764548b6-bbe7-42de-83f3-2f8e55c027cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:47.842071 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-764548b6-bbe7-42de-83f3-2f8e55c027cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1272490 Apr 11 20:41:47.870391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object 14f699f7-db24-4bef-925c-7e8572354277 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:47.926877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-776d22d0-a520-4163-b89d-7c22373bce5b tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Synchronizing usage tracker for tenant:7334ecb1f81f4d768e26baeeea18fc87 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:47.949444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0647b68c-1ad3-4069-8130-71a9b774bb1e no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:47.984285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-523e5933-e99c-4546-8d55-66d9456190c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259768 Apr 11 20:41:48.005486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0647b68c-1ad3-4069-8130-71a9b774bb1e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:48.005828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0647b68c-1ad3-4069-8130-71a9b774bb1e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:48.041469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.060334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-776d22d0-a520-4163-b89d-7c22373bce5b tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Unset dirty status for tenant:7334ecb1f81f4d768e26baeeea18fc87 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:48.061468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cbe1fd7-64b5-4f15-93aa-17ffefefd6b7 req-776d22d0-a520-4163-b89d-7c22373bce5b tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859640 Apr 11 20:41:48.062430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.064017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57779220-1449-4c30-b950-032df8fbfd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.078423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd', '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:48.112037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.146701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', '6dca6344-0989-4e87-879a-b9750960fc64', '4f30be53-397c-42d6-a9c1-8d1e712e3042'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:48.374791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779220-1449-4c30-b950-032df8fbfd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a213ba1-8272-43d4-a33c-061348219ad6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:48.394368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=918c1498-2550-4011-af4a-f92a811db5a0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:48.446950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=14f699f7-db24-4bef-925c-7e8572354277,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:48.455576 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.473713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e53d6-a2bf-4927-9e05-6a790047eea2 None None] Network 73951e44-6402-4805-95b0-dc9863159e48 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:48.546352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac46aaf-2704-45db-a783-703d454217f2,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:48.581300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:48.581300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:48.582337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:48.599893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039159f3-223c-4596-a324-90dc49fed730 req-f287eb86-d5e9-4592-afa4-71ef052a2805 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:48.608952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-039159f3-223c-4596-a324-90dc49fed730 req-f287eb86-d5e9-4592-afa4-71ef052a2805 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 948 time: 0.5686576 Apr 11 20:41:48.632315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-26a89ee8-ef2d-4010-990b-b39d5e0481e7 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404529 Apr 11 20:41:48.682413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Checking segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:48.682971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Network hostable DHCP agents. Network: cf258c1c-c0b6-4678-b668-4ee11a55bae8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:41:48.687320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d9ffca7b-0692-4f79-9c02-9609b4130427 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:41:48.701248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:48.702021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.778469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-53140914-b210-466f-8622-74f853578cd2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/918c1498-2550-4011-af4a-f92a811db5a0 HTTP/1.1" status: 204 len: 168 time: 2.0216875 Apr 11 20:41:48.784103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57779220-1449-4c30-b950-032df8fbfd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:48.790900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57779220-1449-4c30-b950-032df8fbfd42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a213ba1-8272-43d4-a33c-061348219ad6 HTTP/1.1" status: 204 len: 168 time: 1.7359333 Apr 11 20:41:48.796664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51654) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:48.967304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20eec827-e3b7-4426-9d7d-68f1830f91a3 req-c55f0f0b-2333-4617-8d53-d5379949df47 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244810 Apr 11 20:41:48.986149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-039159f3-223c-4596-a324-90dc49fed730 req-147c55ef-9d60-4954-9122-75be807847d7 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761804 Apr 11 20:41:49.024695 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.048812 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:41:49.055322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:41:49.158049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fff776-8797-4536-84d0-0419611a564e {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:49.170553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.181089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b6e3d4e-f598-4578-8354-40abf3817435 req-64845234-05ed-4310-8215-c01500a71329 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 210 time: 0.0864103 Apr 11 20:41:49.185958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:41:49.210124 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.220468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-84b60204-b918-4e4d-909b-6252f29ca10e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6213596 Apr 11 20:41:49.220468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Deleting port 35233d06-cd8e-4955-b7b4-8164690e824b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:49.220468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.297150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Transition to ACTIVE for port object 64fff776-8797-4536-84d0-0419611a564e will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:49.364975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, cf258c1c-c0b6-4678-b668-4ee11a55bae8) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:49.376759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:49.377350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.391652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8ad8c-6954-4ecf-88cd-1cacede63481 None None] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:49.422602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.529620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b28c9daa-5751-444b-a9f8-12f50ce0d449 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4364383 Apr 11 20:41:49.534610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51670) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:49.540131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:49.548757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8196eb-0b02-47ce-8edc-374d3ddc3d47 req-f174ce69-e07a-42c3-8fbf-d26569669488 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:49.555889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:49.560585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-af8196eb-0b02-47ce-8edc-374d3ddc3d47 req-f174ce69-e07a-42c3-8fbf-d26569669488 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:49.574819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Usage tracker for resource:router and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:49.590955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:49.616842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:49.724789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.726587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.777215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b992b7a3-272b-41dd-9112-7d89337082a7 None None] Provisioning for port 14f699f7-db24-4bef-925c-7e8572354277 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:49.801859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:49.851182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:49.854367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d9ffca7b-0692-4f79-9c02-9609b4130427, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d9ffca7b-0692-4f79-9c02-9609b4130427,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:49.864240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Request body: {'port': {'device_id': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:49.868978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e76a01-41b6-4e05-88ff-43f06282b656 req-3074c678-3361-438c-aba0-6a59e51b572d tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:49.879762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1e76a01-41b6-4e05-88ff-43f06282b656 req-3074c678-3361-438c-aba0-6a59e51b572d tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 948 time: 0.2263420 Apr 11 20:41:49.922292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b992b7a3-272b-41dd-9112-7d89337082a7 None None] Provisioning complete for port 14f699f7-db24-4bef-925c-7e8572354277 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:49.922937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b992b7a3-272b-41dd-9112-7d89337082a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:50.009417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1e76a01-41b6-4e05-88ff-43f06282b656 req-8bc4f9ce-6f6d-4541-bb13-7a943c90a6c9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297586 Apr 11 20:41:50.105966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'd9ffca7b-0692-4f79-9c02-9609b4130427', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'd9ffca7b-0692-4f79-9c02-9609b4130427', 'mac_address': 'fa:16:3e:f4:eb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:41:50.107059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-af8196eb-0b02-47ce-8edc-374d3ddc3d47 req-f174ce69-e07a-42c3-8fbf-d26569669488 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:50.118302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af8196eb-0b02-47ce-8edc-374d3ddc3d47 req-f174ce69-e07a-42c3-8fbf-d26569669488 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 936 time: 1.7800441 Apr 11 20:41:50.166135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] DHCP port deletion for 73951e44-6402-4805-95b0-dc9863159e48 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:41:50.239877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Deleting port 35233d06-cd8e-4955-b7b4-8164690e824b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:50.240497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:50.273068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:50.314581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b992b7a3-272b-41dd-9112-7d89337082a7 None None] Port 14f699f7-db24-4bef-925c-7e8572354277 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:41:50.471204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:41:50.472975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:50.492847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:50.604508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ffca7b-0692-4f79-9c02-9609b4130427 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:50.632647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] For port 35233d06-cd8e-4955-b7b4-8164690e824b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=35233d06-cd8e-4955-b7b4-8164690e824b,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:50.633065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a797aa4-94ae-444e-bce7-d24c9c62613e req-a3df964a-47a3-4534-80f7-c9b5900e05f9 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:50.634060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:50.635146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a797aa4-94ae-444e-bce7-d24c9c62613e req-a3df964a-47a3-4534-80f7-c9b5900e05f9 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 948 time: 0.3081355 Apr 11 20:41:50.671388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af8196eb-0b02-47ce-8edc-374d3ddc3d47 req-b719a010-a89b-4eb9-836b-526dc09e9ae4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517402 Apr 11 20:41:50.806494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a797aa4-94ae-444e-bce7-d24c9c62613e req-8e9d2e10-1a80-462a-8464-188e95833500 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567569 Apr 11 20:41:51.004667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.049096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.099971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] For port 35233d06-cd8e-4955-b7b4-8164690e824b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=35233d06-cd8e-4955-b7b4-8164690e824b,segment=NetworkSegment(620fb8ef-7b70-40fd-8732-3461baf43c17),segment_id=620fb8ef-7b70-40fd-8732-3461baf43c17)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:51.100498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.125230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Calling delete_port for 35233d06-cd8e-4955-b7b4-8164690e824b owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:51.134600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d9ffca7b-0692-4f79-9c02-9609b4130427, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d9ffca7b-0692-4f79-9c02-9609b4130427,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:51.298276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Calling delete_port for 35233d06-cd8e-4955-b7b4-8164690e824b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:41:51.396916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Attempting to bind port 64fff776-8797-4536-84d0-0419611a564e on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:51.397413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Attempting to bind port 64fff776-8797-4536-84d0-0419611a564e by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:51.397847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Attempting to bind port 64fff776-8797-4536-84d0-0419611a564e on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:51.405673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.407257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.431667 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.447529 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e4a62ef-06f2-4e2c-8bb6-2b575ed3f7c4 req-46971b29-e468-4438-9bd2-fa5ab404625e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 210 time: 0.1496096 Apr 11 20:41:51.509955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=d9ffca7b-0692-4f79-9c02-9609b4130427,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:51.520404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Port 64fff776-8797-4536-84d0-0419611a564e on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:51.523179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Attempting to bind port 64fff776-8797-4536-84d0-0419611a564e on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:51.529139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Pushing event deleted for resources: {'Port': ['ID=35233d06-cd8e-4955-b7b4-8164690e824b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:51.555980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdfb64-ea28-4bd7-863f-c105af60fddf req-e3b11227-6a45-4f48-8200-3d1d2f9aa182 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:51.558768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19cdfb64-ea28-4bd7-863f-c105af60fddf req-e3b11227-6a45-4f48-8200-3d1d2f9aa182 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 948 time: 0.1442454 Apr 11 20:41:51.569369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Allocated IP 172.25.5.126 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a550d100-3b9c-42e1-9778-d7896d851e88) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:51.574329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Allocated IP 172.20.0.2 (cf258c1c-c0b6-4678-b668-4ee11a55bae8/3ac46aaf-2704-45db-a783-703d454217f2/8a0a9899-898e-4e9d-ac05-cd5427944f81) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:51.588711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] No DVR routers for this DVR port 35233d06-cd8e-4955-b7b4-8164690e824b on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:41:51.628046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:51.629975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:51.630911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:51.631793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Bound port: 64fff776-8797-4536-84d0-0419611a564e, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:51.632400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.670524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19cdfb64-ea28-4bd7-863f-c105af60fddf req-40b3267e-433d-415f-bd88-09b4c55bcb79 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030815 Apr 11 20:41:51.906078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:41:51.906078 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:41:51.921187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['d9ffca7b-0692-4f79-9c02-9609b4130427'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:41:51.959051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:51.998173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.043089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 35233d06-cd8e-4955-b7b4-8164690e824b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:41:52.136092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 35233d06-cd8e-4955-b7b4-8164690e824b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:41:52.136829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73951e44-6402-4805-95b0-dc9863159e48']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:52.137237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 35233d06-cd8e-4955-b7b4-8164690e824b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:41:52.227416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620fb8ef-7b70-40fd-8732-3461baf43c17') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:52.227722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620fb8ef-7b70-40fd-8732-3461baf43c17') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:52.249725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:52.254343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.308512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:52.313264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.346881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:41:52.354001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:41:52.362682 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:41:52.372611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.406434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Deleting port 35233d06-cd8e-4955-b7b4-8164690e824b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:41:52.406767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.428193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0059e-e1b3-44a4-bc7c-ca8315b7c6d1 req-37d540bf-0442-42d4-a5c4-2bcddf58a8e5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:52.435408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4af0059e-e1b3-44a4-bc7c-ca8315b7c6d1 req-37d540bf-0442-42d4-a5c4-2bcddf58a8e5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 936 time: 0.4245105 Apr 11 20:41:52.468238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.488570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.505071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Transition to ACTIVE for port object 8a0a9899-898e-4e9d-ac05-cd5427944f81 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:52.506039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Pushing event updated for resources: {'Port': ['ID=a550d100-3b9c-42e1-9778-d7896d851e88,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:52.529715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Transition to ACTIVE for port object 8a0a9899-898e-4e9d-ac05-cd5427944f81 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:52.541540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:52.577562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:41:52.577895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-e3adf60b-3759-46a6-b6b8-7a48629ae7c1 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:52.580226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-e3adf60b-3759-46a6-b6b8-7a48629ae7c1 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.4201303 Apr 11 20:41:52.581106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:52.600101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:52.600749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4af0059e-e1b3-44a4-bc7c-ca8315b7c6d1 req-1f150368-de10-4cd8-ba39-ac77ea5b20e8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636899 Apr 11 20:41:52.641426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-014f7107-3087-4eda-81e7-d7b64ee4e554 None None] The port '35233d06-cd8e-4955-b7b4-8164690e824b' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:41:52.643069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.672298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Request body: {'port': {'device_id': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'admin_state_up': True, 'tenant_id': '71c7e2d4e60349d0bb603b892cb6f70d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:52.739748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:52.750291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.759176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-05574326-7f09-43c4-9af5-e855bf30f104 service neutron] 10.222.0.69 "PUT /v2.0/ports/64fff776-8797-4536-84d0-0419611a564e HTTP/1.1" status: 200 len: 1096 time: 6.7674911 Apr 11 20:41:52.822736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:52.849195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.877413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:52.889199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3c9ad-39f8-45d7-8024-c5ccbd1dc140 req-22635f96-d98f-4f0c-983a-034a92236178 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:52.898136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2be3c9ad-39f8-45d7-8024-c5ccbd1dc140 req-22635f96-d98f-4f0c-983a-034a92236178 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 949 time: 0.8102272 Apr 11 20:41:52.945976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Pushing event updated for resources: {'Port': ['ID=8a0a9899-898e-4e9d-ac05-cd5427944f81,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:52.955428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:52.958507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:52.969148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:52.988287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f699f7-db24-4bef-925c-7e8572354277 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:52.996089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.012376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Transition to ACTIVE for port object 14f699f7-db24-4bef-925c-7e8572354277 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:53.085146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2be3c9ad-39f8-45d7-8024-c5ccbd1dc140 req-e3258b31-1cca-4418-98e3-cc65be1c4ab2 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855431 Apr 11 20:41:53.092441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:41:53.127622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Usage tracker for resource:port and tenant:71c7e2d4e60349d0bb603b892cb6f70d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:41:53.127738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Attempting to bind port 8a0a9899-898e-4e9d-ac05-cd5427944f81 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:53.127738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Attempting to bind port 8a0a9899-898e-4e9d-ac05-cd5427944f81 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:53.127738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Attempting to bind port 8a0a9899-898e-4e9d-ac05-cd5427944f81 on network cf258c1c-c0b6-4678-b668-4ee11a55bae8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:53.134349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:41:53.143237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:53.144393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Checking segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:53.145188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.145937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Bound using segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:53.146587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Bound port: 8a0a9899-898e-4e9d-ac05-cd5427944f81, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:53.147140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.158119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:41:53.168354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.281683 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70827388-29e9-4923-9e7e-c44c77a0aafe req-50415325-cce4-4543-9cb6-8d0245818f29 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 210 time: 0.3883207 Apr 11 20:41:53.287648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] 10.222.0.61 "DELETE /v2.0/networks/73951e44-6402-4805-95b0-dc9863159e48 HTTP/1.1" status: 204 len: 168 time: 4.4883394 Apr 11 20:41:53.290214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f239f-bd43-46ea-ab69-e48c88023637 admin admin] Pushing event deleted for resources: {'Network': ['ID=73951e44-6402-4805-95b0-dc9863159e48,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:53.329066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] For port 8a0a9899-898e-4e9d-ac05-cd5427944f81, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:53.329721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Pushing event updated for resources: {'Port': ['ID=14f699f7-db24-4bef-925c-7e8572354277,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:53.337591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] For port 8a0a9899-898e-4e9d-ac05-cd5427944f81, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a0a9899-898e-4e9d-ac05-cd5427944f81,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:53.370786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Made reservation on behalf of 71c7e2d4e60349d0bb603b892cb6f70d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:41:53.375517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.418491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.465698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-1f592625-1605-4f52-9849-02d6d4c7ff05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7334ecb1f81f4d768e26baeeea18fc87&device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 1099 time: 0.4271126 Apr 11 20:41:53.646751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f8ea-6893-4ad5-b08e-d7639b21f0e0 None None] Pushing event updated for resources: {'Port': ['ID=8a0a9899-898e-4e9d-ac05-cd5427944f81,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:53.733493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299639f-da86-44d2-9b1f-281a12bd5b5a req-9e8791f7-977d-4469-b712-67e6be3c59fe tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:53.736167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c299639f-da86-44d2-9b1f-281a12bd5b5a req-9e8791f7-977d-4469-b712-67e6be3c59fe tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 948 time: 0.4709282 Apr 11 20:41:53.743035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.744096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:53.767330 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:41:53.774461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-d967830b-7d12-467a-9cb1-0fa261c1c7b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=64fff776-8797-4536-84d0-0419611a564e HTTP/1.1" status: 200 len: 217 time: 0.2276676 Apr 11 20:41:53.959370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-3f7f57f6-7f4e-42cc-baa6-5ea4e8deb6e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:53.965570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-3f7f57f6-7f4e-42cc-baa6-5ea4e8deb6e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1844223 Apr 11 20:41:53.982634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Attempting to bind port 14f699f7-db24-4bef-925c-7e8572354277 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:53.985517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Attempting to bind port 14f699f7-db24-4bef-925c-7e8572354277 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:53.987614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Attempting to bind port 14f699f7-db24-4bef-925c-7e8572354277 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:54.093152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a0a9899-898e-4e9d-ac05-cd5427944f81 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:54.141581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51732) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:54.226669 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c299639f-da86-44d2-9b1f-281a12bd5b5a req-9a1feb72-e290-43c7-8e85-20582e4aa1d2 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797359 Apr 11 20:41:54.228356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Allocated IP 172.20.0.13 (d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9/bceaeb86-92f8-47f1-8a09-c8d5885ee330/00e73d77-cbbd-4d0e-a4a6-026cc4dccde6) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:41:54.310083 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-da3c1f31-a5b5-4d50-9283-1fdd9bf57082 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9662d95966e444aaa762354ba3866fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1305225 Apr 11 20:41:54.312148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51740) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:54.387011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 8a0a9899-898e-4e9d-ac05-cd5427944f81 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:54.410663 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4a1bee-c7a3-4ec1-8425-7434a1393c9b'] response: {'name': 'network-changed', 'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'status': 'completed', 'code': 200} Apr 11 20:41:54.490914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Port 14f699f7-db24-4bef-925c-7e8572354277 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:54.491232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Attempting to bind port 14f699f7-db24-4bef-925c-7e8572354277 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:54.522247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:54.522486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:54.522871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:54.523321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Bound port: 14f699f7-db24-4bef-925c-7e8572354277, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:54.523925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:54.709340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-eb76eecc-a99f-4077-9b5e-9aeecb0a3287 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7314472 Apr 11 20:41:54.722804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d085ef8-11e5-48a6-8754-4a36c8cc4d2f req-e2cecfde-4bcf-4b06-81b7-98d33e2274ed tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:54.730186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d085ef8-11e5-48a6-8754-4a36c8cc4d2f req-e2cecfde-4bcf-4b06-81b7-98d33e2274ed tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 948 time: 0.3259993 Apr 11 20:41:54.834862 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3baa-0ebc-4c09-9528-2ac30918b5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:54.946464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3baa-0ebc-4c09-9528-2ac30918b5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:54.992785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.030614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5140b-27a4-498d-a1e7-dec297b5cbd4 req-972c0887-a057-4060-b19d-c7280476481a tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:55.040686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6df5140b-27a4-498d-a1e7-dec297b5cbd4 req-972c0887-a057-4060-b19d-c7280476481a tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 949 time: 0.6384935 Apr 11 20:41:55.066952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] For port 14f699f7-db24-4bef-925c-7e8572354277, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:55.082769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] For port 14f699f7-db24-4bef-925c-7e8572354277, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=14f699f7-db24-4bef-925c-7e8572354277,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:55.101853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d085ef8-11e5-48a6-8754-4a36c8cc4d2f req-77a08e5a-b722-4af2-9121-8e265c230c1b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689435 Apr 11 20:41:55.178443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.206163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3baa-0ebc-4c09-9528-2ac30918b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.247912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb3baa-0ebc-4c09-9528-2ac30918b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daabf57c-90a9-4b75-bd13-7ef5fdc10af0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:55.255573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.276437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b19c70-a86c-4b82-9ce8-a2f84795a08c None None] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:41:55.369160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-56dcce26-c500-42e6-a668-78af97919595 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217821 Apr 11 20:41:55.386200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.387858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] 10.222.0.75 "PUT /v2.0/ports/14f699f7-db24-4bef-925c-7e8572354277 HTTP/1.1" status: 200 len: 1096 time: 6.1011343 Apr 11 20:41:55.545590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d9ffca7b-0692-4f79-9c02-9609b4130427 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:55.633275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31ea7e-5dc8-48d5-b115-857a757fe22b service neutron] Pushing event updated for resources: {'Port': ['ID=14f699f7-db24-4bef-925c-7e8572354277,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:55.671030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] Provisioning for port 8a0a9899-898e-4e9d-ac05-cd5427944f81 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:55.697414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] Provisioning complete for port 8a0a9899-898e-4e9d-ac05-cd5427944f81 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:55.698085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.708098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6df5140b-27a4-498d-a1e7-dec297b5cbd4 req-18fe714f-812d-4c47-a59f-8db9680aa18c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708356 Apr 11 20:41:55.721083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3baa-0ebc-4c09-9528-2ac30918b5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:55.723141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e0fb3baa-0ebc-4c09-9528-2ac30918b5df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/daabf57c-90a9-4b75-bd13-7ef5fdc10af0 HTTP/1.1" status: 204 len: 168 time: 1.3887036 Apr 11 20:41:55.736115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ab64d-7cbb-4eb0-ac9b-da2b40c309a8 req-113231c6-7b79-48b8-8051-29c4a10b6d81 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:55.743204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:41:55.747882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:41:55.753892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:41:55.759054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e2ab64d-7cbb-4eb0-ac9b-da2b40c309a8 req-113231c6-7b79-48b8-8051-29c4a10b6d81 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 932 time: 0.4849315 Apr 11 20:41:55.831013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:55.850567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Router aa4339e8-7c90-46d8-a2c4-80c247f91243 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:41:55.924410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d634e9f9-10b8-4a7f-b631-c639fe6f0397 req-71f72e0c-7ff8-47da-8034-2f912c7617f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410752 Apr 11 20:41:55.958743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-9c9f5df8-05ea-40c8-ad5c-318d4f542077 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 1099 time: 0.3964913 Apr 11 20:41:55.967566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4e2ab64d-7cbb-4eb0-ac9b-da2b40c309a8 req-1920c876-2970-4b59-ba2f-6b69a2b38e06 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:41:56.007188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:56.008116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:56.203634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8f34cd66-e58c-4eb8-b1ec-69607769d0fd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5338712 Apr 11 20:41:56.237167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:56.266299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Request body: {'port': {'device_id': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:41:56.295885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-36a28de4-1b38-4e99-b672-8ad917e10d51 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=14f699f7-db24-4bef-925c-7e8572354277 HTTP/1.1" status: 200 len: 217 time: 0.3150616 Apr 11 20:41:56.407589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4e2ab64d-7cbb-4eb0-ac9b-da2b40c309a8 req-1920c876-2970-4b59-ba2f-6b69a2b38e06 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:41:56.409018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] For port 8a0a9899-898e-4e9d-ac05-cd5427944f81, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a0a9899-898e-4e9d-ac05-cd5427944f81,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:56.421894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e2ab64d-7cbb-4eb0-ac9b-da2b40c309a8 req-1920c876-2970-4b59-ba2f-6b69a2b38e06 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571901 Apr 11 20:41:56.438029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'tag': '14f699f7-db24-4bef-925c-7e8572354277'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:56.499878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port d9ffca7b-0692-4f79-9c02-9609b4130427 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:41:56.504463 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:56.516341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-d461770f-ff54-41d5-ba5c-214bac6a1260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:56.522775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-d461770f-ff54-41d5-ba5c-214bac6a1260 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2120364 Apr 11 20:41:56.526710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:56.563328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3778c-6a72-4cf7-9866-fac87774c537 req-f8b972fa-8421-48d4-93d0-ca2f851c164b tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:56.572108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38e3778c-6a72-4cf7-9866-fac87774c537 req-f8b972fa-8421-48d4-93d0-ca2f851c164b tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 948 time: 0.2494736 Apr 11 20:41:56.599511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port d9ffca7b-0692-4f79-9c02-9609b4130427 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:56.619407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:56.720842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-d5de9bd6-7304-488c-9deb-aabbf11f4782 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7334ecb1f81f4d768e26baeeea18fc87&device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 1099 time: 0.5643005 Apr 11 20:41:56.783401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38e3778c-6a72-4cf7-9866-fac87774c537 req-ee5b68ca-d633-484f-9315-7b48998c103f tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103171 Apr 11 20:41:56.862208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777104f-398c-4cd0-b381-9d0237f913a7 None None] Pushing event updated for resources: {'Port': ['ID=8a0a9899-898e-4e9d-ac05-cd5427944f81,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:57.007204 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a2ee7d-2f54-4599-9836-8c45bcf541e1'] response: {'name': 'network-changed', 'server_uuid': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'tag': '14f699f7-db24-4bef-925c-7e8572354277', 'status': 'completed', 'code': 200} Apr 11 20:41:57.036658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:57.078233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3d381a78-8969-4aac-8b7c-4bea1dd407e3 None None] Provisioning complete for port 8a0a9899-898e-4e9d-ac05-cd5427944f81 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:57.078999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3d381a78-8969-4aac-8b7c-4bea1dd407e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:57.094045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:41:57.116475 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Sync routers for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:41:57.145431 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:41:57.147628 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:57.170872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-26914b32-32ce-4f63-b58e-f7f2121f449d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6361995 Apr 11 20:41:57.192467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-e991c627-7491-4a9e-8f16-267a3f207053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:57.193875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-e991c627-7491-4a9e-8f16-267a3f207053 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4722311 Apr 11 20:41:57.202760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ffca7b-0692-4f79-9c02-9609b4130427'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:57.241292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb7a61-3cdc-4d21-92ad-65028d3d3ebd req-a289920a-f6f2-422e-9c1f-8d1953ad7ecb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:57.242803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ccb7a61-3cdc-4d21-92ad-65028d3d3ebd req-a289920a-f6f2-422e-9c1f-8d1953ad7ecb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 948 time: 0.4636838 Apr 11 20:41:57.256973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d9ffca7b-0692-4f79-9c02-9609b4130427, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d9ffca7b-0692-4f79-9c02-9609b4130427,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:57.327456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51788) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:57.368824 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:57.370044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f28289c3-1b93-430a-a398-58c82b5f4b3f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8345766 Apr 11 20:41:57.380687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51792) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:57.428629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:57.612761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938f389-474b-4582-a231-a3f0b2440d7c req-fe358525-7049-4ef1-9fed-41f6c1cca8d4 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:57.620412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1938f389-474b-4582-a231-a3f0b2440d7c req-fe358525-7049-4ef1-9fed-41f6c1cca8d4 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 949 time: 0.3564086 Apr 11 20:41:57.629086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:41:57.639099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-0aeca43c-4232-4e76-afe2-2184959aaaab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=64fff776-8797-4536-84d0-0419611a564e HTTP/1.1" status: 200 len: 217 time: 0.4165108 Apr 11 20:41:57.665197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b5ac7a8-09f7-4f43-9f33-4b6991b89631 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83252308e4ac4210b69a9c206ddd06d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303280 Apr 11 20:41:57.665197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51800) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:41:57.761036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=d9ffca7b-0692-4f79-9c02-9609b4130427,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:57.781336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.782079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.782633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.783462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.784051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.785145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.785688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.786239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.786771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.787340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.787932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:41:57.788426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1938f389-474b-4582-a231-a3f0b2440d7c req-b44390e9-1a8a-4186-9274-f71d7c8d67e2 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671743 Apr 11 20:41:57.821319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ccb7a61-3cdc-4d21-92ad-65028d3d3ebd req-7d9aa287-d215-458f-8cd2-382592359e9c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647404 Apr 11 20:41:57.824219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-a307fa1b-540d-4482-93a1-6c0fb09c489e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:57.839987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-a307fa1b-540d-4482-93a1-6c0fb09c489e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1709430 Apr 11 20:41:57.920767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:57.934668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:57.950243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b195747-0e9b-4243-bf02-796881417f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.001370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Transition to ACTIVE for port object 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:58.054317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a0a9899-898e-4e9d-ac05-cd5427944f81 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:41:58.057027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b195747-0e9b-4243-bf02-796881417f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.102208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.357181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 8a0a9899-898e-4e9d-ac05-cd5427944f81 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:41:58.357658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.372125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-c54aed88-4176-493b-bce8-d62e2d1712d0 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1812301 Apr 11 20:41:58.456802 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72082e52-e2f6-4763-92fb-1eefd3ce633e'] response: {'server_uuid': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ffca7b-0692-4f79-9c02-9609b4130427', 'code': 200} Apr 11 20:41:58.525399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:58.600663 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:41:53Z', 'revision_number': 3, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:41:58.609367 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Checking router: aa4339e8-7c90-46d8-a2c4-80c247f91243 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:41:58.609721 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Updating router aa4339e8-7c90-46d8-a2c4-80c247f91243 port a550d100-3b9c-42e1-9778-d7896d851e88 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:41:58.661588 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.750734 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.778808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b195747-0e9b-4243-bf02-796881417f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.786949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-bebe611e-012b-4499-8d18-9a499df3cc0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9450426 Apr 11 20:41:58.794257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a30b4-cbb0-40cc-bba8-1086c366a7e6 req-82217ff6-e1b1-4bd0-b7e4-d1eac714e122 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:58.802666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0a30b4-cbb0-40cc-bba8-1086c366a7e6 req-82217ff6-e1b1-4bd0-b7e4-d1eac714e122 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 944 time: 0.6221750 Apr 11 20:41:58.828733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b195747-0e9b-4243-bf02-796881417f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd6e74-ad24-4b41-a69e-4bd7e71702d9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:58.852769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b195747-0e9b-4243-bf02-796881417f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.853998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b195747-0e9b-4243-bf02-796881417f1d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0dd6e74-ad24-4b41-a69e-4bd7e71702d9 HTTP/1.1" status: 204 len: 168 time: 1.1889257 Apr 11 20:41:58.896421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Attempting to bind port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:58.899697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Attempting to bind port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:58.899697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Attempting to bind port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:58.912060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:41:58.912424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Attempting to bind port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:58.946117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:58.946546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Checking segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:58.947035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Bound using segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:58.947567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Bound port: 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:58.947985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:58.973483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2af0-dc31-42be-a0e5-107911d842c2 req-100279fd-632f-4a1d-81e4-50f90b438869 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:58.975122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d62b2af0-dc31-42be-a0e5-107911d842c2 req-100279fd-632f-4a1d-81e4-50f90b438869 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 948 time: 0.2716331 Apr 11 20:41:59.055953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d11e557d-60ba-4e9f-abca-2bc7985c150e req-b298b0bf-1867-401b-9519-fdfc45e1a954 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755121 Apr 11 20:41:59.136626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d62b2af0-dc31-42be-a0e5-107911d842c2 req-51cbbd05-d716-41ba-b9be-68d40b97cd6e tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249394 Apr 11 20:41:59.143902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:41:59.153674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:41:59.176046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0a30b4-cbb0-40cc-bba8-1086c366a7e6 req-09a01a6e-03e2-4866-8f17-57518d3ec427 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725019 Apr 11 20:41:59.234690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.319314 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.333434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b38276e-65c9-4126-8bb2-fd59f160d1ec req-a875b6ad-6efd-4168-a628-d68a688e50a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 1101 time: 0.7697132 Apr 11 20:41:59.348717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Transition to ACTIVE for port object a550d100-3b9c-42e1-9778-d7896d851e88 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:41:59.420944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:41:59.432925 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.480500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b38276e-65c9-4126-8bb2-fd59f160d1ec req-6511c636-6a1c-4929-bd5a-234f80cc7a05 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261010 Apr 11 20:41:59.557072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.558657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] 10.222.0.69 "PUT /v2.0/ports/00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 HTTP/1.1" status: 200 len: 1092 time: 3.3407948 Apr 11 20:41:59.559245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:41:59.630052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765004e-3184-4e21-8b17-110aba1b07fa service neutron] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:59.633528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:59.648860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '64fff776-8797-4536-84d0-0419611a564e', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '64fff776-8797-4536-84d0-0419611a564e', 'mac_address': 'fa:16:3e:8c:4e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:41:59.664560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-451e4a38-a463-4ac7-9047-80e6bec80ca3 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366945 Apr 11 20:41:59.664811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab49c29-9aaa-4530-b8b9-f47eaae0e748 None None] Pushing event updated for resources: {'Port': ['ID=a550d100-3b9c-42e1-9778-d7896d851e88,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:41:59.669773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d3bc-c1df-4fa9-abfd-e2e27a0162be req-97f55a1f-2dea-4a00-994e-c117037c09cf tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:59.671550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5e2d3bc-c1df-4fa9-abfd-e2e27a0162be req-97f55a1f-2dea-4a00-994e-c117037c09cf tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 950 time: 0.2140059 Apr 11 20:41:59.695052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-4187e7f6-d535-4496-822f-0e3663a7f29c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 1099 time: 0.5086627 Apr 11 20:41:59.720162 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.747014 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Attempting to bind port a550d100-3b9c-42e1-9778-d7896d851e88 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:41:59.748113 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Attempting to bind port a550d100-3b9c-42e1-9778-d7896d851e88 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:41:59.755335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fff776-8797-4536-84d0-0419611a564e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:41:59.755592 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Attempting to bind port a550d100-3b9c-42e1-9778-d7896d851e88 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:41:59.759722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a5444-82ad-4b8c-8006-c1ce400e12bb req-c0099de1-de2c-4ad5-bd81-edeb1630065e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:41:59.767785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c4a5444-82ad-4b8c-8006-c1ce400e12bb req-c0099de1-de2c-4ad5-bd81-edeb1630065e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 948 time: 0.2963092 Apr 11 20:41:59.773766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5e2d3bc-c1df-4fa9-abfd-e2e27a0162be req-79a86325-8170-4728-94a0-292ba17db11a tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738688 Apr 11 20:41:59.776858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:41:59.783427 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:41:59.783427 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.783427 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:41:59.783427 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Bound port: a550d100-3b9c-42e1-9778-d7896d851e88, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:41:59.783427 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.818511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:41:59.885623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:41:59.992287 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a580396-a722-40a3-a1af-decfe3e54971'] response: {'name': 'network-changed', 'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'status': 'completed', 'code': 200} Apr 11 20:42:00.055570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:00.061490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:00.067802 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] For port a550d100-3b9c-42e1-9778-d7896d851e88, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:00.075028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] For port a550d100-3b9c-42e1-9778-d7896d851e88, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a550d100-3b9c-42e1-9778-d7896d851e88,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:00.151660 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:00.188619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c4a5444-82ad-4b8c-8006-c1ce400e12bb req-9ea652df-91e2-4886-ac2b-7ddf06e5b059 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197469 Apr 11 20:42:00.199864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['64fff776-8797-4536-84d0-0419611a564e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:00.214756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-8ee63b11-8339-4e7e-ba9f-772e76d0282d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 1095 time: 0.3478520 Apr 11 20:42:00.226899 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a2a9ec-649d-429d-a945-718dbc54c37f req-4123e040-8720-4c36-ab78-ee97db9fc17d service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385606 Apr 11 20:42:00.301287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-ae0785fa-3069-4d61-ba58-8414c34fe969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:00.303124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-ae0785fa-3069-4d61-ba58-8414c34fe969 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5328615 Apr 11 20:42:00.457892 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:00.460208 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:00.538923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-c0baad38-2ca9-494b-8adb-9e77ae9e8238 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 HTTP/1.1" status: 200 len: 217 time: 0.2965157 Apr 11 20:42:00.569492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-ca4badaf-8bd3-4fd4-8b5f-576931cc31d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=14f699f7-db24-4bef-925c-7e8572354277 HTTP/1.1" status: 200 len: 217 time: 0.2586462 Apr 11 20:42:00.570030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:00.629337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:00.756402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-d249c0c6-e6d5-4dc1-8fd8-13c3b191eaa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:00.757878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-d249c0c6-e6d5-4dc1-8fd8-13c3b191eaa4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1734385 Apr 11 20:42:00.803617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab49c29-9aaa-4530-b8b9-f47eaae0e748 None None] Pushing event updated for resources: {'Port': ['ID=a550d100-3b9c-42e1-9778-d7896d851e88,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:00.839991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:00.886050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc48b1-3dcd-4893-8e86-9e3694f7b487 req-dcb16ecd-1054-4e9c-bb38-7b968a885b05 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:00.893537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98dc48b1-3dcd-4893-8e86-9e3694f7b487 req-dcb16ecd-1054-4e9c-bb38-7b968a885b05 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 944 time: 0.4159338 Apr 11 20:42:00.930862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-e72c90f6-9235-4502-b4bc-484c51ff55d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:00.932364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-e72c90f6-9235-4502-b4bc-484c51ff55d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.3837316 Apr 11 20:42:00.955950 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:00.975315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98dc48b1-3dcd-4893-8e86-9e3694f7b487 req-f8342949-8b34-4c50-afa9-4c4d6f1c6f5b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811083 Apr 11 20:42:00.978658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-b5b1acf3-a7d3-4d86-ae42-dcb70e95d0cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2103460 Apr 11 20:42:01.141934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-1feda59d-f003-4e7c-8b2c-7f6ed2ecb5d2 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451547 Apr 11 20:42:01.227077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:01.235530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-4d78c203-2538-41b8-bd33-8ac60182022c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2836807 Apr 11 20:42:01.248616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Usage tracker for resource:security_group_rule and tenant:6339243bc8444b07ab6f19e405f7a480 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:01.394693 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:41:53Z', 'revision_number': 3, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:01.400869 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea8e5a-3e1b-4abc-bdb1-b7b8ce1431d5 None None] The sync data for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 is: [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:41:53Z', 'revision_number': 3, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:42:01.492563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:01.499896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:01.593811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54e8c831-a36d-4047-aa4f-905cc1120825 req-e38abd90-22c6-4f66-95c5-44e6e90fddfe service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444628 Apr 11 20:42:01.606984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcbcaf-7305-4a19-a5a7-a33bda82103e req-f716756a-cfba-41a4-8cd2-954c4dd9fdc5 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:01.608488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5efcbcaf-7305-4a19-a5a7-a33bda82103e req-f716756a-cfba-41a4-8cd2-954c4dd9fdc5 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 950 time: 0.3247695 Apr 11 20:42:01.637359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40f01b-da60-4955-a914-1934a8a1617a req-2a82e767-8573-4598-b8a9-aac988fb0b83 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:01.644973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d40f01b-da60-4955-a914-1934a8a1617a req-2a82e767-8573-4598-b8a9-aac988fb0b83 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 949 time: 1.0259655 Apr 11 20:42:01.671294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5efcbcaf-7305-4a19-a5a7-a33bda82103e req-893d3f6a-efaf-4a67-82ef-ac7b51305e1f tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509865 Apr 11 20:42:01.733557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:01.808064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-5f147360-d2ce-4ee3-b22d-ea9399bb5092 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565383 Apr 11 20:42:01.928984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Allocated IP 172.20.0.1 (cf258c1c-c0b6-4678-b668-4ee11a55bae8/3ac46aaf-2704-45db-a783-703d454217f2/1b9da122-0fe6-4680-9aee-573ee30e1fef) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:01.934177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d40f01b-da60-4955-a914-1934a8a1617a req-c6ec2644-dd7b-4e75-9753-4c6d3c973ed2 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882719 Apr 11 20:42:02.007032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0e9f1-e264-4ac1-be8a-20b3ee9b6c4b req-1cff8497-5b33-4824-a85c-07d75d2b3452 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:02.009033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8da0e9f1-e264-4ac1-be8a-20b3ee9b6c4b req-1cff8497-5b33-4824-a85c-07d75d2b3452 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 948 time: 0.1568711 Apr 11 20:42:02.080530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a550d100-3b9c-42e1-9778-d7896d851e88 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:02.120095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8da0e9f1-e264-4ac1-be8a-20b3ee9b6c4b req-8e24c8c8-7860-4f98-b0f2-a78eb31ad664 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034529 Apr 11 20:42:02.182743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.292130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.295816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a550d100-3b9c-42e1-9778-d7896d851e88 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:02.303890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a550d100-3b9c-42e1-9778-d7896d851e88 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:02.304489 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.327453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Transition to ACTIVE for port object 1b9da122-0fe6-4680-9aee-573ee30e1fef will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:02.363583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-947296a0-2bb2-4507-a9a3-d102b56eb69f req-875ad568-5ff2-4351-937b-afae4a7fb798 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481460 Apr 11 20:42:02.449479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cef43f-d5f3-4079-829d-6e9be48c7d45,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:02.473377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:02.474123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c0220c06-0372-42c5-9421-71ab5daa8cda admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6339243bc8444b07ab6f19e405f7a480&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4059801 Apr 11 20:42:02.533154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 14f699f7-db24-4bef-925c-7e8572354277 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:02.582345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.603572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac33ce2-9d7e-4716-b351-4670a54da95c req-0b4fa521-de0c-4b36-8210-7a6455cfe369 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:02.607051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dac33ce2-9d7e-4716-b351-4670a54da95c req-0b4fa521-de0c-4b36-8210-7a6455cfe369 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 944 time: 0.2445438 Apr 11 20:42:02.613788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.627206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-758b53d2-743a-4818-af71-5a948da92ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.733576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a550d100-3b9c-42e1-9778-d7896d851e88, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a550d100-3b9c-42e1-9778-d7896d851e88,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:02.742764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-758b53d2-743a-4818-af71-5a948da92ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.830555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:02.830852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 14f699f7-db24-4bef-925c-7e8572354277, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=14f699f7-db24-4bef-925c-7e8572354277,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:02.838790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dac33ce2-9d7e-4716-b351-4670a54da95c req-cb28eab9-6cb8-4be4-87b2-6fae09ea4170 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084062 Apr 11 20:42:02.839200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:02.845082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '14f699f7-db24-4bef-925c-7e8572354277', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '14f699f7-db24-4bef-925c-7e8572354277', 'mac_address': 'fa:16:3e:27:cd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:02.853673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:02.870406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:02.962530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9da122-0fe6-4680-9aee-573ee30e1fef,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:03.000345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.003585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-bc553f7e-2890-48af-9071-5c1cab655784 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 1095 time: 0.4605157 Apr 11 20:42:03.004514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.025812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a550d100-3b9c-42e1-9778-d7896d851e88,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:03.030067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f699f7-db24-4bef-925c-7e8572354277 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:03.049351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-758b53d2-743a-4818-af71-5a948da92ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.064062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 14f699f7-db24-4bef-925c-7e8572354277, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=14f699f7-db24-4bef-925c-7e8572354277,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:03.094818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-758b53d2-743a-4818-af71-5a948da92ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.103024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-758b53d2-743a-4818-af71-5a948da92ce5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46cef43f-d5f3-4079-829d-6e9be48c7d45 HTTP/1.1" status: 204 len: 168 time: 0.6257012 Apr 11 20:42:03.103024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b53d2-743a-4818-af71-5a948da92ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cef43f-d5f3-4079-829d-6e9be48c7d45,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:03.156071 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.272015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=14f699f7-db24-4bef-925c-7e8572354277,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:03.358450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea8f1a39-1d5c-40d1-b9dd-771efef9347c None None] Provisioning for port 1b9da122-0fe6-4680-9aee-573ee30e1fef completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:03.370889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea8f1a39-1d5c-40d1-b9dd-771efef9347c None None] Provisioning complete for port 1b9da122-0fe6-4680-9aee-573ee30e1fef triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:03.370889 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1a39-1d5c-40d1-b9dd-771efef9347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.432183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6dbdd-bc1c-4301-950b-7ef434c0439c req-0d57381e-d5d9-4a0c-87e1-f0b27c298dce tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:03.443919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfb6dbdd-bc1c-4301-950b-7ef434c0439c req-0d57381e-d5d9-4a0c-87e1-f0b27c298dce tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 949 time: 0.2325943 Apr 11 20:42:03.452995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f1a39-1d5c-40d1-b9dd-771efef9347c None None] Port 1b9da122-0fe6-4680-9aee-573ee30e1fef cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:42:03.456323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['14f699f7-db24-4bef-925c-7e8572354277'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:03.486627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:03.501287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffef7-5712-4959-b037-fe03244e7f82 req-bd077e32-17fb-4a0d-98ed-9f93ef4e3f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:03.503504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-bd077e32-17fb-4a0d-98ed-9f93ef4e3f75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 905 time: 0.4955537 Apr 11 20:42:03.539002 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfb6dbdd-bc1c-4301-950b-7ef434c0439c req-176dca02-9cf7-4e9e-bc89-3bc4fc7e5f21 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933137 Apr 11 20:42:03.623323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-5e571610-4c8e-4124-b189-2a7e4f578c4d tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 1101 time: 0.4150417 Apr 11 20:42:03.722848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.749794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-865d66cf-49d0-4de4-be29-2c5449b96bc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 HTTP/1.1" status: 200 len: 217 time: 0.2335708 Apr 11 20:42:03.807777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 64fff776-8797-4536-84d0-0419611a564e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:03.829344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 64fff776-8797-4536-84d0-0419611a564e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:03.831052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:03.832992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4c476-24e7-4b46-ae12-f17c0989eb8d req-0d0a5639-b294-48ee-8ee4-5ec9fefc95ed tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:03.834562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9e4c476-24e7-4b46-ae12-f17c0989eb8d req-0d0a5639-b294-48ee-8ee4-5ec9fefc95ed tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 949 time: 0.1300135 Apr 11 20:42:03.879753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffef7-5712-4959-b037-fe03244e7f82 req-f6034dd6-e472-4d76-8ef9-fe65033d4c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:03.881164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-f6034dd6-e472-4d76-8ef9-fe65033d4c52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.1222680 Apr 11 20:42:03.986329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-d32abd05-6ed8-4c8b-83ec-87b6c000129c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953479 Apr 11 20:42:03.992054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9e4c476-24e7-4b46-ae12-f17c0989eb8d req-93c71993-99af-4321-b075-ea8370927aea tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375415 Apr 11 20:42:04.022955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.068476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a550d100-3b9c-42e1-9778-d7896d851e88 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:04.153041 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.220630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:04.256911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:04.271109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a550d100-3b9c-42e1-9778-d7896d851e88 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:04.271510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.368396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7284f-22ae-4c94-b068-29f67ca37f4b req-e81d4ebd-bf0d-4b88-b326-99586b2e6650 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:04.372904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76f7284f-22ae-4c94-b068-29f67ca37f4b req-e81d4ebd-bf0d-4b88-b326-99586b2e6650 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 944 time: 0.1676357 Apr 11 20:42:04.373733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:04.379628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.426030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.489289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:04.520384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:04.543386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Usage tracker for resource:security_group_rule and tenant:b5d8f06b41694422b83d441f2771bb02 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:04.551794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:04.565641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:04.574790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:04.588663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76f7284f-22ae-4c94-b068-29f67ca37f4b req-cd4243cb-5bbc-479f-9020-372841c44762 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059000 Apr 11 20:42:04.590333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b5d205d5854859baef745012b0b35e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:04.594511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:04.606819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:04.657452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-e6cbc232-66c4-4152-8b86-4e53ee67a984 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392164 Apr 11 20:42:04.708201 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47111f20-c012-48ed-bc5a-00a7fbd93714'] response: {'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'code': 200} Apr 11 20:42:04.748496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:42:04.775140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.781584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.840096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.861127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89c87c0f-cde6-4318-bc67-ea4b549da803 req-91e8fcc6-f9a1-443d-837b-4e921a62d79b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 1101 time: 0.0816274 Apr 11 20:42:04.863778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33fffef7-5712-4959-b037-fe03244e7f82 req-71b8d08b-d2ac-4d01-a070-4341fda73083 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992173 Apr 11 20:42:04.895145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.943989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:04.963426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89c87c0f-cde6-4318-bc67-ea4b549da803 req-d30906d2-86ac-4b2b-a894-80cba7089dcc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916228 Apr 11 20:42:04.965865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb556285-8395-4195-8891-dfe954852b05,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:04.998818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-118bcaa4-bed8-4a90-8be8-67648191d009 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2b5d205d5854859baef745012b0b35e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6102908 Apr 11 20:42:04.998818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51936) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:05.063366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.075272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f033cfb5-4af1-4d84-9d7b-d06e399d3c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.129329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-962fd4ac-8b99-4818-bff0-381c62ffd18d req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5048225 Apr 11 20:42:05.130559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9e6d0-d4d4-41c1-bc8a-a21e81e4cdb6 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3645f4f4-9624-49dd-bff1-e1dea37242d0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:05.132377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f033cfb5-4af1-4d84-9d7b-d06e399d3c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.133819 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.139399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9da122-0fe6-4680-9aee-573ee30e1fef,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:05.312144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f033cfb5-4af1-4d84-9d7b-d06e399d3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.398767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033cfb5-4af1-4d84-9d7b-d06e399d3c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb556285-8395-4195-8891-dfe954852b05,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:05.406954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f033cfb5-4af1-4d84-9d7b-d06e399d3c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.411505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f033cfb5-4af1-4d84-9d7b-d06e399d3c11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb556285-8395-4195-8891-dfe954852b05 HTTP/1.1" status: 204 len: 168 time: 0.4122736 Apr 11 20:42:05.439973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:05.471007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:05.482711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:05.548697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48725029-3d5b-4605-a2fc-9c4d2386155f req-9dc7e83e-e8eb-44f3-809d-0f5affd8c45f tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:05.559751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48725029-3d5b-4605-a2fc-9c4d2386155f req-9dc7e83e-e8eb-44f3-809d-0f5affd8c45f tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 950 time: 0.2208657 Apr 11 20:42:05.741515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48725029-3d5b-4605-a2fc-9c4d2386155f req-b516b678-7805-45de-afd2-5a959b6a869d tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806180 Apr 11 20:42:05.770219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-096e754e-50a6-46bb-848b-2128e2e8c12a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495776 Apr 11 20:42:05.812071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:05.832000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'mac_address': 'fa:16:3e:44:4e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:05.961892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:05.984340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-52874414-b046-4b32-af7b-839ab343f2b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 1100 time: 0.1853383 Apr 11 20:42:05.986928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:06.014397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:06.028207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac08fc4-7c94-4aa4-813e-a0989440501f req-983385a3-0721-4712-ad39-c9202a5a679a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:06.037317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ac08fc4-7c94-4aa4-813e-a0989440501f req-983385a3-0721-4712-ad39-c9202a5a679a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 949 time: 0.5958242 Apr 11 20:42:06.085241 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:06.207691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-8d4382d8-790b-4ed9-aee7-96b0e4f08478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:06.209656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-8d4382d8-790b-4ed9-aee7-96b0e4f08478 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1995451 Apr 11 20:42:06.272912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ac08fc4-7c94-4aa4-813e-a0989440501f req-3ee0c17c-0d48-45c3-9d64-f0cdb8b2597e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346599 Apr 11 20:42:06.345970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0227e0ba-0143-45ef-af93-7f1880fbfd17 None None] Provisioning complete for port 1b9da122-0fe6-4680-9aee-573ee30e1fef triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:06.346646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0227e0ba-0143-45ef-af93-7f1880fbfd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:06.449658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:06.464528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-5b9f2e6f-6819-4179-8d4f-1e5e1a72b9c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=52197ff6-f22d-4866-abd1-a425bb182edd HTTP/1.1" status: 200 len: 217 time: 0.2480879 Apr 11 20:42:06.508276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:06.518984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 14f699f7-db24-4bef-925c-7e8572354277 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:06.534608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Router aa4339e8-7c90-46d8-a2c4-80c247f91243 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:42:06.602271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0227e0ba-0143-45ef-af93-7f1880fbfd17 None None] Port 1b9da122-0fe6-4680-9aee-573ee30e1fef cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:42:06.655332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-e0452239-046c-41b7-9632-d65be854ac84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:06.657207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-e0452239-046c-41b7-9632-d65be854ac84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0777264 Apr 11 20:42:06.826777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39e84-074a-45ae-af98-12f27b42ee53 req-02c8c58a-0dbe-4d3e-ae63-dae55fd1e83d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:06.828351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fd39e84-074a-45ae-af98-12f27b42ee53 req-02c8c58a-0dbe-4d3e-ae63-dae55fd1e83d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 945 time: 0.3810298 Apr 11 20:42:06.837186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-eb9baba5-c69b-4c6f-b08d-d90d22993d31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637502 Apr 11 20:42:06.843499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 14f699f7-db24-4bef-925c-7e8572354277 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:06.853424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 14f699f7-db24-4bef-925c-7e8572354277 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:06.857869 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:07.036319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e199257-09ea-4b77-a2c3-8dec89f230c9 req-27de0f73-7afb-4d2f-a0c7-cbc7f14aeb5d tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 1101 time: 0.2376056 Apr 11 20:42:07.037084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:07.074050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f699f7-db24-4bef-925c-7e8572354277'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:07.089723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 14f699f7-db24-4bef-925c-7e8572354277, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=14f699f7-db24-4bef-925c-7e8572354277,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:07.132912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e199257-09ea-4b77-a2c3-8dec89f230c9 req-41c09cd7-55f5-4d51-9415-3adaa1c6e3c8 tempest-ServersAdminNegativeTestJSON-1835724148 tempest-ServersAdminNegativeTestJSON-1835724148-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870054 Apr 11 20:42:07.147138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fd39e84-074a-45ae-af98-12f27b42ee53 req-090101b4-9c17-46ff-b5c0-5a136e63ffcb tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089972 Apr 11 20:42:07.179585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:07.217903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-56a90a51-7739-457b-9035-f61c7c072ef3 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557420 Apr 11 20:42:07.245544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:42:07.276392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Sync routers for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:42:07.301898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0eea086b-40dc-47d3-91fb-8f500b9450a8 admin admin] 10.222.0.61 "PUT /v2.0/routers/aa4339e8-7c90-46d8-a2c4-80c247f91243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9181709 Apr 11 20:42:07.426079 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fb04ef-038b-41e0-afc9-ed6ea61b33d2'] response: {'server_uuid': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f699f7-db24-4bef-925c-7e8572354277', 'code': 200} Apr 11 20:42:07.429768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:07.434913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:07.438296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a63daa2-7ca9-48d9-abfb-1a9b947e39a2 req-e7b32360-f6b3-4a77-9442-8d7a409c9d30 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134330 Apr 11 20:42:07.764034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3770e-0877-4a0e-b6b6-29f74e6f4595 req-b23d4853-8bd9-46fa-9ca6-4e1342083ab8 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:07.765765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4da3770e-0877-4a0e-b6b6-29f74e6f4595 req-b23d4853-8bd9-46fa-9ca6-4e1342083ab8 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 950 time: 0.1354032 Apr 11 20:42:07.774026 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6aa84d-c8f7-4f5f-91bf-f52b81fd47c9 req-e19d0687-b43f-4cfd-8e1d-58d886dd77ac service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 1101 time: 0.2087209 Apr 11 20:42:07.859663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4da3770e-0877-4a0e-b6b6-29f74e6f4595 req-0de0a2ed-4b79-4ea8-a58c-030cc4cd7a5d tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818202 Apr 11 20:42:07.861706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6aa84d-c8f7-4f5f-91bf-f52b81fd47c9 req-3d25b1e5-e2f6-4f85-ad04-8c70fa10721b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Apr 11 20:42:07.874459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=14f699f7-db24-4bef-925c-7e8572354277,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:07.946751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:08.098932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f12503c-031d-404c-a772-ecc1b3bbd4ce req-63f455ec-94cd-4b5f-8999-c4a0c4d6925b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4371777 Apr 11 20:42:08.218225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca910-13c5-477f-a9f0-b27e37bb4e1c req-15651e60-d686-4a6b-bc8b-94d6ac371c07 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:08.227871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1aca910-13c5-477f-a9f0-b27e37bb4e1c req-15651e60-d686-4a6b-bc8b-94d6ac371c07 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 950 time: 0.1103723 Apr 11 20:42:08.306510 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1aca910-13c5-477f-a9f0-b27e37bb4e1c req-71231afa-59be-4862-850a-4935986ab7dd tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774107 Apr 11 20:42:08.403379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:04Z', 'revision_number': 2, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:08.408040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Checking router: aa4339e8-7c90-46d8-a2c4-80c247f91243 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:42:08.408398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Updating router aa4339e8-7c90-46d8-a2c4-80c247f91243 port 1b9da122-0fe6-4680-9aee-573ee30e1fef binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:42:08.474959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:09.459241 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:09.476292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:09.558028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Transition to ACTIVE for port object 1b9da122-0fe6-4680-9aee-573ee30e1fef will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:09.667881 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:09.762586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b1766-fbea-4c86-afce-b4bad3a5d89e None None] Pushing event updated for resources: {'Port': ['ID=1b9da122-0fe6-4680-9aee-573ee30e1fef,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:09.866730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:09.898260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:09.899096 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:09.932762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4954e3-f95b-4f8b-a8ca-80ed8134ed5f req-4454e0fc-fcf8-4729-9646-56fa904bd878 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:09.939994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d4954e3-f95b-4f8b-a8ca-80ed8134ed5f req-4454e0fc-fcf8-4729-9646-56fa904bd878 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 945 time: 0.1523716 Apr 11 20:42:10.035863 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d4954e3-f95b-4f8b-a8ca-80ed8134ed5f req-67de28b7-6f38-4eb3-bc39-44a25519ca39 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941193 Apr 11 20:42:10.172708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Attempting to bind port 1b9da122-0fe6-4680-9aee-573ee30e1fef on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:42:10.173065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Attempting to bind port 1b9da122-0fe6-4680-9aee-573ee30e1fef by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:42:10.173414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Attempting to bind port 1b9da122-0fe6-4680-9aee-573ee30e1fef on network cf258c1c-c0b6-4678-b668-4ee11a55bae8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:10.191440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:42:10.191939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Checking segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:10.192205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:10.192617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Bound using segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:42:10.193058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Bound port: 1b9da122-0fe6-4680-9aee-573ee30e1fef, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:42:10.193421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:10.383714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:10.438606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:10.450283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] For port 1b9da122-0fe6-4680-9aee-573ee30e1fef, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:10.457008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] For port 1b9da122-0fe6-4680-9aee-573ee30e1fef, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1b9da122-0fe6-4680-9aee-573ee30e1fef,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:10.457008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:10.512368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0d7c8-b9a2-4825-af07-370a505257b1 req-2e6b32c8-ce1c-42f5-82f9-cc3373042cc8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:10.513993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-73f0d7c8-b9a2-4825-af07-370a505257b1 req-2e6b32c8-ce1c-42f5-82f9-cc3373042cc8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 950 time: 0.0851576 Apr 11 20:42:10.549113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52048) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:10.556893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356957911', 'description': 'tempest-description--1782755531'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:10.563025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:10.567834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Usage tracker for resource:security_group and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:10.570682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:10.571644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-73f0d7c8-b9a2-4825-af07-370a505257b1 req-31d2cd3a-3f97-4aa4-84b5-8fd575ec26fd tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503547 Apr 11 20:42:10.582568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:10.590140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:10.629172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:10.675103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:10.676021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:41:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:10.730304 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:10.839542 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1035d9d-0a47-43df-b02e-d476b043783c'] response: {'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'code': 200} Apr 11 20:42:10.844326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b1766-fbea-4c86-afce-b4bad3a5d89e None None] Pushing event updated for resources: {'Port': ['ID=1b9da122-0fe6-4680-9aee-573ee30e1fef,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:10.854167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:10.861100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Usage tracker for resource:security_group_rule and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:10.868604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:10.881439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:10.966285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37517ddf-c007-4f5b-84e3-774e0d9c075e req-e1ff1643-f955-4117-b925-60df7484bbc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 1097 time: 0.1753836 Apr 11 20:42:11.069886 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:11.077473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37517ddf-c007-4f5b-84e3-774e0d9c075e req-7cc253f9-ba6a-4be1-af79-30ffe8e2ed27 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037459 Apr 11 20:42:11.079140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3294dbc-ff59-43dc-858c-6212017c12a3 req-b08701df-2522-4b20-9eee-203d5f3d9080 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 1101 time: 0.1638253 Apr 11 20:42:11.132095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3294dbc-ff59-43dc-858c-6212017c12a3 req-cc35e476-bad6-4d93-ab5f-2abebd8d443d tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Apr 11 20:42:11.159689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:11.182254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:11.219465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712e483a-01fd-4583-a77f-eaac38de944d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:11.264533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:11.349921 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:11.351134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ed2e794-0ea4-454c-a982-2692e8a65bee tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7993295 Apr 11 20:42:11.354922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52076) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:11.375058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Request body: {'security_group_rule': {'security_group_id': '712e483a-01fd-4583-a77f-eaac38de944d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:11.384177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:11.399335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Usage tracker for resource:security_group_rule and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:11.406275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:11.418405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:11.446265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb571756-8c49-4761-a20b-685b8c0b21af req-359b20fa-8f2c-4698-94fe-a16324045a13 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:11.447238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cb571756-8c49-4761-a20b-685b8c0b21af req-359b20fa-8f2c-4698-94fe-a16324045a13 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:11.622494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cb571756-8c49-4761-a20b-685b8c0b21af req-359b20fa-8f2c-4698-94fe-a16324045a13 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:11.622494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb571756-8c49-4761-a20b-685b8c0b21af req-359b20fa-8f2c-4698-94fe-a16324045a13 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 946 time: 0.3177176 Apr 11 20:42:11.645539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:11.673666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52090) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:11.722814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb571756-8c49-4761-a20b-685b8c0b21af req-4ad6eec7-3c44-4bfd-befa-5ac93699e5a2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Apr 11 20:42:11.822676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:11.834206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-78c743c4-9d04-4026-b1f9-3cd6d0b134b0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601289 Apr 11 20:42:11.846156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:10Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:11.852366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f35b3-15e1-4330-8809-f6a59f518c85 None None] The sync data for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 is: [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:10Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:42:12.003875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.105118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1b9da122-0fe6-4680-9aee-573ee30e1fef up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:12.116625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de21018-35df-4f9d-9b8f-6c72114abf47,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:12.164756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.183549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d522-a003-472c-827d-e961822ad25f req-f7b9cc9d-794e-4bef-aa36-513e0c3ae7df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:12.186435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71eb77c-d70b-478e-a2bc-0a7e4be6d928 req-34fa0be1-5ded-4866-8e59-5fbe06bdbf4d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:12.189918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e71eb77c-d70b-478e-a2bc-0a7e4be6d928 req-34fa0be1-5ded-4866-8e59-5fbe06bdbf4d tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 950 time: 0.1766119 Apr 11 20:42:12.190761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-f7b9cc9d-794e-4bef-aa36-513e0c3ae7df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548887 Apr 11 20:42:12.212192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-e95378ac-ca48-4e9c-837d-613ec4f23fc2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/quotas/85277020f6614ba2857f20cb28cd0a36 HTTP/1.1" status: 200 len: 375 time: 0.0199075 Apr 11 20:42:12.218251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.227607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-61456279-18bb-479f-9bd0-5b369460ab86 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8704607 Apr 11 20:42:12.238886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52106) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:12.247244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Request body: {'security_group_rule': {'security_group_id': '712e483a-01fd-4583-a77f-eaac38de944d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:12.259686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:12.266397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Usage tracker for resource:security_group_rule and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:12.280395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:12.285578 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e71eb77c-d70b-478e-a2bc-0a7e4be6d928 req-89c41dbd-12df-452a-bd8d-19d62ca41884 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883820 Apr 11 20:42:12.300748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:12.303899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 1b9da122-0fe6-4680-9aee-573ee30e1fef completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:12.312438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1b9da122-0fe6-4680-9aee-573ee30e1fef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:12.312886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.350345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:12.372713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Usage tracker for resource:security_group_rule and tenant:5d26997f613d4830bd61088b2f2fc77c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:12.376025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:12.392070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:12.474917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.509292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.521149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.542514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-8ad8e8da-a990-4e2e-97a7-b997c1474e85 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3286715 Apr 11 20:42:12.568918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 1b9da122-0fe6-4680-9aee-573ee30e1fef, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1b9da122-0fe6-4680-9aee-573ee30e1fef,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:12.605407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.747075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.747326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.805333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7fb5df-5315-4162-8a8a-26b4f4b4de44,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:12.810015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2e538033-691b-4937-bb8f-10f70397c9ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d26997f613d4830bd61088b2f2fc77c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1353188 Apr 11 20:42:12.812588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52116) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:12.836130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=1b9da122-0fe6-4680-9aee-573ee30e1fef,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:12.861432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.897201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bcab16d-7a49-4bdb-b305-3311883d409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:12.947098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2159591e-d489-4bea-a1ce-eb9435d30c79,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:12.960395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bcab16d-7a49-4bdb-b305-3311883d409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.043932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.045834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2781713-62c3-42f1-9edb-bd921c714fd0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8058794 Apr 11 20:42:13.046257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52130) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:13.053442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:13.060888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43199c0-1774-4b94-88bf-cf15827fac65 req-cd136c3a-90a2-4c3f-876e-7d99fc22044b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:13.067565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:13.077440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c43199c0-1774-4b94-88bf-cf15827fac65 req-cd136c3a-90a2-4c3f-876e-7d99fc22044b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 946 time: 0.1583691 Apr 11 20:42:13.078040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Usage tracker for resource:floatingip and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:13.078040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:13.085831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:13.130358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c43199c0-1774-4b94-88bf-cf15827fac65 req-bb880857-aab3-4788-a01a-9cf1d2917b36 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Apr 11 20:42:13.190680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bcab16d-7a49-4bdb-b305-3311883d409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.217520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bcab16d-7a49-4bdb-b305-3311883d409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.225643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8bcab16d-7a49-4bdb-b305-3311883d409e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c7fb5df-5315-4162-8a8a-26b4f4b4de44 HTTP/1.1" status: 204 len: 168 time: 0.4053128 Apr 11 20:42:13.225643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.255106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27ea9ab9-7ddb-4dab-bd6c-332653444915 req-426ac16d-9909-4d3d-a6cb-9dcad5c9bfd4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 210 time: 0.1152155 Apr 11 20:42:13.262236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcab16d-7a49-4bdb-b305-3311883d409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7fb5df-5315-4162-8a8a-26b4f4b4de44,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:13.495464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:13.608039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-1a6934ea-3281-4fe8-a979-81a1d40bd610 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:13.610028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-1a6934ea-3281-4fe8-a979-81a1d40bd610 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 950 time: 0.1891191 Apr 11 20:42:13.615761 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.629961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67e9b-8b22-49fe-83da-ee74d87ee5f9 req-44d1398e-9d19-42a4-9919-c3896f6bd138 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:13.639064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7e67e9b-8b22-49fe-83da-ee74d87ee5f9 req-44d1398e-9d19-42a4-9919-c3896f6bd138 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 950 time: 0.1472571 Apr 11 20:42:13.709533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7e67e9b-8b22-49fe-83da-ee74d87ee5f9 req-4b37fa82-b78b-48ae-8a64-4adcc68b452a tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693405 Apr 11 20:42:13.801958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:13.820228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '64fff776-8797-4536-84d0-0419611a564e', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '64fff776-8797-4536-84d0-0419611a564e', 'mac_address': 'fa:16:3e:8c:4e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:13.908988 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.924892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Deleting port d9ffca7b-0692-4f79-9c02-9609b4130427 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:42:13.925260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.931275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5502a28e-1e56-440b-afb1-3d20f9ceae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:13.971846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64fff776-8797-4536-84d0-0419611a564e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:14.014973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:14.089341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1b9da122-0fe6-4680-9aee-573ee30e1fef up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:14.169303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:14.284927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1b9da122-0fe6-4680-9aee-573ee30e1fef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:14.285394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:14.335408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['64fff776-8797-4536-84d0-0419611a564e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:14.354608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Allocated IP 172.25.5.123 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0f4e5d68-79f1-438b-97f5-5818ff724b55) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:14.391567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:14.422505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44adc45-25bd-4373-9208-4eeb5990de28 req-af128c8a-a86f-4237-8449-9fff9cbf342d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:14.431049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e44adc45-25bd-4373-9208-4eeb5990de28 req-af128c8a-a86f-4237-8449-9fff9cbf342d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 946 time: 0.1251261 Apr 11 20:42:14.499670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6976af2f-e08b-4885-9948-a6950670317e req-674e60b4-e146-43c0-807c-261ada4c82df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 210 time: 0.1299267 Apr 11 20:42:14.523399 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e44adc45-25bd-4373-9208-4eeb5990de28 req-a671a592-a997-4d3e-999f-7b94b78a4379 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913341 Apr 11 20:42:14.607492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] For port d9ffca7b-0692-4f79-9c02-9609b4130427, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d9ffca7b-0692-4f79-9c02-9609b4130427,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:14.607874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:14.786961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52190) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:14.830345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:14.874247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Calling delete_port for d9ffca7b-0692-4f79-9c02-9609b4130427 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:42:14.972126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:14.980443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Usage tracker for resource:security_group_rule and tenant:9b52a0f837574059871cb75cf3ba2e30 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:14.990212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:14.999424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:15.036527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.043960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62c7f9-81c2-4c85-8301-d172367e12d7 req-5764be3c-f44a-44ff-a633-6df22fa59fb1 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:15.052168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2f62c7f9-81c2-4c85-8301-d172367e12d7 req-5764be3c-f44a-44ff-a633-6df22fa59fb1 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 950 time: 0.1472442 Apr 11 20:42:15.154385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2f62c7f9-81c2-4c85-8301-d172367e12d7 req-778ef700-d21f-4859-a4fe-290905873c5c tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013784 Apr 11 20:42:15.167092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.250140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.262925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9e9eae4d-1c44-4926-900c-73c4171a1344'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:15.296642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.413321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.419608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b52a0f837574059871cb75cf3ba2e30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6311688 Apr 11 20:42:15.421006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52204) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:15.421858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e2244-2fcf-4f00-b8c5-4186379e7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c66f57-da65-4ad0-afd5-80f4062f11b7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:15.498641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:15.566313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea5536c-9004-4a03-be8a-0b40fb4e5336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.603975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:15.615682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Pushing event deleted for resources: {'Port': ['ID=d9ffca7b-0692-4f79-9c02-9609b4130427,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:15.643941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:15.678579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea5536c-9004-4a03-be8a-0b40fb4e5336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.770554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:15.773436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 64fff776-8797-4536-84d0-0419611a564e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:15.774104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.930496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] No DVR routers for this DVR port d9ffca7b-0692-4f79-9c02-9609b4130427 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:42:15.948251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:15.954830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'name': 'network-vif-deleted', 'tag': 'd9ffca7b-0692-4f79-9c02-9609b4130427'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:16.027305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-538c44ff-4b65-4a05-8ec8-3257a802fb42 req-3a75ebf8-1800-44f9-b11c-4f89b0daca78 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 210 time: 0.1759174 Apr 11 20:42:16.038724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event updated for resources: {'Port': ['ID=0f4e5d68-79f1-438b-97f5-5818ff724b55,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:16.049067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a90b44e7-9cde-487c-ab43-8ddd06a28c78 req-7fdce3c8-b062-42e0-bb56-429981677b21 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "DELETE /v2.0/ports/d9ffca7b-0692-4f79-9c02-9609b4130427 HTTP/1.1" status: 204 len: 173 time: 2.3655577 Apr 11 20:42:16.080386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21089d0-22de-43cb-a7f9-d94321d41b02 req-7e34e0a0-2d50-4902-8059-ea655d58c49a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:16.089239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f21089d0-22de-43cb-a7f9-d94321d41b02 req-7e34e0a0-2d50-4902-8059-ea655d58c49a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 946 time: 0.7107954 Apr 11 20:42:16.101427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea5536c-9004-4a03-be8a-0b40fb4e5336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:16.123606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f97766ab-fac1-45c4-812a-f1b4272ce57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:16.149586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5536c-9004-4a03-be8a-0b40fb4e5336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c66f57-da65-4ad0-afd5-80f4062f11b7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:16.165361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea5536c-9004-4a03-be8a-0b40fb4e5336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:16.165361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ea5536c-9004-4a03-be8a-0b40fb4e5336 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4c66f57-da65-4ad0-afd5-80f4062f11b7 HTTP/1.1" status: 204 len: 168 time: 0.7309115 Apr 11 20:42:16.223260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:16.257362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f21089d0-22de-43cb-a7f9-d94321d41b02 req-72df8dd0-2063-4b93-9a8e-760715dd87a8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679618 Apr 11 20:42:16.266140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:16.286112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:16.403268 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:16.405926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d9ffca7b-0692-4f79-9c02-9609b4130427 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:42:16.426821 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2538fefc-6ce1-4574-bc80-182c174ad4bd'] response: {'server_uuid': '1662601d-c3a2-4c01-96ae-79027dce8dab', 'name': 'network-vif-deleted', 'tag': 'd9ffca7b-0692-4f79-9c02-9609b4130427', 'status': 'completed', 'code': 200} Apr 11 20:42:16.548082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: d9ffca7b-0692-4f79-9c02-9609b4130427 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:42:16.548082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d9ffca7b-0692-4f79-9c02-9609b4130427 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:42:16.574796 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e9a46a-4121-4ed4-bf49-d43658093adc'] response: {'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'code': 200} Apr 11 20:42:16.591153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:16.627156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-6e00a113-f172-4e41-99a2-18f40d3de80d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=85277020f6614ba2857f20cb28cd0a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3072350 Apr 11 20:42:16.713590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e6fa5f70-a1fe-4f7d-9635-ff422a9bd5aa req-4063a3f5-2fef-433e-a5d7-ad044adf716b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Synchronizing usage tracker for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:16.718519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:17.042575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:17.307895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:17.358356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:17.417770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72aab2f3-8af3-427b-9a82-db602230be8d req-83e7e12b-c7a8-4eb0-b778-1df67b7ae4c4 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 210 time: 0.1117978 Apr 11 20:42:17.495115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e6fa5f70-a1fe-4f7d-9635-ff422a9bd5aa req-4063a3f5-2fef-433e-a5d7-ad044adf716b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Unset dirty status for tenant:c4bb17ac31824fb29e4412776d65b6ae on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:17.512953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6fa5f70-a1fe-4f7d-9635-ff422a9bd5aa req-4063a3f5-2fef-433e-a5d7-ad044adf716b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=1662601d-c3a2-4c01-96ae-79027dce8dab HTTP/1.1" status: 200 len: 210 time: 0.9002149 Apr 11 20:42:17.654021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d522-a003-472c-827d-e961822ad25f req-21c6b84d-38a8-4af5-973f-d700ae06ad16 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:17.655798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-21c6b84d-38a8-4af5-973f-d700ae06ad16 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9858105 Apr 11 20:42:17.754779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Request body: {'port': {'device_id': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '85277020f6614ba2857f20cb28cd0a36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:17.878564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ea4e4-41d6-47bc-b616-35d7e10bfde8 req-591a807c-27a2-4209-a1dd-d01d7bac61a3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:17.880720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a6ea4e4-41d6-47bc-b616-35d7e10bfde8 req-591a807c-27a2-4209-a1dd-d01d7bac61a3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 946 time: 0.1526060 Apr 11 20:42:17.991400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a6ea4e4-41d6-47bc-b616-35d7e10bfde8 req-c9850172-0320-47ee-9d42-d6528a43a702 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023495 Apr 11 20:42:18.049821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:18.067743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:18.125250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:18.164410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Made reservation on behalf of 85277020f6614ba2857f20cb28cd0a36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:18.169655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:18.212138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:18.614200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:18.661513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:18.706517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event updated for resources: {'Port': ['ID=0f4e5d68-79f1-438b-97f5-5818ff724b55,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:18.724384 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4a07b10-0126-4b44-84fe-d05b0b6d2112 req-efb8a95b-a9cc-40ab-a64c-be95b7a0e3e1 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 210 time: 0.0931685 Apr 11 20:42:18.743089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Allocated IP 192.168.233.98 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/e0f7e51b-540b-4990-88e4-49f67b1047c2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:18.835236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:18.848563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-509685f2-ca7f-4287-8471-fc5dce39eb75 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8005648 Apr 11 20:42:19.308542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:19.365315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Transition to ACTIVE for port object e0f7e51b-540b-4990-88e4-49f67b1047c2 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:19.554928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:19.570856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd', '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:19.616100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', '6dca6344-0989-4e87-879a-b9750960fc64', '4f30be53-397c-42d6-a9c1-8d1e712e3042', '14f699f7-db24-4bef-925c-7e8572354277'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:19.939542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:19.980384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:19.993995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event updated for resources: {'Port': ['ID=e0f7e51b-540b-4990-88e4-49f67b1047c2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:20.049485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:20.302577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:20.302984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:20.342215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-f01e90c2-4dee-44cd-827a-c23eeca27e00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--356957911&fields=id&tenant_id=4ba2eb757af948d1a7501cfe9a3e9452 HTTP/1.1" status: 200 len: 267 time: 0.3672988 Apr 11 20:42:20.450335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695e6ec-4dc1-4095-8e51-4d9626cd944e req-8b4d7e36-761b-497a-9115-ef00d5b004a0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:20.466456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c695e6ec-4dc1-4095-8e51-4d9626cd944e req-8b4d7e36-761b-497a-9115-ef00d5b004a0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 935 time: 0.2253499 Apr 11 20:42:20.576672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-f5f49d98-0f50-4236-b91e-a6e456b384f8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8259032 Apr 11 20:42:20.586631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c695e6ec-4dc1-4095-8e51-4d9626cd944e req-aa4c9150-5d20-45b5-86c4-998fe964a46a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168997 Apr 11 20:42:20.589338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Request body: {'port': {'device_id': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:20.808603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:20.946811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-a1dd297f-be88-47c5-a7a9-a177ed97cd9b tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:20.956739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-a1dd297f-be88-47c5-a7a9-a177ed97cd9b tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/networks?id=cf258c1c-c0b6-4678-b668-4ee11a55bae8 HTTP/1.1" status: 200 len: 812 time: 0.6134841 Apr 11 20:42:20.997178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-42416d49-d32f-4700-afcc-bf79f7af8ec3 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/quotas/4ba2eb757af948d1a7501cfe9a3e9452 HTTP/1.1" status: 200 len: 375 time: 0.0393019 Apr 11 20:42:21.011216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d84d568d-2ffa-4ad3-8687-52fbff646fd4 None None] Provisioning for port e0f7e51b-540b-4990-88e4-49f67b1047c2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:21.069119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d84d568d-2ffa-4ad3-8687-52fbff646fd4 None None] Provisioning complete for port e0f7e51b-540b-4990-88e4-49f67b1047c2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:21.069426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d84d568d-2ffa-4ad3-8687-52fbff646fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:21.100093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddf04a-6772-497d-9cc1-2d977eba0754 req-a983f895-bb22-4c4b-8b1e-2eafabec5617 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:21.109098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6fddf04a-6772-497d-9cc1-2d977eba0754 req-a983f895-bb22-4c4b-8b1e-2eafabec5617 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 950 time: 0.2802720 Apr 11 20:42:21.243314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6fddf04a-6772-497d-9cc1-2d977eba0754 req-e19949db-c220-45f7-9d80-c24344903ea1 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283705 Apr 11 20:42:21.429994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d84d568d-2ffa-4ad3-8687-52fbff646fd4 None None] Port e0f7e51b-540b-4990-88e4-49f67b1047c2 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:42:21.639499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-164df1e5-e222-414e-b1ac-dd06555813e0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:21.647106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-164df1e5-e222-414e-b1ac-dd06555813e0 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 950 time: 0.2519569 Apr 11 20:42:21.826150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Deleting port 9e9eae4d-1c44-4926-900c-73c4171a1344 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:42:21.829607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:22.068089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-9d5af5d8-f2ea-4e27-a477-4131d1d64480 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ba2eb757af948d1a7501cfe9a3e9452&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0697083 Apr 11 20:42:22.361083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f7e51b-540b-4990-88e4-49f67b1047c2 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:22.412357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:22.506538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-86242777-ce6f-41ed-8a84-7ce5d2059f66 service neutron] 10.222.0.61 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970275 Apr 11 20:42:22.593187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Transition to ACTIVE for port object e0f7e51b-540b-4990-88e4-49f67b1047c2 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:22.721931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d40c-9278-4cae-ad3e-667b737d3ace req-7072fb40-4550-4199-b5f7-63ac44ad054a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:22.732267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:22.742771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de16d40c-9278-4cae-ad3e-667b737d3ace req-7072fb40-4550-4199-b5f7-63ac44ad054a tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 935 time: 0.6908176 Apr 11 20:42:22.853562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-5ee74b41-4dad-4224-9035-76a7100dd6e3 service neutron] 10.222.0.61 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241732 Apr 11 20:42:22.892264 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de16d40c-9278-4cae-ad3e-667b737d3ace req-fb7897c5-071e-4f64-8b90-a1400c358751 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456575 Apr 11 20:42:22.903354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] For port 9e9eae4d-1c44-4926-900c-73c4171a1344, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9e9eae4d-1c44-4926-900c-73c4171a1344,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:22.903745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:23.106537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f7e51b-540b-4990-88e4-49f67b1047c2,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:23.346973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Calling delete_port for 9e9eae4d-1c44-4926-900c-73c4171a1344 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:42:23.479072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Attempting to bind port e0f7e51b-540b-4990-88e4-49f67b1047c2 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:42:23.480027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Attempting to bind port e0f7e51b-540b-4990-88e4-49f67b1047c2 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:42:23.480027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Attempting to bind port e0f7e51b-540b-4990-88e4-49f67b1047c2 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:23.489801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Port e0f7e51b-540b-4990-88e4-49f67b1047c2 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:42:23.490210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Attempting to bind port e0f7e51b-540b-4990-88e4-49f67b1047c2 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:23.514585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:42:23.514585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:23.514585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:42:23.514585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Bound port: e0f7e51b-540b-4990-88e4-49f67b1047c2, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:42:23.514585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:23.537590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:23.805066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] For port e0f7e51b-540b-4990-88e4-49f67b1047c2, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:23.818174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] For port e0f7e51b-540b-4990-88e4-49f67b1047c2, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:23.839866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef911ab-bc71-4749-bd33-6633d50ebfb4 req-e7d02346-94ec-429f-8d3a-b9df3953077b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:23.842356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bef911ab-bc71-4749-bd33-6633d50ebfb4 req-e7d02346-94ec-429f-8d3a-b9df3953077b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 950 time: 0.5371370 Apr 11 20:42:23.874865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:23.957403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:23.982190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9e9eae4d-1c44-4926-900c-73c4171a1344'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:24.099996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Pushing event deleted for resources: {'Port': ['ID=9e9eae4d-1c44-4926-900c-73c4171a1344,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:24.114952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:24.117640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] 10.222.0.69 "PUT /v2.0/ports/e0f7e51b-540b-4990-88e4-49f67b1047c2 HTTP/1.1" status: 200 len: 1095 time: 3.5321977 Apr 11 20:42:24.118552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'tag': 'e0f7e51b-540b-4990-88e4-49f67b1047c2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:24.152671 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bef911ab-bc71-4749-bd33-6633d50ebfb4 req-7c0eb1dd-3f2b-4b0b-a0a8-52527aa9ab4a tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c01c15-08f2-472d-aa10-c737f19f199e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942650 Apr 11 20:42:24.215009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:24.295247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'mac_address': 'fa:16:3e:44:4e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:24.452526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f8db-90a7-4d63-a505-cf2fe8bf3917 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f7e51b-540b-4990-88e4-49f67b1047c2,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:24.461925 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:24.481173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] No DVR routers for this DVR port 9e9eae4d-1c44-4926-900c-73c4171a1344 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:42:24.491439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:24.521795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:24.530630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'name': 'network-vif-deleted', 'tag': '9e9eae4d-1c44-4926-900c-73c4171a1344'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:24.575825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:24.635046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6f53a68a-5751-47ae-9531-22e21546c7f7 req-c19f867e-efa7-4de6-a2e0-6abb662cd854 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 210 time: 0.1755807 Apr 11 20:42:24.639874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-03f8e0f3-753e-4254-a2d7-9c3f7caacee9 req-71b25956-60f3-4e3c-883e-827fcfde98a6 tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.69 "DELETE /v2.0/ports/9e9eae4d-1c44-4926-900c-73c4171a1344 HTTP/1.1" status: 204 len: 173 time: 2.9849663 Apr 11 20:42:24.673421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-f88a0e6e-0676-4dc9-8ec4-899c48389814 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 1098 time: 0.4017379 Apr 11 20:42:24.680670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:24.895656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-46b2ade3-c4fb-4bcd-891d-b4a870308f92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2 HTTP/1.1" status: 200 len: 217 time: 0.2149670 Apr 11 20:42:24.949497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:24.989363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:25.082008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-eccdf23a-9ded-40f9-b30b-a43efd3299b9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:25.089338 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-eccdf23a-9ded-40f9-b30b-a43efd3299b9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.3451927 Apr 11 20:42:25.130025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-96316521-a3a1-4f13-b5bf-ef8a28ca29bd tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/quotas/3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 375 time: 0.0378783 Apr 11 20:42:25.134707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d522-a003-472c-827d-e961822ad25f req-6b516ada-3e42-4d54-8264-1176f5c401db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:25.140089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-6b516ada-3e42-4d54-8264-1176f5c401db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2385159 Apr 11 20:42:25.373923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-1a72dcd8-99c0-444d-9b3d-d83f2541d4a2 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2446334 Apr 11 20:42:25.458661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-411552f6-d99a-4041-8a50-90d2efca52e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274497 Apr 11 20:42:25.544950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:25.599535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-5c53e923-e5ce-4234-9826-afc034fbd388 service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149682 Apr 11 20:42:25.614093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9639-ed0c-4447-9f7d-853a0d6a291f req-fa13b085-edab-4610-b921-6dc24ad9d863 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:25.614880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-471c9639-ed0c-4447-9f7d-853a0d6a291f req-fa13b085-edab-4610-b921-6dc24ad9d863 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:25.675130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-a03c2302-3c3d-4e8c-815b-76bf6f200f14 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020836 Apr 11 20:42:25.705269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:25.706316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:25.855390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-471c9639-ed0c-4447-9f7d-853a0d6a291f req-fa13b085-edab-4610-b921-6dc24ad9d863 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:25.866223 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-471c9639-ed0c-4447-9f7d-853a0d6a291f req-fa13b085-edab-4610-b921-6dc24ad9d863 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 947 time: 0.7221990 Apr 11 20:42:25.874634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-efb603b9-c8f0-4ee8-ac38-9f2ca178eb66 service neutron] 10.222.0.61 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737677 Apr 11 20:42:25.952933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:26.000156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:26.012979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:26.072376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-471c9639-ed0c-4447-9f7d-853a0d6a291f req-4545f6ea-fd19-4cb7-bb43-9eb3985c357b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039559 Apr 11 20:42:26.075364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9746d522-a003-472c-827d-e961822ad25f req-20e09c8c-3d07-485a-947a-c806607fbfd9 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937294 Apr 11 20:42:26.083920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:26.084712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9e9eae4d-1c44-4926-900c-73c4171a1344 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:42:26.158239 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725b81d7-2d2d-4878-82b4-710ce727e929'] response: {'name': 'network-changed', 'server_uuid': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'tag': 'e0f7e51b-540b-4990-88e4-49f67b1047c2', 'status': 'completed', 'code': 200} Apr 11 20:42:26.352896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 9e9eae4d-1c44-4926-900c-73c4171a1344 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:42:26.354477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9e9eae4d-1c44-4926-900c-73c4171a1344 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:42:26.433513 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc2f27b-2cb0-4f0f-967a-b4aa8f553e28'] response: {'server_uuid': 'fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56', 'name': 'network-vif-deleted', 'tag': '9e9eae4d-1c44-4926-900c-73c4171a1344', 'status': 'completed', 'code': 200} Apr 11 20:42:26.491404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:26.548745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-7c41db1c-0dea-461c-8537-2bfd2066b761 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85277020f6614ba2857f20cb28cd0a36&device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 1098 time: 0.3463035 Apr 11 20:42:26.976340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03e7688b-1737-4486-a40d-82a9ccb734bc req-684a0314-d97a-4ff1-9ba5-6ee5a3c5c25b tempest-ServersAdminNegativeTestJSON-278783440 tempest-ServersAdminNegativeTestJSON-278783440-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd238d7f-d5df-4fd2-8f9c-3c4dd2950a56 HTTP/1.1" status: 200 len: 210 time: 0.0786798 Apr 11 20:42:27.056852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2682510-f1d2-404a-83d1-cd34e763210d req-ab9a0cd0-0e2e-40f8-b8ec-d4a0a075c715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:27.058672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-ab9a0cd0-0e2e-40f8-b8ec-d4a0a075c715 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5000753 Apr 11 20:42:27.267823 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c34f584-7316-44e4-8347-602a02f522cd'] response: {'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'code': 200} Apr 11 20:42:27.338273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-a6ddd3d0-b7cc-4afe-95fc-8234a5e74ef1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2 HTTP/1.1" status: 200 len: 217 time: 0.2657039 Apr 11 20:42:27.368996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-244f56c8-f78b-4723-a55f-434f8775db99 req-7439d00a-7c8a-4506-ae8e-ad893e5e5e0b tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 210 time: 0.1300623 Apr 11 20:42:27.589483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2682510-f1d2-404a-83d1-cd34e763210d req-22ea71d0-c555-44ea-b9a0-ba983c1372a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:27.594078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-22ea71d0-c555-44ea-b9a0-ba983c1372a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2307920 Apr 11 20:42:27.790294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35fd0-8045-4764-8825-ea2aa720633f req-e9f50e10-cc57-48a2-af7f-4345151d157e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:27.791848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ea35fd0-8045-4764-8825-ea2aa720633f req-e9f50e10-cc57-48a2-af7f-4345151d157e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 947 time: 0.1777549 Apr 11 20:42:27.893854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5847ad9-2e9e-45d0-9ee7-17a8c661bf23 req-a9a3d178-ec7a-4596-b71a-f0d2fba70133 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 210 time: 0.1733184 Apr 11 20:42:27.903670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-2cae967b-79f4-482b-93a1-9026093b35b3 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:27.907888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ea35fd0-8045-4764-8825-ea2aa720633f req-4750ca95-3e8c-46ca-a25e-ddac25afe144 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036787 Apr 11 20:42:27.914176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-2cae967b-79f4-482b-93a1-9026093b35b3 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.75 "GET /v2.0/networks?id=cf258c1c-c0b6-4678-b668-4ee11a55bae8 HTTP/1.1" status: 200 len: 812 time: 0.4330111 Apr 11 20:42:28.100588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-9ea5c350-f7e4-448e-891b-97aa97914374 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4946249 Apr 11 20:42:28.108047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-ccab4189-33db-4827-829d-c2ce188f0b5f tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ba2eb757af948d1a7501cfe9a3e9452 HTTP/1.1" status: 200 len: 379 time: 0.1760609 Apr 11 20:42:28.150274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Request body: {'port': {'device_id': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'admin_state_up': True, 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'security_groups': ['712e483a-01fd-4583-a77f-eaac38de944d']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:28.562175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-44fb8b4d-494a-4740-9244-884345f7f5f0 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431074 Apr 11 20:42:28.562175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:28.584535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:28.635904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Usage tracker for resource:port and tenant:4ba2eb757af948d1a7501cfe9a3e9452 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:28.788089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:28.808598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:28.873000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f441b1b7-3213-4961-8fa1-1983c9b63950 req-ec25f9c0-33b2-4e77-8e9d-555cb3cbb0ec tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 210 time: 0.0884123 Apr 11 20:42:28.912569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2682510-f1d2-404a-83d1-cd34e763210d req-cb82e352-244f-42cd-a43f-fede2b787f69 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533103 Apr 11 20:42:28.953428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Made reservation on behalf of 4ba2eb757af948d1a7501cfe9a3e9452 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:28.957522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:29.358749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Allocated IP 172.20.0.10 (cf258c1c-c0b6-4678-b668-4ee11a55bae8/3ac46aaf-2704-45db-a783-703d454217f2/3d3bc08b-ae60-4aa9-8f80-9233af90a85b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:29.538895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adc48-1b9a-4f2a-a452-451fc6aaf52f req-e24b540f-b84f-4fc7-b7e4-eb493d1f7100 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:29.547884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-056adc48-1b9a-4f2a-a452-451fc6aaf52f req-e24b540f-b84f-4fc7-b7e4-eb493d1f7100 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 947 time: 0.1914806 Apr 11 20:42:29.577943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0f7e51b-540b-4990-88e4-49f67b1047c2 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:29.633592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-056adc48-1b9a-4f2a-a452-451fc6aaf52f req-76607bc4-e1c4-4b3f-9c85-8c3eee0fd04f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841291 Apr 11 20:42:29.693217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:29.718909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Transition to ACTIVE for port object 3d3bc08b-ae60-4aa9-8f80-9233af90a85b will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:29.788106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a628226-f9b9-4b82-8f45-26bae1c6eb53 req-bcd7d41a-9b73-4a6b-8761-3e0cd124446a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 210 time: 0.6111512 Apr 11 20:42:29.834887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:30.006251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52546) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:30.223882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:30.230526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0f7e51b-540b-4990-88e4-49f67b1047c2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:30.288948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52554) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:30.289706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'e0f7e51b-540b-4990-88e4-49f67b1047c2', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'e0f7e51b-540b-4990-88e4-49f67b1047c2', 'mac_address': 'fa:16:3e:9b:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:30.398899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52560) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:30.470260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-d84b840f-0943-40f7-b414-f33a6b8d9431 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:30.481987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-d84b840f-0943-40f7-b414-f33a6b8d9431 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 821 time: 0.2613747 Apr 11 20:42:30.487089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:30.514735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f7e51b-540b-4990-88e4-49f67b1047c2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:30.530014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:30.541700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0f7e51b-540b-4990-88e4-49f67b1047c2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:30.569194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:30.597392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Request body: {'port': {'device_id': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'admin_state_up': True, 'tenant_id': '3d5a8859c567410f9833e077a1517428'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:30.615536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:30.667372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:30.713761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a08f3274-1af6-4108-80d6-ca52fa400260 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4bb17ac31824fb29e4412776d65b6ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7062273 Apr 11 20:42:30.752810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:42:30.757515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:30.821988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0f7e51b-540b-4990-88e4-49f67b1047c2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:30.826039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:30.897136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:30.905817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Usage tracker for resource:security_group_rule and tenant:8758cee1fa534b599f2c7ccef98e7f65 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:30.915026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:30.919253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e0f7e51b-540b-4990-88e4-49f67b1047c2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:30.925843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:30.932490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:31.037280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:31.038898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.046544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event updated for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:31.052336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:31.088349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.108518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:31.121454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:31.127299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Usage tracker for resource:security_group_rule and tenant:668fd55c8d674b6ebb648e87e5345bbc is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:31.131729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:31.138320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:31.197578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ea76d-8d45-4239-af48-803341ae146f req-0ea26483-938c-419e-b19f-f95c54050659 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:31.200153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6f0ea76d-8d45-4239-af48-803341ae146f req-0ea26483-938c-419e-b19f-f95c54050659 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Synchronizing usage tracker for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:31.231699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-79f0421d-8000-4313-8c1c-8b66fc8bfd40 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0945411 Apr 11 20:42:31.262375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Request body: {'port': {'device_id': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:31.286621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a3ac99e8-fd68-4102-b5b8-9872c575fa2f None None] Provisioning for port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:31.297832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a3ac99e8-fd68-4102-b5b8-9872c575fa2f None None] Provisioning complete for port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:31.298344 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a3ac99e8-fd68-4102-b5b8-9872c575fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.317874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.344462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Made reservation on behalf of 3d5a8859c567410f9833e077a1517428 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:31.348671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.438312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4042d9b-7a19-4e97-bc8f-07adfc6fa0dc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:31.451344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.464845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac99e8-fd68-4102-b5b8-9872c575fa2f None None] Port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:42:31.475615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6f0ea76d-8d45-4239-af48-803341ae146f req-0ea26483-938c-419e-b19f-f95c54050659 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Unset dirty status for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:31.482772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6f0ea76d-8d45-4239-af48-803341ae146f req-0ea26483-938c-419e-b19f-f95c54050659 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 932 time: 1.2651410 Apr 11 20:42:31.500658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.501280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.502179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.502711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.503194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.503837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.504332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.504808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.505296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.505771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.506252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:31.593022 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.600210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a18dd13f-1069-4c7b-9544-5cf9c2042934 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8758cee1fa534b599f2c7ccef98e7f65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3100667 Apr 11 20:42:31.605939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:31.613239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8b839-8f3e-4f9c-834a-693677e6d714 req-b44c3f1c-8d3f-462d-ab09-8eacc9df1235 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:31.620555 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9a8b839-8f3e-4f9c-834a-693677e6d714 req-b44c3f1c-8d3f-462d-ab09-8eacc9df1235 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 948 time: 0.8073351 Apr 11 20:42:31.624842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-345c0168-279d-4dfd-a3cf-82ff8ba824f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.661487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-345c0168-279d-4dfd-a3cf-82ff8ba824f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.856462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6f0ea76d-8d45-4239-af48-803341ae146f req-e8b62142-9ec2-4cea-9a74-5614607109ab tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723967 Apr 11 20:42:31.885755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:31.931165 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=668fd55c8d674b6ebb648e87e5345bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5305171 Apr 11 20:42:31.943832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:32.059536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-345c0168-279d-4dfd-a3cf-82ff8ba824f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.134535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79c049c7-a324-4714-9ecf-39371ad83314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.136387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1224db-aa11-4ae6-a2d2-62a831a87a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f71e2d1-8e23-4ea2-af19-bcff06d430c1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:32.162734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9a8b839-8f3e-4f9c-834a-693677e6d714 req-5641ce8e-ed43-485f-910d-22311858e78b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411298 Apr 11 20:42:32.185025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c0168-279d-4dfd-a3cf-82ff8ba824f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c01c15-08f2-472d-aa10-c737f19f199e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:32.293492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79c049c7-a324-4714-9ecf-39371ad83314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.306476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-345c0168-279d-4dfd-a3cf-82ff8ba824f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.310472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-345c0168-279d-4dfd-a3cf-82ff8ba824f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82c01c15-08f2-472d-aa10-c737f19f199e HTTP/1.1" status: 204 len: 168 time: 1.5477445 Apr 11 20:42:32.319444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99649128-046f-40bf-bf5e-d3c37c2e8b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.366153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99649128-046f-40bf-bf5e-d3c37c2e8b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.446103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92570483-4ba0-4b07-af95-6daeb19ba471 req-2cff6ae3-a870-4145-b847-35da904a0970 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 210 time: 0.2522559 Apr 11 20:42:32.496313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3bc08b-ae60-4aa9-8f80-9233af90a85b {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:32.501117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Allocated IP 172.20.0.7 (7a1499a1-6303-4e7c-958a-8b86a0b79792/ad106e4f-600f-4a72-891a-b41933a74fcf/481af65f-54eb-4df0-88d0-19d5e468e696) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:32.509082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.524745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79c049c7-a324-4714-9ecf-39371ad83314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.561375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99649128-046f-40bf-bf5e-d3c37c2e8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.573475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c049c7-a324-4714-9ecf-39371ad83314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4042d9b-7a19-4e97-bc8f-07adfc6fa0dc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:32.579564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Transition to ACTIVE for port object 3d3bc08b-ae60-4aa9-8f80-9233af90a85b will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:32.590012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79c049c7-a324-4714-9ecf-39371ad83314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.606373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79c049c7-a324-4714-9ecf-39371ad83314 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4042d9b-7a19-4e97-bc8f-07adfc6fa0dc HTTP/1.1" status: 204 len: 168 time: 0.9711118 Apr 11 20:42:32.622521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99649128-046f-40bf-bf5e-d3c37c2e8b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.624675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99649128-046f-40bf-bf5e-d3c37c2e8b42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f71e2d1-8e23-4ea2-af19-bcff06d430c1 HTTP/1.1" status: 204 len: 168 time: 0.6797235 Apr 11 20:42:32.626140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99649128-046f-40bf-bf5e-d3c37c2e8b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f71e2d1-8e23-4ea2-af19-bcff06d430c1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:32.654471 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:32.796219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:33.542208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-9f37e5f2-1a6d-49c4-a682-6411568f5267 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:33.542956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-9f37e5f2-1a6d-49c4-a682-6411568f5267 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Synchronizing usage tracker for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:33.559818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-9f37e5f2-1a6d-49c4-a682-6411568f5267 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Unset dirty status for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:33.575719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-9f37e5f2-1a6d-49c4-a682-6411568f5267 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 944 time: 0.2758002 Apr 11 20:42:33.595963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0f7e51b-540b-4990-88e4-49f67b1047c2 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:33.689939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-aca20cf5-587e-42bd-be11-37cec78f6b4a tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Synchronizing usage tracker for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:33.715056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Attempting to bind port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:42:33.716440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Attempting to bind port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:42:33.717047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Attempting to bind port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b on network cf258c1c-c0b6-4678-b668-4ee11a55bae8 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:33.721816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:33.766292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b on network cf258c1c-c0b6-4678-b668-4ee11a55bae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:42:33.770987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Attempting to bind port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b on network cf258c1c-c0b6-4678-b668-4ee11a55bae8 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:33.799588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:42:33.799928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Checking segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:33.800320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Bound using segment: {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:42:33.800757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Bound port: 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33136a3b-4234-4c4b-bd85-b2c60154376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:42:33.801102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:33.809391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-aca20cf5-587e-42bd-be11-37cec78f6b4a tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Unset dirty status for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:33.810672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d016c6e-7f17-48e2-8c80-de78c3f4fe57 req-aca20cf5-587e-42bd-be11-37cec78f6b4a tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341332 Apr 11 20:42:33.817185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820982b1-3b61-4224-a359-ced0fc5ddf56 req-913bbe61-05c4-42ab-a801-c8f26c3c519b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:33.820532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-820982b1-3b61-4224-a359-ced0fc5ddf56 req-913bbe61-05c4-42ab-a801-c8f26c3c519b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 948 time: 0.3694336 Apr 11 20:42:33.838392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port e0f7e51b-540b-4990-88e4-49f67b1047c2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:33.854940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port e0f7e51b-540b-4990-88e4-49f67b1047c2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:33.855316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.006945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-820982b1-3b61-4224-a359-ced0fc5ddf56 req-e22f5d49-fa24-42bd-9f79-ee2d8833d137 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767547 Apr 11 20:42:34.010962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.106514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:34.124790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:34.137830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.214826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Network 7a1499a1-6303-4e7c-958a-8b86a0b79792 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:34.218745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:34.228534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f7e51b-540b-4990-88e4-49f67b1047c2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:34.252874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:34.253139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0f7e51b-540b-4990-88e4-49f67b1047c2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:34.293267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52632) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:34.346986 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.369176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.411872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52636) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:34.417752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.428232 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723987d7-ab3e-4b4e-892b-1a30c41e5662'] response: {'server_uuid': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f7e51b-540b-4990-88e4-49f67b1047c2', 'code': 200} Apr 11 20:42:34.429262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:34.523187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0f7e51b-540b-4990-88e4-49f67b1047c2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:34.548238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.549815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] 10.222.0.75 "PUT /v2.0/ports/3d3bc08b-ae60-4aa9-8f80-9233af90a85b HTTP/1.1" status: 200 len: 1092 time: 3.3055890 Apr 11 20:42:34.553399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:34.596676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:34.597975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.671826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575249a4-a050-4b81-aeac-38e8c94108e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:34.731762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd383a4-c939-4278-99fa-b49b38c6995e req-71b7fd4c-fa82-40ab-8d46-e65abf4045f3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:34.734140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbd383a4-c939-4278-99fa-b49b38c6995e req-71b7fd4c-fa82-40ab-8d46-e65abf4045f3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 931 time: 0.6371534 Apr 11 20:42:34.738551 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c8b0c6-54d2-40f6-83d3-75a4a6baa79d'] response: {'name': 'network-changed', 'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'status': 'completed', 'code': 200} Apr 11 20:42:34.754191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-4f2aaf0b-ac76-4144-9e20-27a4a59a1433 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1718190 Apr 11 20:42:34.762072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:34.780698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Request body: {'port': {'device_id': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:34.812686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Usage tracker for resource:security_group_rule and tenant:b70ae78c059a4b69809d01139c647285 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:34.826050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:34.851806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:34.956408 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:34.957839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-f5f3b9f8-d2b4-4901-bd20-6806f4d36d0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ba2eb757af948d1a7501cfe9a3e9452&device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 1095 time: 0.2762663 Apr 11 20:42:35.027053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbd383a4-c939-4278-99fa-b49b38c6995e req-c41ce787-6b92-48a1-a4bd-cb803dd70bac tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704115 Apr 11 20:42:35.036284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f00522f8-45c7-401f-b8b6-0326692ce966 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5d8f06b41694422b83d441f2771bb02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6232154 Apr 11 20:42:35.037664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.045054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52646) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:35.046731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-880ec691-ff0f-4fba-bc5e-3e261b36f334 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b HTTP/1.1" status: 200 len: 217 time: 0.0760357 Apr 11 20:42:35.047281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.055305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc388a93-a399-4061-a40a-9309f779b09f req-11f61542-55ab-44ab-be4f-e4c5a12d9b84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 1100 time: 0.5909905 Apr 11 20:42:35.199065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52656) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:35.257298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c4603e-ec61-41f9-a856-81d28aab9451,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:35.265141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.309402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4a9a41-9af2-4080-a97c-6286ee75329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.320875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c44bf-73a3-4710-a889-5285f9a46ef9 req-fd7db791-ada3-41f1-bc7c-be1b911fa54c tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:35.328860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-107c44bf-73a3-4710-a889-5285f9a46ef9 req-fd7db791-ada3-41f1-bc7c-be1b911fa54c tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 944 time: 0.2684188 Apr 11 20:42:35.356290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:35.360888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3e8b3858fa40c3aa4595df3b67f1ea is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:35.364699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:35.375427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:35.386680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4a9a41-9af2-4080-a97c-6286ee75329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.426705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-367dadc3-7c09-4a22-a3db-2ba60e33287f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:35.429363 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-367dadc3-7c09-4a22-a3db-2ba60e33287f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac46aaf-2704-45db-a783-703d454217f2 HTTP/1.1" status: 200 len: 851 time: 0.3681781 Apr 11 20:42:35.443702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-433a415a-de52-47a5-a6ad-d81c2b4e5d9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b70ae78c059a4b69809d01139c647285&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1273787 Apr 11 20:42:35.445004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:35.555532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc388a93-a399-4061-a40a-9309f779b09f req-7793064f-0752-4d75-ab6a-ea8e6017ae71 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837694 Apr 11 20:42:35.619954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c55901d-0f64-4d1d-8722-6b6a7d9111ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.660204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-107c44bf-73a3-4710-a889-5285f9a46ef9 req-35cccec4-4f4e-4318-a684-aee0b301158f tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301334 Apr 11 20:42:35.666742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924de76c-c538-4329-a204-e8c2472e11fc req-04ea4e91-5dfe-496b-be2e-79131eac86a1 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:35.669461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-924de76c-c538-4329-a204-e8c2472e11fc req-04ea4e91-5dfe-496b-be2e-79131eac86a1 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 949 time: 0.2462234 Apr 11 20:42:35.674146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c55901d-0f64-4d1d-8722-6b6a7d9111ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.681382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.728669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4a9a41-9af2-4080-a97c-6286ee75329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.755226 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.767064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a9a41-9af2-4080-a97c-6286ee75329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3645f4f4-9624-49dd-bff1-e1dea37242d0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:35.814906 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4a9a41-9af2-4080-a97c-6286ee75329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.816137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-de4a9a41-9af2-4080-a97c-6286ee75329c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3645f4f4-9624-49dd-bff1-e1dea37242d0 HTTP/1.1" status: 204 len: 168 time: 0.7583413 Apr 11 20:42:35.828396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-924de76c-c538-4329-a204-e8c2472e11fc req-adce320c-a5db-4328-8fed-d17fd2479751 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450963 Apr 11 20:42:35.829235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:35.833553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e3e8b3858fa40c3aa4595df3b67f1ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6195090 Apr 11 20:42:35.839592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-28e77aea-7992-4106-9233-67dd67b510fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf258c1c-c0b6-4678-b668-4ee11a55bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3987429 Apr 11 20:42:35.931244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c55901d-0f64-4d1d-8722-6b6a7d9111ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.958290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71b3e04c-4cc1-4ed1-a4a0-fa0276ffd00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.973795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55901d-0f64-4d1d-8722-6b6a7d9111ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c4603e-ec61-41f9-a856-81d28aab9451,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:35.988454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c55901d-0f64-4d1d-8722-6b6a7d9111ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:35.992596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1c55901d-0f64-4d1d-8722-6b6a7d9111ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1c4603e-ec61-41f9-a856-81d28aab9451 HTTP/1.1" status: 204 len: 168 time: 0.5414703 Apr 11 20:42:36.014117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71b3e04c-4cc1-4ed1-a4a0-fa0276ffd00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:36.067192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-97e052a8-9faf-416c-89ab-25a8d71edc39 service neutron] 10.222.0.75 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669443 Apr 11 20:42:36.182597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71b3e04c-4cc1-4ed1-a4a0-fa0276ffd00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:36.197963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ddd16-5651-43d2-bdf4-ed677d35ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4099a8-4293-41fd-9a5d-83fab5da78e9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:36.218470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3e04c-4cc1-4ed1-a4a0-fa0276ffd00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4099a8-4293-41fd-9a5d-83fab5da78e9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:36.243507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71b3e04c-4cc1-4ed1-a4a0-fa0276ffd00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:36.249105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-71b3e04c-4cc1-4ed1-a4a0-fa0276ffd00c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c4099a8-4293-41fd-9a5d-83fab5da78e9 HTTP/1.1" status: 204 len: 168 time: 0.4160318 Apr 11 20:42:36.487900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce3416b-7b0f-4a96-b19e-655299ff4ca8 req-04288afe-4510-44b3-a218-ebcdb5b41c3c service neutron] 10.222.0.75 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020054 Apr 11 20:42:36.531397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481af65f-54eb-4df0-88d0-19d5e468e696 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:36.546326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:36.574354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Transition to ACTIVE for port object 481af65f-54eb-4df0-88d0-19d5e468e696 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:36.584784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9f540-5bfd-4302-8b65-4bc9abdc0f76 req-f6afe68e-80f9-436d-aee4-ab916b1a9f08 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:36.586117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d5b9f540-5bfd-4302-8b65-4bc9abdc0f76 req-f6afe68e-80f9-436d-aee4-ab916b1a9f08 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:36.859538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d5b9f540-5bfd-4302-8b65-4bc9abdc0f76 req-f6afe68e-80f9-436d-aee4-ab916b1a9f08 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:36.860693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5b9f540-5bfd-4302-8b65-4bc9abdc0f76 req-f6afe68e-80f9-436d-aee4-ab916b1a9f08 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 931 time: 0.4908142 Apr 11 20:42:36.862062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:37.074499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5b9f540-5bfd-4302-8b65-4bc9abdc0f76 req-ba1918bd-5091-4829-8450-5121de7213db tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988971 Apr 11 20:42:37.112525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:37.173203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741f66-e8c9-41d0-bcee-bfa01ac5da78 req-6685bbeb-fe61-43e3-9688-d3322b48edd1 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:37.182341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80741f66-e8c9-41d0-bcee-bfa01ac5da78 req-6685bbeb-fe61-43e3-9688-d3322b48edd1 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 944 time: 0.2650836 Apr 11 20:42:37.280022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80741f66-e8c9-41d0-bcee-bfa01ac5da78 req-61f3bad7-6302-4587-a7a4-a995ce6e4101 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966690 Apr 11 20:42:37.363594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.363946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.364289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.364622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.364950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.365275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.365598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.365919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.366236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.368010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.368355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:37.456621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-b851d842-faff-48e6-a877-bf1e7bc0cd13 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ba2eb757af948d1a7501cfe9a3e9452&device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 1095 time: 0.8252609 Apr 11 20:42:37.651998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:42:37.652320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:42:37.655492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:37.683059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:42:37.683378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:37.696764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-e154e4ff-fd96-4ce0-820c-bae88a9de1f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:37.698516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-e154e4ff-fd96-4ce0-820c-bae88a9de1f1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf258c1c-c0b6-4678-b668-4ee11a55bae8 HTTP/1.1" status: 200 len: 913 time: 0.2350700 Apr 11 20:42:37.702129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:42:37.702694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:37.703197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:42:37.706823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Bound port: 481af65f-54eb-4df0-88d0-19d5e468e696, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:42:37.707861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:37.828901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-c09703c9-eb8c-4e35-81f5-06fb8bcf23b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b HTTP/1.1" status: 200 len: 217 time: 0.1090510 Apr 11 20:42:37.898509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716af8-d7bc-46b5-91fd-c2fa0466e5b8 req-fa2ea2a7-10c9-43ac-8a80-1b8e83ff4060 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:37.900040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15716af8-d7bc-46b5-91fd-c2fa0466e5b8 req-fa2ea2a7-10c9-43ac-8a80-1b8e83ff4060 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 949 time: 0.4956307 Apr 11 20:42:37.966667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-370563d4-fbf5-4cae-bb7b-676f7bca80e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:37.968242 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-370563d4-fbf5-4cae-bb7b-676f7bca80e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac46aaf-2704-45db-a783-703d454217f2 HTTP/1.1" status: 200 len: 851 time: 0.1308615 Apr 11 20:42:38.036042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:38.050852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15716af8-d7bc-46b5-91fd-c2fa0466e5b8 req-2816a783-e41f-4710-bd3d-7bd6f666ac14 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352348 Apr 11 20:42:38.052406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:38.096572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-6fab449c-8f4d-48d7-b8fe-c00fb0f1b38b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf258c1c-c0b6-4678-b668-4ee11a55bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136420 Apr 11 20:42:38.145808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:38.309726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49daec50-8aff-4e16-9c50-bf24ef112898 req-32922422-7d52-46d6-9fe8-9122522cab72 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 1100 time: 0.0978029 Apr 11 20:42:38.376339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49daec50-8aff-4e16-9c50-bf24ef112898 req-53ca90a5-0225-4af2-90a5-b6b47d752507 tempest-ServersOnMultiNodesTest-2049032639 tempest-ServersOnMultiNodesTest-2049032639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651236 Apr 11 20:42:38.540100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-1161613b-333a-4269-882e-bffdd2cc012c service neutron] 10.222.0.75 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369061 Apr 11 20:42:38.685442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3d3bc08b-ae60-4aa9-8f80-9233af90a85b details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:38.707377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:38.709209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] 10.222.0.69 "PUT /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 1091 time: 3.9367423 Apr 11 20:42:38.714728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:38.748907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdb786-3414-4b97-bcf8-86889620e7f9 req-58f34e27-911b-4749-a69b-dc99d8cbb25d tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:38.758086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8efdb786-3414-4b97-bcf8-86889620e7f9 req-58f34e27-911b-4749-a69b-dc99d8cbb25d tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 944 time: 0.1295898 Apr 11 20:42:38.853302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1acebb-833b-42c0-b2e3-dbbddb796e61 service neutron] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:38.884432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8efdb786-3414-4b97-bcf8-86889620e7f9 req-24d20c17-2e33-42ae-8ab3-2f94da9ae04f tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204703 Apr 11 20:42:38.903125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de51131-d477-442c-b632-4323bb26ae27 req-581bc846-c567-4e5f-b2c2-79550c368c10 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:38.905553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0de51131-d477-442c-b632-4323bb26ae27 req-581bc846-c567-4e5f-b2c2-79550c368c10 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.3645978 Apr 11 20:42:38.917621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52764) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:38.987370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0de51131-d477-442c-b632-4323bb26ae27 req-02d8df6f-2ce4-4372-b719-a3c5a3180911 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744047 Apr 11 20:42:38.994193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acc726-ce9e-4fd7-8683-9af37855a5ac req-05327988-91c0-40ad-b415-de5e1160763a service neutron] 10.222.0.75 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436150 Apr 11 20:42:39.147095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:39.182606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'port_id': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'mac_address': 'fa:16:3e:de:8e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:39.209618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8d12ab9a-e746-4fad-93c2-8f2ac6cd957e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1094 time: 0.1737297 Apr 11 20:42:39.352849 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c440ea33-2f70-42c5-ae4b-0a8b5fac1305'] response: {'name': 'network-changed', 'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696', 'status': 'completed', 'code': 200} Apr 11 20:42:39.359724 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:39.381062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-a03ae1c7-47ea-4149-acf0-d0ea5c3b0ef7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 217 time: 0.1629322 Apr 11 20:42:39.415754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3bc08b-ae60-4aa9-8f80-9233af90a85b {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:39.444978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:39.493786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-network', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:39.498939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:39.503228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Usage tracker for resource:network and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:39.508419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:39.515692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:39.520665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-2c16db9a-9b5b-41b3-a386-20d111bce67e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:39.522370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-2c16db9a-9b5b-41b3-a386-20d111bce67e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1333568 Apr 11 20:42:39.555894 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:39.677532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Made reservation on behalf of 0b5dc1c8e54943bd9d55af95285a5a03 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:39.680124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:39.718255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:39.781184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:39.816291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:39.824164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Usage tracker for resource:security_group_rule and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:39.835300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:39.846704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:39.856391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-0f11b733-9912-424c-8b5e-9c6e43ff42b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3199623 Apr 11 20:42:39.880002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3d3bc08b-ae60-4aa9-8f80-9233af90a85b'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:40.081635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-290ce9dc-04cd-46b8-9892-c15ff909f819 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181284 Apr 11 20:42:40.136069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:40.156571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e469-14eb-497a-b897-2b2a0736ee38 req-42de4b77-0dfb-4c19-b424-3a5888e0be15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:40.158588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0a4e469-14eb-497a-b897-2b2a0736ee38 req-42de4b77-0dfb-4c19-b424-3a5888e0be15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 949 time: 0.2351570 Apr 11 20:42:40.219245 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:40.319500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2e2de-0955-4196-ae22-b130f5598c46 req-a984d228-cb07-4c38-a315-71547261cbf4 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:40.326756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62a2e2de-0955-4196-ae22-b130f5598c46 req-a984d228-cb07-4c38-a315-71547261cbf4 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 945 time: 0.1428823 Apr 11 20:42:40.333322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acafb2b9-872c-4698-aec0-04ec7b00b235 req-8fac6236-c38d-4edd-af90-1eb8601baf94 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443554 Apr 11 20:42:40.372717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:42:40.404850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62a2e2de-0955-4196-ae22-b130f5598c46 req-9474af15-1b57-4b4e-ae76-5317db332868 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770466 Apr 11 20:42:40.429511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaebe60-ab31-4b09-96f1-47db547d7ad7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:40.474846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0a4e469-14eb-497a-b897-2b2a0736ee38 req-5e846c26-461c-4bd1-bbca-f1cb62e70f3d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094776 Apr 11 20:42:40.502839 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:40.506362 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Added segment 530146f5-2d29-4e49-afc8-069f2bb715c4 of type vlan for network 2cf66dcd-bfd5-462b-961f-a507fc6a093f Apr 11 20:42:40.628350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:40.749755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-516cb12a-1fae-4948-96f1-addcd6122dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1094 time: 0.1889403 Apr 11 20:42:40.786551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9421c-e340-44ba-81df-b9a8c071ae53 req-264efa45-ba02-41c3-9263-aea2d4178bb0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:40.788065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-edd9421c-e340-44ba-81df-b9a8c071ae53 req-264efa45-ba02-41c3-9263-aea2d4178bb0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.2311285 Apr 11 20:42:40.935809 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-edd9421c-e340-44ba-81df-b9a8c071ae53 req-3e7d2dc5-c83e-485c-a02b-529ccacdd9d0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895884 Apr 11 20:42:40.979668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-b267d7fa-035d-4bd3-a9b2-cb5d4d2b6c6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:40.996593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-b267d7fa-035d-4bd3-a9b2-cb5d4d2b6c6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2264366 Apr 11 20:42:40.996593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52828) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:41.082065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-0cce3e7d-d00f-43aa-b84a-19f0257f69c6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:41.082065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-0cce3e7d-d00f-43aa-b84a-19f0257f69c6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 949 time: 0.1347606 Apr 11 20:42:41.082065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:41.082065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:41.082065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:41.152584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-216f020a-22df-4fcd-814a-525674ca3933 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 217 time: 0.1619823 Apr 11 20:42:41.248094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-88abf09c-723f-4f20-a687-7798fd1bad08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:41.249765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-88abf09c-723f-4f20-a687-7798fd1bad08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0937343 Apr 11 20:42:41.322560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-026d439c-1836-4961-9776-762ff696c854 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647626 Apr 11 20:42:41.359884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf66dcd-bfd5-462b-961f-a507fc6a093f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:41.365264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port e0f7e51b-540b-4990-88e4-49f67b1047c2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:42:41.365728 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:41.374297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:42:41.472068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-037c9e7b-d666-47a7-9e9f-e0b600454d64 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5468497 Apr 11 20:42:41.524395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52842) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:41.560765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Request body: {'subnet': {'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-subnet', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:41.597498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:41.610453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Usage tracker for resource:subnet and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:41.618655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:41.648768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-a29680e8-40a0-492e-b826-18a6c87a7e5a service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221817 Apr 11 20:42:41.653793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:41.691410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:41.832093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Made reservation on behalf of 0b5dc1c8e54943bd9d55af95285a5a03 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:41.834536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:41.911712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:41.936513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Usage tracker for resource:security_group_rule and tenant:c203e50916f446429bc3535d3ff4acee is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:41.944091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:41.952827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a44970-a854-4ced-8a5c-99394b59cb94 req-a8fc9fc9-ad77-46d5-be1f-9bb9989608a1 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:41.960544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55a44970-a854-4ced-8a5c-99394b59cb94 req-a8fc9fc9-ad77-46d5-be1f-9bb9989608a1 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 949 time: 0.2136400 Apr 11 20:42:41.989107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:42.050327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55a44970-a854-4ced-8a5c-99394b59cb94 req-797a1974-c62f-489d-b0db-650b00fbfa0e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Apr 11 20:42:42.053764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4ccaf6-f758-455f-b918-d740b9682a83 req-9aea8ca1-bfb0-4e5d-aaf7-2f3a12133d9e service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389549 Apr 11 20:42:42.122995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.126885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port e0f7e51b-540b-4990-88e4-49f67b1047c2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0f7e51b-540b-4990-88e4-49f67b1047c2,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:42.127296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.151068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f092ca-c07d-4ab5-8b64-694dab90eca0 req-91c3c07b-4e1b-4422-91aa-f8c59d9d4eb0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:42.159553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31f092ca-c07d-4ab5-8b64-694dab90eca0 req-91c3c07b-4e1b-4422-91aa-f8c59d9d4eb0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 945 time: 0.4469368 Apr 11 20:42:42.184974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.240472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.275601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030d27e-a11d-42ae-a068-c4750b17eac6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:42.289967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-369b2ce0-4ef8-4614-9308-10ea4fb33f73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c203e50916f446429bc3535d3ff4acee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1848185 Apr 11 20:42:42.291916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52876) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:42.348229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for e0f7e51b-540b-4990-88e4-49f67b1047c2 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:42:42.445735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31f092ca-c07d-4ab5-8b64-694dab90eca0 req-a0dc4494-c407-41e9-8e42-6a06f98fb00f tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859166 Apr 11 20:42:42.491865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=109d5c1d-3dd6-45bc-8af6-41808f4b854f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:42.511443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df3fed87-fd49-4e09-bdbc-707b64a9a2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.513564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Checking segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:42.513719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Network hostable DHCP agents. Network: 2cf66dcd-bfd5-462b-961f-a507fc6a093f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:42:42.553793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792ecd8-0375-43f2-87a5-500b1d7c39b7 req-7cdf8704-cedb-4bd5-b1d0-41e607685d98 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:42.561303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8792ecd8-0375-43f2-87a5-500b1d7c39b7 req-7cdf8704-cedb-4bd5-b1d0-41e607685d98 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.1946113 Apr 11 20:42:42.585687 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df3fed87-fd49-4e09-bdbc-707b64a9a2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.657127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8792ecd8-0375-43f2-87a5-500b1d7c39b7 req-f691444e-a9a9-41f8-8a49-979e812ac4ef tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943172 Apr 11 20:42:42.695200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:42:42.713305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3d3bc08b-ae60-4aa9-8f80-9233af90a85b up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:42.759063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.778920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', '6dca6344-0989-4e87-879a-b9750960fc64', '4f30be53-397c-42d6-a9c1-8d1e712e3042', '14f699f7-db24-4bef-925c-7e8572354277'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:42.790395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df3fed87-fd49-4e09-bdbc-707b64a9a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.818974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fed87-fd49-4e09-bdbc-707b64a9a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030d27e-a11d-42ae-a068-c4750b17eac6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:42.827182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd', '1951287c-f18d-4ac9-ae0e-5a44cd36b93d', 'e0f7e51b-540b-4990-88e4-49f67b1047c2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:42.846830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df3fed87-fd49-4e09-bdbc-707b64a9a2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.848780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-df3fed87-fd49-4e09-bdbc-707b64a9a2b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0030d27e-a11d-42ae-a068-c4750b17eac6 HTTP/1.1" status: 204 len: 168 time: 0.5559304 Apr 11 20:42:42.862393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=e0f7e51b-540b-4990-88e4-49f67b1047c2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:42.873521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 2cf66dcd-bfd5-462b-961f-a507fc6a093f) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:42.887790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:42.889693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:42.971725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d77d81-0931-4def-9eb8-b9d143109646 None None] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:42:43.161430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port e0f7e51b-540b-4990-88e4-49f67b1047c2 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:42:43.174061 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:43.181103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'name': 'network-vif-deleted', 'tag': 'e0f7e51b-540b-4990-88e4-49f67b1047c2'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:43.294801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a95a5434-db18-479c-8368-911ad3148cab admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7629995 Apr 11 20:42:43.296888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52900) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:43.301964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecc570d7-a3a9-48b4-846c-d633c40dbdfd req-fd4eba3d-5e86-49ec-b9ec-5c5b106d11df tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "DELETE /v2.0/ports/e0f7e51b-540b-4990-88e4-49f67b1047c2 HTTP/1.1" status: 204 len: 173 time: 2.2159383 Apr 11 20:42:43.304481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:43.331413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:43.342766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:43.355141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Usage tracker for resource:router and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:43.365714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:43.366359 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:43.368783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:43.388802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:43.445331 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034991ec-6c84-473a-b155-64a12bdb4534'] response: {'server_uuid': 'fc35dcf4-3403-489d-b838-86cf3319b046', 'name': 'network-vif-deleted', 'tag': 'e0f7e51b-540b-4990-88e4-49f67b1047c2', 'status': 'completed', 'code': 200} Apr 11 20:42:43.512810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:43.517022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:43.600267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:43.687987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-005c328b-11fe-45be-a22c-bf1b5232f691 req-cdec9bbd-1c06-417b-b801-b63abb09d16f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:43.769604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52916) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:43.842074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-005c328b-11fe-45be-a22c-bf1b5232f691 req-cdec9bbd-1c06-417b-b801-b63abb09d16f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:43.843912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-005c328b-11fe-45be-a22c-bf1b5232f691 req-cdec9bbd-1c06-417b-b801-b63abb09d16f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc35dcf4-3403-489d-b838-86cf3319b046 HTTP/1.1" status: 200 len: 210 time: 0.2963185 Apr 11 20:42:44.054927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a99bdbeb-7667-46f4-a93e-fdd0da769f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.066876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:42:44.067850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.222032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.226117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.280784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.306683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847b9a-6706-4aa2-8be0-758141bbf939 req-e43b6a40-4028-4662-a363-0868b153cecb tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:44.314784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85847b9a-6706-4aa2-8be0-758141bbf939 req-e43b6a40-4028-4662-a363-0868b153cecb tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 945 time: 0.3132477 Apr 11 20:42:44.388007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:44.394785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Usage tracker for resource:security_group_rule and tenant:e59361477b9844c5b8791263f271b120 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:44.400810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:44.409055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:44.422777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc7d4-329e-401d-bcc5-7a097feb59db req-c29eff9c-0e24-47dd-aecb-db8af2b859ff tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:44.425590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-721fc7d4-329e-401d-bcc5-7a097feb59db req-c29eff9c-0e24-47dd-aecb-db8af2b859ff tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.2829494 Apr 11 20:42:44.503579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-721fc7d4-329e-401d-bcc5-7a097feb59db req-4659492e-01ba-471f-ac87-02986adf0ea7 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701129 Apr 11 20:42:44.507706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85847b9a-6706-4aa2-8be0-758141bbf939 req-6bb221e8-e8a9-44b0-a3e8-7e1a74ba244e tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919539 Apr 11 20:42:44.601682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.695215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.728856 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.745914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Allocated IP 172.20.0.2 (2cf66dcd-bfd5-462b-961f-a507fc6a093f/109d5c1d-3dd6-45bc-8af6-41808f4b854f/1d3d7cf8-52ad-4999-a207-a142d5ae690d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:44.748579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a223c5-0185-4d5b-9bb0-36c479bf777c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:44.755205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87680c54-d2bf-4f59-9b2c-750fa31dab25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e59361477b9844c5b8791263f271b120&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9837294 Apr 11 20:42:44.763047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:44.800428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.866543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d0cdeb2-bde3-4eaa-8dad-31ad2334faf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.901763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d0cdeb2-bde3-4eaa-8dad-31ad2334faf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:44.968967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:45.058658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Allocated IP 172.25.5.85 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a37f6286-fd2f-41b1-94f2-a55c97c86009) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:45.070375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d0cdeb2-bde3-4eaa-8dad-31ad2334faf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.078401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:45.083895 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e26f48-56ec-48ff-944a-7ec4d0d1b145'] response: {'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'code': 200} Apr 11 20:42:45.118027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cdeb2-bde3-4eaa-8dad-31ad2334faf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a223c5-0185-4d5b-9bb0-36c479bf777c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:45.147893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d0cdeb2-bde3-4eaa-8dad-31ad2334faf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.149066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9d0cdeb2-bde3-4eaa-8dad-31ad2334faf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55a223c5-0185-4d5b-9bb0-36c479bf777c HTTP/1.1" status: 204 len: 168 time: 0.3850162 Apr 11 20:42:45.291604 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.381990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1daa4439-bb23-42c4-b57d-3b3d2062e2ea req-3078bc55-ec97-4627-943c-a3f82d53ae68 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 1097 time: 0.2236836 Apr 11 20:42:45.459925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:45.483611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.524615 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.544515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1daa4439-bb23-42c4-b57d-3b3d2062e2ea req-2b2bb478-36db-4600-bc39-c2a2b81e756c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466944 Apr 11 20:42:45.577202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Transition to ACTIVE for port object 1d3d7cf8-52ad-4999-a207-a142d5ae690d will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:45.618306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Transition to ACTIVE for port object 1d3d7cf8-52ad-4999-a207-a142d5ae690d will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:45.640590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.683110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0f7e51b-540b-4990-88e4-49f67b1047c2 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:42:45.779719 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:45.784535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:45.785608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: e0f7e51b-540b-4990-88e4-49f67b1047c2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:42:45.786019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0f7e51b-540b-4990-88e4-49f67b1047c2 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:42:45.788931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:45.794530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:45.907381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a37f6286-fd2f-41b1-94f2-a55c97c86009,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:46.039164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690ca24-afe4-4fdd-b9ba-fac796228f38 req-716ea174-792f-4bf1-9525-e70f271184a8 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:46.046128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2690ca24-afe4-4fdd-b9ba-fac796228f38 req-716ea174-792f-4bf1-9525-e70f271184a8 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.3023114 Apr 11 20:42:46.082581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Pushing event updated for resources: {'Port': ['ID=1d3d7cf8-52ad-4999-a207-a142d5ae690d,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:46.086764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:46.091005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:46.098810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:46.154943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2690ca24-afe4-4fdd-b9ba-fac796228f38 req-99b8551a-194a-49f4-9f39-609b6a8f6900 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038311 Apr 11 20:42:46.194067 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-acd43f5c-d707-4ad2-bc33-29f14f919e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.236793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Attempting to bind port 1d3d7cf8-52ad-4999-a207-a142d5ae690d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:42:46.237180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Attempting to bind port 1d3d7cf8-52ad-4999-a207-a142d5ae690d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:42:46.237551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Attempting to bind port 1d3d7cf8-52ad-4999-a207-a142d5ae690d on network 2cf66dcd-bfd5-462b-961f-a507fc6a093f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:46.258572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:42:46.264963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Checking segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:46.264963 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.264963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Bound using segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:42:46.264963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Bound port: 1d3d7cf8-52ad-4999-a207-a142d5ae690d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:42:46.264963 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.318884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f984f-ee84-49b5-b6b0-8fc4c1804a8b req-85a59047-08cd-451b-8dc6-ddc8d9436dc3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:46.331600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba2f984f-ee84-49b5-b6b0-8fc4c1804a8b req-85a59047-08cd-451b-8dc6-ddc8d9436dc3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.2746625 Apr 11 20:42:46.411387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] For port 1d3d7cf8-52ad-4999-a207-a142d5ae690d, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:46.421285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] For port 1d3d7cf8-52ad-4999-a207-a142d5ae690d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1d3d7cf8-52ad-4999-a207-a142d5ae690d,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:46.426969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba2f984f-ee84-49b5-b6b0-8fc4c1804a8b req-8c45136f-2040-4c44-915e-7b05776115c5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936644 Apr 11 20:42:46.435677 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.439602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.524873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.653171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb1bbe-63b4-448c-8432-db6fee5c06c7 None None] Pushing event updated for resources: {'Port': ['ID=1d3d7cf8-52ad-4999-a207-a142d5ae690d,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:46.768424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52998) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:46.793124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:46.806778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996884d-64fd-4208-a84f-ed4a2647e1f9 req-547939b4-12ca-45e7-a1d8-8b6a63f08c91 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:46.814582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2996884d-64fd-4208-a84f-ed4a2647e1f9 req-547939b4-12ca-45e7-a1d8-8b6a63f08c91 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 950 time: 0.1683578 Apr 11 20:42:46.886688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:46.896042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Usage tracker for resource:security_group_rule and tenant:c16734de47aa463da1d41009183371a6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:46.902396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:46.909791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:47.053603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2996884d-64fd-4208-a84f-ed4a2647e1f9 req-7e6b157c-43c5-4221-a5dd-07953cde83fb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366242 Apr 11 20:42:47.261569 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:47.320686 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:47.352126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Router d9541371-0e15-482d-aba8-71b11b41e91b is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:42:47.524713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:47.663744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:47.790495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff86c3-6a44-45b0-bb9e-1e4692aece6a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:47.796393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-764174e0-bdfc-4ddd-b2cd-fa2704e9521a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c16734de47aa463da1d41009183371a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0264843 Apr 11 20:42:47.800312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53018) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:47.900587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d2a0-f6e6-46c0-9471-2d01843ce6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:47.912619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409564-c559-49a5-857b-85b95d279780 req-b724b6ad-b3b1-47e9-992a-fba42db98a81 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:47.921531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69409564-c559-49a5-857b-85b95d279780 req-b724b6ad-b3b1-47e9-992a-fba42db98a81 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.4002597 Apr 11 20:42:48.051828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d2a0-f6e6-46c0-9471-2d01843ce6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.143329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1d3d7cf8-52ad-4999-a207-a142d5ae690d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:48.170914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-ac9ad15d-fa55-4d63-8995-84268e1aef7f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:48.172408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-ac9ad15d-fa55-4d63-8995-84268e1aef7f tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 950 time: 0.7870936 Apr 11 20:42:48.181362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69409564-c559-49a5-857b-85b95d279780 req-360edada-8527-462e-8ba9-940bb3f6b9b3 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557123 Apr 11 20:42:48.226314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d2a0-f6e6-46c0-9471-2d01843ce6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.249229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4d2a0-f6e6-46c0-9471-2d01843ce6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff86c3-6a44-45b0-bb9e-1e4692aece6a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:48.253563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d2a0-f6e6-46c0-9471-2d01843ce6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.257595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ddd4d2a0-f6e6-46c0-9471-2d01843ce6d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08ff86c3-6a44-45b0-bb9e-1e4692aece6a HTTP/1.1" status: 204 len: 168 time: 0.4533923 Apr 11 20:42:48.280780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b63f8-c8cb-428b-bb9c-bd903a904f6e None None] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:42:48.339966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91eae-7347-4b56-9180-b02b4772e6eb req-ffd83908-8688-4869-a7c1-12d3185c820d tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:48.343677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3c91eae-7347-4b56-9180-b02b4772e6eb req-ffd83908-8688-4869-a7c1-12d3185c820d tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.4940374 Apr 11 20:42:48.355047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53034) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:48.442901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port 14f699f7-db24-4bef-925c-7e8572354277 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:42:48.443381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.517279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 1d3d7cf8-52ad-4999-a207-a142d5ae690d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:48.551544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] Provisioning for port 1d3d7cf8-52ad-4999-a207-a142d5ae690d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:48.559885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] Provisioning complete for port 1d3d7cf8-52ad-4999-a207-a142d5ae690d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:48.560486 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.683893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3c91eae-7347-4b56-9180-b02b4772e6eb req-19ad8372-b6da-4dab-a94a-53b730fb04fd tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304231 Apr 11 20:42:48.687342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.702500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.869234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:48.874836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:48.876412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Usage tracker for resource:security_group_rule and tenant:c173d9f1c5834a82a1e2193c82ba10e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:48.879915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:48.890591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:48.906630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e910-96af-4259-8dd7-8c16cec2c89c req-794e1663-ba4b-4387-b88a-6518c6268ec8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:48.908624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8dc3e910-96af-4259-8dd7-8c16cec2c89c req-794e1663-ba4b-4387-b88a-6518c6268ec8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 950 time: 0.3045619 Apr 11 20:42:48.922623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] For port 1d3d7cf8-52ad-4999-a207-a142d5ae690d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1d3d7cf8-52ad-4999-a207-a142d5ae690d,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:48.998321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8dc3e910-96af-4259-8dd7-8c16cec2c89c req-3e5fc659-5247-4bcd-916f-aa4e892112c3 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824676 Apr 11 20:42:49.021874 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.134120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.195214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d80174-3db5-43b1-a0f0-a10aea1e8f94 None None] Pushing event updated for resources: {'Port': ['ID=1d3d7cf8-52ad-4999-a207-a142d5ae690d,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:49.204422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port 14f699f7-db24-4bef-925c-7e8572354277, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=14f699f7-db24-4bef-925c-7e8572354277,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:49.205036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.214914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.321915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c55dec-c1e8-4c35-a7f0-aaf6cf78c655,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:49.332053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1fee0505-7735-4bfa-93c6-f48ce2d3b90e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c173d9f1c5834a82a1e2193c82ba10e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9701223 Apr 11 20:42:49.333026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53052) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:49.370267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-06d02ee9-91f6-4fb4-8441-c8a8ce3b1c79 None None] Provisioning complete for port 1d3d7cf8-52ad-4999-a207-a142d5ae690d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:49.370840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-06d02ee9-91f6-4fb4-8441-c8a8ce3b1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.424460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for 14f699f7-db24-4bef-925c-7e8572354277 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:42:49.486455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-debc555e-75ae-4dcf-aa2d-7863b981f446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.526552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-debc555e-75ae-4dcf-aa2d-7863b981f446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.530398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:42:49.552167 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Sync routers for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:42:49.575858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:49.579683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:49.645364 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.646965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-530857b9-1e0f-4079-8ec4-9becf75454a9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3495171 Apr 11 20:42:49.649835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53066) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:49.663223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2274e-6cbe-4a39-be5d-bafd002d4b8e req-e382d463-21e7-4dad-9d47-31edfd0110a5 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:49.671790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53f2274e-6cbe-4a39-be5d-bafd002d4b8e req-e382d463-21e7-4dad-9d47-31edfd0110a5 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.6907878 Apr 11 20:42:49.671918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:42:49.677504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53070) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:49.685138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Request body: {'floatingip': {'port_id': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:49.768852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.936166 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-debc555e-75ae-4dcf-aa2d-7863b981f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.991838 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-debc555e-75ae-4dcf-aa2d-7863b981f446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:49.997777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:50.005647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:50.010727 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-debc555e-75ae-4dcf-aa2d-7863b981f446 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82c55dec-c1e8-4c35-a7f0-aaf6cf78c655 HTTP/1.1" status: 204 len: 168 time: 0.6626697 Apr 11 20:42:50.041824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', '6dca6344-0989-4e87-879a-b9750960fc64', '4f30be53-397c-42d6-a9c1-8d1e712e3042'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:50.093962 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:50.121678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd', '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:50.208771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=14f699f7-db24-4bef-925c-7e8572354277,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:50.220973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1d3d7cf8-52ad-4999-a207-a142d5ae690d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:50.221093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc555e-75ae-4dcf-aa2d-7863b981f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c55dec-c1e8-4c35-a7f0-aaf6cf78c655,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:50.341266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port 14f699f7-db24-4bef-925c-7e8572354277 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:42:50.358716 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:50.363043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'name': 'network-vif-deleted', 'tag': '14f699f7-db24-4bef-925c-7e8572354277'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:50.395405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c662-9ac8-4dd0-a862-9e97e982e380 req-8ff33812-16ae-495d-94a9-1ff708c535c5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:50.406407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9c1c662-9ac8-4dd0-a862-9e97e982e380 req-8ff33812-16ae-495d-94a9-1ff708c535c5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.3894410 Apr 11 20:42:50.423154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '481af65f-54eb-4df0-88d0-19d5e468e696', 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792', 'port_id': '481af65f-54eb-4df0-88d0-19d5e468e696', 'mac_address': 'fa:16:3e:59:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad106e4f-600f-4a72-891a-b41933a74fcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:42:50.554316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53094) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:50.607912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9c1c662-9ac8-4dd0-a862-9e97e982e380 req-c2832c57-5278-4e16-a883-8d400bcf2dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005041 Apr 11 20:42:50.853248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 14f699f7-db24-4bef-925c-7e8572354277 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:42:50.969764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1418466785-network', 'tenant_id': 'f8de9f66450f44a8a94cb383b84cf79c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:51.005990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 14f699f7-db24-4bef-925c-7e8572354277 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:42:51.005990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 14f699f7-db24-4bef-925c-7e8572354277 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:42:51.010674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:51.027293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Usage tracker for resource:network and tenant:f8de9f66450f44a8a94cb383b84cf79c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:51.040241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:51.072348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:51.084622 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a9f76a-1542-495e-b651-75c2bf058e58'] response: {'server_uuid': 'a811c1e9-0042-49fb-9152-eed1870200bd', 'name': 'network-vif-deleted', 'tag': '14f699f7-db24-4bef-925c-7e8572354277', 'status': 'completed', 'code': 200} Apr 11 20:42:51.131239 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:45Z', 'revision_number': 3, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:51.136658 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Checking router: d9541371-0e15-482d-aba8-71b11b41e91b for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:42:51.137005 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Updating router d9541371-0e15-482d-aba8-71b11b41e91b port a37f6286-fd2f-41b1-94f2-a55c97c86009 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:42:51.212198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Made reservation on behalf of f8de9f66450f44a8a94cb383b84cf79c for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:51.214830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.284103 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.309552 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.354996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.437023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3d1abbb0-03ff-424b-b8ee-8e7b87eae3a9 req-109bb765-480f-47ba-b77d-419fe61c7b34 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:42:51.440793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481af65f-54eb-4df0-88d0-19d5e468e696 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:42:51.511438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:51.527886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1d3d7cf8-52ad-4999-a207-a142d5ae690d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:51.529188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.533988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f8de9f66450f44a8a94cb383b84cf79c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:51.556764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:51.586898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:51.613940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-905d8207-1ae6-4e32-b7c5-71417cffef18 req-8386e63e-d3bf-4915-b93d-e1dede6fda15 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "DELETE /v2.0/ports/14f699f7-db24-4bef-925c-7e8572354277 HTTP/1.1" status: 204 len: 173 time: 3.4323015 Apr 11 20:42:51.680408 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.701086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3d1abbb0-03ff-424b-b8ee-8e7b87eae3a9 req-109bb765-480f-47ba-b77d-419fe61c7b34 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:42:51.704922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d1abbb0-03ff-424b-b8ee-8e7b87eae3a9 req-109bb765-480f-47ba-b77d-419fe61c7b34 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.6169767 Apr 11 20:42:51.792779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:51.881761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:51.934964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.021863 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.044328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.074271 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Transition to ACTIVE for port object a37f6286-fd2f-41b1-94f2-a55c97c86009 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:52.130643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.186980 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.350379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:52.354367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:42:52.370168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['481af65f-54eb-4df0-88d0-19d5e468e696'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:52.377721 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Attempting to bind port a37f6286-fd2f-41b1-94f2-a55c97c86009 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:42:52.378364 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Attempting to bind port a37f6286-fd2f-41b1-94f2-a55c97c86009 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:42:52.378802 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Attempting to bind port a37f6286-fd2f-41b1-94f2-a55c97c86009 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:42:52.383579 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Pushing event updated for resources: {'Port': ['ID=a37f6286-fd2f-41b1-94f2-a55c97c86009,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:52.407602 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:42:52.407602 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:52.407602 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.408120 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:42:52.409024 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Bound port: a37f6286-fd2f-41b1-94f2-a55c97c86009, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:42:52.409498 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.438504 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Floating IP 3c475e01-759c-4e64-8c98-cbfdcec3ae07 associated. External IP: 172.25.5.123, port: 3d3bc08b-ae60-4aa9-8f80-9233af90a85b. Apr 11 20:42:52.453228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa0d0e-8898-40c6-a677-f6193a5f3d6a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:52.479135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.479501 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Added segment 949f332a-83d1-4de7-98a1-b8c06b0243da of type vlan for network c4ceddd2-b63c-423d-bfe2-d7db09336531 Apr 11 20:42:52.552059 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.552415 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.552758 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.553094 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.553428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.556124 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.556530 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.556877 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.558854 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.559203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.559567 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:52.638119 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] For port a37f6286-fd2f-41b1-94f2-a55c97c86009, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:42:52.646776 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] For port a37f6286-fd2f-41b1-94f2-a55c97c86009, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a37f6286-fd2f-41b1-94f2-a55c97c86009,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:42:52.741577 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.757339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d24935-6b58-4ace-8a75-59644442ded2 req-af45a4ca-cd35-4fa3-95e0-b0bcd176183f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:52.761231 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61d24935-6b58-4ace-8a75-59644442ded2 req-af45a4ca-cd35-4fa3-95e0-b0bcd176183f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.7484391 Apr 11 20:42:52.786506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:52.869040 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425922f8-4edf-4f7a-aac8-221bdd2d2ebc None None] Pushing event updated for resources: {'Port': ['ID=a37f6286-fd2f-41b1-94f2-a55c97c86009,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:52.894151 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:52.895048 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:52.987801 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:53.053968 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:53.054723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:53.056516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:53.102592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88e392b8-17fc-4c28-8467-35a9fc7dfc35 req-e3800da5-5936-41d5-a399-b5ad159aa79e tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=a811c1e9-0042-49fb-9152-eed1870200bd HTTP/1.1" status: 200 len: 210 time: 0.0868986 Apr 11 20:42:53.217954 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:53.288125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Router aa4339e8-7c90-46d8-a2c4-80c247f91243 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:42:53.336417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ceddd2-b63c-423d-bfe2-d7db09336531,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:53.345603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-00141e14-147d-4da4-870f-ad359825d3f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7894726 Apr 11 20:42:53.353464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c4ceddd2-b63c-423d-bfe2-d7db09336531 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:42:53.373697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53150) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:53.402976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Request body: {'subnet': {'network_id': 'c4ceddd2-b63c-423d-bfe2-d7db09336531', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1418466785-subnet', 'tenant_id': 'f8de9f66450f44a8a94cb383b84cf79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:53.413325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:53.443909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Usage tracker for resource:subnet and tenant:f8de9f66450f44a8a94cb383b84cf79c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:53.447699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:53.471631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61d24935-6b58-4ace-8a75-59644442ded2 req-0143c373-88ac-4462-b119-d29c142e5dc0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887133 Apr 11 20:42:53.501077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:53.648148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:42:53.653778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:53.659005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] Sync routers for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:42:53.671193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Made reservation on behalf of f8de9f66450f44a8a94cb383b84cf79c for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:53.674343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:53.681469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:53.684385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:53.755559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e3def72-7d7d-4749-ad3c-aa931d788e37 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "PUT /v2.0/floatingips/3c475e01-759c-4e64-8c98-cbfdcec3ae07 HTTP/1.1" status: 200 len: 992 time: 4.0766397 Apr 11 20:42:53.756838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:53.913860 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae9e403-0104-4c01-849f-d16796afd1ec'] response: {'name': 'network-changed', 'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'status': 'completed', 'code': 200} Apr 11 20:42:54.099135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:54.128649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:45Z', 'revision_number': 3, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:54.137027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-2d19effe-4de6-4507-b8f5-c572a3f29bf3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ba2eb757af948d1a7501cfe9a3e9452&device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 1097 time: 0.2036436 Apr 11 20:42:54.142186 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff47c-df60-4c1b-b994-c4194700b462 None None] The sync data for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 is: [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:45Z', 'revision_number': 3, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:42:54.153327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d13bf-1aa2-4d53-a5fb-2872438f34e9 req-7536725a-2111-4622-b4aa-508db2f17ebe tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:54.161632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Allocated IP 172.20.0.1 (2cf66dcd-bfd5-462b-961f-a507fc6a093f/109d5c1d-3dd6-45bc-8af6-41808f4b854f/230e4554-7409-46f1-9732-88bd7f316462) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:42:54.163014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e06d13bf-1aa2-4d53-a5fb-2872438f34e9 req-7536725a-2111-4622-b4aa-508db2f17ebe tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.1554561 Apr 11 20:42:54.474495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:54.528104 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:54.533875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Transition to ACTIVE for port object 230e4554-7409-46f1-9732-88bd7f316462 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:42:54.595061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:54.728635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e06d13bf-1aa2-4d53-a5fb-2872438f34e9 req-12366167-f64b-404f-9eab-405fe187cc10 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5635457 Apr 11 20:42:54.741561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b841aeb-13a5-4115-afa4-9842eff9e1b8,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:54.809332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922393-6dcb-4cf7-acde-569db9a33120 req-98c42b29-88d7-41c6-9498-5d8162080376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:54.813437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-98c42b29-88d7-41c6-9498-5d8162080376 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf258c1c-c0b6-4678-b668-4ee11a55bae8 HTTP/1.1" status: 200 len: 913 time: 0.6696713 Apr 11 20:42:54.831913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Checking segment: {'id': '949f332a-83d1-4de7-98a1-b8c06b0243da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c4ceddd2-b63c-423d-bfe2-d7db09336531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:42:54.832271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Network hostable DHCP agents. Network: c4ceddd2-b63c-423d-bfe2-d7db09336531, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:42:54.880370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:54.961951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Network c4ceddd2-b63c-423d-bfe2-d7db09336531 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:42:54.983370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:54.988597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:54.991948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:42:54.994840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 481af65f-54eb-4df0-88d0-19d5e468e696 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:55.050344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Pushing event updated for resources: {'Port': ['ID=230e4554-7409-46f1-9732-88bd7f316462,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:55.086251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c4ceddd2-b63c-423d-bfe2-d7db09336531) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:55.094277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:55.108470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:55.109135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:55.180242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8c4a8-9781-4431-b0f8-f406073077b4 None None] Network c4ceddd2-b63c-423d-bfe2-d7db09336531 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:42:55.225580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-6a5cac9a-b3ed-4455-bc8f-7849713deeb3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b HTTP/1.1" status: 200 len: 1000 time: 0.4045043 Apr 11 20:42:55.242093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 481af65f-54eb-4df0-88d0-19d5e468e696 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:55.245937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:55.343746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-97861353-79cc-4689-b9ec-0958551f2664 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9642196 Apr 11 20:42:55.355893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2010-d8e1-4e27-b1a6-a47d956b5446 req-c07f8ee4-cd0f-4186-8a56-5ab08e0d8eed tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:55.358432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8d2010-d8e1-4e27-b1a6-a47d956b5446 req-c07f8ee4-cd0f-4186-8a56-5ab08e0d8eed tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.3477795 Apr 11 20:42:55.369360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922393-6dcb-4cf7-acde-569db9a33120 req-83c2b18d-2047-4a62-be50-fa7605ac4609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:55.373038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-83c2b18d-2047-4a62-be50-fa7605ac4609 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac46aaf-2704-45db-a783-703d454217f2 HTTP/1.1" status: 200 len: 851 time: 0.1355956 Apr 11 20:42:55.566421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:55.674223 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8d2010-d8e1-4e27-b1a6-a47d956b5446 req-be52b3ea-ab10-4b3a-b701-b7df714e92d2 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956479 Apr 11 20:42:55.839065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-0354c844-1b36-474c-9b23-1d7e8795e592 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf258c1c-c0b6-4678-b668-4ee11a55bae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3043549 Apr 11 20:42:55.974469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:56.140236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-91addbca-5f52-4f6f-a391-6bcf66e3eab8 None None] Provisioning for port 230e4554-7409-46f1-9732-88bd7f316462 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:56.145815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-537cfdd7-ebb8-4bdf-982a-a46e733d96b6 service neutron] 10.222.0.75 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989235 Apr 11 20:42:56.164420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-91addbca-5f52-4f6f-a391-6bcf66e3eab8 None None] Provisioning complete for port 230e4554-7409-46f1-9732-88bd7f316462 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:56.164792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91addbca-5f52-4f6f-a391-6bcf66e3eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:56.277220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bb79a-b9b6-4622-99c9-cf1279fd634e req-e190b0d8-3cf1-4cf9-aef6-75053a2556ce tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:56.283902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f72bb79a-b9b6-4622-99c9-cf1279fd634e req-e190b0d8-3cf1-4cf9-aef6-75053a2556ce tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 949 time: 0.2690184 Apr 11 20:42:56.289183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:42:56.327684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a37f6286-fd2f-41b1-94f2-a55c97c86009 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:42:56.338188 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:56.364091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f72bb79a-b9b6-4622-99c9-cf1279fd634e req-42a111f7-c1e8-4fbe-96b2-d1483b33dea6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Apr 11 20:42:56.419964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:56.430127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:56.491521 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7c3199-959c-4903-9819-c3f171d22b32'] response: {'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696', 'code': 200} Apr 11 20:42:56.502634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-91addbca-5f52-4f6f-a391-6bcf66e3eab8 None None] Port 230e4554-7409-46f1-9732-88bd7f316462 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:42:56.505321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16922393-6dcb-4cf7-acde-569db9a33120 req-7b810f51-7c8a-4fbe-b5ed-0749d22c18e8 service neutron] 10.222.0.75 "GET /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508198 Apr 11 20:42:56.545701 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:56.608127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6127767-5fb2-434c-bb1b-9dcacdcad760 None None] Network c4ceddd2-b63c-423d-bfe2-d7db09336531 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:42:56.637786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:56.642543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Pushing event updated for resources: {'Port': ['ID=230e4554-7409-46f1-9732-88bd7f316462,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:56.862295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '3c475e01-759c-4e64-8c98-cbfdcec3ae07', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'port_id': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'mac_address': 'fa:16:3e:de:8e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:42:16Z', 'updated_at': '2022-04-11T20:42:51Z', 'revision_number': 1, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:12Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:56.862295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] Checking router: aa4339e8-7c90-46d8-a2c4-80c247f91243 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:42:56.862295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:57.182416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a37f6286-fd2f-41b1-94f2-a55c97c86009 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:42:57.285569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a37f6286-fd2f-41b1-94f2-a55c97c86009 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:57.292699 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:57.351384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-043861cb-16b1-4bb9-b1a0-c42f79056f05 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:57.353549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-043861cb-16b1-4bb9-b1a0-c42f79056f05 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 949 time: 0.3591795 Apr 11 20:42:57.362171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:57.362916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:57.429138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0769c5-7f23-4e63-b72d-4696e122d608 req-dfbfda60-a6b3-4e07-b769-b169e5cc007c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:57.431554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe0769c5-7f23-4e63-b72d-4696e122d608 req-dfbfda60-a6b3-4e07-b769-b169e5cc007c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 0.2117548 Apr 11 20:42:57.480712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:42:57.484962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:42:57.654624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port 4f30be53-397c-42d6-a9c1-8d1e712e3042 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:42:57.706052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:57.706957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f375ca0-012b-45a1-9fb6-9958cad1c4b0 req-d1c5b7df-3153-4635-ac89-9916c5d6bc4c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1096 time: 1.1048236 Apr 11 20:42:57.778737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe0769c5-7f23-4e63-b72d-4696e122d608 req-8eb19646-ddea-4b13-8886-eac3a794e61a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350108 Apr 11 20:42:57.959716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:58.034703 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f375ca0-012b-45a1-9fb6-9958cad1c4b0 req-a74e12b3-9f2f-4aa6-b47a-c4ee807fc74d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516168 Apr 11 20:42:58.130393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c65eb-270b-46b3-8646-19749783c2d2 None None] Provisioning complete for port 230e4554-7409-46f1-9732-88bd7f316462 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:42:58.130767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e8c65eb-270b-46b3-8646-19749783c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.217095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port 4f30be53-397c-42d6-a9c1-8d1e712e3042, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4f30be53-397c-42d6-a9c1-8d1e712e3042,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:58.217441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.347501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for 4f30be53-397c-42d6-a9c1-8d1e712e3042 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:42:58.435267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53264) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:42:58.445274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-191284607-network', 'tenant_id': 'd691ad56dd544e1c89a29679930a4e3c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:42:58.456307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:58.462018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Usage tracker for resource:network and tenant:d691ad56dd544e1c89a29679930a4e3c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:58.465624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:58.473864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:58.501644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.520509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153fb52-27f7-411d-80ee-46b3dfa30aaa req-0cb4af83-a436-46c0-997e-28361152cc6d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:58.529789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9153fb52-27f7-411d-80ee-46b3dfa30aaa req-0cb4af83-a436-46c0-997e-28361152cc6d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 949 time: 0.8303566 Apr 11 20:42:58.556365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c65eb-270b-46b3-8646-19749783c2d2 None None] Port 230e4554-7409-46f1-9732-88bd7f316462 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:42:58.632854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9153fb52-27f7-411d-80ee-46b3dfa30aaa req-2b031906-5a50-4d97-9665-616fdb4340db tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020973 Apr 11 20:42:58.635790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Made reservation on behalf of d691ad56dd544e1c89a29679930a4e3c for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:42:58.640766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.686936 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.697112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.702200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a37f6286-fd2f-41b1-94f2-a55c97c86009, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a37f6286-fd2f-41b1-94f2-a55c97c86009,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:42:58.746122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:42:58.746433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Router d9541371-0e15-482d-aba8-71b11b41e91b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:42:58.753750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Usage tracker for resource:security_group_rule and tenant:d691ad56dd544e1c89a29679930a4e3c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:42:58.761380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:42:58.789262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.800012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:42:58.917314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.921381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:58.942872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a37f6286-fd2f-41b1-94f2-a55c97c86009,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:58.946957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', '6dca6344-0989-4e87-879a-b9750960fc64'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:58.976356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd', '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:42:59.081735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.082088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.082330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.082658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.082983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.083303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.084214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.084214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.084555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.084841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.085161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:42:59.154924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:42:59.167910 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Sync routers for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:42:59.170767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c2a2289f-46d8-4084-9a5a-9dc14aca8640 admin admin] 10.222.0.61 "PUT /v2.0/routers/d9541371-0e15-482d-aba8-71b11b41e91b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5197301 Apr 11 20:42:59.195184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:42:59.196273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:59.270769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:59.474086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2e03d8-695b-42e5-a513-b944e3ed459b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:59.491993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=4f30be53-397c-42d6-a9c1-8d1e712e3042,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:42:59.560126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:42:59.588110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:59.589982 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Added segment b34a12ec-88d3-439e-b3c2-daab8806c189 of type vlan for network 3856c94b-c775-4527-9837-b1d2b2d71884 Apr 11 20:42:59.630317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '3c475e01-759c-4e64-8c98-cbfdcec3ae07', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'port_id': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'mac_address': 'fa:16:3e:de:8e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:42:16Z', 'updated_at': '2022-04-11T20:42:51Z', 'revision_number': 1, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:12Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:42:59.661626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029709e-f267-42a4-afe9-a12aa3da2e90 None None] The sync data for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 is: [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '3c475e01-759c-4e64-8c98-cbfdcec3ae07', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'port_id': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'mac_address': 'fa:16:3e:de:8e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:42:16Z', 'updated_at': '2022-04-11T20:42:51Z', 'revision_number': 1, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:12Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:42:59.694019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:59.787344 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:42:59.909410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:42:59.915033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:42:59.918129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:00.134306 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21b7347f-bcdc-4a01-a20f-da2d77b309d5 req-402d46b6-6bf6-4308-9c04-685decf40bc8 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.1241007 Apr 11 20:43:00.202948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fedf08-2dac-474f-85d9-06230f79d918 None None] New status for floating IP 3c475e01-759c-4e64-8c98-cbfdcec3ae07: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:43:00.358997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9217513 Apr 11 20:43:00.361938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53310) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:00.372286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Request body: {'subnet': {'network_id': '3856c94b-c775-4527-9837-b1d2b2d71884', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-191284607-subnet', 'tenant_id': 'd691ad56dd544e1c89a29679930a4e3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:00.380745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:00.388862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Usage tracker for resource:subnet and tenant:d691ad56dd544e1c89a29679930a4e3c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:00.396787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:00.411304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:00.434519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port 4f30be53-397c-42d6-a9c1-8d1e712e3042 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:00.437611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:00.441366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bdca8ec-87ed-4efc-938a-f7ff8ba8a045 req-a50b7b51-d8e9-4c9b-935a-1b607098c6cb tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "DELETE /v2.0/ports/4f30be53-397c-42d6-a9c1-8d1e712e3042 HTTP/1.1" status: 204 len: 173 time: 3.0799763 Apr 11 20:43:00.453097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'name': 'network-vif-deleted', 'tag': '4f30be53-397c-42d6-a9c1-8d1e712e3042'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:00.500228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797277f3-9d7b-4585-a7d0-7cd169611d28 admin admin] Pushing event updated for resources: {'Network': ['ID=3856c94b-c775-4527-9837-b1d2b2d71884,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:00.551909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Made reservation on behalf of d691ad56dd544e1c89a29679930a4e3c for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:43:00.554813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:00.556726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfd75-a494-4f3b-afae-6e9fb4fa762a req-c90c625d-d1e7-4900-b5f7-d7b8f82c5485 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:00.561023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3fcfd75-a494-4f3b-afae-6e9fb4fa762a req-c90c625d-d1e7-4900-b5f7-d7b8f82c5485 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 1.2914753 Apr 11 20:43:00.605713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 3856c94b-c775-4527-9837-b1d2b2d71884 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:43:00.632892 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbc4e5d-e45c-460e-a632-bb005a4b7d28'] response: {'server_uuid': '8511255c-2d9f-4d0d-ad79-ac87f9fe3d61', 'name': 'network-vif-deleted', 'tag': '4f30be53-397c-42d6-a9c1-8d1e712e3042', 'status': 'completed', 'code': 200} Apr 11 20:43:00.635600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3fcfd75-a494-4f3b-afae-6e9fb4fa762a req-50445855-c312-48bb-ac73-ec6049b23e7a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678241 Apr 11 20:43:00.775577 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 2, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:00.785948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Checking router: d9541371-0e15-482d-aba8-71b11b41e91b for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:43:00.786558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Updating router d9541371-0e15-482d-aba8-71b11b41e91b port 230e4554-7409-46f1-9732-88bd7f316462 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:43:00.888785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4f30be53-397c-42d6-a9c1-8d1e712e3042 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:00.926620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:00.941536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a37f6286-fd2f-41b1-94f2-a55c97c86009 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:00.952891 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:01.012428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 4f30be53-397c-42d6-a9c1-8d1e712e3042 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:43:01.012828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4f30be53-397c-42d6-a9c1-8d1e712e3042 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:43:01.081362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a37f6286-fd2f-41b1-94f2-a55c97c86009 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:01.081915 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:01.304789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:01.548059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50761b07-5e2d-4b93-aa01-3bc0a3479afb req-7aceaccb-8ae3-4618-8173-ebb25781d9e0 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=8511255c-2d9f-4d0d-ad79-ac87f9fe3d61 HTTP/1.1" status: 200 len: 210 time: 0.1625609 Apr 11 20:43:01.603580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b910504-c142-435c-8bd6-c80197ad1552,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:01.625237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Checking segment: {'id': 'b34a12ec-88d3-439e-b3c2-daab8806c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3856c94b-c775-4527-9837-b1d2b2d71884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:01.627734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Network hostable DHCP agents. Network: 3856c94b-c775-4527-9837-b1d2b2d71884, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:43:01.692047 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:01.734904 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Transition to ACTIVE for port object 230e4554-7409-46f1-9732-88bd7f316462 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:01.754785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Network 3856c94b-c775-4527-9837-b1d2b2d71884 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:43:01.818487 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:01.885455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 3856c94b-c775-4527-9837-b1d2b2d71884) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:01.894322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:01.896891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:01.897400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030c4ae-bc22-468f-a34d-87b638730bfb None None] Network 3856c94b-c775-4527-9837-b1d2b2d71884 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:43:02.093773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53360) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:02.100444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-network', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:02.114433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:02.119583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Usage tracker for resource:network and tenant:7b2b5b0aab6b450394496690f994dddc is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:02.132123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:02.146767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:02.193958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-022f6255-7f56-4f4b-a653-1f942773b7a7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8306031 Apr 11 20:43:02.216986 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0e378-bf83-4b8d-b83e-d0f629830d57 None None] Pushing event updated for resources: {'Port': ['ID=230e4554-7409-46f1-9732-88bd7f316462,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:02.249601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e220a8-6d4f-4fd5-9816-b5bf897c2aec None None] Network 3856c94b-c775-4527-9837-b1d2b2d71884 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:43:02.266206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Made reservation on behalf of 7b2b5b0aab6b450394496690f994dddc for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:43:02.269502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.287332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f9893-b5b9-49dd-b002-0e6e15b43fe0 req-b38c1a4c-eec4-41ed-a765-8558cd02a2db tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:02.291297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961f9893-b5b9-49dd-b002-0e6e15b43fe0 req-b38c1a4c-eec4-41ed-a765-8558cd02a2db tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 0.2088177 Apr 11 20:43:02.312338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.352975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:02.358402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Usage tracker for resource:security_group_rule and tenant:7b2b5b0aab6b450394496690f994dddc is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:02.361869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:02.369445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:02.431416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961f9893-b5b9-49dd-b002-0e6e15b43fe0 req-9e21451a-beea-4f82-a800-fd6f9e9c4767 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345625 Apr 11 20:43:02.459201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.480489 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Attempting to bind port 230e4554-7409-46f1-9732-88bd7f316462 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:02.480846 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Attempting to bind port 230e4554-7409-46f1-9732-88bd7f316462 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:02.481405 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Attempting to bind port 230e4554-7409-46f1-9732-88bd7f316462 on network 2cf66dcd-bfd5-462b-961f-a507fc6a093f {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:02.491156 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:02.491876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Checking segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:02.494602 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.501864 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Bound using segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:02.501864 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Bound port: 230e4554-7409-46f1-9732-88bd7f316462, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:02.501864 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.532725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:02.535952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.603410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:43:02.626341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649533d6-b74a-4bb6-8d37-6b481f83dd69,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:02.632194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.632684 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Added segment 7416fb01-c043-454a-9138-25a7b28b27a5 of type vlan for network 9f779d9b-196c-4c00-b58a-e3d2e798a474 Apr 11 20:43:02.694825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Deleting subnet 6b841aeb-13a5-4115-afa4-9842eff9e1b8 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:43:02.702710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.729160 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] For port 230e4554-7409-46f1-9732-88bd7f316462, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:02.733486 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] For port 230e4554-7409-46f1-9732-88bd7f316462, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=230e4554-7409-46f1-9732-88bd7f316462,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:02.736153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.812722 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.875525 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.876926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:02.882862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.934973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:02.963902 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:02.963902 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:03.147333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] Pushing event updated for resources: {'Network': ['ID=9f779d9b-196c-4c00-b58a-e3d2e798a474,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:03.159599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:43:03.225390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c486cb54-73c2-4044-89f9-d7a397518b8c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1277130 Apr 11 20:43:03.225715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53392) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:03.233675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Request body: {'subnet': {'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-subnet', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:03.254157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:03.259807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Usage tracker for resource:subnet and tenant:7b2b5b0aab6b450394496690f994dddc is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:03.267850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:03.271496 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0e378-bf83-4b8d-b83e-d0f629830d57 None None] Pushing event updated for resources: {'Port': ['ID=230e4554-7409-46f1-9732-88bd7f316462,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:03.272690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:03.392925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Made reservation on behalf of 7b2b5b0aab6b450394496690f994dddc for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:43:03.395818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:03.419006 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:03.542609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:03.609262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01ba6349-fc80-4920-9625-5666f7234940 req-0f5fc6c5-760f-4e9a-b45a-7bdbfd75a407 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1096 time: 0.5660825 Apr 11 20:43:03.671795 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01ba6349-fc80-4920-9625-5666f7234940 req-a0e4ab0d-3a86-462b-8312-e45c1699239d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607114 Apr 11 20:43:03.780461 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:03.840648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b841aeb-13a5-4115-afa4-9842eff9e1b8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:03.864178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:03.877189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-49cf0838-259d-4aaf-90d5-599e5a3185b8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6b841aeb-13a5-4115-afa4-9842eff9e1b8 HTTP/1.1" status: 204 len: 168 time: 1.3430381 Apr 11 20:43:03.879656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:03.895203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:02Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:03.904103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df6083-fe80-4b7b-91ce-5e00d0662465 None None] The sync data for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 is: [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:02Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:43:04.026560 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.111901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.229307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598d6bb1-4fbe-4114-aebb-dfb846c4cbdf,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:04.244718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Checking segment: {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:04.245063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Network hostable DHCP agents. Network: 9f779d9b-196c-4c00-b58a-e3d2e798a474, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:43:04.280761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.325385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ceddd2-b63c-423d-bfe2-d7db09336531']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:04.346781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949f332a-83d1-4de7-98a1-b8c06b0243da') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:04.349239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949f332a-83d1-4de7-98a1-b8c06b0243da') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:04.367496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8db3d3d4-eb94-479c-884e-47815d0ef6a3 req-ae93ec4b-29ef-474c-aef5-c79abf93bf5d tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1096 time: 0.2771454 Apr 11 20:43:04.373845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:43:04.401036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.452021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8db3d3d4-eb94-479c-884e-47815d0ef6a3 req-09170930-12b5-4344-99ec-2a82ad26f939 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Apr 11 20:43:04.462345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.472207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:43:04.472652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:43:04.487414 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:43:04.510046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9f779d9b-196c-4c00-b58a-e3d2e798a474) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:04.526918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:04.526918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.528905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95874ccc-3aea-4b26-a171-c2d420f61993 None None] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:43:04.695982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d20e220f-51af-46d9-80e5-8a53f0810955 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4691198 Apr 11 20:43:04.698851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:04.716082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:04.725714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:04.746084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Usage tracker for resource:router and tenant:7b2b5b0aab6b450394496690f994dddc is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:04.752187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:04.765562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:04.805823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.826704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.956420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.958179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:04.997982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.009271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 230e4554-7409-46f1-9732-88bd7f316462 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:05.031037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ceddd2-b63c-423d-bfe2-d7db09336531,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:05.103342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53444) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:05.103733 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a8991a9d-d48b-44aa-a6d4-779926ec1862 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c4ceddd2-b63c-423d-bfe2-d7db09336531 HTTP/1.1" status: 204 len: 168 time: 1.2222593 Apr 11 20:43:05.189690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969f577-a917-4974-99bc-fdf69856cfa6 req-2c6f787b-ca86-4f72-b506-517f2d195b56 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:05.198167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8969f577-a917-4974-99bc-fdf69856cfa6 req-2c6f787b-ca86-4f72-b506-517f2d195b56 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 950 time: 0.2288718 Apr 11 20:43:05.217874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9f779d9b-196c-4c00-b58a-e3d2e798a474', 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'fixed_ips': [{'subnet_id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:43:05.219599 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.250845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Deleting subnet 2b910504-c142-435c-8bd6-c80197ad1552 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:43:05.259267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.316151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8969f577-a917-4974-99bc-fdf69856cfa6 req-1e4b488e-c8de-47c6-8abf-f85384a77795 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167505 Apr 11 20:43:05.346424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 230e4554-7409-46f1-9732-88bd7f316462 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:05.356908 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.365014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 230e4554-7409-46f1-9732-88bd7f316462 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:05.365776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.496583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.549269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a207a2-aae6-499e-a4ea-1fd896b77614 req-231d05e8-3402-4a63-ad64-5c213f32fb84 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:05.558994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20a207a2-aae6-499e-a4ea-1fd896b77614 req-231d05e8-3402-4a63-ad64-5c213f32fb84 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 949 time: 0.6686513 Apr 11 20:43:05.629741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-90948cf0-01af-485d-8d20-3b2d9f3e6bb5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:05.631352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-90948cf0-01af-485d-8d20-3b2d9f3e6bb5 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 949 time: 0.5947044 Apr 11 20:43:05.633678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.720001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.748825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20a207a2-aae6-499e-a4ea-1fd896b77614 req-857277bb-f440-4da3-9227-6a3d8bcf2ed9 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884265 Apr 11 20:43:05.761067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:05.761660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.761957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Allocated IP 172.20.0.2 (9f779d9b-196c-4c00-b58a-e3d2e798a474/598d6bb1-4fbe-4114-aebb-dfb846c4cbdf/a78b149f-c8dc-46a3-bb8f-7fcc8a276b39) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:43:05.824198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:05.848004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b910504-c142-435c-8bd6-c80197ad1552,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:05.852190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a3e62ac9-1522-444b-b47e-e6c5db7d8003 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2b910504-c142-435c-8bd6-c80197ad1552 HTTP/1.1" status: 204 len: 168 time: 0.7477820 Apr 11 20:43:05.906049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:05.984069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.099493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 230e4554-7409-46f1-9732-88bd7f316462, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=230e4554-7409-46f1-9732-88bd7f316462,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:06.116001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:06.152022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:06.152398 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.172068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.188962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.201868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d1bbbec-16a5-48f1-a415-d40d0620d6c0 req-123086b1-2c23-4482-b769-8501f92656db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6557376 Apr 11 20:43:06.268262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-76ef2335-68b2-405e-af31-599a5e77fa1c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:06.269044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-76ef2335-68b2-405e-af31-599a5e77fa1c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:06.484519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=230e4554-7409-46f1-9732-88bd7f316462,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:06.541790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for 1951287c-f18d-4ac9-ae0e-5a44cd36b93d owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:06.608697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.682810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.715608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Transition to ACTIVE for port object a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:06.731506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-76ef2335-68b2-405e-af31-599a5e77fa1c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:06.735329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-76ef2335-68b2-405e-af31-599a5e77fa1c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 950 time: 0.7144160 Apr 11 20:43:06.736592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:06.757525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:06.762631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Transition to ACTIVE for port object a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:06.824134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.876199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.916708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3856c94b-c775-4527-9837-b1d2b2d71884']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:06.927943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port 6dca6344-0989-4e87-879a-b9750960fc64 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:06.928293 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.933070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:06.952550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 230e4554-7409-46f1-9732-88bd7f316462 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:06.982123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:07.013562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:07.016420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=1951287c-f18d-4ac9-ae0e-5a44cd36b93d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:07.094067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34a12ec-88d3-439e-b3c2-daab8806c189') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:07.095886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34a12ec-88d3-439e-b3c2-daab8806c189') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:07.115661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.119528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port 1951287c-f18d-4ac9-ae0e-5a44cd36b93d on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:07.122613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.146686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'name': 'network-vif-deleted', 'tag': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:07.157621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:07.159272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.170869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:07.200989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:43:07.267715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.317432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bc74be9-e25f-4b13-a1c7-53bf61a9cc24 req-11f0a4fe-0576-46d2-9aa1-d8217df43298 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "DELETE /v2.0/ports/1951287c-f18d-4ac9-ae0e-5a44cd36b93d HTTP/1.1" status: 204 len: 173 time: 1.6751115 Apr 11 20:43:07.361601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:43:07.362169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.413103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.439422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Attempting to bind port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:07.452639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Attempting to bind port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:07.452773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Attempting to bind port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 on network 9f779d9b-196c-4c00-b58a-e3d2e798a474 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:07.487292 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.489694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:07.707226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:07.711220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Checking segment: {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:07.711722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.712119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Bound using segment: {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:07.714959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Bound port: a78b149f-c8dc-46a3-bb8f-7fcc8a276b39, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:07.715399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:43:07.757251 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:43:07.761191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:43:07.880281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Allocated IP 172.25.5.108 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:43:07.995725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Pushing event updated for resources: {'Port': ['ID=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:08.003751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.053572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.059768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=3856c94b-c775-4527-9837-b1d2b2d71884,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:08.065747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-450f2158-e91b-4835-bb8f-9b3d5584bb38 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3856c94b-c775-4527-9837-b1d2b2d71884 HTTP/1.1" status: 204 len: 168 time: 2.1544144 Apr 11 20:43:08.071833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.103241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 230e4554-7409-46f1-9732-88bd7f316462 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:08.103646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.168408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port 6dca6344-0989-4e87-879a-b9750960fc64, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6dca6344-0989-4e87-879a-b9750960fc64,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:08.168718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.209417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.303017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1951287c-f18d-4ac9-ae0e-5a44cd36b93d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:08.371379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:08.377273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:08.379890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Pushing event updated for resources: {'Port': ['ID=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:08.382517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:43:08.587972 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a7cb0a-f04d-4733-b075-cc583470e0d3'] response: {'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'code': 200} Apr 11 20:43:08.621110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 1951287c-f18d-4ac9-ae0e-5a44cd36b93d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:43:08.621110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1951287c-f18d-4ac9-ae0e-5a44cd36b93d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:43:08.778174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for 6dca6344-0989-4e87-879a-b9750960fc64 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:08.833799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53536) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:08.889908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] For port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:08.904084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0da0dde7-ef5e-48cd-8fb6-57dd0b0efdac req-53af663e-e93f-49de-b7f4-934fdaf02198 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:08.941600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6dca6344-0989-4e87-879a-b9750960fc64 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:08.943707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5b275bc1-fa3e-40a9-94d2-adb61cfcd13a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8de9f66450f44a8a94cb383b84cf79c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1086881 Apr 11 20:43:08.953067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53540) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:08.962079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:08.972973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.062319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] For port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:09.117725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0da0dde7-ef5e-48cd-8fb6-57dd0b0efdac req-53af663e-e93f-49de-b7f4-934fdaf02198 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:09.120948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0da0dde7-ef5e-48cd-8fb6-57dd0b0efdac req-53af663e-e93f-49de-b7f4-934fdaf02198 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=014e50f3-2f08-42fc-8f28-444b8e6a1255 HTTP/1.1" status: 200 len: 210 time: 0.3054874 Apr 11 20:43:09.307130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.316911 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5eab2a-20b5-4479-aaed-84c95a5f4a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.384284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5eab2a-20b5-4479-aaed-84c95a5f4a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.425192 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8460c9c4-fc99-4fa5-9674-631859eeb251'] response: {'server_uuid': '014e50f3-2f08-42fc-8f28-444b8e6a1255', 'name': 'network-vif-deleted', 'tag': '1951287c-f18d-4ac9-ae0e-5a44cd36b93d', 'status': 'completed', 'code': 200} Apr 11 20:43:09.460860 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.512298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd831d92-bdc1-4fbf-877d-38719a16588d None None] Pushing event updated for resources: {'Port': ['ID=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:09.808344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-3a0712e6-ea0b-4e84-ac16-13e006ad8479 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:43:09.809754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-3a0712e6-ea0b-4e84-ac16-13e006ad8479 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063634 Apr 11 20:43:09.819432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Request body: {'binding': {'host': 'n-h2-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:09.819991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Unknown quota resources ['binding']. {{(pid=84667) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:43:09.838276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:43:09.853441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.855062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5eab2a-20b5-4479-aaed-84c95a5f4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:09.877396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:09.901175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434', '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:09.942308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eab2a-20b5-4479-aaed-84c95a5f4a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa0d0e-8898-40c6-a677-f6193a5f3d6a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:10.031268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=6dca6344-0989-4e87-879a-b9750960fc64,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:10.104075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port 6dca6344-0989-4e87-879a-b9750960fc64 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:10.180355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:10.189307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'name': 'network-vif-deleted', 'tag': '6dca6344-0989-4e87-879a-b9750960fc64'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:10.241780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f9b621d-a745-42f0-9efd-407140e06af3 req-2c35cdb5-9cd7-4af2-81e7-1ac2b0a24594 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "DELETE /v2.0/ports/6dca6344-0989-4e87-879a-b9750960fc64 HTTP/1.1" status: 204 len: 173 time: 3.4782262 Apr 11 20:43:10.245092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5eab2a-20b5-4479-aaed-84c95a5f4a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:10.246978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c5eab2a-20b5-4479-aaed-84c95a5f4a79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ffaa0d0e-8898-40c6-a677-f6193a5f3d6a HTTP/1.1" status: 204 len: 168 time: 1.2927940 Apr 11 20:43:10.449171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:43:10.463778 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Sync routers for ids ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:43:10.532115 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Routers {'23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:10.537162 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:10.542370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on host n-h2-837321-1 for vnic_type normal with profile None {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:10.542879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:10.546133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:10.599741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:43:10.600531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:10.637356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:10.641511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:10.641911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:10.645976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Bound port: 481af65f-54eb-4df0-88d0-19d5e468e696, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:10.679184 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:10.682017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5ccc294-a1f8-4565-bd90-33964495b13b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9807348 Apr 11 20:43:10.693459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53572) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:10.817452 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba0786f-9561-4d2c-86fd-f19b099fa303'] response: {'server_uuid': 'b1c27ddf-90db-4943-95fd-73a7387ca256', 'name': 'network-vif-deleted', 'tag': '6dca6344-0989-4e87-879a-b9750960fc64', 'status': 'completed', 'code': 200} Apr 11 20:43:10.890800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:10.981627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:10.984114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d9875c36-2b71-484d-9a72-d6c728ec50d2 service neutron] 10.222.0.61 "POST /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696/bindings HTTP/1.1" status: 201 len: 389 time: 1.1680031 Apr 11 20:43:11.215216 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Set router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:11.286690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca1a67-5fa8-447e-9861-53972af43316 None None] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:43:11.697563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:11.852995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-61a2c6e6-2faa-4bf3-a937-c9b44de4cbe9 req-00732772-6c88-435d-86a2-b46ca1964351 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:11.960682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53590) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:12.061339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-61a2c6e6-2faa-4bf3-a937-c9b44de4cbe9 req-00732772-6c88-435d-86a2-b46ca1964351 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:12.078964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61a2c6e6-2faa-4bf3-a937-c9b44de4cbe9 req-00732772-6c88-435d-86a2-b46ca1964351 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c27ddf-90db-4943-95fd-73a7387ca256 HTTP/1.1" status: 200 len: 210 time: 0.3082378 Apr 11 20:43:12.187320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5d1397df-d42a-47b9-b61c-747e8a9686a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d691ad56dd544e1c89a29679930a4e3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2253385 Apr 11 20:43:12.190318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:12.198760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-06efc288-fbee-407f-9f0e-d392acc66457 None None] Provisioning for port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:12.265312 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:43:08Z', 'revision_number': 3, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:12.271177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Checking router: 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:43:12.272125 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Updating router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:43:12.296551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf9-5546-4a11-96e2-5c3600a90d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:12.365618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf9-5546-4a11-96e2-5c3600a90d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:12.372435 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:12.555950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c145e-e914-424b-b2dc-3d7f22c48c9f req-3ac66c5b-9569-45ec-8648-6291dd42f842 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:12.557325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-956c145e-e914-424b-b2dc-3d7f22c48c9f req-3ac66c5b-9569-45ec-8648-6291dd42f842 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 0.6225328 Apr 11 20:43:12.711845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-956c145e-e914-424b-b2dc-3d7f22c48c9f req-65ec5018-b9b2-41e4-8344-8431798bb73a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375408 Apr 11 20:43:12.731566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:12.760855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:12.761469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:12.772814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-ebcd5dff-fe32-42be-8890-934d84a66b4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1096 time: 0.2923527 Apr 11 20:43:12.822094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf9-5546-4a11-96e2-5c3600a90d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:12.946742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308ebf9-5546-4a11-96e2-5c3600a90d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2e03d8-695b-42e5-a513-b944e3ed459b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:12.990432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e308ebf9-5546-4a11-96e2-5c3600a90d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:12.991463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e308ebf9-5546-4a11-96e2-5c3600a90d11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d2e03d8-695b-42e5-a513-b944e3ed459b HTTP/1.1" status: 204 len: 168 time: 0.7999959 Apr 11 20:43:13.097688 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.101184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d4bfaf4c-d611-4f3c-89f7-9c722677078c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:13.102677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-d4bfaf4c-d611-4f3c-89f7-9c722677078c service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.3287752 Apr 11 20:43:13.120035 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Transition to ACTIVE for port object 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:13.147765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-69b59503-8dc7-408a-9910-34e5af80a6dd None None] Provisioning complete for port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:13.148400 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69b59503-8dc7-408a-9910-34e5af80a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.177974 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.220852 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.258877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-cc3c81e6-250f-4019-9a55-92a7e54358eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 217 time: 0.1489215 Apr 11 20:43:13.286903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:13.402451 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41562924-05c9-405f-819e-6ea19646edd9 None None] Pushing event updated for resources: {'Port': ['ID=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:13.406312 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Attempting to bind port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:13.406941 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Attempting to bind port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:13.407376 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Attempting to bind port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:13.416258 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:13.416756 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:13.417208 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.417649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:13.418248 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Bound port: 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:13.418529 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.425589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.446941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.486774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-c47d513b-83f1-4cd9-aa9e-aa572b1dd185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:13.492401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-c47d513b-83f1-4cd9-aa9e-aa572b1dd185 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.2234793 Apr 11 20:43:13.522329 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] For port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:13.527324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] For port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:13.604788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:13.608980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-99fcdc8a-fbe1-4970-8dc3-0abac35dca19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081746 Apr 11 20:43:13.630192 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.818717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22760da2-d304-4ae5-9140-1718f8781258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:13.822509 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Routers {'23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:13.823390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:13.838376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-6d7b4b7b-9e2a-4734-876a-9d7f26534de9 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229722 Apr 11 20:43:13.973330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Allocated IP 172.20.0.1 (9f779d9b-196c-4c00-b58a-e3d2e798a474/598d6bb1-4fbe-4114-aebb-dfb846c4cbdf/014ee3b2-2c71-4021-82f6-34f118a267b4) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:43:14.069088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-cc9f4ee8-508b-4212-a8d2-a37fdc4f55eb service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231874 Apr 11 20:43:14.095969 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41562924-05c9-405f-819e-6ea19646edd9 None None] Pushing event updated for resources: {'Port': ['ID=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:14.188487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:14.194130 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] Set router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:14.216404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Transition to ACTIVE for port object 014ee3b2-2c71-4021-82f6-34f118a267b4 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:14.236073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-a6060d96-79d5-415e-a6ea-6a77c05f91e4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3269119 Apr 11 20:43:14.374878 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:14.581352 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:43:08Z', 'revision_number': 3, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:14.584888 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad203a-3b56-45e7-b676-3fadc4b497c5 None None] The sync data for ids ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'] in n-d-837321-1 is: [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:43:08Z', 'revision_number': 3, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:43:14.629004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:14.633562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:14.646055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:43:14.770009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:14.823925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Pushing event updated for resources: {'Port': ['ID=014ee3b2-2c71-4021-82f6-34f118a267b4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:14.919282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935eeb-8499-43cc-8f00-bdf08a85a0eb req-61498f5d-b06d-4479-8875-03356aa1ee00 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:14.921867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c935eeb-8499-43cc-8f00-bdf08a85a0eb req-61498f5d-b06d-4479-8875-03356aa1ee00 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 0.3833435 Apr 11 20:43:15.012897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-32dbd214-2f63-4a97-a1f2-79d53eeab0d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 1095 time: 0.6327817 Apr 11 20:43:15.051894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:15.191924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e3fcd875-3b77-49e6-9467-5356e96624cc None None] Provisioning for port 014ee3b2-2c71-4021-82f6-34f118a267b4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:15.208982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e3fcd875-3b77-49e6-9467-5356e96624cc None None] Provisioning complete for port 014ee3b2-2c71-4021-82f6-34f118a267b4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:15.209917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e3fcd875-3b77-49e6-9467-5356e96624cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:15.338009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c935eeb-8499-43cc-8f00-bdf08a85a0eb req-f2d40691-5d69-4254-9c68-ac5049548168 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195066 Apr 11 20:43:15.351757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e3fcd875-3b77-49e6-9467-5356e96624cc None None] Port 014ee3b2-2c71-4021-82f6-34f118a267b4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:43:15.588459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:15.669096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-e7e423fe-48fc-427a-a3c0-747c093f5d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:15.671048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-e7e423fe-48fc-427a-a3c0-747c093f5d69 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.5959454 Apr 11 20:43:15.694040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:15.694748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:15.865650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-8e4bfb31-76ba-4f07-a205-b51bec4b4364 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 200 len: 217 time: 0.1434307 Apr 11 20:43:15.912162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-040c0615-4c54-4806-a5ec-d9167bd730f6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:15.917084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-040c0615-4c54-4806-a5ec-d9167bd730f6 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 950 time: 0.2210350 Apr 11 20:43:15.955704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:15.971729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-f4105417-c990-4c1a-9a44-ae1278b60af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:15.973955 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-f4105417-c990-4c1a-9a44-ae1278b60af1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0989602 Apr 11 20:43:16.008345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:16.009595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:16.032250 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2a43d75-5d00-4c1e-a26c-ea6c63e96b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:16.049681 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-d17a3c05-0349-4249-97a9-d0cea590dd4d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665352 Apr 11 20:43:16.104996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:16.183130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:43:16.188153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:16.564415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Pushing event updated for resources: {'Port': ['ID=014ee3b2-2c71-4021-82f6-34f118a267b4,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:16.590796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:16.591181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:16.612151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:16.693816 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-21144ad2-2cf5-4800-a430-fb9545853db7 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334114 Apr 11 20:43:16.736316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:16.753682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:16.865692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '64fff776-8797-4536-84d0-0419611a564e', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '64fff776-8797-4536-84d0-0419611a564e', 'mac_address': 'fa:16:3e:8c:4e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:43:16.875213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:16.912092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc833051-5b95-402e-84ea-f8307e6fe9a1 req-2ab118c8-9706-4899-a599-1e45eaf7f945 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:16.913903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc833051-5b95-402e-84ea-f8307e6fe9a1 req-2ab118c8-9706-4899-a599-1e45eaf7f945 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 950 time: 0.6531372 Apr 11 20:43:16.928500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:16.996299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:17.015537 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:17.019573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bced8-cc65-4245-8cc7-f5ae93f0dfa9 req-5c7b2efe-12e5-410e-a33a-12be7f7164e9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:17.028286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-344bced8-cc65-4245-8cc7-f5ae93f0dfa9 req-5c7b2efe-12e5-410e-a33a-12be7f7164e9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 0.2698212 Apr 11 20:43:17.048271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fff776-8797-4536-84d0-0419611a564e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:43:17.053199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:17.059973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:17.076461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:17.091927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:17.198411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-344bced8-cc65-4245-8cc7-f5ae93f0dfa9 req-854f21df-3e02-433e-8ac6-bb3704d76c9f tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637535 Apr 11 20:43:17.268505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:17.271885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:17.359136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:17.365795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:17.398133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fc032ca5-a201-4214-8f33-0f61373e6434'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:17.431022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc833051-5b95-402e-84ea-f8307e6fe9a1 req-9748333d-bb65-475e-84c4-78d6e27b2f54 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985720 Apr 11 20:43:17.431412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=9b4ced4a-7c13-4a00-86f5-47fb79ea6665,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:17.447017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22965c0b-cb6f-4c5a-993e-985615058d40 req-f6a073f8-e7de-45e4-a17f-8af672f97ce7 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459764 Apr 11 20:43:18.007829 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b6592c-48fc-4696-8e48-68d11cac1760'] response: {'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'code': 200} Apr 11 20:43:18.012767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:18.038496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:18.048405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:43:18.076359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['64fff776-8797-4536-84d0-0419611a564e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:18.140403 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:18.160960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-5969c55b-6d33-4e83-bd25-afad14cd3e74 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:18.162490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-5969c55b-6d33-4e83-bd25-afad14cd3e74 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:18.430107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:18.433826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:18.446660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-5969c55b-6d33-4e83-bd25-afad14cd3e74 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:18.456262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-5969c55b-6d33-4e83-bd25-afad14cd3e74 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.8651209 Apr 11 20:43:18.471130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'name': 'network-vif-deleted', 'tag': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:18.487378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-197d1123-1e3d-456a-97a3-cf3c5b91b4ee None None] Provisioning complete for port 014ee3b2-2c71-4021-82f6-34f118a267b4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:18.488681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-197d1123-1e3d-456a-97a3-cf3c5b91b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:18.523623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a8a67-177d-4082-a813-2d897760b4bb req-e4a35828-26f3-4484-b1a2-f114ad1f974b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:18.536430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-aecf48e9-6c92-42c0-8a3a-8a9594f24945 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/quotas/71c7e2d4e60349d0bb603b892cb6f70d HTTP/1.1" status: 200 len: 375 time: 0.0783989 Apr 11 20:43:18.542643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-224a8a67-177d-4082-a813-2d897760b4bb req-e4a35828-26f3-4484-b1a2-f114ad1f974b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "GET /v2.0/ports?device_id=511f6364-9ac4-4964-a0b0-56a7494e5569 HTTP/1.1" status: 200 len: 944 time: 0.3982873 Apr 11 20:43:18.706376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ea607c-29e2-497d-8deb-99f883b033b7 req-3c2e6ae6-21bd-423b-8a96-e8d1c0a46f28 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "DELETE /v2.0/ports/9b4ced4a-7c13-4a00-86f5-47fb79ea6665 HTTP/1.1" status: 204 len: 173 time: 2.7687614 Apr 11 20:43:18.807134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-197d1123-1e3d-456a-97a3-cf3c5b91b4ee None None] Port 014ee3b2-2c71-4021-82f6-34f118a267b4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:43:18.822741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-1ce13f7a-bef0-4d48-b677-f0b56a30d714 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:18.822741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-1ce13f7a-bef0-4d48-b677-f0b56a30d714 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:18.904885 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:18.920162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Deleting port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:18.920162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:18.944566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d0134854-da1f-4ef6-ab2d-e0a47b850a01 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4022949 Apr 11 20:43:18.994956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fc032ca5-a201-4214-8f33-0f61373e6434 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:19.256449 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-6546f0c1-c2ed-4160-8130-4d925daaa93e service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036556 Apr 11 20:43:19.535583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-1ce13f7a-bef0-4d48-b677-f0b56a30d714 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:19.535583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-1ce13f7a-bef0-4d48-b677-f0b56a30d714 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 949 time: 2.0940969 Apr 11 20:43:19.605234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-27d7f86c-0040-4ce0-980d-31888d4f85bc service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530276 Apr 11 20:43:19.688678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port fc032ca5-a201-4214-8f33-0f61373e6434 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:19.688678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:19.883886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:19.952836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:19.969428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:43:20.010336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:20.020329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:20.021225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:20.049076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4d4b7422-0389-4a31-82b5-2a534c860b9e admin admin] 10.222.0.61 "PUT /v2.0/routers/23b2d0a3-4bab-4bc4-b73a-f655bd0271fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3535533 Apr 11 20:43:20.288050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:20.318536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] For port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:20.319967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:20.367584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:20.367584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:43:20.367584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9b4ced4a-7c13-4a00-86f5-47fb79ea6665 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:43:20.392226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70b2f1-249d-492c-8615-2ebd14ea0a2a req-18732d1d-7801-4881-a216-a15bb8b85bd3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:20.418595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d70b2f1-249d-492c-8615-2ebd14ea0a2a req-18732d1d-7801-4881-a216-a15bb8b85bd3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 1.0206606 Apr 11 20:43:20.502982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e3cc1d6-bcbe-4765-ba35-44180885f2f6 req-776cb22e-11a6-42da-b098-4489254f711b tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=20fd98c6-810b-4c54-94a1-146fea9d32e9 HTTP/1.1" status: 200 len: 210 time: 0.0700943 Apr 11 20:43:20.653405 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb6735d-2c93-4a2d-817a-b7ef48e1fc8a'] response: {'server_uuid': '20fd98c6-810b-4c54-94a1-146fea9d32e9', 'name': 'network-vif-deleted', 'tag': '9b4ced4a-7c13-4a00-86f5-47fb79ea6665', 'status': 'completed', 'code': 200} Apr 11 20:43:20.686838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:20.691243 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:20.821713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Calling delete_port for 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:21.042541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for fc032ca5-a201-4214-8f33-0f61373e6434 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:21.171311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-afc12486-00e7-4462-9d8f-569ca0f9b1b3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490880 Apr 11 20:43:21.269601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d70b2f1-249d-492c-8615-2ebd14ea0a2a req-f788b041-aa6a-4a6e-bb17-a75a9dabfc10 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8570199 Apr 11 20:43:21.358780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:21.488441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event deleted for resources: {'Port': ['ID=00e73d77-cbbd-4d0e-a4a6-026cc4dccde6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:21.573369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-aaf346fd-1ca4-4779-b60c-d0691a2c76e9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:21.576537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-aaf346fd-1ca4-4779-b60c-d0691a2c76e9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044707 Apr 11 20:43:21.670498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] No DVR routers for this DVR port 00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:21.691131 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:21.704597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-deleted', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:21.711097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:43:21.711696 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:43:21.730746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-81e3d053-cde7-43f4-b616-1a4aefd624a7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/quotas/745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 375 time: 0.0408292 Apr 11 20:43:21.801717 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-224a8a67-177d-4082-a813-2d897760b4bb req-b5ea9c78-ce9c-4921-aff8-adec95ca912d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "DELETE /v2.0/ports/00e73d77-cbbd-4d0e-a4a6-026cc4dccde6 HTTP/1.1" status: 204 len: 173 time: 3.2500949 Apr 11 20:43:21.849606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-6cf6df4b-ab0f-41ae-8409-baeb7b73aca5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060688 Apr 11 20:43:22.026625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cbcde587-ae16-46a0-a504-d320d9e9e51e req-c516f1bb-4bb0-4baa-bc9f-3393efac1026 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:22.201936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:22.212749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port fc032ca5-a201-4214-8f33-0f61373e6434 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:22.213473 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:22.399639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 64fff776-8797-4536-84d0-0419611a564e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:22.400059 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:22.724486 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:22.854458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:22.877905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cbcde587-ae16-46a0-a504-d320d9e9e51e req-c516f1bb-4bb0-4baa-bc9f-3393efac1026 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:22.882566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cbcde587-ae16-46a0-a504-d320d9e9e51e req-c516f1bb-4bb0-4baa-bc9f-3393efac1026 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 210 time: 0.9966869 Apr 11 20:43:22.968450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:23.056099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port fc032ca5-a201-4214-8f33-0f61373e6434, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fc032ca5-a201-4214-8f33-0f61373e6434,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:23.066106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:23.211216 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fd3ca9-8969-4be5-9acd-d210e0cb1905'] response: {'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434', 'code': 200} Apr 11 20:43:23.246928 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65389ba1-1912-4ae5-87bf-da81473aed9a'] response: {'server_uuid': '511f6364-9ac4-4964-a0b0-56a7494e5569', 'name': 'network-vif-deleted', 'tag': '00e73d77-cbbd-4d0e-a4a6-026cc4dccde6', 'status': 'completed', 'code': 200} Apr 11 20:43:23.548056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:23.574157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for fc032ca5-a201-4214-8f33-0f61373e6434 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:23.881281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:23.914697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b540b-1b9f-4638-bac0-a1b8988b1f30 req-c51b7392-e457-40f0-b814-7c1ed7307741 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:23.957019 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f0b540b-1b9f-4638-bac0-a1b8988b1f30 req-c51b7392-e457-40f0-b814-7c1ed7307741 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 945 time: 0.4944377 Apr 11 20:43:24.125388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-44b448f8-a741-4363-b344-e1ba6b784081 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.6118462 Apr 11 20:43:24.144858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f0b540b-1b9f-4638-bac0-a1b8988b1f30 req-4e4d9e93-c197-44b1-b897-0d61018c827e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789715 Apr 11 20:43:24.225175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:24.244269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:24.244269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:24.249736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-837321-1'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:24.517298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-075d97f8-d7ec-49e0-989d-97344e6f74a6 req-81f77347-142d-4713-88cf-fc27f30444fe tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 210 time: 0.0955372 Apr 11 20:43:24.637950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:24.673632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['52197ff6-f22d-4866-abd1-a425bb182edd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:24.857931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:24.943367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:25.038519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:43:25.039657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53870) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:25.109954 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:25.231644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-3cff68c9-8d54-497c-a7f3-6689a93ef782 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:25.232970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-3cff68c9-8d54-497c-a7f3-6689a93ef782 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.75 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.6240685 Apr 11 20:43:25.245171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:25.257903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49e5adc0-d914-4806-8244-1cfcae17beac req-cf07b576-cc16-4149-99e2-34b10d1f539c tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=19da5d63-42db-4a73-9350-71e1bf2dc104 HTTP/1.1" status: 200 len: 210 time: 0.2143166 Apr 11 20:43:25.291293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Request body: {'port': {'device_id': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'admin_state_up': True, 'tenant_id': '71c7e2d4e60349d0bb603b892cb6f70d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:25.320985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=fc032ca5-a201-4214-8f33-0f61373e6434,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:25.378490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:43:25.420834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port fc032ca5-a201-4214-8f33-0f61373e6434 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:25.448492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:25.483528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'name': 'network-vif-deleted', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:25.510842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:25.587405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5ce42f6-6747-443f-83aa-5fe3db89b158 req-ec84cef9-0aba-4ae9-a32b-94b72d3939bf tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.75 "DELETE /v2.0/ports/fc032ca5-a201-4214-8f33-0f61373e6434 HTTP/1.1" status: 204 len: 173 time: 6.0582881 Apr 11 20:43:25.708820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:25.858327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:25.895725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 has no active binding in host n-h2-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:43:26.000145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-add43a9d-3e7d-4a81-b8b5-433bdcafd366 req-f686d963-a569-4202-a214-519c39e210ef tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 210 time: 0.0741975 Apr 11 20:43:26.036498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:26.072070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:26.074390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:26.155147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:26.165287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:26.169050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:26.175525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:26.178670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2d022872c64541bf3ae37ae86fa227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:26.183602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:26.195610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:26.231843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:26.275653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Made reservation on behalf of 71c7e2d4e60349d0bb603b892cb6f70d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:43:26.278569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:26.935433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:26.972361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Allocated IP 172.20.0.3 (d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9/bceaeb86-92f8-47f1-8a09-c8d5885ee330/778905ee-f3d9-4193-9089-ad80134a268e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:43:27.053275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.153908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e2d022872c64541bf3ae37ae86fa227&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1015506 Apr 11 20:43:27.176968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:27.180089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a812b4-4742-4af0-be9a-20bcf83a37ef req-0b1cf7e0-bf74-4b0f-89f1-4203327a7b11 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:27.180213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:27.180213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on host n-h1-837321-1 for vnic_type normal with profile {"migrating_to": "n-h2-837321-1"} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:27.180213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:27.180988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:27.188127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38a812b4-4742-4af0-be9a-20bcf83a37ef req-0b1cf7e0-bf74-4b0f-89f1-4203327a7b11 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.5914249 Apr 11 20:43:27.241872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:43:27.242195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Attempting to bind port 481af65f-54eb-4df0-88d0-19d5e468e696 on network 7a1499a1-6303-4e7c-958a-8b86a0b79792 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:27.285033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0045-4cd3-489d-9cf5-d9caa7b20c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a39d2-96a0-4929-a7ca-f70863a56d65,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:27.295023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:27.295269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Checking segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:27.295723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Bound using segment: {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:27.296158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Bound port: 481af65f-54eb-4df0-88d0-19d5e468e696, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaac7cb-8d16-4a56-9580-e4c017797143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a1499a1-6303-4e7c-958a-8b86a0b79792'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:27.296512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.410649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38a812b4-4742-4af0-be9a-20bcf83a37ef req-4cb056a2-e32e-4192-9215-2766d9c7907b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197680 Apr 11 20:43:27.510723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c0cbdfe-cb94-4fa9-bcdd-45db251cf4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.587774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c0cbdfe-cb94-4fa9-bcdd-45db251cf4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.617207 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a755862-ab88-4f7d-bfc5-3c195161ee2a'] response: {'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'code': 200} Apr 11 20:43:27.687119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:27.690397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:27.703536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:27.717555 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4456df52-450c-4f5d-b1ef-0e884c199624'] response: {'server_uuid': '19da5d63-42db-4a73-9350-71e1bf2dc104', 'name': 'network-vif-deleted', 'tag': 'fc032ca5-a201-4214-8f33-0f61373e6434', 'status': 'completed', 'code': 200} Apr 11 20:43:27.720835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.830825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:27.831628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.860312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.948899 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c0cbdfe-cb94-4fa9-bcdd-45db251cf4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:27.972045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1315e49-ac8b-4aba-830c-db1fc0226562 req-44276ebf-2cfd-4478-b3cc-3c01248bf267 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 210 time: 0.1210530 Apr 11 20:43:27.977238 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:28.082199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cbdfe-cb94-4fa9-bcdd-45db251cf4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a39d2-96a0-4929-a7ca-f70863a56d65,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:28.409864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-f862affa-a20f-4ab1-9a39-c31a750c674e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2231722 Apr 11 20:43:28.429871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c0cbdfe-cb94-4fa9-bcdd-45db251cf4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:28.436136 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0c0cbdfe-cb94-4fa9-bcdd-45db251cf4fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc1a39d2-96a0-4929-a7ca-f70863a56d65 HTTP/1.1" status: 204 len: 168 time: 1.2440565 Apr 11 20:43:28.521261 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:28.882842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:28.901162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-3f7f903f-16c3-4e1d-9236-fea5ef9c32b1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:28.903557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-3f7f903f-16c3-4e1d-9236-fea5ef9c32b1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073049 Apr 11 20:43:28.932454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:28.937036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Request body: {'port': {'device_id': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '745a7b820308433a92d2acba06fb4b47'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:28.961491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:28.981811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:43:29.072157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=8']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:29.083177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:29.119351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4526fc9-81b7-4955-b388-96d4d685e44b service neutron] 10.222.0.75 "PUT /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 1121 time: 4.8779848 Apr 11 20:43:29.266071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['481af65f-54eb-4df0-88d0-19d5e468e696'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:29.300384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['481af65f-54eb-4df0-88d0-19d5e468e696'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:29.719424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696'}, {'name': 'network-changed', 'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:29.746415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:29.747073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:29.773591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e379-ca57-47b4-bd0a-2a7f2a542c66 req-72e1c18c-0fa7-49e6-8c70-aa96b7ee33a0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:29.776713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9418e379-ca57-47b4-bd0a-2a7f2a542c66 req-72e1c18c-0fa7-49e6-8c70-aa96b7ee33a0 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.3129542 Apr 11 20:43:29.916697 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9418e379-ca57-47b4-bd0a-2a7f2a542c66 req-f486c942-c01d-41a3-89bc-53818bffbf01 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338186 Apr 11 20:43:29.926675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412403-b97e-40e5-a9ba-669e5e55b56d req-28a70af5-dd4b-4169-ae5e-6f428f8d3160 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:29.935522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37412403-b97e-40e5-a9ba-669e5e55b56d req-28a70af5-dd4b-4169-ae5e-6f428f8d3160 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 931 time: 1.4805040 Apr 11 20:43:29.992654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:29.996838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Usage tracker for resource:port and tenant:745a7b820308433a92d2acba06fb4b47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:30.002896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:30.054377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:30.102782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37412403-b97e-40e5-a9ba-669e5e55b56d req-fe104417-21dc-4d4f-93db-eac871d80ee3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657882 Apr 11 20:43:30.152238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-7e0d758c-b515-401b-8479-408e39e22825 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8913269 Apr 11 20:43:30.167080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Request body: {'port': {'device_id': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:30.308089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Made reservation on behalf of 745a7b820308433a92d2acba06fb4b47 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:43:30.319038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:30.438855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:30.464006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:30.722739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fbdc96c-5e05-4b60-bb4c-0c0f6bb09dfa req-fbb4cf96-2ebe-4a9a-b1ec-c169566b97f1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 210 time: 0.2643642 Apr 11 20:43:30.753305 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:30.973036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:31.010173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Usage tracker for resource:security_group_rule and tenant:745a7b820308433a92d2acba06fb4b47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:31.025843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:31.492755 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af15e39-3cd2-4bee-a4d9-81efd76a73c4'] response: {'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696', 'code': 200} Apr 11 20:43:31.496864 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af15e39-3cd2-4bee-a4d9-81efd76a73c4'] response: {'name': 'network-changed', 'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696', 'status': 'completed', 'code': 200} Apr 11 20:43:31.649040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:31.817793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-1947a49b-2032-4c37-b747-a10715a6760d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1124 time: 0.3000495 Apr 11 20:43:31.824391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10dfd7-9185-4ce7-9c98-3e5302f82803 req-65e7ca68-1076-4b36-af13-cd6c2df6a8fb tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:31.832994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d10dfd7-9185-4ce7-9c98-3e5302f82803 req-65e7ca68-1076-4b36-af13-cd6c2df6a8fb tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.1536913 Apr 11 20:43:31.873236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778905ee-f3d9-4193-9089-ad80134a268e {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:43:31.904307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:31.937414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05533ce9-46dc-468d-9f85-b89bb07e9439 req-045a7937-6663-4e38-a5a9-816bf4ed8fc0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:31.946279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05533ce9-46dc-468d-9f85-b89bb07e9439 req-045a7937-6663-4e38-a5a9-816bf4ed8fc0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.2945664 Apr 11 20:43:31.973805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Transition to ACTIVE for port object 778905ee-f3d9-4193-9089-ad80134a268e will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:32.022411 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:32.051590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05533ce9-46dc-468d-9f85-b89bb07e9439 req-13d54cd3-a3b5-43d8-b2bd-34816d38061d tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013832 Apr 11 20:43:32.064357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:32.189972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d10dfd7-9185-4ce7-9c98-3e5302f82803 req-21e8cbb2-e5f3-4e6d-acbb-95d3d4798584 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556778 Apr 11 20:43:32.199608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:32.326159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Sync routers for ids ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:43:32.348555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Routers {'23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:32.349605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:43:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:32.371757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-2717dfac-0108-4053-93ea-67a10b1a2995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:32.382655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-2717dfac-0108-4053-93ea-67a10b1a2995 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.4771209 Apr 11 20:43:32.569327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-56840cff-055a-4b08-9d46-c9f40b9da599 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 217 time: 0.1813240 Apr 11 20:43:32.741257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-5474795b-1829-40fd-a643-c3a40908410d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:32.741257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-5474795b-1829-40fd-a643-c3a40908410d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1559186 Apr 11 20:43:32.817462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-e7e96f92-cd44-4a76-8a10-044e54a2a99e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653083 Apr 11 20:43:32.904245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Set router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:32.977432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:33.015326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024104-7d18-403a-8a99-a7d6b7d09d8e req-442901d7-7cb6-433b-b874-b30d6085ce30 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:33.016721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-89024104-7d18-403a-8a99-a7d6b7d09d8e req-442901d7-7cb6-433b-b874-b30d6085ce30 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:33.119784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-f21e1c6d-4948-4d56-a546-7b171e3b4ff2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:33.120759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-f21e1c6d-4948-4d56-a546-7b171e3b4ff2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Synchronizing usage tracker for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:33.128315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-89024104-7d18-403a-8a99-a7d6b7d09d8e req-442901d7-7cb6-433b-b874-b30d6085ce30 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:33.129842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89024104-7d18-403a-8a99-a7d6b7d09d8e req-442901d7-7cb6-433b-b874-b30d6085ce30 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 949 time: 0.5067413 Apr 11 20:43:33.252979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d34a6-07f4-4317-ac1e-b0556088bdb5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:33.270272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-c8f93ad8-5437-44e7-bf90-fe8e601e84f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436724 Apr 11 20:43:33.381325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-f21e1c6d-4948-4d56-a546-7b171e3b4ff2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Unset dirty status for tenant:85277020f6614ba2857f20cb28cd0a36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:33.383812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-f21e1c6d-4948-4d56-a546-7b171e3b4ff2 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 949 time: 0.4431999 Apr 11 20:43:33.444477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.69', 58713) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:33.458417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.458763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.459180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.459533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.459868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.461613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.461963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.464413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.465002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.465631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.466366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.492494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.493019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.498823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.508155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.508502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.508835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.509161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.509485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.511991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.512125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.512382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:33.531745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89024104-7d18-403a-8a99-a7d6b7d09d8e req-9835583f-56f0-4659-a785-1a748132ed9d tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849490 Apr 11 20:43:33.852118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Deleting port 52197ff6-f22d-4866-abd1-a425bb182edd {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:33.852864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:34.017884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:43:14Z', 'revision_number': 4, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '014ee3b2-2c71-4021-82f6-34f118a267b4', 'name': '', 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'mac_address': 'fa:16:3e:e6:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:13Z', 'updated_at': '2022-04-11T20:43:15Z', 'revision_number': 2, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'subnets': [{'id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:34.025460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Attempting to bind port 778905ee-f3d9-4193-9089-ad80134a268e on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:34.026111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Attempting to bind port 778905ee-f3d9-4193-9089-ad80134a268e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:34.026111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Attempting to bind port 778905ee-f3d9-4193-9089-ad80134a268e on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:34.049461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Checking router: 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:43:34.049811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Updating router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb port 014ee3b2-2c71-4021-82f6-34f118a267b4 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:43:34.081980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a51e1-e9ca-4097-8c2a-0e460a2a0a7e req-7987418c-e576-458f-a21c-3f1c64f4b717 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:34.082720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e58a51e1-e9ca-4097-8c2a-0e460a2a0a7e req-7987418c-e576-458f-a21c-3f1c64f4b717 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:34.091542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Port 778905ee-f3d9-4193-9089-ad80134a268e on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:43:34.116069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Attempting to bind port 778905ee-f3d9-4193-9089-ad80134a268e on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:34.149539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Allocated IP 192.168.233.6 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/3916f86d-4aab-4c1c-a797-7f80b97ab65f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:43:34.158265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-2f79760a-2c9a-43d9-a98c-cc6cb56a5c27 service neutron] 10.222.0.69 "GET /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696/bindings/n-h2-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.6306858 Apr 11 20:43:34.161394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:34.162051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Checking segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:34.162695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Bound using segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:34.163503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Bound port: 778905ee-f3d9-4193-9089-ad80134a268e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:34.164110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:34.257530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:34.406242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e58a51e1-e9ca-4097-8c2a-0e460a2a0a7e req-7987418c-e576-458f-a21c-3f1c64f4b717 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:34.414076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e58a51e1-e9ca-4097-8c2a-0e460a2a0a7e req-7987418c-e576-458f-a21c-3f1c64f4b717 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 943 time: 1.8455174 Apr 11 20:43:34.462611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-586d9c3d-9119-4970-9822-5ac51ef51b76 req-1358494e-133e-46bb-8324-93faf2ae1b6e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 210 time: 0.4079788 Apr 11 20:43:34.817819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-704cfe7b-e541-44d3-8233-86eda5361f0a req-3fe2ba87-5932-48c9-a092-a66c341e8da2 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5304370 Apr 11 20:43:34.925962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:34.994210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:35.013896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] For port 52197ff6-f22d-4866-abd1-a425bb182edd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=52197ff6-f22d-4866-abd1-a425bb182edd,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:35.013896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:35.033609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e58a51e1-e9ca-4097-8c2a-0e460a2a0a7e req-a3b9c1ca-bbe6-4876-95cf-9d8c54223786 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185219 Apr 11 20:43:35.048340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:35.182787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:35.293702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:35.542966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:35.555159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Transition to ACTIVE for port object 014ee3b2-2c71-4021-82f6-34f118a267b4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:35.660050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:35.712479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:35.739331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Calling delete_port for 52197ff6-f22d-4866-abd1-a425bb182edd owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:35.817311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481af65f-54eb-4df0-88d0-19d5e468e696 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:43:35.862007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:35.974652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca38b6-7b22-4573-843f-ddf0813602eb req-853bae9e-c6bb-491b-ba9d-f33956e66b56 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:35.975224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Transition to ACTIVE for port object 3916f86d-4aab-4c1c-a797-7f80b97ab65f will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:35.990090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71ca38b6-7b22-4573-843f-ddf0813602eb req-853bae9e-c6bb-491b-ba9d-f33956e66b56 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 943 time: 0.3551984 Apr 11 20:43:36.022172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:36.059995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.095027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60accfb-364a-4a52-a2aa-a6451e369d31 None None] Pushing event updated for resources: {'Port': ['ID=014ee3b2-2c71-4021-82f6-34f118a267b4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:36.119144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.121471 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-d059ff63-27c4-4df1-999d-3890e5034dd3 service neutron] 10.222.0.75 "PUT /v2.0/ports/778905ee-f3d9-4193-9089-ad80134a268e HTTP/1.1" status: 200 len: 1091 time: 5.9588344 Apr 11 20:43:36.127035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:36.167651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71ca38b6-7b22-4573-843f-ddf0813602eb req-8793662c-2cf7-4a81-93b1-95fb0f2b5f42 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765599 Apr 11 20:43:36.198083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.323222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.502521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Attempting to bind port 014ee3b2-2c71-4021-82f6-34f118a267b4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:36.502521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Attempting to bind port 014ee3b2-2c71-4021-82f6-34f118a267b4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:36.502521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Attempting to bind port 014ee3b2-2c71-4021-82f6-34f118a267b4 on network 9f779d9b-196c-4c00-b58a-e3d2e798a474 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:36.556999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:36.556999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Checking segment: {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:36.556999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.556999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Bound using segment: {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:36.556999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Bound port: 014ee3b2-2c71-4021-82f6-34f118a267b4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7416fb01-c043-454a-9138-25a7b28b27a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:36.556999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.637824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Pushing event deleted for resources: {'Port': ['ID=52197ff6-f22d-4866-abd1-a425bb182edd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:36.737490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] No DVR routers for this DVR port 52197ff6-f22d-4866-abd1-a425bb182edd on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:36.747698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:36.753306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] Transition to ACTIVE for port object 481af65f-54eb-4df0-88d0-19d5e468e696 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:36.771253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'name': 'network-vif-deleted', 'tag': '52197ff6-f22d-4866-abd1-a425bb182edd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:36.847193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] For port 014ee3b2-2c71-4021-82f6-34f118a267b4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:36.851202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] For port 014ee3b2-2c71-4021-82f6-34f118a267b4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=014ee3b2-2c71-4021-82f6-34f118a267b4,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:36.881922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69b1fc28-8b61-4f48-b33f-16305c6fdb6f req-985f51de-af9e-45cc-bc17-f5eab2c8d370 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.69 "DELETE /v2.0/ports/52197ff6-f22d-4866-abd1-a425bb182edd HTTP/1.1" status: 204 len: 173 time: 3.3490481 Apr 11 20:43:36.926131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:36.992438 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:37.035253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:37.041910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:37.196113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60accfb-364a-4a52-a2aa-a6451e369d31 None None] Pushing event updated for resources: {'Port': ['ID=014ee3b2-2c71-4021-82f6-34f118a267b4,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:37.224196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Routers {'23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:37.225157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:43:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:37.538160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] Pushing event updated for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=10']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:37.564313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:37.572068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54028) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:37.752489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] No DVR routers for this DVR port 481af65f-54eb-4df0-88d0-19d5e468e696 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:37.757980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] Set router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:37.911271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-b05e8519-a17d-49d0-b06c-8aa7570d83bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 1094 time: 1.4829535 Apr 11 20:43:38.050296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:43:38.078493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:38.168866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb17c8-e3e4-44b1-b520-5d1f270a7e04 req-9f720001-bfa0-4f23-9d8a-da5411d16bde tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:38.178534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aceb17c8-e3e4-44b1-b520-5d1f270a7e04 req-9f720001-bfa0-4f23-9d8a-da5411d16bde tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4b0eb01-8b93-4d1b-bc9e-4215dd28041b HTTP/1.1" status: 200 len: 949 time: 2.4735343 Apr 11 20:43:38.180607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:38.194781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Usage tracker for resource:security_group_rule and tenant:f59e3ac2a42340c0800020d2b90a33ca is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:38.200663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:38.229650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:38.262516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:38.282295 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-0bcf9b08-55c9-4ea1-b525-ef86cfa1241c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778905ee-f3d9-4193-9089-ad80134a268e HTTP/1.1" status: 200 len: 217 time: 0.3440723 Apr 11 20:43:38.380232 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:38.424943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ed89-62ec-45e5-838d-915e425186ed req-c7e75225-bba7-4606-8f72-563b7d87d133 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:38.441352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8447ed89-62ec-45e5-838d-915e425186ed req-c7e75225-bba7-4606-8f72-563b7d87d133 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 934 time: 0.7514784 Apr 11 20:43:38.475986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-79a9d090-5b58-401f-a609-1b68d565a07d service neutron] 10.222.0.69 "PUT /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696/bindings/n-h2-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 4.2962396 Apr 11 20:43:38.523587 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aceb17c8-e3e4-44b1-b520-5d1f270a7e04 req-9bfd29cd-84da-4404-82c3-55936dfee974 tempest-ServersOnMultiNodesTest-475623484 tempest-ServersOnMultiNodesTest-475623484-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5dbf168-88e6-4c6d-870c-21a4c88d73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385997 Apr 11 20:43:38.543612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:38.570211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-23413963-6c24-4342-b3c2-27735670bdfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:38.573850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-23413963-6c24-4342-b3c2-27735670bdfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.2840312 Apr 11 20:43:38.582015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:38.582924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:38.700132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:43:38.700976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 52197ff6-f22d-4866-abd1-a425bb182edd no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:38.710966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-45e4caaf-3dba-410e-b15e-7a2c3cb2a2eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916665 Apr 11 20:43:38.723374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74014a4-7f7c-4cc1-8db5-e483d8b121b1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:38.757103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-514afd9d-efe7-4f77-916b-5355e43a5b99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 9.8278120 Apr 11 20:43:38.829839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 52197ff6-f22d-4866-abd1-a425bb182edd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:43:38.830346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 52197ff6-f22d-4866-abd1-a425bb182edd not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:43:38.847340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Request body: {'port': {'device_id': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:38.873384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:43:14Z', 'revision_number': 4, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '014ee3b2-2c71-4021-82f6-34f118a267b4', 'name': '', 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'mac_address': 'fa:16:3e:e6:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:13Z', 'updated_at': '2022-04-11T20:43:36Z', 'revision_number': 4, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'subnets': [{'id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:38.878519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac67d0-bb39-49f8-94ec-ff69ca2dd9cb None None] The sync data for ids ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'] in n-d-837321-1 is: [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:43:14Z', 'revision_number': 4, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '014ee3b2-2c71-4021-82f6-34f118a267b4', 'name': '', 'network_id': '9f779d9b-196c-4c00-b58a-e3d2e798a474', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'mac_address': 'fa:16:3e:e6:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:13Z', 'updated_at': '2022-04-11T20:43:36Z', 'revision_number': 4, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'subnets': [{'id': '598d6bb1-4fbe-4114-aebb-dfb846c4cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:43:38.934513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8134e5fe-2d38-4ff1-a459-939eb8c6c7a7 None None] Provisioning for port 3916f86d-4aab-4c1c-a797-7f80b97ab65f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:38.969043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8134e5fe-2d38-4ff1-a459-939eb8c6c7a7 None None] Provisioning complete for port 3916f86d-4aab-4c1c-a797-7f80b97ab65f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:38.969626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8134e5fe-2d38-4ff1-a459-939eb8c6c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:38.982142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f59e3ac2a42340c0800020d2b90a33ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4065094 Apr 11 20:43:39.010808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:39.026665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.027102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.027555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.027990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.028391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.028785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.030381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.031305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.032012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.032469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.032973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7677855-33ca-4ab0-a27c-753a5cb7fe8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:43:39.102885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8447ed89-62ec-45e5-838d-915e425186ed req-7965abbd-a20e-4963-9b57-6b4dd014742e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563356 Apr 11 20:43:39.116427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8134e5fe-2d38-4ff1-a459-939eb8c6c7a7 None None] Port 3916f86d-4aab-4c1c-a797-7f80b97ab65f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:43:39.187332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742428-98c9-41fa-aa16-3cce680b4145 req-1caaf0e1-8b03-4e92-b798-842082338a21 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:39.191465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65742428-98c9-41fa-aa16-3cce680b4145 req-1caaf0e1-8b03-4e92-b798-842082338a21 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.2684052 Apr 11 20:43:39.196182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-186592e7-64dd-4ffd-9c87-a55b186b05f7 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.4510889 Apr 11 20:43:39.267421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-0e15f5ac-5d70-432e-8e51-101b9e940af0 service neutron] 10.222.0.75 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482738 Apr 11 20:43:39.276969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:39.322038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Deleting port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:39.322387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:39.338496 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69969ef1-d463-4378-ad99-2be36948da14'] response: {'name': 'network-changed', 'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e', 'status': 'completed', 'code': 200} Apr 11 20:43:39.455226 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444a070c-34be-4685-bfa6-c30aa36c8921'] response: {'server_uuid': 'c4b0eb01-8b93-4d1b-bc9e-4215dd28041b', 'name': 'network-vif-deleted', 'tag': '52197ff6-f22d-4866-abd1-a425bb182edd', 'status': 'completed', 'code': 200} Apr 11 20:43:39.552955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77c76ca3-b2b0-40c6-b4d6-79a2dd79656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:39.712151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 014ee3b2-2c71-4021-82f6-34f118a267b4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:39.774145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-9c237c1b-0187-4ebc-8f5c-46c0b4a43ac9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724&tenant_id=3d5a8859c567410f9833e077a1517428 HTTP/1.1" status: 200 len: 1095 time: 0.4005032 Apr 11 20:43:39.848977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77c76ca3-b2b0-40c6-b4d6-79a2dd79656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:39.907655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82773832-98ed-40a8-b6e0-278699d8eb3c req-c53b2ee5-9a24-4f6d-9eef-08841229b56d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:39.914616 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82773832-98ed-40a8-b6e0-278699d8eb3c req-c53b2ee5-9a24-4f6d-9eef-08841229b56d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 943 time: 0.7327695 Apr 11 20:43:40.007769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 014ee3b2-2c71-4021-82f6-34f118a267b4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:40.008877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 014ee3b2-2c71-4021-82f6-34f118a267b4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:40.008996 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:40.070118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec282e-54a3-458b-ad1e-d2b2475cfe39 req-ef1b4bca-af74-4762-b594-06ce869a950e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:40.078110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60ec282e-54a3-458b-ad1e-d2b2475cfe39 req-ef1b4bca-af74-4762-b594-06ce869a950e tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.4520724 Apr 11 20:43:40.118000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f94135fb-a497-47b9-8709-7e85a639f188 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1095 time: 0.3031967 Apr 11 20:43:40.281649 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:40.324606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-475312ad-dbc9-475a-bff0-67724b705f1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:40.325973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-475312ad-dbc9-475a-bff0-67724b705f1e service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.1932731 Apr 11 20:43:40.365122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 014ee3b2-2c71-4021-82f6-34f118a267b4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=014ee3b2-2c71-4021-82f6-34f118a267b4,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:40.371042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ffbab810-98d8-4415-b320-cfb0729623f1 req-1b9d6130-fdfe-48a5-a10d-1cc29c466df7 service neutron] 10.222.0.75 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0662789 Apr 11 20:43:40.427813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60ec282e-54a3-458b-ad1e-d2b2475cfe39 req-c989fa3a-75e8-4c21-b49d-07c8b310c1fc tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485208 Apr 11 20:43:40.457708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-8360e44f-aeb0-427b-98a7-ec9eaab87d4f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 200 len: 217 time: 0.1086025 Apr 11 20:43:40.474090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:40.509652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77c76ca3-b2b0-40c6-b4d6-79a2dd79656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:40.603595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c76ca3-b2b0-40c6-b4d6-79a2dd79656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74014a4-7f7c-4cc1-8db5-e483d8b121b1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:40.606189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77c76ca3-b2b0-40c6-b4d6-79a2dd79656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:40.610866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-77c76ca3-b2b0-40c6-b4d6-79a2dd79656c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e74014a4-7f7c-4cc1-8db5-e483d8b121b1 HTTP/1.1" status: 204 len: 168 time: 1.5830963 Apr 11 20:43:40.646770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=014ee3b2-2c71-4021-82f6-34f118a267b4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:40.681764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82773832-98ed-40a8-b6e0-278699d8eb3c req-a70e5f9c-6ab2-48ec-81eb-1b93b633a4cd tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7659755 Apr 11 20:43:40.748399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-45f5c823-31f4-44bf-a66c-ad5c8ba1a011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:40.751101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-45f5c823-31f4-44bf-a66c-ad5c8ba1a011 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.1241877 Apr 11 20:43:40.905849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3916f86d-4aab-4c1c-a797-7f80b97ab65f {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:43:40.911670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-4e6ff887-3fac-4a30-a21b-5799b8e6c170 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000147 Apr 11 20:43:40.925481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:40.949040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Transition to ACTIVE for port object 3916f86d-4aab-4c1c-a797-7f80b97ab65f will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:40.997035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-989b1821-1b04-4213-b9c3-809d53a78f69 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 1094 time: 0.4616048 Apr 11 20:43:41.045487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:41.046017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:41.068742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3d3bc08b-ae60-4aa9-8f80-9233af90a85b no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:41.200820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb4b7e-3622-4c7d-867a-1fd472b1f64c req-0a2c97e9-ecff-4b1a-ac82-63d30c0713ba tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:41.210450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79cb4b7e-3622-4c7d-867a-1fd472b1f64c req-0a2c97e9-ecff-4b1a-ac82-63d30c0713ba tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 946 time: 0.4535620 Apr 11 20:43:41.225444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:41.297784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:41.309647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-1167ad38-ee6a-42f1-a1af-501613d1a288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:41.312218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-1167ad38-ee6a-42f1-a1af-501613d1a288 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 905 time: 0.3077111 Apr 11 20:43:41.317903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-cb4646f1-f841-497d-89bb-8f9895e35353 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976517 Apr 11 20:43:41.359204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:41.384399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:41.488641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:41.579064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-b4adeb31-f0bc-4571-881c-4d9bcc7c3a7d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778905ee-f3d9-4193-9089-ad80134a268e HTTP/1.1" status: 200 len: 217 time: 0.2535486 Apr 11 20:43:41.631102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79cb4b7e-3622-4c7d-867a-1fd472b1f64c req-1733b135-a54a-4df4-a55a-7454a6d304e9 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193301 Apr 11 20:43:41.667221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:41.690136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 014ee3b2-2c71-4021-82f6-34f118a267b4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:41.748606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:41.787461 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166bbce7-102a-49c6-86b3-091f8554e667'] response: {'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'code': 200} Apr 11 20:43:41.895603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 014ee3b2-2c71-4021-82f6-34f118a267b4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:41.896489 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:41.944477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54086) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:42.049344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:42.058621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-49436ba6-c0e5-4bfc-9fd2-b511bb89d132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:42.060498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-49436ba6-c0e5-4bfc-9fd2-b511bb89d132 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.3669090 Apr 11 20:43:42.091966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:42.147937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f58e488c-1445-4d03-91e0-f703eb301293 service neutron] 10.222.0.75 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8184257 Apr 11 20:43:42.220009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-b8cb6632-56fa-4d74-9380-b70f46a47ba5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:42.221045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-b8cb6632-56fa-4d74-9380-b70f46a47ba5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:42.223647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:42.224144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:42.224272 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Floating IP 3c475e01-759c-4e64-8c98-cbfdcec3ae07 disassociated. External IP: 172.25.5.123, port: 3d3bc08b-ae60-4aa9-8f80-9233af90a85b. Apr 11 20:43:42.224551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Calling delete_port for 3d3bc08b-ae60-4aa9-8f80-9233af90a85b owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:42.297618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178729d-de46-417a-94b8-650eb10243f3 req-34b26703-fdc7-4ff9-a830-3bccc43826fa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:42.301185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:42.304450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0178729d-de46-417a-94b8-650eb10243f3 req-34b26703-fdc7-4ff9-a830-3bccc43826fa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.2896361 Apr 11 20:43:42.313599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4c200eb7df4f2195461cfbebcf089b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:42.317469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:42.323994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:42.373912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0178729d-de46-417a-94b8-650eb10243f3 req-35e2cd87-1fdd-4b34-8edb-1ed222e7664b tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 Apr 11 20:43:42.464078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-13c93e8a-bed6-497f-8fcc-80a49200fd27 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3463380 Apr 11 20:43:42.481993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:43:42.482331 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:43:42.681756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:42.689011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-b8cb6632-56fa-4d74-9380-b70f46a47ba5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:42.691797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-b8cb6632-56fa-4d74-9380-b70f46a47ba5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 1.2056293 Apr 11 20:43:42.708002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:43:42.708365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:43:42.708644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:42.798003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15379-7fa0-4a39-84b3-efe9938195d2 req-13dbc9fb-1aff-44c7-bbc3-9c7293e2a0d5 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:42.800300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9d15379-7fa0-4a39-84b3-efe9938195d2 req-13dbc9fb-1aff-44c7-bbc3-9c7293e2a0d5 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 943 time: 0.2064016 Apr 11 20:43:42.804769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:43:42.805099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:43:42.830869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:42.831789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5a230546-0c21-42c2-b3c4-414bd1fbb2d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85277020f6614ba2857f20cb28cd0a36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8848410 Apr 11 20:43:42.848372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54100) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:42.875716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-7ec58784-0e9a-4069-984e-3ac7f49b4a51 service neutron] 10.222.0.75 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865640 Apr 11 20:43:42.893650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:43:42.893650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:43:42.894420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:43:42.894534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Bound port: 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:43:42.894888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:42.906294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-5359c1ec-1f70-4fc6-a27c-34b8cb97f914 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:42.994328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9d15379-7fa0-4a39-84b3-efe9938195d2 req-d9610830-d9eb-430c-aa61-2c882e29b960 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718497 Apr 11 20:43:43.005544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Deleting port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:43.010746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.038110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e4c200eb7df4f2195461cfbebcf089b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9815524 Apr 11 20:43:43.057998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d787-7bda-490c-b1b4-48bbec991ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffe4769-45ff-4d63-87da-99ca8f85ca0f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:43.069692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54104) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:43.071830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:43:43.197485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-5359c1ec-1f70-4fc6-a27c-34b8cb97f914 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:43.217383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eddb5fcc-2d53-48b3-a6a5-9f419581536f req-5359c1ec-1f70-4fc6-a27c-34b8cb97f914 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110412 Apr 11 20:43:43.245674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3da30-1f56-4aae-a90b-9a6eb5fba19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.376395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d18652a-f6d4-4a8a-bb3f-5ed10a459284 req-32a18682-e8d4-4f95-8455-015bf683780a service neutron] 10.222.0.75 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872146 Apr 11 20:43:43.377611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:43.392255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:43:43.430709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-f4842b19-a296-4453-bbf8-d4b516048db4 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724&tenant_id=3d5a8859c567410f9833e077a1517428&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.5627270 Apr 11 20:43:43.503769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.663325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:43.676119 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.677746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] 10.222.0.69 "PUT /v2.0/ports/3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 1094 time: 4.8343897 Apr 11 20:43:43.678340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:43.681038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '778905ee-f3d9-4193-9089-ad80134a268e', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': '778905ee-f3d9-4193-9089-ad80134a268e', 'mac_address': 'fa:16:3e:56:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:43:43.739849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3521b-acd2-473f-9257-2fc3e206bceb service neutron] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:43.764002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.773791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19dff0-5b49-440d-babf-74dc2e2e0fa2 req-0a6a9b67-8a66-4ee7-a7c1-06950be9786c tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:43.782195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d19dff0-5b49-440d-babf-74dc2e2e0fa2 req-0a6a9b67-8a66-4ee7-a7c1-06950be9786c tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 944 time: 0.1973448 Apr 11 20:43:43.808856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778905ee-f3d9-4193-9089-ad80134a268e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:43:43.827059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:43.863314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f93321e-c0b3-4ab4-8e2f-b8c5b0fe99e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.904512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3da30-1f56-4aae-a90b-9a6eb5fba19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.956339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb62b2cd-76dd-49ce-93a4-142b80cb1ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:43.984810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.061024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb62b2cd-76dd-49ce-93a4-142b80cb1ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.096010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:44.104460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d19dff0-5b49-440d-babf-74dc2e2e0fa2 req-b6c76415-2db0-4f99-8030-ba3b8ef3afe0 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213997 Apr 11 20:43:44.136655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-f443cbf9-b14b-48b4-aacd-8163fe83295b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1097 time: 0.1739795 Apr 11 20:43:44.269787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['778905ee-f3d9-4193-9089-ad80134a268e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:44.289014 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3da30-1f56-4aae-a90b-9a6eb5fba19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.321370 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dfd3e4-6f83-4fc2-9826-fc66b22628b1'] response: {'name': 'network-changed', 'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'status': 'completed', 'code': 200} Apr 11 20:43:44.344729 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-f8daf96d-e39f-46ad-84fe-b642fa01f082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.1929166 Apr 11 20:43:44.356456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3da30-1f56-4aae-a90b-9a6eb5fba19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbf168-88e6-4c6d-870c-21a4c88d73ca,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:44.366037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-39fdd80a-d3be-4bb2-9303-df9bd6e0e639 service neutron] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:43:44.376286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb62b2cd-76dd-49ce-93a4-142b80cb1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.435309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62b2cd-76dd-49ce-93a4-142b80cb1ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffe4769-45ff-4d63-87da-99ca8f85ca0f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:44.450162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc5ae-f862-4a5a-b38b-9a01ba2d547e req-dc871f71-8569-4bd9-b9c9-a7630c910832 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:44.457587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06abc5ae-f862-4a5a-b38b-9a01ba2d547e req-dc871f71-8569-4bd9-b9c9-a7630c910832 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.5456831 Apr 11 20:43:44.461767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] For port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:44.461767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.493489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-05636d5c-7d42-457a-ad79-b288595500af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:44.494939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-05636d5c-7d42-457a-ad79-b288595500af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1460040 Apr 11 20:43:44.565022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6155-711d-42a8-9a68-8e5eb46f5e6b req-9fec34d5-1642-46c0-894c-befc49a7b184 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:44.568352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d8a6155-711d-42a8-9a68-8e5eb46f5e6b req-9fec34d5-1642-46c0-894c-befc49a7b184 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 944 time: 0.1725955 Apr 11 20:43:44.662685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-2038807c-6eb9-4d28-92b3-6b2d34c86516 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595895 Apr 11 20:43:44.676130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06abc5ae-f862-4a5a-b38b-9a01ba2d547e req-47cfdc2f-66bc-4aa2-a0f0-64532e1c3430 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175581 Apr 11 20:43:44.758876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:43:44.848019 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-401eb15f-19f0-4b1d-af92-e6973793d824 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791186 Apr 11 20:43:44.848954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb62b2cd-76dd-49ce-93a4-142b80cb1ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.852330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb62b2cd-76dd-49ce-93a4-142b80cb1ac0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ffe4769-45ff-4d63-87da-99ca8f85ca0f HTTP/1.1" status: 204 len: 168 time: 1.7789936 Apr 11 20:43:44.852495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d8a6155-711d-42a8-9a68-8e5eb46f5e6b req-2c141fed-5b7c-46fa-ad62-6d8708cd1d56 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699597 Apr 11 20:43:44.854803 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3da30-1f56-4aae-a90b-9a6eb5fba19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.855953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dfb3da30-1f56-4aae-a90b-9a6eb5fba19c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5dbf168-88e6-4c6d-870c-21a4c88d73ca HTTP/1.1" status: 204 len: 168 time: 2.0063386 Apr 11 20:43:44.862181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-39fdd80a-d3be-4bb2-9303-df9bd6e0e639 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:44.863090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82433834-2ce1-47f4-ac82-d7d467625f81 req-39fdd80a-d3be-4bb2-9303-df9bd6e0e639 service neutron] 10.222.0.75 "DELETE /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696/bindings/n-h1-837321-1 HTTP/1.1" status: 204 len: 173 time: 1.3672173 Apr 11 20:43:45.171015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:45.172307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:45.172547 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Floating IP 3c475e01-759c-4e64-8c98-cbfdcec3ae07 disassociated. External IP: 172.25.5.123, port: 3d3bc08b-ae60-4aa9-8f80-9233af90a85b. Apr 11 20:43:45.172794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Calling delete_port for 3d3bc08b-ae60-4aa9-8f80-9233af90a85b owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:45.221644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6f1c31f-ff5b-437b-b316-1f18352a6e3e req-20a303a1-5e51-49f0-a112-dbb0ff725506 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495905 Apr 11 20:43:45.308843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40126b3-475e-427c-946a-dfb927bd59e8 req-f4a8578a-5f5e-408b-9e79-e6fe6a07fac8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:45.311830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b40126b3-475e-427c-946a-dfb927bd59e8 req-f4a8578a-5f5e-408b-9e79-e6fe6a07fac8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 0.2821634 Apr 11 20:43:45.628106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b40126b3-475e-427c-946a-dfb927bd59e8 req-d2b4d9ec-6b6d-41d0-acca-b44778164921 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086972 Apr 11 20:43:45.824847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c3e73-0c39-45fd-98a3-fe6639d1b12c req-31d0d48f-2189-4fd9-9567-5fb00e973002 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:45.839850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab5c3e73-0c39-45fd-98a3-fe6639d1b12c req-31d0d48f-2189-4fd9-9567-5fb00e973002 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 944 time: 0.3121972 Apr 11 20:43:45.934499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:45.972630 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab5c3e73-0c39-45fd-98a3-fe6639d1b12c req-37882c9d-6497-44ea-9e45-41b6b00b0ae3 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups?id=712e483a-01fd-4583-a77f-eaac38de944d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294670 Apr 11 20:43:46.016486 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-71112448-732f-4514-a54f-5db4185f6168 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1097 time: 0.6291628 Apr 11 20:43:46.020518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event deleted for resources: {'Port': ['ID=3d3bc08b-ae60-4aa9-8f80-9233af90a85b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:46.087049 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7484527-f1d6-477a-b433-a24589c9f637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:46.309268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54152) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:46.331799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-edb75e92-e892-4a01-8f33-05e555cc5f64 req-c8410225-d9cd-40a7-a24a-b4bd3fc40075 tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 1095 time: 0.4418368 Apr 11 20:43:46.334284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-dc194bdf-023d-4153-a26c-97b98722c37b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:46.339207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-dc194bdf-023d-4153-a26c-97b98722c37b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3135462 Apr 11 20:43:46.457838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-0e78f65f-1c96-43b3-9df8-3faa96d5c10d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.1148388 Apr 11 20:43:46.545738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-b835214c-6d00-48db-8aee-9b6749ad4be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:46.547705 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-b835214c-6d00-48db-8aee-9b6749ad4be3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0838251 Apr 11 20:43:46.582369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a786e2e1-b6a2-4d27-8ca8-659f31107bf8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f41d5462b021459d88d054d69e54ba43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2604268 Apr 11 20:43:46.585402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54158) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:46.603871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27c36-fdfe-474c-8538-c82600680dbb req-309b7aa0-50b5-4949-8d9e-5cb65932f47c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:46.605483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bda27c36-fdfe-474c-8538-c82600680dbb req-309b7aa0-50b5-4949-8d9e-5cb65932f47c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 944 time: 0.4012699 Apr 11 20:43:46.677536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-edb75e92-e892-4a01-8f33-05e555cc5f64 req-20b0ca4c-d65f-4590-b281-86b02e730b3b tempest-LiveAutoBlockMigrationV225Test-1145138850 tempest-LiveAutoBlockMigrationV225Test-1145138850-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331181 Apr 11 20:43:46.688582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bda27c36-fdfe-474c-8538-c82600680dbb req-be4b94d9-5c2d-4574-86d4-4a2dbafa83f3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Apr 11 20:43:46.722170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-80c01118-7b4d-4625-a6ea-7e7bb8240033 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683989 Apr 11 20:43:46.759268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5626a29a-4fb0-4ee2-b163-5437030297ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:46.840066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5626a29a-4fb0-4ee2-b163-5437030297ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.042278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-26d24b79-b778-4313-886b-4b23f077e919 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061306 Apr 11 20:43:47.087792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:47.123197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5626a29a-4fb0-4ee2-b163-5437030297ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.219872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626a29a-4fb0-4ee2-b163-5437030297ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970dfc2a-a77d-40eb-ab7c-57d86817c6a2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:47.399209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f3a0a25-c0d5-4ee1-81d8-6a8df5c78d36 req-414d8da8-c830-46af-9f6a-0cb5ccd9f860 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495305 Apr 11 20:43:47.427912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.464711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0f19-8835-4787-b3c7-66af38a77090 req-a0b72246-87dd-478c-b27b-d1a9253f9351 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:47.465708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d13f0f19-8835-4787-b3c7-66af38a77090 req-a0b72246-87dd-478c-b27b-d1a9253f9351 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 0.4877453 Apr 11 20:43:47.471669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5626a29a-4fb0-4ee2-b163-5437030297ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.472897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5626a29a-4fb0-4ee2-b163-5437030297ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/970dfc2a-a77d-40eb-ab7c-57d86817c6a2 HTTP/1.1" status: 204 len: 168 time: 0.8852878 Apr 11 20:43:47.504851 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.554416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Router aa4339e8-7c90-46d8-a2c4-80c247f91243 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:43:47.610189 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d13f0f19-8835-4787-b3c7-66af38a77090 req-fde4be1e-0498-4cbe-99f3-61ce5ea7a172 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138377 Apr 11 20:43:47.618318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 778905ee-f3d9-4193-9089-ad80134a268e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:47.618318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 778905ee-f3d9-4193-9089-ad80134a268e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:47.618318 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.872707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:47.906527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:47.919420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:48.015551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:48.038785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bf25a91-91a5-4a37-bfbf-4bc30ed04494 req-92f071ae-91cb-4e0d-8fab-540d8c3cbb83 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Synchronizing usage tracker for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:48.165192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bf25a91-91a5-4a37-bfbf-4bc30ed04494 req-92f071ae-91cb-4e0d-8fab-540d8c3cbb83 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Unset dirty status for tenant:4ba2eb757af948d1a7501cfe9a3e9452 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:48.166372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bf25a91-91a5-4a37-bfbf-4bc30ed04494 req-92f071ae-91cb-4e0d-8fab-540d8c3cbb83 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 210 time: 0.1747248 Apr 11 20:43:48.167734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:48.187155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12b84b-8b9d-45da-bc00-47b528420a09 req-44afe1e3-193b-4ab9-a787-6bacbf806ac9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:48.188787 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab12b84b-8b9d-45da-bc00-47b528420a09 req-44afe1e3-193b-4ab9-a787-6bacbf806ac9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1457222 Apr 11 20:43:48.245067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:43:48.299826 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab12b84b-8b9d-45da-bc00-47b528420a09 req-2dfe765a-9db6-49e5-90f7-71266243fb1f tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017900 Apr 11 20:43:48.309331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:43:48.328313 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] Sync routers for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:43:48.357842 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:48.375934 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:48.487377 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8a8097-f10a-44d7-9251-2a49b94330c4'] response: {'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e', 'code': 200} Apr 11 20:43:48.684137 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:48.684404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:48.700565 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:48.701247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'mac_address': 'fa:16:3e:c9:34:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:43:48.818752 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:48.883367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-42e80a35-c1f4-4f71-b56a-2baf7d44a2fa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:48.886768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-42e80a35-c1f4-4f71-b56a-2baf7d44a2fa tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.2423470 Apr 11 20:43:48.891758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3916f86d-4aab-4c1c-a797-7f80b97ab65f {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:43:48.895091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] No DVR routers for this DVR port 3d3bc08b-ae60-4aa9-8f80-9233af90a85b on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:48.910640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:48.913955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65742428-98c9-41fa-aa16-3cce680b4145 req-c491042a-cb56-43ab-95b7-57ac3a443f00 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.75 "DELETE /v2.0/ports/3d3bc08b-ae60-4aa9-8f80-9233af90a85b HTTP/1.1" status: 204 len: 173 time: 9.7056782 Apr 11 20:43:48.920558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'name': 'network-vif-deleted', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:48.960861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:49.040530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:49.070495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Deleting port 481af65f-54eb-4df0-88d0-19d5e468e696 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:49.070850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:49.073723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a95dab-b385-4ff7-89ba-30dfba2cf104 req-18de4ff3-f6bb-4278-8601-2327a176a29e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 1096 time: 0.4669173 Apr 11 20:43:49.198018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee92c6-f959-4f41-9188-b0d08c577ee2 req-b3c1f630-f64e-4460-96a1-9e42c56172b3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:49.209724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36ee92c6-f959-4f41-9188-b0d08c577ee2 req-b3c1f630-f64e-4460-96a1-9e42c56172b3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 944 time: 0.7109203 Apr 11 20:43:49.226500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:49.343556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:49.367966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a95dab-b385-4ff7-89ba-30dfba2cf104 req-20f70388-8b10-48df-85b1-3d30488bbc3e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869723 Apr 11 20:43:49.391566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169c163-eac3-4b36-9f04-5241645d7d6c req-2732efb3-d45a-4805-9100-cbb59c9a8ce7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:49.401307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8169c163-eac3-4b36-9f04-5241645d7d6c req-2732efb3-d45a-4805-9100-cbb59c9a8ce7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 947 time: 0.2576320 Apr 11 20:43:49.404169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36ee92c6-f959-4f41-9188-b0d08c577ee2 req-6a60064a-9367-4c77-b57c-edc6449c1c51 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931877 Apr 11 20:43:49.457045 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:12Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:49.457045 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] Checking router: aa4339e8-7c90-46d8-a2c4-80c247f91243 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:43:49.475106 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:43:49.475106 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:49.591185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8169c163-eac3-4b36-9f04-5241645d7d6c req-59c30722-f827-4455-9f08-837bbc25c2da tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912868 Apr 11 20:43:49.674482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] For port 481af65f-54eb-4df0-88d0-19d5e468e696, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=481af65f-54eb-4df0-88d0-19d5e468e696,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:49.678996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:49.693087 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cf0a57-4cf2-4b67-870a-d093994ec522'] response: {'server_uuid': 'ddda930e-9ee6-4eda-9208-4c1c39d1b06f', 'name': 'network-vif-deleted', 'tag': '3d3bc08b-ae60-4aa9-8f80-9233af90a85b', 'status': 'completed', 'code': 200} Apr 11 20:43:49.962052 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:43:49.990352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c11b5-db7a-44b6-918e-abbc0195034c req-b14d0177-023a-4685-98e6-7561868fc007 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:50.001056 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-294c11b5-db7a-44b6-918e-abbc0195034c req-b14d0177-023a-4685-98e6-7561868fc007 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1541891 Apr 11 20:43:50.107422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-294c11b5-db7a-44b6-918e-abbc0195034c req-308224e9-0b41-45ad-8f51-103d664de126 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049821 Apr 11 20:43:50.173784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Calling delete_port for 481af65f-54eb-4df0-88d0-19d5e468e696 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:50.430822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-25a600a5-941e-44a1-bb6c-c7abd248f4d5 req-aaab7ff3-0295-4f4b-a782-5d9838ea0c66 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda930e-9ee6-4eda-9208-4c1c39d1b06f HTTP/1.1" status: 200 len: 210 time: 0.5179453 Apr 11 20:43:50.501078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:50.515580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['481af65f-54eb-4df0-88d0-19d5e468e696'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:43:50.559423 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:12Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:43:50.569091 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f51b46-76ab-4279-889d-c6e1548ff46d None None] The sync data for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 is: [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:42:03Z', 'revision_number': 4, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1b9da122-0fe6-4680-9aee-573ee30e1fef', 'name': '', 'network_id': 'cf258c1c-c0b6-4678-b668-4ee11a55bae8', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'mac_address': 'fa:16:3e:5b:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ac46aaf-2704-45db-a783-703d454217f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:00Z', 'updated_at': '2022-04-11T20:42:12Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'subnets': [{'id': '3ac46aaf-2704-45db-a783-703d454217f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:43:50.746051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event deleted for resources: {'Port': ['ID=481af65f-54eb-4df0-88d0-19d5e468e696,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:50.834790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc854e38-79e5-45de-b238-aa8519de4772 req-da67f298-2e20-4a04-860a-79b9cf3c6162 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 210 time: 0.0898952 Apr 11 20:43:50.835862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] No DVR routers for this DVR port 481af65f-54eb-4df0-88d0-19d5e468e696 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:43:50.840018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:50.845607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'name': 'network-vif-deleted', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:50.946232 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a46d8456-2356-45c7-8825-4e3754c1b8bf req-790a06f2-1ee1-4f3d-a27e-9572475e1839 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "DELETE /v2.0/ports/481af65f-54eb-4df0-88d0-19d5e468e696 HTTP/1.1" status: 204 len: 173 time: 2.0493622 Apr 11 20:43:50.989249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-c1749518-b6ee-4530-951a-539a3c65492a tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f96c66f2eb5e469583b3d23c68c7224c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459173 Apr 11 20:43:51.103570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7727b-acb7-4020-b9d7-e499dd32e86b req-9b9a5b19-3c5f-4ff5-9546-ffa7d2ee1512 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:51.110077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49b7727b-acb7-4020-b9d7-e499dd32e86b req-9b9a5b19-3c5f-4ff5-9546-ffa7d2ee1512 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 947 time: 0.1068206 Apr 11 20:43:51.185184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743877f3-5c69-456f-aa22-03c2098807c6 req-80cf0693-23fd-4394-94f6-4b3448231712 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:51.193602 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-80cf0693-23fd-4394-94f6-4b3448231712 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031896 Apr 11 20:43:51.203296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49b7727b-acb7-4020-b9d7-e499dd32e86b req-2e7851e9-48ed-4293-8435-f8f4091f7ba7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904179 Apr 11 20:43:51.213858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-379b809c-5bf9-4aee-bad3-661fc8b2f62c tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/quotas/f96c66f2eb5e469583b3d23c68c7224c HTTP/1.1" status: 200 len: 375 time: 0.0189857 Apr 11 20:43:51.278599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-627f8056-f182-4305-b166-d511b77f5e8d tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f96c66f2eb5e469583b3d23c68c7224c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630169 Apr 11 20:43:51.383527 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd343309-ba52-4e52-ac67-88ecdc17913a'] response: {'server_uuid': '59e21cd0-dae5-412a-af20-12cdd75e6724', 'name': 'network-vif-deleted', 'tag': '481af65f-54eb-4df0-88d0-19d5e468e696', 'status': 'completed', 'code': 200} Apr 11 20:43:51.665831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d250235-a13f-47f8-8a81-8c3992332946 req-1d1c05ff-5c2a-4397-a908-d5146078688a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:51.673446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d250235-a13f-47f8-8a81-8c3992332946 req-1d1c05ff-5c2a-4397-a908-d5146078688a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1065943 Apr 11 20:43:51.802144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d250235-a13f-47f8-8a81-8c3992332946 req-7be5d0f7-ba5d-43a8-af23-a1d7ce5c34ca tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227999 Apr 11 20:43:51.924168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dd2641f-b4a0-4c4c-8c7a-b85b57bc7720 req-7a95a2ee-4905-4126-8ad9-f92ba510db61 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 210 time: 0.0581141 Apr 11 20:43:52.134952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-fe37eb53-5103-4add-be1f-403f4ad91512 req-635c941f-6c07-46a2-a637-d6c30f8b7e43 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:43:52.260809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-fe37eb53-5103-4add-be1f-403f4ad91512 req-635c941f-6c07-46a2-a637-d6c30f8b7e43 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:43:52.266733 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe37eb53-5103-4add-be1f-403f4ad91512 req-635c941f-6c07-46a2-a637-d6c30f8b7e43 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 210 time: 0.1750684 Apr 11 20:43:52.276521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:43:52.423680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54324) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:52.522528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 3916f86d-4aab-4c1c-a797-7f80b97ab65f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:52.531380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 3916f86d-4aab-4c1c-a797-7f80b97ab65f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:52.531793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:52.725067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82d2a02c-3539-4bb4-9073-b24f0a904d23 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:52.769965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:52.781369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82d2a02c-3539-4bb4-9073-b24f0a904d23 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:52.809759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eb66a-5571-4a7b-9ac5-e7547666543a req-15710a9d-3a06-429f-b551-c7e594a8c80e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:52.833741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f84eb66a-5571-4a7b-9ac5-e7547666543a req-15710a9d-3a06-429f-b551-c7e594a8c80e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1511047 Apr 11 20:43:52.850398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:52.851859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:43:52.853371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a39b-6f91-4f09-ba00-ca890fa5bc27 req-8b587211-2ed2-4750-9dcd-24a377283b72 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:52.865300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5d7a39b-6f91-4f09-ba00-ca890fa5bc27 req-8b587211-2ed2-4750-9dcd-24a377283b72 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 947 time: 0.3105149 Apr 11 20:43:52.934045 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:52.949317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f84eb66a-5571-4a7b-9ac5-e7547666543a req-a5304298-02b7-4765-bb94-4c2a99ffa4a5 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141963 Apr 11 20:43:52.992514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5d7a39b-6f91-4f09-ba00-ca890fa5bc27 req-4dd4f518-9c3d-4b66-9f27-5054849bf4f8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259818 Apr 11 20:43:53.049222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82d2a02c-3539-4bb4-9073-b24f0a904d23 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:53.086644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:53.101210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2a02c-3539-4bb4-9073-b24f0a904d23 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712e483a-01fd-4583-a77f-eaac38de944d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:53.122223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:43:53.220092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82d2a02c-3539-4bb4-9073-b24f0a904d23 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:53.222471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-82d2a02c-3539-4bb4-9073-b24f0a904d23 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "DELETE /v2.0/security-groups/712e483a-01fd-4583-a77f-eaac38de944d HTTP/1.1" status: 204 len: 168 time: 0.7981119 Apr 11 20:43:53.225717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54344) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:53.245223 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af98c33-4020-4f71-97bd-2af97eca12dc'] response: {'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'code': 200} Apr 11 20:43:53.268087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df79444-63a9-401b-a3e6-6906bda5b2da None None] New status for floating IP 3c475e01-759c-4e64-8c98-cbfdcec3ae07: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:43:53.491841 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-29d45007-02f4-401e-962c-338aa760a16f tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] show failed (client error): The resource could not be found. Apr 11 20:43:53.499028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-29d45007-02f4-401e-962c-338aa760a16f tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "GET /v2.0/security-groups/712e483a-01fd-4583-a77f-eaac38de944d HTTP/1.1" status: 404 len: 347 time: 0.2719398 Apr 11 20:43:53.499274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54352) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:53.536495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 481af65f-54eb-4df0-88d0-19d5e468e696 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:43:53.536971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 481af65f-54eb-4df0-88d0-19d5e468e696 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:43:53.587931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf8c65d9-c082-4ac0-b27c-dcdede91ed7f req-289fcc92-d935-4d39-aa34-6976b360a204 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.3177857 Apr 11 20:43:53.804007 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce790708-b7b1-464e-bcb2-ccbf18c5f7c0 req-469d1c70-85e0-41f6-863a-a74f8b8538b5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e21cd0-dae5-412a-af20-12cdd75e6724 HTTP/1.1" status: 200 len: 210 time: 0.1874890 Apr 11 20:43:53.825195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf8c65d9-c082-4ac0-b27c-dcdede91ed7f req-f1c0eca3-2efa-439a-91a2-7dea000ce0e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305102 Apr 11 20:43:53.859577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61a667f2-4d4e-4a6f-af5a-5eeeaafcb159 req-bf73f274-5d44-433b-bcd1-76b38a890ccd tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 210 time: 0.0796354 Apr 11 20:43:54.047420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Deleting port 0f4e5d68-79f1-438b-97f5-5818ff724b55 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:54.047790 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:54.334396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54366) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:54.433942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c482f2-2e8a-47c0-9910-bc6ba44db3ba req-a5336b1c-6009-49cf-b613-c296db0ed007 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:54.437143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b8c482f2-2e8a-47c0-9910-bc6ba44db3ba req-a5336b1c-6009-49cf-b613-c296db0ed007 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.1611795 Apr 11 20:43:54.527064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:54.527540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:54.557292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b8c482f2-2e8a-47c0-9910-bc6ba44db3ba req-9e256e23-ce28-473d-9877-76af20d3626a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127989 Apr 11 20:43:54.607626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:54.676546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:54.680976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Usage tracker for resource:security_group_rule and tenant:43a39abf54c34cccbe1e537af9879a3b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:54.687453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:54.704493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:54.709180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Calling delete_port for 0f4e5d68-79f1-438b-97f5-5818ff724b55 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:54.855842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:54.933982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.012115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43a39abf54c34cccbe1e537af9879a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6766794 Apr 11 20:43:55.077404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54388) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:55.078440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be9dd4-ad84-47ac-8d7e-9e196e03d5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315e0d3-8a1e-4d99-b075-c4c7a2f7d167,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:55.189989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e878ce7a-3a3a-41e3-ad4e-e2ca84cf2dd9 req-9b7f56ba-5b83-48b9-9958-c87ebe3c34cd tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 210 time: 0.0847404 Apr 11 20:43:55.247587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed35176-3cae-464e-9dbd-a0e3a265803f req-70b4ad88-a657-423a-a1b6-f9d20c7081e8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:55.257595 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ed35176-3cae-464e-9dbd-a0e3a265803f req-70b4ad88-a657-423a-a1b6-f9d20c7081e8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.3706868 Apr 11 20:43:55.330259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ed35176-3cae-464e-9dbd-a0e3a265803f req-ea21502a-ebbe-41a8-a567-e4e891ff8e0f tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 Apr 11 20:43:55.330783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c02e-a479-4c73-bbd5-dec80d9d2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.333515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.388499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c02e-a479-4c73-bbd5-dec80d9d2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.428057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Pushing event deleted for resources: {'Port': ['ID=0f4e5d68-79f1-438b-97f5-5818ff724b55,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:55.557530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-6be143fc-7eaf-4077-9f3c-60ea8ec088cc tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f96c66f2eb5e469583b3d23c68c7224c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608547 Apr 11 20:43:55.563140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.590477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c02e-a479-4c73-bbd5-dec80d9d2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.667434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.669095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d685be1c-0706-4ae8-bf03-f8f35b5c6133 tempest-ServersTestManualDisk-906972744 tempest-ServersTestManualDisk-906972744-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c475e01-759c-4e64-8c98-cbfdcec3ae07 HTTP/1.1" status: 204 len: 168 time: 2.1677814 Apr 11 20:43:55.673044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:55.693319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c02e-a479-4c73-bbd5-dec80d9d2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315e0d3-8a1e-4d99-b075-c4c7a2f7d167,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:55.763565 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c02e-a479-4c73-bbd5-dec80d9d2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:55.772806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6bb2c02e-a479-4c73-bbd5-dec80d9d2a55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8315e0d3-8a1e-4d99-b075-c4c7a2f7d167 HTTP/1.1" status: 204 len: 168 time: 0.6729295 Apr 11 20:43:55.934077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743877f3-5c69-456f-aa22-03c2098807c6 req-45f0be1e-1156-4a80-b502-6b741bcde386 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:55.938774 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-45f0be1e-1156-4a80-b502-6b741bcde386 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3743134 Apr 11 20:43:55.957896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Request body: {'port': {'device_id': '30b4066e-2127-4624-ac51-c42598093f3c', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'f96c66f2eb5e469583b3d23c68c7224c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:56.034680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b260927-7b26-415e-b649-0f4e8aba49a7 req-313a499d-cade-4393-b82e-d86648f33018 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:56.043269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b260927-7b26-415e-b649-0f4e8aba49a7 req-313a499d-cade-4393-b82e-d86648f33018 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.2542677 Apr 11 20:43:56.193803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b260927-7b26-415e-b649-0f4e8aba49a7 req-647ca115-b5e3-4f24-a8a2-cb846a5362fe tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492288 Apr 11 20:43:56.543648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:56.554676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Usage tracker for resource:port and tenant:f96c66f2eb5e469583b3d23c68c7224c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:56.569596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:56.677173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:56.726401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16c6ed58-aa60-4a7c-9b0b-23df82f2d1ec req-b474ae3d-a655-409a-be8e-a18e1b24bc5d tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 210 time: 0.1988075 Apr 11 20:43:56.779237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:56.825451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Made reservation on behalf of f96c66f2eb5e469583b3d23c68c7224c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:43:56.828691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:56.854643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:56.926626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:56.937773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Usage tracker for resource:security_group_rule and tenant:f96c66f2eb5e469583b3d23c68c7224c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:56.959422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:56.982430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:56.992167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54422) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:57.133317 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.196478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-85388046-c7e5-442f-b316-f94dc7c82dbd tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.1119282 Apr 11 20:43:57.224868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.232839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:57.244642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Usage tracker for resource:security_group_rule and tenant:c42d258217df46d6ad3c882a856e2df8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:57.248397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:57.266442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:57.279742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:43:57.293482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Usage tracker for resource:security_group_rule and tenant:75383fb6d1b54e289304dbc86b38c8d8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:43:57.297724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bb5b-ea7b-4889-abd1-b7b7cd5baf37 req-b33057bf-c8ed-4ec1-ab05-7d989700ed5c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:57.305460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5542bb5b-ea7b-4889-abd1-b7b7cd5baf37 req-b33057bf-c8ed-4ec1-ab05-7d989700ed5c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.2562096 Apr 11 20:43:57.307918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:43:57.315741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:43:57.333940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.375774 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5542bb5b-ea7b-4889-abd1-b7b7cd5baf37 req-2272567b-70b8-400c-9da6-f3728b83b790 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687189 Apr 11 20:43:57.550251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.552889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.642635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.738803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.785988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:57.804447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7deb0da-6198-4165-bc22-e54cc41b4ca3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:57.812995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Allocated IP 192.168.233.136 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/151671aa-c258-4309-9bf9-e8450ef95587) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:43:57.835684 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c42d258217df46d6ad3c882a856e2df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8418591 Apr 11 20:43:57.842352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:43:57.903421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef39c0a-822f-4229-9a76-f063617a0af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a8a664-83c7-4339-bcfa-d2b0cb4a0153,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:57.953946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f649ad11-fca6-47c1-b2d1-c7ebe2d029bd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:57.972189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbb314cf-a2e2-46d5-bf5d-4c50cb9869e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.010943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-511084c0-9070-4bf5-8315-e4688c7c6f30 req-8b1c1a21-cddd-4ccc-ace7-6b2cdc087b84 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134844 Apr 11 20:43:58.101655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbb314cf-a2e2-46d5-bf5d-4c50cb9869e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.132117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac71e6c1-52e2-4f69-a6cc-38edca07c850 req-d4904ec3-eda1-4aac-ba9e-94e86c748f9e tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 210 time: 0.1246185 Apr 11 20:43:58.354348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Deleting port 1b9da122-0fe6-4680-9aee-573ee30e1fef {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:43:58.355839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.420115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbb314cf-a2e2-46d5-bf5d-4c50cb9869e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.480335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb314cf-a2e2-46d5-bf5d-4c50cb9869e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a8a664-83c7-4339-bcfa-d2b0cb4a0153,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:58.486257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbb314cf-a2e2-46d5-bf5d-4c50cb9869e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.487687 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bbb314cf-a2e2-46d5-bf5d-4c50cb9869e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9a8a664-83c7-4339-bcfa-d2b0cb4a0153 HTTP/1.1" status: 204 len: 168 time: 0.6403146 Apr 11 20:43:58.496799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.542696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Transition to ACTIVE for port object 151671aa-c258-4309-9bf9-e8450ef95587 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:43:58.680809 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.756427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:58.871586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:43:58.883672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:43:58.883672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:43:58.940924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4aed58c-d78f-465e-89d2-912582d1121f req-68e6f82e-f948-49d9-a95b-c2f4afec0265 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5273349 Apr 11 20:43:59.032312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] For port 1b9da122-0fe6-4680-9aee-573ee30e1fef, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1b9da122-0fe6-4680-9aee-573ee30e1fef,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:43:59.035622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:59.319049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:59.322624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:59.344776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Calling delete_port for 1b9da122-0fe6-4680-9aee-573ee30e1fef owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:43:59.363691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e8b10e82-6685-453e-a227-a83fc75b3657 None None] Provisioning for port 151671aa-c258-4309-9bf9-e8450ef95587 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:43:59.370243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e8b10e82-6685-453e-a227-a83fc75b3657 None None] Provisioning complete for port 151671aa-c258-4309-9bf9-e8450ef95587 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:43:59.373375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e82-6685-453e-a227-a83fc75b3657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:59.431555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Pushing event updated for resources: {'Port': ['ID=151671aa-c258-4309-9bf9-e8450ef95587,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:43:59.554214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7241c8-b272-435f-b8ea-10ebf3dabba5 req-27592440-c4e1-483a-8ea3-f6700e5dc136 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:43:59.558003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a7241c8-b272-435f-b8ea-10ebf3dabba5 req-27592440-c4e1-483a-8ea3-f6700e5dc136 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.8823190 Apr 11 20:43:59.560471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e8b10e82-6685-453e-a227-a83fc75b3657 None None] Port 151671aa-c258-4309-9bf9-e8450ef95587 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:43:59.625511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-da7c87ae-5624-48fe-929e-973ef6044738 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6727540 Apr 11 20:43:59.682836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Request body: {'port': {'device_id': '30b4066e-2127-4624-ac51-c42598093f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:43:59.710326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a7241c8-b272-435f-b8ea-10ebf3dabba5 req-4db1b468-443e-4c6d-8330-79cd6abefbd8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437650 Apr 11 20:43:59.840900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:43:59.884228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:00.224442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9da122-0fe6-4680-9aee-573ee30e1fef,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:00.396620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:00.610984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9ee2-1428-49ec-82df-004f86ba57ed req-6bf09840-e785-4c76-99e5-7a5d9722977b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:00.613116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67b9ee2-1428-49ec-82df-004f86ba57ed req-6bf09840-e785-4c76-99e5-7a5d9722977b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.3677561 Apr 11 20:44:00.641780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-b519b81f-6451-4196-8ef7-b5c7b17ebe2c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4056237 Apr 11 20:44:00.661672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc8d56-e7ee-4c7a-bf34-78441eeb77e6 req-550828ed-1506-4969-bcf5-d8f385425a83 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:00.663451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38dc8d56-e7ee-4c7a-bf34-78441eeb77e6 req-550828ed-1506-4969-bcf5-d8f385425a83 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 936 time: 0.3941565 Apr 11 20:44:00.746985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67b9ee2-1428-49ec-82df-004f86ba57ed req-7abacb72-ed83-415a-a23d-f4f05ffe696b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083159 Apr 11 20:44:00.747823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38dc8d56-e7ee-4c7a-bf34-78441eeb77e6 req-02b8dcc3-4065-45cd-8d55-47f61b365690 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742128 Apr 11 20:44:00.885488 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:01.005085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151671aa-c258-4309-9bf9-e8450ef95587 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:01.025275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:01.078058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Transition to ACTIVE for port object 151671aa-c258-4309-9bf9-e8450ef95587 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:01.177657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:01.292980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54516) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:01.585135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Pushing event updated for resources: {'Port': ['ID=151671aa-c258-4309-9bf9-e8450ef95587,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:01.694067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ae735139-6273-4d32-b47a-d7c49f63c3b2 tempest-AgentManagementNegativeTest-1850428788 tempest-AgentManagementNegativeTest-1850428788-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3966229 Apr 11 20:44:01.948073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Attempting to bind port 151671aa-c258-4309-9bf9-e8450ef95587 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:01.948710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Attempting to bind port 151671aa-c258-4309-9bf9-e8450ef95587 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:01.949279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Attempting to bind port 151671aa-c258-4309-9bf9-e8450ef95587 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:01.964239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Port 151671aa-c258-4309-9bf9-e8450ef95587 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:44:01.964921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Attempting to bind port 151671aa-c258-4309-9bf9-e8450ef95587 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:01.974880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:01.975851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:01.976423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:01.977305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Bound port: 151671aa-c258-4309-9bf9-e8450ef95587, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:01.978499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:02.079452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ea436-12a2-4b16-a324-23e7348d4c12 req-5ba775b1-d3b4-4656-bdc0-f44d95563b81 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:02.086504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-440ea436-12a2-4b16-a324-23e7348d4c12 req-5ba775b1-d3b4-4656-bdc0-f44d95563b81 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 951 time: 0.2629199 Apr 11 20:44:02.105763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f942f-18ac-40b1-acdc-a12fa45f3d5a req-e516cabc-d99d-4636-9885-d8f0f12a07f3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:02.107564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db0f942f-18ac-40b1-acdc-a12fa45f3d5a req-e516cabc-d99d-4636-9885-d8f0f12a07f3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.7610288 Apr 11 20:44:02.184346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db0f942f-18ac-40b1-acdc-a12fa45f3d5a req-e1eeee49-328d-4b37-9fd5-1f6bb132f1e9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 Apr 11 20:44:02.291700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Router aa4339e8-7c90-46d8-a2c4-80c247f91243 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:44:02.340595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-440ea436-12a2-4b16-a324-23e7348d4c12 req-f69dd270-19e3-45bd-9a99-5df36e3747d5 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528117 Apr 11 20:44:02.379352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] For port 151671aa-c258-4309-9bf9-e8450ef95587, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:02.400501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] For port 151671aa-c258-4309-9bf9-e8450ef95587, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=151671aa-c258-4309-9bf9-e8450ef95587,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:02.422698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-6a80207b-50da-4455-86cf-e17675f88c99 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:02.424857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-6a80207b-50da-4455-86cf-e17675f88c99 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 944 time: 0.3353179 Apr 11 20:44:02.476106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:02.594926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:02.608607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Pushing event updated for resources: {'Port': ['ID=151671aa-c258-4309-9bf9-e8450ef95587,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:02.685671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:02.692913 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-ce2b036f-7b20-448c-99b3-24c14454c436 service neutron] 10.222.0.69 "PUT /v2.0/ports/151671aa-c258-4309-9bf9-e8450ef95587 HTTP/1.1" status: 200 len: 1096 time: 3.0148685 Apr 11 20:44:02.693631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b4066e-2127-4624-ac51-c42598093f3c', 'tag': '151671aa-c258-4309-9bf9-e8450ef95587'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:02.735527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce601e7-b7f1-46c1-ae39-2e727f619869 req-988f23d6-435c-44eb-bc99-0a10ababaa37 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:02.737065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce601e7-b7f1-46c1-ae39-2e727f619869 req-988f23d6-435c-44eb-bc99-0a10ababaa37 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 944 time: 0.1845238 Apr 11 20:44:02.828570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Deleting port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:02.828570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:02.866511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce601e7-b7f1-46c1-ae39-2e727f619869 req-1f69d2c4-099e-4b9f-92c8-1e903038597c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158471 Apr 11 20:44:02.928385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:44:02.944510 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] Sync routers for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:44:02.965792 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:44:02.968137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-487e6ed1-04be-499d-b3fb-8df5f0ec094f admin admin] 10.222.0.61 "PUT /v2.0/routers/aa4339e8-7c90-46d8-a2c4-80c247f91243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2937233 Apr 11 20:44:02.969842 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:02.971582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54552) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:03.130369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:03.256696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:03.260917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Usage tracker for resource:security_group_rule and tenant:c17abfe737ef4d699c8403c19e3fd0e6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:03.264751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:03.272414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:03.330732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-0e9dd563-eb95-4887-b180-b141130eed6c tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:03.331608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-0e9dd563-eb95-4887-b180-b141130eed6c tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Synchronizing usage tracker for tenant:f96c66f2eb5e469583b3d23c68c7224c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:03.350331 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:44:03.374020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:03.391210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-07ab7a58-3787-427b-8573-3756da6cfd68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f96c66f2eb5e469583b3d23c68c7224c&device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 1099 time: 0.4032550 Apr 11 20:44:03.407917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] For port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:03.408281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:03.459610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf914e-8104-461d-9429-1ab438963329 req-74ca97d0-9e5a-4f15-abea-0347972be33f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:03.461618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bbcf914e-8104-461d-9429-1ab438963329 req-74ca97d0-9e5a-4f15-abea-0347972be33f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.3127425 Apr 11 20:44:03.523853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bbcf914e-8104-461d-9429-1ab438963329 req-64230edd-e5aa-467d-a4db-6ce096880c7b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Apr 11 20:44:03.525542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:03.598808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14f5cf-a7d7-4de9-bfb1-5d4120216ffb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:03.653273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a26bc794-eba6-4234-84d1-4ed255275c65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c17abfe737ef4d699c8403c19e3fd0e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0377650 Apr 11 20:44:03.657089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54560) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:03.760458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b8757c-6f34-4645-b5bb-28d0b1d4760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:03.780481 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:03.844947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-0e9dd563-eb95-4887-b180-b141130eed6c tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Unset dirty status for tenant:f96c66f2eb5e469583b3d23c68c7224c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:03.854146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-0e9dd563-eb95-4887-b180-b141130eed6c tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 948 time: 1.2533760 Apr 11 20:44:03.916120 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:43:59Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:03.921415 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] Checking router: aa4339e8-7c90-46d8-a2c4-80c247f91243 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:44:03.935464 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] Routers {'aa4339e8-7c90-46d8-a2c4-80c247f91243'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:44:03.936554 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['aa4339e8-7c90-46d8-a2c4-80c247f91243'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:03.953697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b8757c-6f34-4645-b5bb-28d0b1d4760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.022492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-06762258-e13b-42af-a1d4-59c9aa6045a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=151671aa-c258-4309-9bf9-e8450ef95587 HTTP/1.1" status: 200 len: 217 time: 0.6162326 Apr 11 20:44:04.030905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Calling delete_port for b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:04.159573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.173707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b8757c-6f34-4645-b5bb-28d0b1d4760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.194761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743877f3-5c69-456f-aa22-03c2098807c6 req-fd37b3dc-96c1-44a9-89dd-ab355d69e4ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:04.196263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-fd37b3dc-96c1-44a9-89dd-ab355d69e4ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1199729 Apr 11 20:44:04.202843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b8757c-6f34-4645-b5bb-28d0b1d4760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.204277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d7b8757c-6f34-4645-b5bb-28d0b1d4760a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa14f5cf-a7d7-4de9-bfb1-5d4120216ffb HTTP/1.1" status: 204 len: 168 time: 0.5456538 Apr 11 20:44:04.205579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8757c-6f34-4645-b5bb-28d0b1d4760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14f5cf-a7d7-4de9-bfb1-5d4120216ffb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:04.222216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-ca93a00d-4fd8-4145-8783-3f56c5cd1af6 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Synchronizing usage tracker for tenant:f96c66f2eb5e469583b3d23c68c7224c on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:04.306633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] Set router aa4339e8-7c90-46d8-a2c4-80c247f91243 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:44:04.314663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:04.345935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-9d021434-59ce-4e5b-8b80-cb2cb752ccfe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.6586435 Apr 11 20:44:04.506392 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-5c7f8dea-5c16-4705-8f27-e0528f1e9a3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2860188 Apr 11 20:44:04.542625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.550965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Deleting port a550d100-3b9c-42e1-9778-d7896d851e88 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:04.551667 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.602061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:04.640527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:04.648589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-ca93a00d-4fd8-4145-8783-3f56c5cd1af6 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Unset dirty status for tenant:f96c66f2eb5e469583b3d23c68c7224c on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:04.650123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad2b86c3-f5ec-4f5c-90e6-3e0fecac50d0 req-ca93a00d-4fd8-4145-8783-3f56c5cd1af6 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949398 Apr 11 20:44:04.650501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:04.720212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-6139870e-ee0f-4519-a534-f3c7bc3b42c7 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029440 Apr 11 20:44:04.724465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event deleted for resources: {'Port': ['ID=b781c8b1-ac44-4425-8cbb-b6541d7c1ad4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:04.729653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826c18-c9a2-4589-b673-b64330188a6b req-1c6bb474-983c-4d18-913c-7508bc5a0906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:04.731178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-1c6bb474-983c-4d18-913c-7508bc5a0906 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3744531 Apr 11 20:44:04.751183 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346f8179-585b-4f09-b846-e03042d45a29'] response: {'name': 'network-changed', 'server_uuid': '30b4066e-2127-4624-ac51-c42598093f3c', 'tag': '151671aa-c258-4309-9bf9-e8450ef95587', 'status': 'completed', 'code': 200} Apr 11 20:44:04.804129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:43:59Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:04.809143 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e0c4a-cb9b-46c4-9f3f-8688acfd12ab None None] The sync data for ids ['aa4339e8-7c90-46d8-a2c4-80c247f91243'] in n-d-837321-1 is: [{'id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'name': 'tempest-ServersTestManualDisk-1129170092-router', 'tenant_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:41:49Z', 'updated_at': '2022-04-11T20:43:59Z', 'revision_number': 5, 'project_id': '4ba2eb757af948d1a7501cfe9a3e9452', 'gw_port': {'id': 'a550d100-3b9c-42e1-9778-d7896d851e88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4339e8-7c90-46d8-a2c4-80c247f91243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:41:51Z', 'updated_at': '2022-04-11T20:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:44:04.830851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] For port a550d100-3b9c-42e1-9778-d7896d851e88, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a550d100-3b9c-42e1-9778-d7896d851e88,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:04.831209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:05.006563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-34fe634e-dfc0-4967-97dc-e5e309c3fa28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.2519283 Apr 11 20:44:05.052398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] No DVR routers for this DVR port b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:05.058071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:05.110373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Calling delete_port for a550d100-3b9c-42e1-9778-d7896d851e88 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:05.133887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826c18-c9a2-4589-b673-b64330188a6b req-aa417c4f-3fee-4cd9-b0e0-dbf8b74aabd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:05.135322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-aa417c4f-3fee-4cd9-b0e0-dbf8b74aabd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1176891 Apr 11 20:44:05.138642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-743877f3-5c69-456f-aa22-03c2098807c6 req-8c46e8cf-e5a7-4633-a2fa-71b0ad0499cb service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102840 Apr 11 20:44:05.184325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:05.193932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428428-2a99-466b-8f54-293ac41ed442 req-98c5a761-bf94-4e52-9f9e-af95d8ca4651 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:05.195454 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0428428-2a99-466b-8f54-293ac41ed442 req-98c5a761-bf94-4e52-9f9e-af95d8ca4651 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.2843068 Apr 11 20:44:05.267859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0428428-2a99-466b-8f54-293ac41ed442 req-1433c587-6bec-47cc-bc72-0e115350a1fc tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582399 Apr 11 20:44:05.284264 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-71a98cf7-6369-481d-a784-255c28544a12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398146 Apr 11 20:44:05.388644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dfdecce-4b77-47f7-9a95-e53791343af2 req-76245a6a-7b6d-4929-a8ad-37afd2e34dc5 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "DELETE /v2.0/ports/b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 HTTP/1.1" status: 204 len: 173 time: 2.9131038 Apr 11 20:44:05.394921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=11']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:05.418004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.418901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.419712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.421076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.421573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.427036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.427723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.428408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.428942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.429442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.429918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:05.477325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:05.576366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Pushing event deleted for resources: {'Port': ['ID=a550d100-3b9c-42e1-9778-d7896d851e88,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:05.592770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1b9da122-0fe6-4680-9aee-573ee30e1fef no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:05.703308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 1b9da122-0fe6-4680-9aee-573ee30e1fef {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:05.703308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1b9da122-0fe6-4680-9aee-573ee30e1fef not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:05.840338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a085efaa-fa45-453e-ae9c-d5b2fc3bf8a9 req-ad94f742-a185-4820-b4bf-9e4f3c8043d4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:05.847969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:05.916057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-bab9fdd2-c0c9-4684-a018-fb0f6a06c00d service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234081 Apr 11 20:44:05.928372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-166b012a-be4e-47d1-b3e8-b7ed65780f73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f96c66f2eb5e469583b3d23c68c7224c&device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 1099 time: 0.2222030 Apr 11 20:44:06.109451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a085efaa-fa45-453e-ae9c-d5b2fc3bf8a9 req-ad94f742-a185-4820-b4bf-9e4f3c8043d4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:06.121520 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a085efaa-fa45-453e-ae9c-d5b2fc3bf8a9 req-ad94f742-a185-4820-b4bf-9e4f3c8043d4 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c253f738-2097-4a8f-ab4d-df77a33a1d0c HTTP/1.1" status: 200 len: 210 time: 0.3811908 Apr 11 20:44:06.177484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.180654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.296495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-1458b35f-e02d-43a0-b4fd-d6110f984044 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715110 Apr 11 20:44:06.300940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.301330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-7af50912-bdf0-43d8-9c13-752cc2b86e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:06.301695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa4339e8-7c90-46d8-a2c4-80c247f91243 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:44:06.303207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-7af50912-bdf0-43d8-9c13-752cc2b86e72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3532319 Apr 11 20:44:06.340090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.340090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c9e9ca0-183b-4a24-8c76-9fd964e03961 admin admin] 10.222.0.61 "DELETE /v2.0/routers/aa4339e8-7c90-46d8-a2c4-80c247f91243 HTTP/1.1" status: 204 len: 168 time: 3.3637567 Apr 11 20:44:06.340501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54624) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:06.424739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Deleting subnet 3ac46aaf-2704-45db-a783-703d454217f2 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:44:06.428136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.498318 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.606772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.609986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-d2831ac0-7f33-43ea-a3b8-940c8e39e814 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=151671aa-c258-4309-9bf9-e8450ef95587 HTTP/1.1" status: 200 len: 217 time: 0.2842753 Apr 11 20:44:06.759266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'name': 'network-vif-deleted', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:06.796631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.833501 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa922ba2-5c09-49e6-9ad5-1a5b52e3332c'] response: {'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'code': 200} Apr 11 20:44:06.887815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac46aaf-2704-45db-a783-703d454217f2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:06.898890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472329-cb83-4f66-b8fe-17dd7680726b req-9df39557-cb6d-4518-9a6e-3b52c2178ca1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:06.905828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc1c81-3407-4981-a5ff-f268dbaf3137 None None] Network cf258c1c-c0b6-4678-b668-4ee11a55bae8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:06.907542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:06.908124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d472329-cb83-4f66-b8fe-17dd7680726b req-9df39557-cb6d-4518-9a6e-3b52c2178ca1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.5857131 Apr 11 20:44:06.913129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-b571a66b-3ee2-415d-8707-7c305f16a394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:06.920460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-b571a66b-3ee2-415d-8707-7c305f16a394 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.3026738 Apr 11 20:44:06.928201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2710b4b4-08e5-4693-b70d-32ee6fd30aab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3ac46aaf-2704-45db-a783-703d454217f2 HTTP/1.1" status: 204 len: 168 time: 0.5865486 Apr 11 20:44:06.930315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54636) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:07.043128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54640) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:07.104615 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d472329-cb83-4f66-b8fe-17dd7680726b req-030c4814-766a-4b97-aa6b-c3ba614f23f7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831601 Apr 11 20:44:07.131043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-1e7505e0-4fb4-44d9-b36a-6e5f7d2351a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662183 Apr 11 20:44:07.216356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:07.279122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:07.307406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Deleting port 8a0a9899-898e-4e9d-ac05-cd5427944f81 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:07.308134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:07.345790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-84f5f151-4e3d-434c-b5e5-91950d126d54 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] Request body: {'port': {'network_id': '249b1e30-e77d-4318-81b8-3d1f2d4790d0', 'name': 'tempest-NetworksNegativeTestJSON-1979009860'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:07.356346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:07.357107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b781c8b1-ac44-4425-8cbb-b6541d7c1ad4 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:07.405410 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f5f151-4e3d-434c-b5e5-91950d126d54 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] POST failed (client error): The resource could not be found. Apr 11 20:44:07.406201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f5f151-4e3d-434c-b5e5-91950d126d54 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:07.411438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-84f5f151-4e3d-434c-b5e5-91950d126d54 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3594115 Apr 11 20:44:07.424142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54648) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:07.501944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] DHCP port deletion for cf258c1c-c0b6-4678-b668-4ee11a55bae8 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:44:07.506926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Deleting port 8a0a9899-898e-4e9d-ac05-cd5427944f81 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:07.507566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:07.516302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28779f88-97d0-48d6-a996-063caad79a16 req-a72a9b3b-47fd-4972-a211-8b787bd53915 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:07.517815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28779f88-97d0-48d6-a996-063caad79a16 req-a72a9b3b-47fd-4972-a211-8b787bd53915 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 948 time: 0.3820786 Apr 11 20:44:07.589212 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e7177f-af1d-4309-ac17-2456f0be0b6d tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] DELETE failed (client error): The resource could not be found. Apr 11 20:44:07.590091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e7177f-af1d-4309-ac17-2456f0be0b6d tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:07.592601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4e7177f-af1d-4309-ac17-2456f0be0b6d tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "DELETE /v2.0/networks/47088c65-af0d-49bd-84d1-95bff5cf0ab7 HTTP/1.1" status: 404 len: 339 time: 0.1200078 Apr 11 20:44:07.602664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54652) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:07.729851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] For port 8a0a9899-898e-4e9d-ac05-cd5427944f81, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a0a9899-898e-4e9d-ac05-cd5427944f81,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:07.730192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:07.769072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] For port 8a0a9899-898e-4e9d-ac05-cd5427944f81, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a0a9899-898e-4e9d-ac05-cd5427944f81,segment=NetworkSegment(33136a3b-4234-4c4b-bd85-b2c60154376c),segment_id=33136a3b-4234-4c4b-bd85-b2c60154376c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:07.769458 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:07.775850 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99d86d9-a07e-4f28-8378-dbb21a5f0463 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] DELETE failed (client error): The resource could not be found. Apr 11 20:44:07.776466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99d86d9-a07e-4f28-8378-dbb21a5f0463 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:07.780030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d99d86d9-a07e-4f28-8378-dbb21a5f0463 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "DELETE /v2.0/ports/aceaa3d6-fa25-4d0d-ac73-dc7dee395920 HTTP/1.1" status: 404 len: 333 time: 0.1704936 Apr 11 20:44:07.799543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54656) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:07.847744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-01a21894-8e8c-4b36-9c7a-441ccd953b4d service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090414 Apr 11 20:44:07.862159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Calling delete_port for 8a0a9899-898e-4e9d-ac05-cd5427944f81 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:07.862396 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d12302c-53a4-4084-9bcd-934dbe850f59 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] DELETE failed (client error): The resource could not be found. Apr 11 20:44:07.862836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d12302c-53a4-4084-9bcd-934dbe850f59 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:07.865300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d12302c-53a4-4084-9bcd-934dbe850f59 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "DELETE /v2.0/subnets/d20d8725-a69c-4a6f-9975-6189621f5d02 HTTP/1.1" status: 404 len: 337 time: 0.0645599 Apr 11 20:44:07.893050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54660) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:07.961307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a550d100-3b9c-42e1-9778-d7896d851e88 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:07.993928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28779f88-97d0-48d6-a996-063caad79a16 req-de07101b-eb94-42f9-ae2d-7415ec0aebdd tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644713 Apr 11 20:44:08.013422 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-661dc755-fec9-4f5d-8996-b0ae9c5712d8 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] GET failed (client error): The resource could not be found. Apr 11 20:44:08.019196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.019391 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-661dc755-fec9-4f5d-8996-b0ae9c5712d8 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "GET /v2.0/networks/81c2f301-8770-421a-894a-c1870a274ad9 HTTP/1.1" status: 404 len: 339 time: 0.1198747 Apr 11 20:44:08.024374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54664) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:08.067887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Calling delete_port for 8a0a9899-898e-4e9d-ac05-cd5427944f81 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:08.072016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2a183-45f6-42c7-adea-3064282835d1 req-f8a9c4e8-f6e9-4edb-b6f9-220c2be8294e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:08.079719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cb2a183-45f6-42c7-adea-3064282835d1 req-f8a9c4e8-f6e9-4edb-b6f9-220c2be8294e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.6856468 Apr 11 20:44:08.088596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0a9899-898e-4e9d-ac05-cd5427944f81,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:08.098446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] No DVR routers for this DVR port 8a0a9899-898e-4e9d-ac05-cd5427944f81 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:08.117755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a550d100-3b9c-42e1-9778-d7896d851e88 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:08.118116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a550d100-3b9c-42e1-9778-d7896d851e88 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:08.118521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a0a9899-898e-4e9d-ac05-cd5427944f81 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:08.128270 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-52165382-efb9-49ca-9c57-5981ea613987 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] GET failed (client error): The resource could not be found. Apr 11 20:44:08.129676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-52165382-efb9-49ca-9c57-5981ea613987 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "GET /v2.0/ports/5ebe60f4-e18e-46d7-b8d1-fa2045098531 HTTP/1.1" status: 404 len: 333 time: 0.1040285 Apr 11 20:44:08.134501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54670) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:08.172092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36ac65c6-d4f3-4427-bfc0-db935d2c6c10 req-a0d06c13-8c78-42ef-9157-9dd6e417ddfe service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113344 Apr 11 20:44:08.173689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 8a0a9899-898e-4e9d-ac05-cd5427944f81 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:08.174037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a0a9899-898e-4e9d-ac05-cd5427944f81 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:08.188048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cb2a183-45f6-42c7-adea-3064282835d1 req-468bbc12-8ab5-4352-ad08-f6883fb63b62 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074200 Apr 11 20:44:08.225431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:44:08.225788 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:44:08.237559 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f72c87-9071-455a-8537-9ff218463315 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] GET failed (client error): The resource could not be found. Apr 11 20:44:08.238897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94f72c87-9071-455a-8537-9ff218463315 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "GET /v2.0/subnets/353e1647-ac55-48ed-9d2c-e72c12298006 HTTP/1.1" status: 404 len: 337 time: 0.1030869 Apr 11 20:44:08.242658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:08.249042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e77fe6fc-573d-4831-94c3-6d8496ab0c39 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:08.287976 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77fe6fc-573d-4831-94c3-6d8496ab0c39 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] PUT failed (client error): The resource could not be found. Apr 11 20:44:08.288414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77fe6fc-573d-4831-94c3-6d8496ab0c39 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:08.289783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e77fe6fc-573d-4831-94c3-6d8496ab0c39 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "PUT /v2.0/networks/d13cce9d-c83e-43fa-9c82-f3ac430bde21 HTTP/1.1" status: 404 len: 339 time: 0.0461509 Apr 11 20:44:08.299689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54682) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:08.311489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-60eeafd8-8ef9-4d17-a079-58e6706ebff6 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:08.335984 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272fa5e7-fa79-481c-af8a-82d7c63bea79'] response: {'server_uuid': 'c253f738-2097-4a8f-ab4d-df77a33a1d0c', 'name': 'network-vif-deleted', 'tag': 'b781c8b1-ac44-4425-8cbb-b6541d7c1ad4', 'status': 'completed', 'code': 200} Apr 11 20:44:08.355136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 151671aa-c258-4309-9bf9-e8450ef95587 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:44:08.420598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.486806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf258c1c-c0b6-4678-b668-4ee11a55bae8']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:08.521871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33136a3b-4234-4c4b-bd85-b2c60154376c') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:08.522497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33136a3b-4234-4c4b-bd85-b2c60154376c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:08.551895 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eeafd8-8ef9-4d17-a079-58e6706ebff6 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] PUT failed (client error): The resource could not be found. Apr 11 20:44:08.552378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60eeafd8-8ef9-4d17-a079-58e6706ebff6 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:08.559677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-60eeafd8-8ef9-4d17-a079-58e6706ebff6 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "PUT /v2.0/ports/f50ef58d-962c-4c53-9583-d4d7c8060fe1 HTTP/1.1" status: 404 len: 333 time: 0.2586672 Apr 11 20:44:08.560285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54688) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:08.571148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.598229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 151671aa-c258-4309-9bf9-e8450ef95587, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=151671aa-c258-4309-9bf9-e8450ef95587,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:08.608248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-883b4574-b246-415e-b9f1-2cf8ee713ef8 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:08.615953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '151671aa-c258-4309-9bf9-e8450ef95587', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '151671aa-c258-4309-9bf9-e8450ef95587', 'mac_address': 'fa:16:3e:6d:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:44:08.663176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-8b4d39a4-9e46-4962-8ce5-4e9a74475f5d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1560185 Apr 11 20:44:08.666363 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-883b4574-b246-415e-b9f1-2cf8ee713ef8 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] PUT failed (client error): The resource could not be found. Apr 11 20:44:08.666824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883b4574-b246-415e-b9f1-2cf8ee713ef8 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:44:08.676516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-883b4574-b246-415e-b9f1-2cf8ee713ef8 tempest-NetworksNegativeTestJSON-2007868226 tempest-NetworksNegativeTestJSON-2007868226-project] 10.222.0.61 "PUT /v2.0/subnets/3d35fbaa-3e68-4698-a40b-b4d204fcb6de HTTP/1.1" status: 404 len: 337 time: 0.1118283 Apr 11 20:44:08.715803 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.744437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Deleting port 8a0a9899-898e-4e9d-ac05-cd5427944f81 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:08.744814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.755829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.767851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:44:08.768257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:44:08.785163 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:44:08.882182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-78accd16-2bc6-45bd-9ad0-db0dd00ab3c2 None None] The port '8a0a9899-898e-4e9d-ac05-cd5427944f81' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:44:08.900950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151671aa-c258-4309-9bf9-e8450ef95587 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:08.925014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 151671aa-c258-4309-9bf9-e8450ef95587, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=151671aa-c258-4309-9bf9-e8450ef95587,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:08.966008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea791b89-03cd-4f72-b0cc-7814f9a408b6 req-a2c29140-ce9e-43d8-bf2e-c00f4ce2ea03 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:08.977493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea791b89-03cd-4f72-b0cc-7814f9a408b6 req-a2c29140-ce9e-43d8-bf2e-c00f4ce2ea03 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.2948806 Apr 11 20:44:09.051566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea791b89-03cd-4f72-b0cc-7814f9a408b6 req-833fb856-0de1-43ef-84be-d05c9ce81649 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723965 Apr 11 20:44:09.095248 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:09.122538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:09.129568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:09.207537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-9b3dbcf5-9534-4e04-8579-69e74b55fba1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d5a8859c567410f9833e077a1517428&device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 1095 time: 0.3925018 Apr 11 20:44:09.222437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf258c1c-c0b6-4678-b668-4ee11a55bae8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:09.249778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d667391-5e59-4879-9dff-3e99d90b6c41 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cf258c1c-c0b6-4678-b668-4ee11a55bae8 HTTP/1.1" status: 204 len: 168 time: 2.3179750 Apr 11 20:44:09.260111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=151671aa-c258-4309-9bf9-e8450ef95587,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:09.361970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['151671aa-c258-4309-9bf9-e8450ef95587'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:44:09.503501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f6729-c07c-495e-a7d2-a5831f8e705a req-fe4fb7c2-132d-402d-bd54-bce311f80a14 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:09.505093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a9f6729-c07c-495e-a7d2-a5831f8e705a req-fe4fb7c2-132d-402d-bd54-bce311f80a14 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 949 time: 0.2266805 Apr 11 20:44:09.522163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-1ed95a01-208d-4e4e-ade4-cf067be45c87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:09.523886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-1ed95a01-208d-4e4e-ade4-cf067be45c87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 200 len: 922 time: 0.2706587 Apr 11 20:44:09.648789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-cd4e6dfa-37dd-4cde-bdef-e0dd78ef37e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 200 len: 217 time: 0.1170979 Apr 11 20:44:09.650848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a9f6729-c07c-495e-a7d2-a5831f8e705a req-1b828abc-2d79-4cd6-a286-6c47275cef36 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368370 Apr 11 20:44:09.699948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54704) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:09.735998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-ff7b8a99-d2a4-473d-b5cd-9fafe08e797d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:09.737782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-ff7b8a99-d2a4-473d-b5cd-9fafe08e797d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 200 len: 861 time: 0.0820570 Apr 11 20:44:09.806986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54712) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:09.819223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-5f4d61d5-cadb-489b-8e32-361b1a3026fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a1499a1-6303-4e7c-958a-8b86a0b79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717397 Apr 11 20:44:10.015262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8955dd3-eab9-4c56-a9f0-90504c9276d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ba2eb757af948d1a7501cfe9a3e9452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066176 Apr 11 20:44:10.015632 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-fff2585d-25be-4108-a80c-4b402b784d35 service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879737 Apr 11 20:44:10.016171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54716) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:10.063169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e66c6-b64b-44a9-be44-cbd6da8641c3 req-7d0b201e-ac0e-4d7e-9a8f-b6d4e4842f15 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:10.070143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc9e66c6-b64b-44a9-be44-cbd6da8641c3 req-7d0b201e-ac0e-4d7e-9a8f-b6d4e4842f15 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 949 time: 0.2410729 Apr 11 20:44:10.174424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc9e66c6-b64b-44a9-be44-cbd6da8641c3 req-4b158472-9132-4fd2-a870-614697c8dd92 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017108 Apr 11 20:44:10.182062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.215083 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5324a63d-7d71-47de-b41f-688cbe11a2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.305387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94bd8-2204-4fc5-b855-647b55aea023 req-032a6424-fd2c-4653-8f04-3aec19569d81 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:10.306598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:10.310917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:9efe4145e4d44d00b68283be3bf4ea55 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:10.312472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8d94bd8-2204-4fc5-b855-647b55aea023 req-032a6424-fd2c-4653-8f04-3aec19569d81 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.2953877 Apr 11 20:44:10.314828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:10.331640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:10.372190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 151671aa-c258-4309-9bf9-e8450ef95587 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:10.372828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7024f95a-7677-4205-af6b-590e1eb1d231 req-2ef9a0f7-6500-42aa-8f2b-aa974e336d1a service neutron] 10.222.0.69 "GET /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929182 Apr 11 20:44:10.421998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8d94bd8-2204-4fc5-b855-647b55aea023 req-b58bc702-8685-48ff-a15b-00acee317904 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085255 Apr 11 20:44:10.439896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.457978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-40ddb252-2c88-4b18-88c1-4533cb69872a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:10.463096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-40ddb252-2c88-4b18-88c1-4533cb69872a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.2546158 Apr 11 20:44:10.523683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.533479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5324a63d-7d71-47de-b41f-688cbe11a2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.558437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Deleting port 745ec459-ede5-4770-9dec-46c3f255911d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:10.558893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.602025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 151671aa-c258-4309-9bf9-e8450ef95587 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:10.608489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 151671aa-c258-4309-9bf9-e8450ef95587 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:10.609121 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.619333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4e0fa5-3e51-4149-9bd3-2ae4479faa5c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:10.631238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f667cbda-9c3a-4dbc-b4b4-835a61bbe6b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9efe4145e4d44d00b68283be3bf4ea55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9299235 Apr 11 20:44:10.637104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54722) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:10.690051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cbddb-41f9-4c57-a017-4560d88daa9c req-9d5d152c-df71-4fac-a473-673ddcbc2533 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:10.692461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-394cbddb-41f9-4c57-a017-4560d88daa9c req-9d5d152c-df71-4fac-a473-673ddcbc2533 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.2445121 Apr 11 20:44:10.759745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b1d128-7cbf-4d7a-8fe1-3e7aeac79e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.836508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e18ad-59cd-4f7b-8b7a-a09ff2475de4 req-a55bf734-d2d4-437c-a1cf-1a6bd5f58cb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:10.838156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f83e18ad-59cd-4f7b-8b7a-a09ff2475de4 req-a55bf734-d2d4-437c-a1cf-1a6bd5f58cb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.2401469 Apr 11 20:44:10.872813 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.922489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b4066e-2127-4624-ac51-c42598093f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151671aa-c258-4309-9bf9-e8450ef95587'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:10.937076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 151671aa-c258-4309-9bf9-e8450ef95587, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=151671aa-c258-4309-9bf9-e8450ef95587,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:10.943066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5324a63d-7d71-47de-b41f-688cbe11a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.957522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b1d128-7cbf-4d7a-8fe1-3e7aeac79e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:10.985602 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-394cbddb-41f9-4c57-a017-4560d88daa9c req-08a1eb58-79f3-4315-825c-f798e29f7587 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828028 Apr 11 20:44:10.993100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324a63d-7d71-47de-b41f-688cbe11a2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a998041-ddcd-4745-9567-771f35b08402,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:10.999183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5324a63d-7d71-47de-b41f-688cbe11a2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:11.000423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5324a63d-7d71-47de-b41f-688cbe11a2d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a998041-ddcd-4745-9567-771f35b08402 HTTP/1.1" status: 204 len: 168 time: 0.9824898 Apr 11 20:44:11.032761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:11.125855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f83e18ad-59cd-4f7b-8b7a-a09ff2475de4 req-8e9b8caf-c0ef-49c2-8531-944caefb1d75 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417512 Apr 11 20:44:11.136845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b1d128-7cbf-4d7a-8fe1-3e7aeac79e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:11.145375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=151671aa-c258-4309-9bf9-e8450ef95587,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:11.169578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1d128-7cbf-4d7a-8fe1-3e7aeac79e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4e0fa5-3e51-4149-9bd3-2ae4479faa5c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:11.178773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b1d128-7cbf-4d7a-8fe1-3e7aeac79e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:11.183289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-00b1d128-7cbf-4d7a-8fe1-3e7aeac79e69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb4e0fa5-3e51-4149-9bd3-2ae4479faa5c HTTP/1.1" status: 204 len: 168 time: 0.5437064 Apr 11 20:44:11.220793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] For port 745ec459-ede5-4770-9dec-46c3f255911d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=745ec459-ede5-4770-9dec-46c3f255911d,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:11.220793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:11.234366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7063d5-260d-48af-8077-390966fe6b25 req-76f4f0a2-ce59-4e78-ae5c-d2334b099fcb tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:11.236111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b7063d5-260d-48af-8077-390966fe6b25 req-76f4f0a2-ce59-4e78-ae5c-d2334b099fcb tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.69 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 949 time: 0.3089209 Apr 11 20:44:11.332391 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffb59c8-9222-4cef-be2d-f88ddb9950d3'] response: {'server_uuid': '30b4066e-2127-4624-ac51-c42598093f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151671aa-c258-4309-9bf9-e8450ef95587', 'code': 200} Apr 11 20:44:11.360325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Deleting port 64fff776-8797-4536-84d0-0419611a564e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:11.363848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:11.398045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939321f3-b975-48c3-833f-31f5703f2154 req-00403146-e1b1-4b05-b2e2-ab23126ad5b5 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:11.405870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-939321f3-b975-48c3-833f-31f5703f2154 req-00403146-e1b1-4b05-b2e2-ab23126ad5b5 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 950 time: 0.1791775 Apr 11 20:44:11.543685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-939321f3-b975-48c3-833f-31f5703f2154 req-00bd6474-cba5-4641-a8dc-4115cd797435 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355977 Apr 11 20:44:11.598458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fefc3a8f-9182-4009-a4ca-1f6a11057295 req-b7b850a6-5df3-4081-ba3c-c5b171b5d339 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 1101 time: 0.1755979 Apr 11 20:44:11.692242 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fefc3a8f-9182-4009-a4ca-1f6a11057295 req-03393623-9145-4612-94d6-ded26060de09 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871871 Apr 11 20:44:11.776084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Calling delete_port for 745ec459-ede5-4770-9dec-46c3f255911d owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:11.894864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441973ee-b3e5-441b-8fcf-23dda3c9a13d req-fc363dad-1b5d-438e-92e1-4d80f2177709 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:11.897306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-441973ee-b3e5-441b-8fcf-23dda3c9a13d req-fc363dad-1b5d-438e-92e1-4d80f2177709 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1552525 Apr 11 20:44:11.981083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-441973ee-b3e5-441b-8fcf-23dda3c9a13d req-9d5e75ba-054e-4439-8b99-4d4952df65ba tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776892 Apr 11 20:44:12.114320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68668f88-4de9-4e03-bf76-909d50248ba0 req-554f9cef-56ee-4046-b4cb-72f57c0ed53a tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:12.121052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68668f88-4de9-4e03-bf76-909d50248ba0 req-554f9cef-56ee-4046-b4cb-72f57c0ed53a tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 949 time: 0.4071543 Apr 11 20:44:12.201749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68668f88-4de9-4e03-bf76-909d50248ba0 req-e29db03d-6692-456d-b938-2b99a32a5175 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfeb4382-bb07-49e3-bfa4-3402dfbcc515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 Apr 11 20:44:12.360326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] For port 64fff776-8797-4536-84d0-0419611a564e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=64fff776-8797-4536-84d0-0419611a564e,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:12.361384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:12.439785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebfce0-262c-481d-8928-5e8fe556b156 req-61e42f12-a8fb-464c-9958-61de4e6c6052 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:12.450556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0ebfce0-262c-481d-8928-5e8fe556b156 req-61e42f12-a8fb-464c-9958-61de4e6c6052 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 944 time: 0.1729488 Apr 11 20:44:12.536647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0ebfce0-262c-481d-8928-5e8fe556b156 req-47780b26-49f9-45cb-ad80-6a09ee1bce3c tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850153 Apr 11 20:44:12.579744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Calling delete_port for 64fff776-8797-4536-84d0-0419611a564e owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:12.746455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:12.867367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event deleted for resources: {'Port': ['ID=745ec459-ede5-4770-9dec-46c3f255911d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:12.960386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbd8c0-2a52-4306-be72-b7e8afc2db54 req-d818d5d2-5e09-4346-bdbc-f7a1bcddce20 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:12.964000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35fbd8c0-2a52-4306-be72-b7e8afc2db54 req-d818d5d2-5e09-4346-bdbc-f7a1bcddce20 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 950 time: 0.1351676 Apr 11 20:44:12.983695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] No DVR routers for this DVR port 745ec459-ede5-4770-9dec-46c3f255911d on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:12.985826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:12.991948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'name': 'network-vif-deleted', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:13.017025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1df96-5352-48c9-b01f-a617dc43b77e req-2cfaea4b-722f-4562-9e3b-129f31ae04f1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:13.019607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f9b1df96-5352-48c9-b01f-a617dc43b77e req-2cfaea4b-722f-4562-9e3b-129f31ae04f1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.5563607 Apr 11 20:44:13.032740 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35fbd8c0-2a52-4306-be72-b7e8afc2db54 req-4f8aab68-acbf-4d5b-b3aa-fc281328f3cb tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Apr 11 20:44:13.074365 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f9b1df96-5352-48c9-b01f-a617dc43b77e req-d209da61-d59b-4d99-b71a-adaa5109f5e6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Apr 11 20:44:13.103119 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754ce6a4-ad88-4a93-b3f7-7d5cdcf5afa3'] response: {'server_uuid': 'b7e2e29b-9eeb-46e4-a9db-252f57794e31', 'name': 'network-vif-deleted', 'tag': '745ec459-ede5-4770-9dec-46c3f255911d', 'status': 'completed', 'code': 200} Apr 11 20:44:13.352002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031a48a-b301-4cad-aa3d-9b5923bee524 req-463c2c21-f707-4210-bc95-c0279a7f920a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:13.361594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3031a48a-b301-4cad-aa3d-9b5923bee524 req-463c2c21-f707-4210-bc95-c0279a7f920a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1634855 Apr 11 20:44:13.365923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6dc12f6-8d99-4007-8e76-df95fc155d3f req-ea414b65-8812-4409-92df-d5acfd8fe65a tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.69 "DELETE /v2.0/ports/745ec459-ede5-4770-9dec-46c3f255911d HTTP/1.1" status: 204 len: 173 time: 2.8969736 Apr 11 20:44:13.397397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:13.477690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb77f9a9-cc28-4a8e-8624-60416466c3bb req-39d8cf32-a992-4bfa-83bb-822e19bd79ba tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.0945420 Apr 11 20:44:13.486090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54788) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:13.576450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Pushing event deleted for resources: {'Port': ['ID=64fff776-8797-4536-84d0-0419611a564e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:13.620661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] No DVR routers for this DVR port 64fff776-8797-4536-84d0-0419611a564e on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:13.624733 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:13.629914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b7063d5-260d-48af-8077-390966fe6b25 req-ca85d6a8-e72f-444d-9e07-1653bdb5f3f9 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.69 "DELETE /v2.0/ports/64fff776-8797-4536-84d0-0419611a564e HTTP/1.1" status: 204 len: 173 time: 2.3852937 Apr 11 20:44:13.676011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3031a48a-b301-4cad-aa3d-9b5923bee524 req-a0a85f8b-72de-4c4a-88e0-2b4a9fe522b3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134022 Apr 11 20:44:13.758814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-438194590-network', 'tenant_id': 'f31d0871c2b44732805567d82740eae4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:13.765096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:13.770007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Usage tracker for resource:network and tenant:f31d0871c2b44732805567d82740eae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:13.774422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:13.786323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:13.813645 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-291361c2-53e2-4292-98fb-7c3ab506b174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:13.892027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1074900a-0a53-4bbc-85b7-0c780a063103 req-f1d18b1a-daf9-4808-8030-3a6d38bd0701 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7e2e29b-9eeb-46e4-a9db-252f57794e31 HTTP/1.1" status: 200 len: 210 time: 0.0695174 Apr 11 20:44:13.907514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:13.910853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Made reservation on behalf of f31d0871c2b44732805567d82740eae4 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:13.916846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:13.937748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:13.981685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:14.000962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f31d0871c2b44732805567d82740eae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:14.008430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:14.017296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:14.158788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.218918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001953217'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:14.224255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.253841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:14.273273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:44:14.284965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6e97c5-644b-4d92-ad8d-b760c2399a48,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:14.292761 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.293466 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Added segment 2e4f05ee-2711-4706-a6fb-b94a16397f46 of type vlan for network 342d3f10-f918-49d2-b233-87043c4d75c1 Apr 11 20:44:14.334663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.353990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:14.360481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:14.383429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 745ec459-ede5-4770-9dec-46c3f255911d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:14.390121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:14.422235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 745ec459-ede5-4770-9dec-46c3f255911d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:14.422759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 745ec459-ede5-4770-9dec-46c3f255911d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:14.423202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:14.439037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e9ab-2d51-4476-a1b9-4297325ff026 req-a0ecd5b6-e898-465f-afac-072168f9dfbc tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:14.444677 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f591e9ab-2d51-4476-a1b9-4297325ff026 req-a0ecd5b6-e898-465f-afac-072168f9dfbc tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 950 time: 0.1831005 Apr 11 20:44:14.452692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d05e6a-879b-4e06-b09e-f092ae976b1a req-ffbb422a-db7b-4848-a9f0-024d05a1359b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:14.454115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67d05e6a-879b-4e06-b09e-f092ae976b1a req-ffbb422a-db7b-4848-a9f0-024d05a1359b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.1040721 Apr 11 20:44:14.462209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 64fff776-8797-4536-84d0-0419611a564e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:14.462545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 64fff776-8797-4536-84d0-0419611a564e not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:14.492590 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.508023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f591e9ab-2d51-4476-a1b9-4297325ff026 req-bcaab37b-e120-47cd-a6e1-97b2591ab02c tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601242 Apr 11 20:44:14.508706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.512823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67d05e6a-879b-4e06-b09e-f092ae976b1a req-7ca072b8-8960-4275-9f38-e7de188ef4d6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527897 Apr 11 20:44:14.528889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.535765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:14.535765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.555891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:14.570091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:14.574693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:14.583771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:14.685272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.725394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=342d3f10-f918-49d2-b233-87043c4d75c1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:14.739201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 342d3f10-f918-49d2-b233-87043c4d75c1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:44:14.765445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.795359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-936cbb13-d3b7-4d6f-aaef-b90ea08eb8b3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3050878 Apr 11 20:44:14.795880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54822) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:14.802567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Request body: {'subnet': {'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-438194590-subnet', 'tenant_id': 'f31d0871c2b44732805567d82740eae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:14.812558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:14.817516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Usage tracker for resource:subnet and tenant:f31d0871c2b44732805567d82740eae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:14.821515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:14.828139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-addcf8c7-63c2-45f8-8772-bf4662b1f49d req-6eb5437b-e099-45af-9705-d3c847c235a7 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Synchronizing usage tracker for tenant:7334ecb1f81f4d768e26baeeea18fc87 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:14.830007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:14.842231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a345192-e965-4e4b-b8aa-45a7db06859d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:14.859086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:14.860511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:14.864059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:14.870515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:14.936170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.939227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Made reservation on behalf of f31d0871c2b44732805567d82740eae4 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:14.941568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:14.968309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-addcf8c7-63c2-45f8-8772-bf4662b1f49d req-6eb5437b-e099-45af-9705-d3c847c235a7 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] Unset dirty status for tenant:7334ecb1f81f4d768e26baeeea18fc87 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:14.969878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-addcf8c7-63c2-45f8-8772-bf4662b1f49d req-6eb5437b-e099-45af-9705-d3c847c235a7 tempest-ImagesOneServerTestJSON-742888806 tempest-ImagesOneServerTestJSON-742888806-project] 10.222.0.61 "GET /v2.0/ports?device_id=6893236d-d354-4ebf-a1f7-c754e08c0e33 HTTP/1.1" status: 200 len: 210 time: 0.2597353 Apr 11 20:44:15.007948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.072107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d007b0df-c972-4f7b-acfe-7e8d31e23e00,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:15.104929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-deleted', 'tag': '64fff776-8797-4536-84d0-0419611a564e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:15.165051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.166229 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ed87d0e-8a28-416f-9ca7-b279f00cdaf2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2575414 Apr 11 20:44:15.169910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54836) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:15.206058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cf3e-f99c-4851-8a83-be2b4f248134 req-450f1a2c-a913-4d9d-96da-a42b513817e5 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:15.212982 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-70f2cf3e-f99c-4851-8a83-be2b4f248134 req-450f1a2c-a913-4d9d-96da-a42b513817e5 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.0885563 Apr 11 20:44:15.220768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.271205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-70f2cf3e-f99c-4851-8a83-be2b4f248134 req-2dd40b77-2323-48a4-a999-c5e7eab121db tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571802 Apr 11 20:44:15.306178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:15.306401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75de01e3-2951-4969-97ac-113d45477142 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1356261 Apr 11 20:44:15.317575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-security--584584327', 'description': 'tempest-security-description-774491530'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:15.339321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7b1827-9af6-4e77-b4d0-52258b241819,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:15.369202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Checking segment: {'id': '2e4f05ee-2711-4706-a6fb-b94a16397f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:15.369567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Network hostable DHCP agents. Network: 342d3f10-f918-49d2-b233-87043c4d75c1, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:44:15.470728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Network 342d3f10-f918-49d2-b233-87043c4d75c1 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:44:15.533730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 342d3f10-f918-49d2-b233-87043c4d75c1) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:15.537570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:15.538515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.554496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88399b77-cf5b-4d0a-b7d9-d9fc9bd25508 None None] Network 342d3f10-f918-49d2-b233-87043c4d75c1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:15.557430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.630799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.642567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dcea6fa8-a792-456c-9bff-315a4ff39894 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8407116 Apr 11 20:44:15.652574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94b789-00d5-4176-a0ba-0e19cae6b0e3 req-89e93695-f223-4ffa-800c-b385bf19e4f7 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:15.655002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de94b789-00d5-4176-a0ba-0e19cae6b0e3 req-89e93695-f223-4ffa-800c-b385bf19e4f7 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 950 time: 0.1467879 Apr 11 20:44:15.721194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de94b789-00d5-4176-a0ba-0e19cae6b0e3 req-8ff5481d-f690-4027-98be-ad391763c86d tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604925 Apr 11 20:44:15.722657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.725355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.726860 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "PUT /v2.0/security-groups/d007b0df-c972-4f7b-acfe-7e8d31e23e00 HTTP/1.1" status: 200 len: 1610 time: 0.4186711 Apr 11 20:44:15.729894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54850) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:15.765565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a00f13-ffed-4749-9708-8cab1fe3ab9a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d007b0df-c972-4f7b-acfe-7e8d31e23e00,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:15.799943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-51b06626-6e6f-45ba-8671-89901eb9ea2e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups/d007b0df-c972-4f7b-acfe-7e8d31e23e00 HTTP/1.1" status: 200 len: 1610 time: 0.0686851 Apr 11 20:44:15.802755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54854) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:15.821638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7448a-d7fd-4806-95a5-39f4d6b7d116 None None] Network 342d3f10-f918-49d2-b233-87043c4d75c1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:15.844869 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be39b9ff-893a-4896-892b-461a1d9e4906'] response: {'server_uuid': '6893236d-d354-4ebf-a1f7-c754e08c0e33', 'name': 'network-vif-deleted', 'tag': '64fff776-8797-4536-84d0-0419611a564e', 'status': 'completed', 'code': 200} Apr 11 20:44:15.897802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54858) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:15.903913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611623615', 'description': 'tempest-description--373563823'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:15.919723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:15.928251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aba7e06-6f8e-49b8-b9bf-809da19c6a99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:15.933172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Usage tracker for resource:security_group and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:15.940860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:15.980101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:16.013231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aba7e06-6f8e-49b8-b9bf-809da19c6a99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.050317 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09c3220c-5826-4616-9e8f-41cfc06ef2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.068599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.155765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:16.161820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Usage tracker for resource:security_group_rule and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:16.165447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:16.172832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:16.201744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aba7e06-6f8e-49b8-b9bf-809da19c6a99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.224479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326419a2-7edf-47dc-8387-8065142cc042 req-92295c07-3617-4d88-b622-f836afc40309 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:16.225971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-326419a2-7edf-47dc-8387-8065142cc042 req-92295c07-3617-4d88-b622-f836afc40309 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.1167955 Apr 11 20:44:16.239895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba7e06-6f8e-49b8-b9bf-809da19c6a99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007b0df-c972-4f7b-acfe-7e8d31e23e00,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:16.245652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aba7e06-6f8e-49b8-b9bf-809da19c6a99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.245652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6aba7e06-6f8e-49b8-b9bf-809da19c6a99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/d007b0df-c972-4f7b-acfe-7e8d31e23e00 HTTP/1.1" status: 204 len: 168 time: 0.4406698 Apr 11 20:44:16.246933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54868) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:16.294315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.314060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fea3bccf-45ee-4b2f-974c-c40e316f84ff tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:16.324164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-326419a2-7edf-47dc-8387-8065142cc042 req-6601066c-93cc-40fb-a299-b87f171edf8e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717378 Apr 11 20:44:16.377549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.423134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fea3bccf-45ee-4b2f-974c-c40e316f84ff tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:16.425483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fea3bccf-45ee-4b2f-974c-c40e316f84ff tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1756785 Apr 11 20:44:16.432576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54880) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:16.446293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d747036d-0879-441f-93eb-5df926c811ad,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:16.471774 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-53b4622f-a63b-4388-a0ed-829788ec9605 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] delete failed (client error): The resource could not be found. Apr 11 20:44:16.476903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-53b4622f-a63b-4388-a0ed-829788ec9605 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/d007b0df-c972-4f7b-acfe-7e8d31e23e00 HTTP/1.1" status: 404 len: 347 time: 0.0390530 Apr 11 20:44:16.477287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54884) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:16.486050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654473268'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:16.493332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:16.510409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:16.644799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.646362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de4d24ac-71a2-430b-bb0d-cc3319704e5e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7475564 Apr 11 20:44:16.649296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54892) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:16.658368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Request body: {'security_group_rule': {'security_group_id': 'd747036d-0879-441f-93eb-5df926c811ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:16.665214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.680425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:16.693896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Usage tracker for resource:security_group_rule and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:16.699663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:16.708859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-dc768be4-4efa-4818-947e-8c947f547a19 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:16.710296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-dc768be4-4efa-4818-947e-8c947f547a19 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.69 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 950 time: 0.1852062 Apr 11 20:44:16.717587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:16.723184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-b9b4f26e-61d2-4475-80fb-1ec9ed6fe6c2 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:16.723893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-b9b4f26e-61d2-4475-80fb-1ec9ed6fe6c2 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Synchronizing usage tracker for tenant:f31d0871c2b44732805567d82740eae4 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:16.825279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-b9b4f26e-61d2-4475-80fb-1ec9ed6fe6c2 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Unset dirty status for tenant:f31d0871c2b44732805567d82740eae4 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:16.826605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-b9b4f26e-61d2-4475-80fb-1ec9ed6fe6c2 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/networks?id=342d3f10-f918-49d2-b233-87043c4d75c1 HTTP/1.1" status: 200 len: 813 time: 0.2788620 Apr 11 20:44:16.841794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f8692-ffd9-49bc-b318-65fbe3397921 req-1c4b180b-084b-4c25-8afe-9d4fa0bb6e6b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:16.843521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-20b7e52b-b70a-4182-b685-83af08efb43f tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/quotas/f31d0871c2b44732805567d82740eae4 HTTP/1.1" status: 200 len: 375 time: 0.0112650 Apr 11 20:44:16.843931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-744f8692-ffd9-49bc-b318-65fbe3397921 req-1c4b180b-084b-4c25-8afe-9d4fa0bb6e6b tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.2813635 Apr 11 20:44:16.853304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:16.877403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:16.882445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Deleting port 151671aa-c258-4309-9bf9-e8450ef95587 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:16.882789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.909666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:16.933241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:16.986980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:16.998825 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-314144d8-e40a-4f9b-a4e1-0f148c685719 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f31d0871c2b44732805567d82740eae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483524 Apr 11 20:44:17.071614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54900) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:17.114194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-744f8692-ffd9-49bc-b318-65fbe3397921 req-eae834eb-e8a7-4f21-ba9b-a4f6d46ff7dc tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557595 Apr 11 20:44:17.157988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-f7d798fc-8e65-4e01-92ea-fdf3e8d47642 service neutron] 10.222.0.61 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509051 Apr 11 20:44:17.225322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.240039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-c6c40822-0b07-450b-b1a6-d7ccd99e44c3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:17.240725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-c6c40822-0b07-450b-b1a6-d7ccd99e44c3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:17.270076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.288155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.324222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.365767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.383991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-7b742007-ca0d-427e-9806-af55454b471b service neutron] 10.222.0.61 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189622 Apr 11 20:44:17.418560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc90990-f330-4c6f-a64f-487cb91174a6,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:17.420751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.506366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] For port 151671aa-c258-4309-9bf9-e8450ef95587, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=151671aa-c258-4309-9bf9-e8450ef95587,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:17.506721 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.521483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-c6c40822-0b07-450b-b1a6-d7ccd99e44c3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:17.522641 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-c6c40822-0b07-450b-b1a6-d7ccd99e44c3 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.7643592 Apr 11 20:44:17.694816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.696047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2177033 Apr 11 20:44:17.696820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81457758-a87b-4b27-bc2b-2ce1ddcf96de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf6c742-d2cb-43c3-b6e6-69908d34e10e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:17.699045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.705663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05788b21-e0a4-42c8-90bf-5e481f895087 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0498645 Apr 11 20:44:17.705663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a8ca4028-d462-4d7e-afc2-a90019c9df8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7334ecb1f81f4d768e26baeeea18fc87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6287317 Apr 11 20:44:17.709912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Calling delete_port for 151671aa-c258-4309-9bf9-e8450ef95587 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:17.710275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54912) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:17.710747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54914) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:17.714246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54916) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:17.727512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Request body: {'security_group_rule': {'security_group_id': 'd747036d-0879-441f-93eb-5df926c811ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:17.778797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': 'cdf6c742-d2cb-43c3-b6e6-69908d34e10e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:17.791371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9776b-8ce2-4225-98f6-682ce0813637 req-e4107f56-358d-4637-9bf5-91c50f766323 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:17.794539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:17.798774 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1de9776b-8ce2-4225-98f6-682ce0813637 req-e4107f56-358d-4637-9bf5-91c50f766323 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 944 time: 0.5248513 Apr 11 20:44:17.799918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:17.848656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Deleting port b3685e5c-a3a4-43d7-ae93-9429a682e147 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:17.848656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.856086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:17.860174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Usage tracker for resource:security_group_rule and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:17.866964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:17.874253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:17.877746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:17.891609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:17.928274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbb5bbd8-dd1d-444a-a7fe-4c036d577c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.953434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1de9776b-8ce2-4225-98f6-682ce0813637 req-887ffd1a-a6db-4274-a873-b0026a8ac1f8 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a607600-0771-4176-b423-cd0f2f43fada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537678 Apr 11 20:44:17.964380 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbb5bbd8-dd1d-444a-a7fe-4c036d577c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:17.991106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d0d6-c655-47c4-92b2-9495c0f02c3f req-6ea81815-ebaa-41de-8726-a9b933e90860 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:17.998354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a71d0d6-c655-47c4-92b2-9495c0f02c3f req-6ea81815-ebaa-41de-8726-a9b933e90860 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 950 time: 0.2048841 Apr 11 20:44:18.049706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.061477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.165492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a71d0d6-c655-47c4-92b2-9495c0f02c3f req-551008f3-415e-4c9c-ab66-4fa1b0e9ed7e tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7deb0da-6198-4165-bc22-e54cc41b4ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658163 Apr 11 20:44:18.233611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.296577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.299927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefff74a-9b28-4e9a-b83b-de316a0ce053 req-072a7e53-8410-4c72-b294-525989f6d21b tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 210 time: 0.0529845 Apr 11 20:44:18.300985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbb5bbd8-dd1d-444a-a7fe-4c036d577c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.329198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5bbd8-dd1d-444a-a7fe-4c036d577c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb4382-bb07-49e3-bfa4-3402dfbcc515,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:18.342845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.379520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08436d39-3d7d-48b5-91c7-6b1dc5b16f07,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:18.381819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.397552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffc729e-3966-45c0-8edb-e56eb1921b56,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:18.452997 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.473133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbb5bbd8-dd1d-444a-a7fe-4c036d577c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.476339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bbb5bbd8-dd1d-444a-a7fe-4c036d577c66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfeb4382-bb07-49e3-bfa4-3402dfbcc515 HTTP/1.1" status: 204 len: 168 time: 0.7533100 Apr 11 20:44:18.494651 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.496323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-160b209b-91b2-4bc9-8841-e4135cd3c083 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7788177 Apr 11 20:44:18.509524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54932) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:18.519573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:18.524698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2680e2-1c52-44e2-8311-939a8e901f90 req-6e320440-7e09-49dc-a58a-3ccac4775969 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:18.526284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce2680e2-1c52-44e2-8311-939a8e901f90 req-6e320440-7e09-49dc-a58a-3ccac4775969 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.3318322 Apr 11 20:44:18.528095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:18.531719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.536077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c0f188bf-7a1a-4dc5-94f1-6eeed41d7bf9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8205931 Apr 11 20:44:18.538260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54938) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:18.542202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Usage tracker for resource:floatingip and tenant:0b5dc1c8e54943bd9d55af95285a5a03 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:18.544822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Pushing event deleted for resources: {'Port': ['ID=151671aa-c258-4309-9bf9-e8450ef95587,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:18.547459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:18.567776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:18.573785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] For port b3685e5c-a3a4-43d7-ae93-9429a682e147, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b3685e5c-a3a4-43d7-ae93-9429a682e147,segment=NetworkSegment(dcaac7cb-8d16-4a56-9580-e4c017797143),segment_id=dcaac7cb-8d16-4a56-9580-e4c017797143)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:18.574143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.579590 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.598143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da28f1-4ccc-46e0-a011-287e5de32bac req-6ec912bc-ac45-46b0-b0ab-1f9821cc6279 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:18.599728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44da28f1-4ccc-46e0-a011-287e5de32bac req-6ec912bc-ac45-46b0-b0ab-1f9821cc6279 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 945 time: 0.1671498 Apr 11 20:44:18.600837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03589c6d-b9e1-4036-83e1-5c772bfc907d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.632117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03589c6d-b9e1-4036-83e1-5c772bfc907d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.678266 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44da28f1-4ccc-46e0-a011-287e5de32bac req-5b7ce8aa-50df-47dd-b696-af3b3046b4e0 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700121 Apr 11 20:44:18.679145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.790362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Calling delete_port for b3685e5c-a3a4-43d7-ae93-9429a682e147 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:18.806048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03589c6d-b9e1-4036-83e1-5c772bfc907d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.863664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03589c6d-b9e1-4036-83e1-5c772bfc907d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.867217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03589c6d-b9e1-4036-83e1-5c772bfc907d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5ffc729e-3966-45c0-8edb-e56eb1921b56 HTTP/1.1" status: 204 len: 168 time: 0.3246663 Apr 11 20:44:18.867217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03589c6d-b9e1-4036-83e1-5c772bfc907d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ffc729e-3966-45c0-8edb-e56eb1921b56,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:18.876573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54948) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:18.921603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] No DVR routers for this DVR port 151671aa-c258-4309-9bf9-e8450ef95587 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:18.941521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce2680e2-1c52-44e2-8311-939a8e901f90 req-1b4edf3c-c79d-46c2-bb79-4dfd733de3aa tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962641 Apr 11 20:44:18.945611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:18.956425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b4066e-2127-4624-ac51-c42598093f3c', 'name': 'network-vif-deleted', 'tag': '151671aa-c258-4309-9bf9-e8450ef95587'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:18.976915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3ad6d890-39f5-4789-b0d4-7b51330e130c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:19.064876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3ad6d890-39f5-4789-b0d4-7b51330e130c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:19.068994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3ad6d890-39f5-4789-b0d4-7b51330e130c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1787338 Apr 11 20:44:19.073460 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab0e864-e569-431e-8d4d-5ab13090d0cb'] response: {'server_uuid': '30b4066e-2127-4624-ac51-c42598093f3c', 'name': 'network-vif-deleted', 'tag': '151671aa-c258-4309-9bf9-e8450ef95587', 'status': 'completed', 'code': 200} Apr 11 20:44:19.073460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:19.085086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.242884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77a37c91-dfc7-485f-ba46-c0381aa1853a req-07d289c0-b258-4d43-9d8d-5d30e2e5eb73 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.69 "DELETE /v2.0/ports/151671aa-c258-4309-9bf9-e8450ef95587 HTTP/1.1" status: 204 len: 173 time: 2.5228014 Apr 11 20:44:19.281435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Allocated IP 172.25.5.232 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5193fe06-02c9-4ae1-b7a6-ccde8300c062) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:19.321044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a67363f6-c87f-4577-8513-544048739e78 req-56513ee0-d5df-4cd0-9a49-628f97fa1aa9 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 210 time: 0.0798094 Apr 11 20:44:19.373661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.375128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b343e68-4254-4917-ad82-9a85ff3d9984 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.500905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Pushing event deleted for resources: {'Port': ['ID=b3685e5c-a3a4-43d7-ae93-9429a682e147,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:19.576137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.595508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d8bdd06b-fbff-4648-966f-5a3b6d6cbcdb req-aa13e6cc-eaa3-42d1-8545-5a95b909de91 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Synchronizing usage tracker for tenant:f96c66f2eb5e469583b3d23c68c7224c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:19.600191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] No DVR routers for this DVR port b3685e5c-a3a4-43d7-ae93-9429a682e147 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:19.602596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b343e68-4254-4917-ad82-9a85ff3d9984 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.615337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.723932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.749801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d8bdd06b-fbff-4648-966f-5a3b6d6cbcdb req-aa13e6cc-eaa3-42d1-8545-5a95b909de91 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] Unset dirty status for tenant:f96c66f2eb5e469583b3d23c68c7224c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:19.752600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8bdd06b-fbff-4648-966f-5a3b6d6cbcdb req-aa13e6cc-eaa3-42d1-8545-5a95b909de91 tempest-ImagesNegativeTestJSON-937026286 tempest-ImagesNegativeTestJSON-937026286-project] 10.222.0.61 "GET /v2.0/ports?device_id=30b4066e-2127-4624-ac51-c42598093f3c HTTP/1.1" status: 200 len: 210 time: 0.2428954 Apr 11 20:44:19.752764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a4bb771-2be0-462e-967d-ae45533b6480 req-632df944-7774-40cf-95e0-c0473caa7546 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.75 "DELETE /v2.0/ports/b3685e5c-a3a4-43d7-ae93-9429a682e147 HTTP/1.1" status: 204 len: 173 time: 2.2116342 Apr 11 20:44:19.785160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63d733a5-d139-4ae8-a120-c0c8e80becaf req-9bc80903-a2be-4d75-b218-e5d500da009b tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 210 time: 0.1027045 Apr 11 20:44:19.797715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b343e68-4254-4917-ad82-9a85ff3d9984 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:19.825452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b343e68-4254-4917-ad82-9a85ff3d9984 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf6c742-d2cb-43c3-b6e6-69908d34e10e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:19.832184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:19.835887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:19.840565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:19.870246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event updated for resources: {'Port': ['ID=5193fe06-02c9-4ae1-b7a6-ccde8300c062,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:20.013419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b343e68-4254-4917-ad82-9a85ff3d9984 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.017466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b343e68-4254-4917-ad82-9a85ff3d9984 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/cdf6c742-d2cb-43c3-b6e6-69908d34e10e HTTP/1.1" status: 204 len: 168 time: 0.9416988 Apr 11 20:44:20.017707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54986) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:20.025055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.137128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ada1abe7-b6db-45f7-a384-761400491de3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:20.253199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ada1abe7-b6db-45f7-a384-761400491de3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:20.259011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ada1abe7-b6db-45f7-a384-761400491de3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2396090 Apr 11 20:44:20.259755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54994) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:20.266552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067560660'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:20.292514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:20.323925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:20.361322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.406142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 151671aa-c258-4309-9bf9-e8450ef95587 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:20.431126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.444882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 151671aa-c258-4309-9bf9-e8450ef95587 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:20.445500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 151671aa-c258-4309-9bf9-e8450ef95587 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:20.476577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:20.481688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:20.485077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:20.492186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:20.556201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.640606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.641578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa3b0a-7cb3-49be-ad53-038ad1c053c1 req-8499f157-b438-4b0d-9c96-c17420832508 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:20.643150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0daa3b0a-7cb3-49be-ad53-038ad1c053c1 req-8499f157-b438-4b0d-9c96-c17420832508 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.2571619 Apr 11 20:44:20.715371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0daa3b0a-7cb3-49be-ad53-038ad1c053c1 req-e82896d2-49a1-4aa2-80f7-b1c6146e10b4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629311 Apr 11 20:44:20.722388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.736724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a079570-013e-4d2c-b96d-83ae3d33196e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:20.751715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-504a9a10-2c32-4793-8e5c-e7a70a4b7048 req-9b370866-857d-4764-ab6a-cc21db152159 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Synchronizing usage tracker for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:20.811415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.862751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-504a9a10-2c32-4793-8e5c-e7a70a4b7048 req-9b370866-857d-4764-ab6a-cc21db152159 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] Unset dirty status for tenant:3d5a8859c567410f9833e077a1517428 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:20.863956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-504a9a10-2c32-4793-8e5c-e7a70a4b7048 req-9b370866-857d-4764-ab6a-cc21db152159 tempest-LiveAutoBlockMigrationV225Test-1741754570 tempest-LiveAutoBlockMigrationV225Test-1741754570-project] 10.222.0.61 "GET /v2.0/ports?device_id=3381b85b-1e5e-4578-878a-21c4fb3cf5af HTTP/1.1" status: 200 len: 210 time: 0.1691873 Apr 11 20:44:20.864664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:20.868427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6bc62c32-655f-4206-a761-073d25b07c44 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6051843 Apr 11 20:44:20.868646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55016) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:20.874244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '6a079570-013e-4d2c-b96d-83ae3d33196e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:20.880248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:20.884586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:20.887533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:20.893986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:20.901432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42949faf-4433-4ac1-9172-059054c8255f req-3f0f717b-9cc2-4e0d-948e-ef854d4b3078 tempest-AbsoluteLimitsNegativeTestJSON-1189318154 tempest-AbsoluteLimitsNegativeTestJSON-1189318154-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e9b4c84aff204ea49c5a3f96766ce8fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492129 Apr 11 20:44:20.968329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event updated for resources: {'Port': ['ID=5193fe06-02c9-4ae1-b7a6-ccde8300c062,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:21.037918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.064366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.086373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'name': 'network-vif-deleted', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:21.143508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42949faf-4433-4ac1-9172-059054c8255f req-6fdcc8d7-c3bb-4b96-9bec-13b30f4a7450 tempest-AbsoluteLimitsNegativeTestJSON-1189318154 tempest-AbsoluteLimitsNegativeTestJSON-1189318154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:21.146011 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42949faf-4433-4ac1-9172-059054c8255f req-6fdcc8d7-c3bb-4b96-9bec-13b30f4a7450 tempest-AbsoluteLimitsNegativeTestJSON-1189318154 tempest-AbsoluteLimitsNegativeTestJSON-1189318154-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364714 Apr 11 20:44:21.159382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-faaacbd0-5f7f-4c95-9b24-f24e0da86ff4 req-36206f37-a940-4413-ac7c-cb625eaf25cf tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 210 time: 0.0532296 Apr 11 20:44:21.166507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42949faf-4433-4ac1-9172-059054c8255f req-1a31d1b4-ff0f-4cba-b7a3-b8da0ed04d50 tempest-AbsoluteLimitsNegativeTestJSON-1189318154 tempest-AbsoluteLimitsNegativeTestJSON-1189318154-project] 10.222.0.61 "GET /v2.0/quotas/e9b4c84aff204ea49c5a3f96766ce8fa HTTP/1.1" status: 200 len: 375 time: 0.0150993 Apr 11 20:44:21.176870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.178760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2bfeb474-c16e-4d59-9afb-37e2777d8200 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6656632 Apr 11 20:44:21.221034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.245536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a833e6d5-bf8b-4142-8f01-1b7dd4669673 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:21.247410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a833e6d5-bf8b-4142-8f01-1b7dd4669673 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.75 "GET /v2.0/networks?id=342d3f10-f918-49d2-b233-87043c4d75c1 HTTP/1.1" status: 200 len: 813 time: 0.3040266 Apr 11 20:44:21.255723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42949faf-4433-4ac1-9172-059054c8255f req-c76bb804-1920-4752-983b-7d6a3fa07e38 tempest-AbsoluteLimitsNegativeTestJSON-1189318154 tempest-AbsoluteLimitsNegativeTestJSON-1189318154-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9b4c84aff204ea49c5a3f96766ce8fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751140 Apr 11 20:44:21.258170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:21.281163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Request body: {'port': {'device_id': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1', 'admin_state_up': True, 'tenant_id': 'f31d0871c2b44732805567d82740eae4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:21.318973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: b3685e5c-a3a4-43d7-ae93-9429a682e147 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:44:21.319631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b3685e5c-a3a4-43d7-ae93-9429a682e147 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:21.438750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.489441 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c11eec-b54c-4769-99b1-f7e88a11b861'] response: {'server_uuid': '3381b85b-1e5e-4578-878a-21c4fb3cf5af', 'name': 'network-vif-deleted', 'tag': 'b3685e5c-a3a4-43d7-ae93-9429a682e147', 'status': 'completed', 'code': 200} Apr 11 20:44:21.508236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ad82af-1929-45de-810b-1eed58017f49,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:21.558533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.559750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-543a8ed7-e36f-4551-b67d-7546f11490f3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6902168 Apr 11 20:44:21.562654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55040) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:21.572695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '6a079570-013e-4d2c-b96d-83ae3d33196e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:21.582678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:21.582678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:21.685829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:21.690182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Usage tracker for resource:port and tenant:f31d0871c2b44732805567d82740eae4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:21.694713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:21.697586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:21.719578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:21.721690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:21.751299 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:44:21.758961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-4d5de5f9-f352-4f6e-a9a3-b9909d95c649 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Synchronizing usage tracker for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:21.865656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Made reservation on behalf of f31d0871c2b44732805567d82740eae4 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:21.868649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.883913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-4d5de5f9-f352-4f6e-a9a3-b9909d95c649 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Unset dirty status for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:21.885039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-4d5de5f9-f352-4f6e-a9a3-b9909d95c649 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1611623615&fields=id&tenant_id=0b5dc1c8e54943bd9d55af95285a5a03 HTTP/1.1" status: 200 len: 267 time: 0.1922381 Apr 11 20:44:21.893741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:21.952694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc368-ce55-4cb6-9006-be7657e3d1cc req-b35da40a-6743-4a07-988b-8312dc13ad4b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:21.954278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f38dc368-ce55-4cb6-9006-be7657e3d1cc req-b35da40a-6743-4a07-988b-8312dc13ad4b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.0904856 Apr 11 20:44:21.984887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55062) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:22.041561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f38dc368-ce55-4cb6-9006-be7657e3d1cc req-0959e375-2b17-4bb7-97d1-9de611cb429b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Apr 11 20:44:22.175493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.217072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55072) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:22.230853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:22.237849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b4c84aff204ea49c5a3f96766ce8fa is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:22.243129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:22.258278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:22.306278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55080) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:22.328163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.402052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-d7381b4a-f1df-484c-b0e4-f206124da286 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:22.403390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-d7381b4a-f1df-484c-b0e4-f206124da286 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Synchronizing usage tracker for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:22.426158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.426918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.481090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24b3533-c84b-4081-bde1-deb2926f5832,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:22.503270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Allocated IP 172.20.0.6 (342d3f10-f918-49d2-b233-87043c4d75c1/3e7b1827-9af6-4e77-b4d0-52258b241819/2e6fb296-2743-4313-9fba-406ced987833) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:22.554793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.580147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-d7381b4a-f1df-484c-b0e4-f206124da286 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Unset dirty status for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:22.583890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6faaa31-7363-495d-8559-51b4cf42d7a2 req-4b6ad5f9-c10b-4155-a6a6-cba96752672e tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 210 time: 0.0765777 Apr 11 20:44:22.586242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-d7381b4a-f1df-484c-b0e4-f206124da286 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/networks?id=2cf66dcd-bfd5-462b-961f-a507fc6a093f HTTP/1.1" status: 200 len: 815 time: 0.6856470 Apr 11 20:44:22.637254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.642210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-71d12df4-b89c-4b02-81ed-e6ece246c936 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0785089 Apr 11 20:44:22.647232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55090) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:22.648382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425cd4b8-bbca-43a7-80cf-46cca387a0a7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:22.655505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b4e06428-6813-4c3c-89c5-b55375749704 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9b4c84aff204ea49c5a3f96766ce8fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6692834 Apr 11 20:44:22.660028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57a89b61-4765-4dcf-a636-9768eda52dd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f96c66f2eb5e469583b3d23c68c7224c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3570240 Apr 11 20:44:22.661605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:22.664083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55098) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:22.667863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Deleting subnet ad106e4f-600f-4a72-891a-b41933a74fcf {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:44:22.677236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-062fa7a5-b6b3-4f0d-ab94-19f11b88fff6 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/quotas/0b5dc1c8e54943bd9d55af95285a5a03 HTTP/1.1" status: 200 len: 375 time: 0.0898809 Apr 11 20:44:22.682845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '6a079570-013e-4d2c-b96d-83ae3d33196e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:22.692736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.728830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:22.788002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43482af2-c3d7-4767-b219-68b3498a8a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.799797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-517cc587-d8b2-4e45-9e4e-d22c0bd2b0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.837537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43482af2-c3d7-4767-b219-68b3498a8a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.840425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:22.854851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-517cc587-d8b2-4e45-9e4e-d22c0bd2b0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:22.857317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:22.882591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:22.891273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.011249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43482af2-c3d7-4767-b219-68b3498a8a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.012760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.032021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43482af2-c3d7-4767-b219-68b3498a8a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425cd4b8-bbca-43a7-80cf-46cca387a0a7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:23.047847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-517cc587-d8b2-4e45-9e4e-d22c0bd2b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.055931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.080977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.094262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-517cc587-d8b2-4e45-9e4e-d22c0bd2b0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.096990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-517cc587-d8b2-4e45-9e4e-d22c0bd2b0d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7deb0da-6198-4165-bc22-e54cc41b4ca3 HTTP/1.1" status: 204 len: 168 time: 0.4311421 Apr 11 20:44:23.098012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cc587-d8b2-4e45-9e4e-d22c0bd2b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7deb0da-6198-4165-bc22-e54cc41b4ca3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:23.106107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43482af2-c3d7-4767-b219-68b3498a8a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.121306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-43482af2-c3d7-4767-b219-68b3498a8a89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/425cd4b8-bbca-43a7-80cf-46cca387a0a7 HTTP/1.1" status: 204 len: 168 time: 0.4452484 Apr 11 20:44:23.121473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3cdccaca-e2c1-4b92-b9fb-c45336f9122d tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Synchronizing usage tracker for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:23.262135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:44:23.268406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.281163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3cdccaca-e2c1-4b92-b9fb-c45336f9122d tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Unset dirty status for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:23.296350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3cdccaca-e2c1-4b92-b9fb-c45336f9122d tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b5dc1c8e54943bd9d55af95285a5a03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6179855 Apr 11 20:44:23.313717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.383126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.432990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fc6a9-7332-4cc8-908d-fe853ed6de38 req-79e4c9d3-2a4c-499e-994b-8aee33ef15a3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:23.434808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d80fc6a9-7332-4cc8-908d-fe853ed6de38 req-79e4c9d3-2a4c-499e-994b-8aee33ef15a3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.1840019 Apr 11 20:44:23.456200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.456200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.471129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad106e4f-600f-4a72-891a-b41933a74fcf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:23.508889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d80fc6a9-7332-4cc8-908d-fe853ed6de38 req-4f78eb4a-9a81-4147-989a-b977136b5d26 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671077 Apr 11 20:44:23.521900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2b3307-9515-4f73-997a-469b4f7e572e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:23.531797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Network 342d3f10-f918-49d2-b233-87043c4d75c1 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:23.534939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:23.537293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:23.550123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:23.564132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '778905ee-f3d9-4193-9089-ad80134a268e', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': '778905ee-f3d9-4193-9089-ad80134a268e', 'mac_address': 'fa:16:3e:56:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:44:23.564366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Pushing event updated for resources: {'Port': ['ID=2e6fb296-2743-4313-9fba-406ced987833,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:23.622068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.642217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 778905ee-f3d9-4193-9089-ad80134a268e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:23.652650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-34319157-21bf-4ee8-b9c7-92e6d3d3c659 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ad106e4f-600f-4a72-891a-b41933a74fcf HTTP/1.1" status: 204 len: 168 time: 1.4238780 Apr 11 20:44:23.655842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55118) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:23.660057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:23.676098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.677568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3e959ae6-771d-410f-a2d6-18f7df6a28fb tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0293608 Apr 11 20:44:23.682001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55124) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:23.714658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:23.715454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.722153 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-61826c18-c9a2-4589-b673-b64330188a6b req-46259d6f-3bc3-448a-b2f7-34b9969b5bfd service neutron] show failed (client error): The resource could not be found. Apr 11 20:44:23.723266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-46259d6f-3bc3-448a-b2f7-34b9969b5bfd service neutron] 10.222.0.69 "GET /v2.0/ports/3916f86d-4aab-4c1c-a797-7f80b97ab65f/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.1557322 Apr 11 20:44:23.742787 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.754582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '6a079570-013e-4d2c-b96d-83ae3d33196e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:23.774130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:23.789923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:23.795978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:23.838986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-a8db3b98-3f2e-44db-b597-a42b092cd039 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5636389 Apr 11 20:44:23.841897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:23.846217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:23.868195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:23.909932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Request body: {'port': {'device_id': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:23.935069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['778905ee-f3d9-4193-9089-ad80134a268e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:44:23.994691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.086856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.111234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-c15028c1-882b-4ab4-934a-e4dd8a8d8f0a service neutron] 10.222.0.61 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094993 Apr 11 20:44:24.281451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.353067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1499a1-6303-4e7c-958a-8b86a0b79792']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:24.379605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaac7cb-8d16-4a56-9580-e4c017797143') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:24.379605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaac7cb-8d16-4a56-9580-e4c017797143') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:24.394785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5da5b-fb91-4a3e-a196-b17f572ba6cd req-7fc9b2a5-1782-4c03-b56c-dda7e639bfcb tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:24.402521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92c5da5b-fb91-4a3e-a196-b17f572ba6cd req-7fc9b2a5-1782-4c03-b56c-dda7e639bfcb tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 931 time: 0.6083503 Apr 11 20:44:24.431066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.484855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.503928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:44:24.504341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.604207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:44:24.605116 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:44:24.660085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-92c5da5b-fb91-4a3e-a196-b17f572ba6cd req-df09c9ec-309d-491c-8d06-0a3b96cfc8ec tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Synchronizing usage tracker for tenant:f31d0871c2b44732805567d82740eae4 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:24.691896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.693432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.725350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.744887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff305bee-7362-4b6d-87cc-5b29a2e23e81,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:24.772460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1499a1-6303-4e7c-958a-8b86a0b79792,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:24.775560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-af11cefe-4091-4b99-83d2-322fa4dc43fa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&tenant_id=745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 1099 time: 0.1693819 Apr 11 20:44:24.791375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:24.813982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6fb296-2743-4313-9fba-406ced987833 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:24.821524 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.861062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Transition to ACTIVE for port object 2e6fb296-2743-4313-9fba-406ced987833 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:24.929385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-49286298-99f6-42f8-baf5-75c92a747b2e service neutron] 10.222.0.61 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395773 Apr 11 20:44:24.950460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-92c5da5b-fb91-4a3e-a196-b17f572ba6cd req-df09c9ec-309d-491c-8d06-0a3b96cfc8ec tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Unset dirty status for tenant:f31d0871c2b44732805567d82740eae4 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:24.967969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92c5da5b-fb91-4a3e-a196-b17f572ba6cd req-df09c9ec-309d-491c-8d06-0a3b96cfc8ec tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641687 Apr 11 20:44:24.969025 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.973126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0f3967bc-5532-4177-85d0-71c0e7f01843 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7a1499a1-6303-4e7c-958a-8b86a0b79792 HTTP/1.1" status: 204 len: 168 time: 1.3162155 Apr 11 20:44:24.974423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:24.975776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5d23951d-54df-4beb-957d-dd52110523be tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2925813 Apr 11 20:44:24.979556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:24.979911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:24.994317 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:25.144177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '6a079570-013e-4d2c-b96d-83ae3d33196e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:25.258153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:25.294406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Deleting subnet b6896838-0fde-4eae-a558-ca560141d707 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:44:25.304211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:25.351372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:25.459906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:25.517114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 778905ee-f3d9-4193-9089-ad80134a268e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:25.517602 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:25.580989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:25.608946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a22d7336-533d-457f-a4f4-1345a6500c65 req-9ea6e2ba-ee56-4c65-ae96-9e956bfaef2b tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.2474182 Apr 11 20:44:25.613731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0c0eb-0ef1-4bd9-88a2-e90285c5e95e req-19641d34-9cfe-41e7-996e-240d6c10cfeb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:25.620810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21f0c0eb-0ef1-4bd9-88a2-e90285c5e95e req-19641d34-9cfe-41e7-996e-240d6c10cfeb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.2627017 Apr 11 20:44:25.628788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:25.646766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fb296-2743-4313-9fba-406ced987833,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:25.670629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:25.727225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:25.775464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21f0c0eb-0ef1-4bd9-88a2-e90285c5e95e req-ac9cc601-1aef-4c96-b20f-8daf647e3fe5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523600 Apr 11 20:44:25.836105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:25.881395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55192) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:25.886531 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:25.922320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:25.942365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:25.981612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:25.984282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:25.996464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.039231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Transition to ACTIVE for port object 3916f86d-4aab-4c1c-a797-7f80b97ab65f will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:26.052030 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3fc8f1-9c70-4a74-9e6c-d2a75ead4d10'] response: {'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e', 'code': 200} Apr 11 20:44:26.056523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.074453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Attempting to bind port 2e6fb296-2743-4313-9fba-406ced987833 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:26.078761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Attempting to bind port 2e6fb296-2743-4313-9fba-406ced987833 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2e4f05ee-2711-4706-a6fb-b94a16397f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:26.081047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Attempting to bind port 2e6fb296-2743-4313-9fba-406ced987833 on network 342d3f10-f918-49d2-b233-87043c4d75c1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:26.131566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.141659 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.195190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.235994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:26.263760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1941212604-network', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:26.277743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:26.289251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Usage tracker for resource:network and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:26.294398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Port 2e6fb296-2743-4313-9fba-406ced987833 on network 342d3f10-f918-49d2-b233-87043c4d75c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:44:26.295283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Attempting to bind port 2e6fb296-2743-4313-9fba-406ced987833 on network 342d3f10-f918-49d2-b233-87043c4d75c1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:26.311041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.375682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7069fcd-026a-4365-9eb3-3970e29486bb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:26.377470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:26.382923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Checking segment: {'id': '2e4f05ee-2711-4706-a6fb-b94a16397f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:26.382923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Bound using segment: {'id': '2e4f05ee-2711-4706-a6fb-b94a16397f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:26.382923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Bound port: 2e6fb296-2743-4313-9fba-406ced987833, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4f05ee-2711-4706-a6fb-b94a16397f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:26.382923 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.433941 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf50ea53-bd6a-4f7d-b4d7-ee9a03f6ef51'] response: {'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'code': 200} Apr 11 20:44:26.435907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:26.531398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] For port 2e6fb296-2743-4313-9fba-406ced987833, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:26.536501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] For port 2e6fb296-2743-4313-9fba-406ced987833, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2e6fb296-2743-4313-9fba-406ced987833,segment=NetworkSegment(2e4f05ee-2711-4706-a6fb-b94a16397f46),segment_id=2e4f05ee-2711-4706-a6fb-b94a16397f46)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:26.539762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.544526 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bf0f0aff-5a5b-4f1d-a392-20323836611a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.4422379 Apr 11 20:44:26.546023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55214) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:26.558514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:26.593811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6131647c-053b-4b12-a879-7a70906df88c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.615138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6131647c-053b-4b12-a879-7a70906df88c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.618492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:26.625401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.634330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] No DVR routers for this DVR port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:44:26.672465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.719861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:26.720546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:26.721117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:26.734679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:44:26.734966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6896838-0fde-4eae-a558-ca560141d707,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:26.735506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Attempting to bind port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:26.749093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Made reservation on behalf of eed27d8a122649c0bc902f2e44a25288 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:26.751431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.771919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.792645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3eb84-8065-42c9-b841-3dc25925c75b req-73bbeb3a-3e89-42c4-a109-7444eceff108 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:26.800166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86e3eb84-8065-42c9-b841-3dc25925c75b req-73bbeb3a-3e89-42c4-a109-7444eceff108 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 943 time: 0.3699102 Apr 11 20:44:26.824912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:26.826226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:26.826814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:26.827488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Bound port: 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:26.828002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.880071 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1746ee1a-8133-4335-8f8e-2134aa1a5453 req-2a12ea7f-7d4d-4ea6-a68a-2f5662aae41e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.1495931 Apr 11 20:44:26.885379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.896657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] 10.222.0.75 "PUT /v2.0/ports/2e6fb296-2743-4313-9fba-406ced987833 HTTP/1.1" status: 200 len: 1091 time: 2.9912918 Apr 11 20:44:26.897152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'tag': '2e6fb296-2743-4313-9fba-406ced987833'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:26.919011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:26.953517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55226) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:26.957084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:26.963269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:26.968327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2535d-f517-4e38-bf90-03ed33ea3a91 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fb296-2743-4313-9fba-406ced987833,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:26.981738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86e3eb84-8065-42c9-b841-3dc25925c75b req-fc42486f-39da-46bb-9663-131705edc469 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801281 Apr 11 20:44:26.999137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55232) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:27.005374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c1dfb09-aae6-4801-9ced-b50f839d2a0a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b6896838-0fde-4eae-a558-ca560141d707 HTTP/1.1" status: 204 len: 168 time: 1.9090002 Apr 11 20:44:27.006726 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6131647c-053b-4b12-a879-7a70906df88c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.012944 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6131647c-053b-4b12-a879-7a70906df88c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.027667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55236) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:27.028029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6131647c-053b-4b12-a879-7a70906df88c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b7069fcd-026a-4365-9eb3-3970e29486bb HTTP/1.1" status: 204 len: 168 time: 0.4806652 Apr 11 20:44:27.053185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131647c-053b-4b12-a879-7a70906df88c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7069fcd-026a-4365-9eb3-3970e29486bb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:27.058134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:27.115954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.141261 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989fb670-d0b8-4f46-8ed0-82d8faed2a60'] response: {'name': 'network-changed', 'server_uuid': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'tag': '2e6fb296-2743-4313-9fba-406ced987833', 'status': 'completed', 'code': 200} Apr 11 20:44:27.167198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Usage tracker for resource:security_group_rule and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:27.191485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:27.225509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:27.284799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.286991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] 10.222.0.75 "PUT /v2.0/ports/3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 1094 time: 2.5002594 Apr 11 20:44:27.291976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.321320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9e7ec-6c24-4c61-a0f6-a7641983cf94 service neutron] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:27.379133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.478340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-4baa493f-deba-42a9-901d-336919b1016c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f31d0871c2b44732805567d82740eae4&device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 1094 time: 0.4261887 Apr 11 20:44:27.488434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:27.566822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Usage tracker for resource:security_group_rule and tenant:58ff0906c7764091a7511a405bc33f36 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:27.576972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:27.593475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-22700c32-c7b6-420e-8150-ee5d8e61f506 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:27.612379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:27.619207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-2bdff7c8-1e67-4296-83b9-779ecdcf16da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6fb296-2743-4313-9fba-406ced987833 HTTP/1.1" status: 200 len: 217 time: 0.1253676 Apr 11 20:44:27.626799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798bcd4-20ee-49e6-b264-d8be5cfb006a req-f033cf83-6183-4d37-a4f0-b7f730f463f7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:27.628720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6798bcd4-20ee-49e6-b264-d8be5cfb006a req-f033cf83-6183-4d37-a4f0-b7f730f463f7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 0.4444842 Apr 11 20:44:27.758128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-85177ad3-52b0-4293-bdf1-5b69f899eab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:27.759587 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-85177ad3-52b0-4293-bdf1-5b69f899eab4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3e7b1827-9af6-4e77-b4d0-52258b241819 HTTP/1.1" status: 200 len: 853 time: 0.1263452 Apr 11 20:44:27.816303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.846855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.864830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-22700c32-c7b6-420e-8150-ee5d8e61f506 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:27.866322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-22700c32-c7b6-420e-8150-ee5d8e61f506 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.8320365 Apr 11 20:44:27.869821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-4394ac2a-24d3-4e9f-bb6a-8ff684648fba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1097 time: 0.5316324 Apr 11 20:44:27.870357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55246) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:27.872112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c332bd4-cd33-4262-9ed1-20ea14861e38']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:27.931379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08cd996-05c5-4795-bc68-678447378b84') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:27.931841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08cd996-05c5-4795-bc68-678447378b84') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:27.941205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-b9e4abcf-567a-4b41-bdc2-46595657b284 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=342d3f10-f918-49d2-b233-87043c4d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694684 Apr 11 20:44:27.949586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.957639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6798bcd4-20ee-49e6-b264-d8be5cfb006a req-1cc588db-ae61-433c-9b4d-98bb58fba700 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873662 Apr 11 20:44:27.963233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:44:27.973179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:27.973640 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Added segment 75db9f66-495a-454a-ae5d-e393f22ec5b5 of type vlan for network 6083de7f-9169-4f81-ad2d-0a74ed26d36a Apr 11 20:44:28.011802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.101725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.118314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.119182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:28.119778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.214925 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.244819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.284326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc5863a-5421-4dd9-9bd0-3d15ad6626e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.300966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.327182 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-fbd7901b-ec16-485f-b8f7-d48269b14328 service neutron] 10.222.0.75 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681791 Apr 11 20:44:28.329267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc5863a-5421-4dd9-9bd0-3d15ad6626e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.335392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:44:28.335819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:44:28.357792 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:44:28.360894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf3e6fb-3e8c-4295-aff1-202b68103f3f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:28.362888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c48d96e1-a364-4c86-b1d2-93f12fa98a2f req-e816957e-8dea-4038-8010-eaefcb69315e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.1798337 Apr 11 20:44:28.437322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:28.443785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:28.459761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] Pushing event updated for resources: {'Network': ['ID=6083de7f-9169-4f81-ad2d-0a74ed26d36a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:28.517055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826c18-c9a2-4589-b673-b64330188a6b req-8130c236-6c78-4336-b328-3cef7bcb6c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:28.519371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-8130c236-6c78-4336-b328-3cef7bcb6c6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.6366811 Apr 11 20:44:28.523566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0ab999fe-2cf9-416d-ad29-6beef04bdb86 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6306589 Apr 11 20:44:28.526487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:44:28.526727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55260) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:28.616450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Request body: {'subnet': {'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1941212604-subnet', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:28.620849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-0ff17900-36cb-41c8-be4b-3fdf6dda3c06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.0891783 Apr 11 20:44:28.624034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:28.626459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.631516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Usage tracker for resource:subnet and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:28.649046 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc5863a-5421-4dd9-9bd0-3d15ad6626e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.688636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.697113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:28.697113 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a8d619-676a-4fe3-9944-25291e529b1e'] response: {'name': 'network-changed', 'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'status': 'completed', 'code': 200} Apr 11 20:44:28.726704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58ff0906c7764091a7511a405bc33f36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7714324 Apr 11 20:44:28.728339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:28.730348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b295f8d5-aca6-4049-a623-fabb787fcc4c req-d0cf9ae2-4db7-4dc0-a447-e9000e8e345a service neutron] 10.222.0.75 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934791 Apr 11 20:44:28.730496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8c332bd4-cd33-4262-9ed1-20ea14861e38,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:28.731133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b49f3-da3e-417e-bb1a-cf982b31e111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ab5ba8-3a66-4d97-87f7-a459b0236b74,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:28.737995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55268) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:28.763132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5863a-5421-4dd9-9bd0-3d15ad6626e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff305bee-7362-4b6d-87cc-5b29a2e23e81,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:28.795713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc5863a-5421-4dd9-9bd0-3d15ad6626e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.796878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ffc5863a-5421-4dd9-9bd0-3d15ad6626e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ff305bee-7362-4b6d-87cc-5b29a2e23e81 HTTP/1.1" status: 204 len: 168 time: 0.9165485 Apr 11 20:44:28.814389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55274) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:28.840332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:44:28.885702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-62106c3f-726f-4a0b-a781-e7122d5cc5ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/8c332bd4-cd33-4262-9ed1-20ea14861e38 HTTP/1.1" status: 204 len: 168 time: 1.8823798 Apr 11 20:44:28.885702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826c18-c9a2-4589-b673-b64330188a6b req-d53db6c7-6a94-496e-89e7-f19b349f1fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:28.886350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-d53db6c7-6a94-496e-89e7-f19b349f1fbb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2516608 Apr 11 20:44:28.899108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:28.954595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Made reservation on behalf of eed27d8a122649c0bc902f2e44a25288 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:28.956893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:29.098386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-806085ab-d80f-4baa-a786-c9754b30eab6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:29.175382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67aa7c-9fe9-4a02-827a-9e16614159f0 req-c75f4053-2d16-4812-8f0a-826e7210fffc tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:29.176453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2d67aa7c-9fe9-4a02-827a-9e16614159f0 req-c75f4053-2d16-4812-8f0a-826e7210fffc tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Synchronizing usage tracker for tenant:f31d0871c2b44732805567d82740eae4 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:29.179807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24205e41-c264-4dbf-8c9d-7907fd0997eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:29.214117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-c7084878-5f09-4377-9232-98c6435e80de tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:29.217246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-c7084878-5f09-4377-9232-98c6435e80de tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.69 "GET /v2.0/networks?id=2cf66dcd-bfd5-462b-961f-a507fc6a093f HTTP/1.1" status: 200 len: 815 time: 0.4414148 Apr 11 20:44:29.263427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-d55d500e-e8e0-4041-a560-31cb8a5170d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1097 time: 0.4330752 Apr 11 20:44:29.268859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-57255a8b-919f-42d2-981b-b30585c41992 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f31d0871c2b44732805567d82740eae4&device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 1094 time: 0.2961924 Apr 11 20:44:29.355131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-806085ab-d80f-4baa-a786-c9754b30eab6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:29.360214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-806085ab-d80f-4baa-a786-c9754b30eab6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.5372295 Apr 11 20:44:29.362488 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24205e41-c264-4dbf-8c9d-7907fd0997eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:29.370274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55284) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:29.387818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-6ef77877-8193-4e8b-ac8a-4e22c01f8dda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4798880 Apr 11 20:44:29.456740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2d67aa7c-9fe9-4a02-827a-9e16614159f0 req-c75f4053-2d16-4812-8f0a-826e7210fffc tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Unset dirty status for tenant:f31d0871c2b44732805567d82740eae4 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:29.463675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d67aa7c-9fe9-4a02-827a-9e16614159f0 req-c75f4053-2d16-4812-8f0a-826e7210fffc tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 943 time: 1.2072458 Apr 11 20:44:29.535964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-02685823-7c5d-44ce-a1b3-4e3b1b231a05 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b5dc1c8e54943bd9d55af95285a5a03 HTTP/1.1" status: 200 len: 380 time: 0.2993960 Apr 11 20:44:29.546005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55290) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:29.592891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d67aa7c-9fe9-4a02-827a-9e16614159f0 req-3446cc30-73b1-4f0a-b19a-d98cb6af622f tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281598 Apr 11 20:44:29.601385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Request body: {'port': {'device_id': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'admin_state_up': True, 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'security_groups': ['d747036d-0879-441f-93eb-5df926c811ad']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:29.660586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a5f88-e4cd-4a31-97d4-38b8ec2a50e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:29.782175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:29.795621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:29.806666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a5f88-e4cd-4a31-97d4-38b8ec2a50e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:29.900604 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-678650cc-d015-4467-acea-8d6461913901 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d5a8859c567410f9833e077a1517428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3417227 Apr 11 20:44:29.905424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55302) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:29.922864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65707ab0-a26c-4415-b263-c673df70e361 req-4b3abe4b-6556-4437-96f6-88f15609a896 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:29.924526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65707ab0-a26c-4415-b263-c673df70e361 req-4b3abe4b-6556-4437-96f6-88f15609a896 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 0.6795597 Apr 11 20:44:29.934060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-71f3abe3-02f5-4ff0-8bd9-1a42a6b9720c service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275781 Apr 11 20:44:29.957443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Made reservation on behalf of 0b5dc1c8e54943bd9d55af95285a5a03 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:29.960721 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.047725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24205e41-c264-4dbf-8c9d-7907fd0997eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.048059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a2305fb-9e43-4748-8513-9262cb75fe22 req-75e1f295-808c-46fa-9d72-2eb64e850b4c tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.1857529 Apr 11 20:44:30.073521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-3fd315c0-a1fe-4a3b-b8d3-558c3d4f2ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:30.078676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a5f88-e4cd-4a31-97d4-38b8ec2a50e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.080601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.084395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-3fd315c0-a1fe-4a3b-b8d3-558c3d4f2ced service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.8128772 Apr 11 20:44:30.134702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205e41-c264-4dbf-8c9d-7907fd0997eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ab5ba8-3a66-4d97-87f7-a459b0236b74,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:30.152924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a5f88-e4cd-4a31-97d4-38b8ec2a50e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e2b3307-9515-4f73-997a-469b4f7e572e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:30.254416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65707ab0-a26c-4415-b263-c673df70e361 req-e8b2b3d7-353f-456b-8c8b-e94b9529fd39 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163023 Apr 11 20:44:30.329922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4d0b47-611c-4bb6-9f2b-248535a75b85,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:30.349177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Checking segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:30.349711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Network hostable DHCP agents. Network: 6083de7f-9169-4f81-ad2d-0a74ed26d36a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:44:30.367648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.375426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61826c18-c9a2-4589-b673-b64330188a6b req-5174300a-c3aa-4adc-9177-d48b5c450a7d service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183154 Apr 11 20:44:30.403538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24205e41-c264-4dbf-8c9d-7907fd0997eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.405906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-24205e41-c264-4dbf-8c9d-7907fd0997eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21ab5ba8-3a66-4d97-87f7-a459b0236b74 HTTP/1.1" status: 204 len: 168 time: 1.6641312 Apr 11 20:44:30.453465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-688a5f88-e4cd-4a31-97d4-38b8ec2a50e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:30.460124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-688a5f88-e4cd-4a31-97d4-38b8ec2a50e9 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0e2b3307-9515-4f73-997a-469b4f7e572e HTTP/1.1" status: 204 len: 168 time: 1.0748522 Apr 11 20:44:30.462658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55318) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:30.831676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:44:31.046227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-a3395e47-8ad2-48a8-9d86-5d5736d1e694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:31.052576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-a3395e47-8ad2-48a8-9d86-5d5736d1e694 service neutron] 10.222.0.75 "GET /v2.0/networks?id=342d3f10-f918-49d2-b233-87043c4d75c1 HTTP/1.1" status: 200 len: 914 time: 1.7596018 Apr 11 20:44:31.102704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d5fbce3-d3a6-4eb9-8319-2ac8ed5588b8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:31.132358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6083de7f-9169-4f81-ad2d-0a74ed26d36a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:31.144868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388cd016-e547-46ac-991b-ff6c02092d32 None None] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:31.167657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:31.171824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:31.278339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5e38063-7e92-47c2-a158-68cf97372ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:31.279004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-120ae7a8-0c74-4169-8965-7ed94d981c12 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1097 time: 0.7121189 Apr 11 20:44:31.370721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-f7be7f73-9a25-40f5-aefd-c0e9fe0297c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 1.2731714 Apr 11 20:44:31.535980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d5fbce3-d3a6-4eb9-8319-2ac8ed5588b8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:31.537213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0d5fbce3-d3a6-4eb9-8319-2ac8ed5588b8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 1.0725021 Apr 11 20:44:31.543524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-590fd6ce-3aa4-41ab-b8ba-2ce170c95916 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0134480 Apr 11 20:44:31.556867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55332) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:31.557223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55334) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:31.560449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-f1042bb6-b6df-420c-b534-5e922df8febb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:31.561981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-f1042bb6-b6df-420c-b534-5e922df8febb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1713321 Apr 11 20:44:31.589161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:31.609836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:31.630118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-d5efd33b-02d7-4127-8fa9-99d89fc081cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6fb296-2743-4313-9fba-406ced987833 HTTP/1.1" status: 200 len: 217 time: 0.5353069 Apr 11 20:44:31.648243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5e38063-7e92-47c2-a158-68cf97372ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:31.748042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Usage tracker for resource:router and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:31.765348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:31.788016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a66bff33-6c1b-44ed-b00f-9c25da535555 req-f953b320-6969-411f-b84e-77b34a876aa6 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.2319164 Apr 11 20:44:31.792115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:31.830064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Allocated IP 172.20.0.8 (2cf66dcd-bfd5-462b-961f-a507fc6a093f/109d5c1d-3dd6-45bc-8af6-41808f4b854f/cbdf604e-21b6-4a8a-bc40-50de39140d93) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:31.896670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:44:31.898278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:31.956474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-06d00772-7cb4-423f-8560-5df745b6ec20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:31.961338 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-06d00772-7cb4-423f-8560-5df745b6ec20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3e7b1827-9af6-4e77-b4d0-52258b241819 HTTP/1.1" status: 200 len: 853 time: 0.2670834 Apr 11 20:44:31.977534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a91dc20-1e4d-4e70-a829-2442eeab9b21 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.001426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-4e5c7f9f-5547-4bc2-a466-506edffb1008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:32.003133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-4e5c7f9f-5547-4bc2-a466-506edffb1008 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.7109411 Apr 11 20:44:32.103589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071fa49-9522-4912-9b7b-d5213137bae1 req-b96853dc-f764-4801-b632-4fd99e574a42 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:32.103589 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3071fa49-9522-4912-9b7b-d5213137bae1 req-b96853dc-f764-4801-b632-4fd99e574a42 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 943 time: 0.7958443 Apr 11 20:44:32.158253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a91dc20-1e4d-4e70-a829-2442eeab9b21 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.213735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-52cf3a7e-0ba9-4c5f-bf5c-1460008a6c5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=342d3f10-f918-49d2-b233-87043c4d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2226367 Apr 11 20:44:32.222542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.223931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.286945 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.323371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Allocated IP 172.20.0.2 (6083de7f-9169-4f81-ad2d-0a74ed26d36a/2b4d0b47-611c-4bb6-9f2b-248535a75b85/9aa1e729-6170-4802-a757-0a7af62eab41) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:32.339876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-5298e4c0-0664-4c82-b79c-1bda5aba05eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.3261878 Apr 11 20:44:32.399519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-f89733cf-321d-4a7d-9da3-911ee3a6193f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6579134 Apr 11 20:44:32.467502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3071fa49-9522-4912-9b7b-d5213137bae1 req-77be5596-6710-4e3c-91bd-042fff34145f tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857472 Apr 11 20:44:32.469403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653624-3a57-4ba9-af29-d8049585866b req-fb466239-182b-4e00-9d21-b9d7521b1a9a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:32.471217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31653624-3a57-4ba9-af29-d8049585866b req-fb466239-182b-4e00-9d21-b9d7521b1a9a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 0.3048861 Apr 11 20:44:32.524477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-c9c7157a-2df8-41e0-9f55-1c6b54be09be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:32.525918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-c9c7157a-2df8-41e0-9f55-1c6b54be09be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1781418 Apr 11 20:44:32.559407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5e38063-7e92-47c2-a158-68cf97372ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.583890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.607267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31653624-3a57-4ba9-af29-d8049585866b req-6811e886-8ca0-4fbf-ba70-ae09ec5281b1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278641 Apr 11 20:44:32.614808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e38063-7e92-47c2-a158-68cf97372ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a607600-0771-4176-b423-cd0f2f43fada,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:32.630205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-7f2a2f90-ed50-4ce0-bee7-0f6467eb12c8 service neutron] 10.222.0.75 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032674 Apr 11 20:44:32.662747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.666850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Transition to ACTIVE for port object cbdf604e-21b6-4a8a-bc40-50de39140d93 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:32.722638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Transition to ACTIVE for port object 9aa1e729-6170-4802-a757-0a7af62eab41 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:32.795396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-e4a1e2aa-ee91-4ea2-94a7-16423f8bf975 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879533 Apr 11 20:44:32.800228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Transition to ACTIVE for port object 9aa1e729-6170-4802-a757-0a7af62eab41 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:32.878804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a91dc20-1e4d-4e70-a829-2442eeab9b21 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.940236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ed7ade4-9070-4f72-b0d3-c541097ee664 req-c9cd48fc-92f6-4617-bafb-16f21ec48674 service neutron] 10.222.0.75 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003402 Apr 11 20:44:32.942953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5e38063-7e92-47c2-a158-68cf97372ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.943284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:32.944028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5e38063-7e92-47c2-a158-68cf97372ed9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a607600-0771-4176-b423-cd0f2f43fada HTTP/1.1" status: 204 len: 168 time: 2.9887192 Apr 11 20:44:32.947507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:33.076119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-47f5055c-7bbb-4982-9c3d-bdfd99161f59 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695875 Apr 11 20:44:33.080937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event updated for resources: {'Port': ['ID=cbdf604e-21b6-4a8a-bc40-50de39140d93,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:33.097798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:33.099028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:33.102949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:33.276524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91dc20-1e4d-4e70-a829-2442eeab9b21 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f24b3533-c84b-4081-bde1-deb2926f5832,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:33.307642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:33.309085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:33.314110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:33.325344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:33.341800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-739cf53c-857d-4034-8c85-17d57e2f4b12 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8055797 Apr 11 20:44:33.349893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:33.353549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:33.388321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2e6fb296-2743-4313-9fba-406ced987833 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:44:33.477695 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a91dc20-1e4d-4e70-a829-2442eeab9b21 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:33.484853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7a91dc20-1e4d-4e70-a829-2442eeab9b21 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f24b3533-c84b-4081-bde1-deb2926f5832 HTTP/1.1" status: 204 len: 168 time: 1.9161000 Apr 11 20:44:33.485891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:33.670776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbda3b-bae9-4fc2-b37a-82d49a885210 req-20c9c83a-4a2e-4404-810f-1afd9c150323 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:33.677724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-72fbda3b-bae9-4fc2-b37a-82d49a885210 req-20c9c83a-4a2e-4404-810f-1afd9c150323 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Synchronizing usage tracker for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:33.682809 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-7661b1f0-b4ac-4753-a615-a10b31cf605f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0965099 Apr 11 20:44:33.711574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Request body: {'port': {'device_id': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:33.783101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2e6fb296-2743-4313-9fba-406ced987833, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2e6fb296-2743-4313-9fba-406ced987833,segment=NetworkSegment(2e4f05ee-2711-4706-a6fb-b94a16397f46),segment_id=2e4f05ee-2711-4706-a6fb-b94a16397f46)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:33.839362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '2e6fb296-2743-4313-9fba-406ced987833', 'network_id': '342d3f10-f918-49d2-b233-87043c4d75c1', 'port_id': '2e6fb296-2743-4313-9fba-406ced987833', 'mac_address': 'fa:16:3e:2d:bd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7b1827-9af6-4e77-b4d0-52258b241819', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:44:33.860122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Pushing event updated for resources: {'Port': ['ID=9aa1e729-6170-4802-a757-0a7af62eab41,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:33.993237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-72fbda3b-bae9-4fc2-b37a-82d49a885210 req-20c9c83a-4a2e-4404-810f-1afd9c150323 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Unset dirty status for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:34.006889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72fbda3b-bae9-4fc2-b37a-82d49a885210 req-20c9c83a-4a2e-4404-810f-1afd9c150323 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 931 time: 0.7313926 Apr 11 20:44:34.007435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:34.019603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:34.045122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Attempting to bind port 9aa1e729-6170-4802-a757-0a7af62eab41 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:34.045655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Attempting to bind port 9aa1e729-6170-4802-a757-0a7af62eab41 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:34.046062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Attempting to bind port 9aa1e729-6170-4802-a757-0a7af62eab41 on network 6083de7f-9169-4f81-ad2d-0a74ed26d36a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:34.049709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6fb296-2743-4313-9fba-406ced987833 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:34.067559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:34.068038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Checking segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:34.068509 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:34.069194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Bound using segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:34.069735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Bound port: 9aa1e729-6170-4802-a757-0a7af62eab41, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:34.070193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:34.199451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] For port 9aa1e729-6170-4802-a757-0a7af62eab41, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:34.203886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] For port 9aa1e729-6170-4802-a757-0a7af62eab41, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9aa1e729-6170-4802-a757-0a7af62eab41,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:34.204900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2d9efe39-7b37-442b-8c86-1b3dc3dbd926 None None] Provisioning for port cbdf604e-21b6-4a8a-bc40-50de39140d93 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:34.217643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2e6fb296-2743-4313-9fba-406ced987833, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2e6fb296-2743-4313-9fba-406ced987833,segment=NetworkSegment(2e4f05ee-2711-4706-a6fb-b94a16397f46),segment_id=2e4f05ee-2711-4706-a6fb-b94a16397f46)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:34.219279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2d9efe39-7b37-442b-8c86-1b3dc3dbd926 None None] Provisioning complete for port cbdf604e-21b6-4a8a-bc40-50de39140d93 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:34.219691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2d9efe39-7b37-442b-8c86-1b3dc3dbd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:34.270243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-1480bd8e-66d0-4a94-8986-2cdb724043cd service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9052067 Apr 11 20:44:34.292913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ebaa0edf-c0e4-479e-9404-0ce680449c8c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:34.301558 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:34.474380 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:34.488667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eafa9-45fc-4345-af33-a06a87cc81ab None None] Pushing event updated for resources: {'Port': ['ID=9aa1e729-6170-4802-a757-0a7af62eab41,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:34.619197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2d9efe39-7b37-442b-8c86-1b3dc3dbd926 None None] Port cbdf604e-21b6-4a8a-bc40-50de39140d93 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:44:34.656631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2e6fb296-2743-4313-9fba-406ced987833,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:34.664385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55394) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:34.694801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1488270745-network', 'tenant_id': 'f49f1b5e51784852825f39f68cf789ca'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:34.732897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:34.739964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2e6fb296-2743-4313-9fba-406ced987833'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:44:34.773911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72fbda3b-bae9-4fc2-b37a-82d49a885210 req-fee4626e-74a3-4efa-ad45-0cf8a64236f2 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7206616 Apr 11 20:44:34.782098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Usage tracker for resource:network and tenant:f49f1b5e51784852825f39f68cf789ca is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:34.806185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ebaa0edf-c0e4-479e-9404-0ce680449c8c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:34.811340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ebaa0edf-c0e4-479e-9404-0ce680449c8c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 1.1722891 Apr 11 20:44:34.812584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55398) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:34.845149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:34.850471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9366f-47f5-4f9d-b2ae-768b5ad040c8 req-b8eaf1dc-f98e-4b36-80b3-4cbb9fd9f2ec tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:34.864152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91b9366f-47f5-4f9d-b2ae-768b5ad040c8 req-b8eaf1dc-f98e-4b36-80b3-4cbb9fd9f2ec tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 943 time: 0.9549868 Apr 11 20:44:34.925126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-999013b3-5978-41bc-804d-eddb1f0e7f57 req-84899209-2e37-41ad-836f-f85e409b3340 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116078 Apr 11 20:44:34.927584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:34.968300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.006813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91b9366f-47f5-4f9d-b2ae-768b5ad040c8 req-f92dd95e-934f-430c-a144-7495b08428e3 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406600 Apr 11 20:44:35.160938 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4574cc82-771c-4dde-8a2d-b80ab8d31fd5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26ca2790c2da49e2b21b90b5f6379927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4850762 Apr 11 20:44:35.162631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Made reservation on behalf of f49f1b5e51784852825f39f68cf789ca for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:35.163406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55404) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:35.168588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.196666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.212125 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.227528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.304708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:44:35.367842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.422553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.446845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.509072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b3eab3-5a43-43d2-a9b5-f6fb94d43e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.527150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2ad82af-1929-45de-810b-1eed58017f49,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:35.636777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:35.640056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.643675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a2ad82af-1929-45de-810b-1eed58017f49 HTTP/1.1" status: 204 len: 168 time: 0.8243637 Apr 11 20:44:35.653671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.654619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.654858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.655197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.655575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.655903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.656227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.656729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.657061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.657387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.657713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b26c-d772-4a7a-9130-c0b42e4a1cc8 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:35.658847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55410) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:35.660690 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b3eab3-5a43-43d2-a9b5-f6fb94d43e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.661903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Usage tracker for resource:security_group_rule and tenant:f49f1b5e51784852825f39f68cf789ca is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:35.668733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:35.683373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:35.713603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:35.736887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'mac_address': 'fa:16:3e:c9:34:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:44:35.867267 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:35.900948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3916f86d-4aab-4c1c-a797-7f80b97ab65f {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:35.927017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:35.928886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9aa1e729-6170-4802-a757-0a7af62eab41 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:35.996794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Allocated IP 172.25.5.102 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5f8ca7be-6389-4c68-873b-ed6de1dff232) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:36.101519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.110508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9aa1e729-6170-4802-a757-0a7af62eab41 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:36.133588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005ac51-022b-4ac2-8da6-bff3485445f3 req-1a7ba2b9-074c-4670-9f7f-4e29e3c656f7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:36.135367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c005ac51-022b-4ac2-8da6-bff3485445f3 req-1a7ba2b9-074c-4670-9f7f-4e29e3c656f7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 946 time: 0.9401901 Apr 11 20:44:36.168464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-be53b060-496e-4984-9d4e-a718ba20c188 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4887869 Apr 11 20:44:36.188412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:36.311120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:36.343942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b3eab3-5a43-43d2-a9b5-f6fb94d43e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.402503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:44:36.413430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3eab3-5a43-43d2-a9b5-f6fb94d43e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550d205-fb37-4fe5-84c2-3f3ccabe9276,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:36.474850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108e607-1e6b-41fb-871f-b0bfe6c51027 None None] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:36.508831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.527024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0bd180b-2bb5-47e4-866d-81ca782948e5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.556751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c005ac51-022b-4ac2-8da6-bff3485445f3 req-9a79d629-b7f0-4cdb-b680-ba0abeacc8bf tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053297 Apr 11 20:44:36.572796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdf604e-21b6-4a8a-bc40-50de39140d93 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:36.586565 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.592787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0bd180b-2bb5-47e4-866d-81ca782948e5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.607599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.688020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:44:36.717076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6120c2fb-153f-4566-affe-42f47a13aed0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:36.739138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00b3eab3-5a43-43d2-a9b5-f6fb94d43e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.756744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-00b3eab3-5a43-43d2-a9b5-f6fb94d43e8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7550d205-fb37-4fe5-84c2-3f3ccabe9276 HTTP/1.1" status: 204 len: 168 time: 1.5917094 Apr 11 20:44:36.768958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Transition to ACTIVE for port object cbdf604e-21b6-4a8a-bc40-50de39140d93 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:36.773373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.817568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:44:36.827155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360da1e3-1524-4b13-bdad-fd48c0956cb6 req-a734e575-b859-4a69-b976-1fbe1f7acf0e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:36.838804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-360da1e3-1524-4b13-bdad-fd48c0956cb6 req-a734e575-b859-4a69-b976-1fbe1f7acf0e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 931 time: 0.7747214 Apr 11 20:44:36.861594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.902722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:36.906468 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Added segment 6dbabc51-cb70-4533-acf5-98001a7ad68f of type vlan for network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 Apr 11 20:44:36.992141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-360da1e3-1524-4b13-bdad-fd48c0956cb6 req-cc1e4d7d-6101-4ba2-be58-b903b45a0b11 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Synchronizing usage tracker for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:37.019078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-360da1e3-1524-4b13-bdad-fd48c0956cb6 req-cc1e4d7d-6101-4ba2-be58-b903b45a0b11 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Unset dirty status for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:37.019705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] Provisioning for port 9aa1e729-6170-4802-a757-0a7af62eab41 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:37.039209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-360da1e3-1524-4b13-bdad-fd48c0956cb6 req-cc1e4d7d-6101-4ba2-be58-b903b45a0b11 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984921 Apr 11 20:44:37.042792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.096103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] Provisioning complete for port 9aa1e729-6170-4802-a757-0a7af62eab41 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:37.096468 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.186097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:37.189379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:37.194926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:37.229392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8ca7be-6389-4c68-873b-ed6de1dff232,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:37.348695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.354238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf604e-21b6-4a8a-bc40-50de39140d93,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:37.374079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2e6fb296-2743-4313-9fba-406ced987833 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:37.572537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0bd180b-2bb5-47e4-866d-81ca782948e5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.644073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:44:37.713353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.714246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.740978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd180b-2bb5-47e4-866d-81ca782948e5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a079570-013e-4d2c-b96d-83ae3d33196e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:37.846042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d789dd-cbb2-40d8-becb-ae74b4de6353 req-c359a322-36e2-42b4-9748-c288da8e5083 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:37.849091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7d789dd-cbb2-40d8-becb-ae74b4de6353 req-c359a322-36e2-42b4-9748-c288da8e5083 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 944 time: 0.7274375 Apr 11 20:44:37.855075 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:37.856249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:37.857871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.023506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.088130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] For port 9aa1e729-6170-4802-a757-0a7af62eab41, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9aa1e729-6170-4802-a757-0a7af62eab41,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:38.098832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 2e6fb296-2743-4313-9fba-406ced987833 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:38.111522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 2e6fb296-2743-4313-9fba-406ced987833 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:38.111821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.200087 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.292068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] Pushing event updated for resources: {'Network': ['ID=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:38.346130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0bd180b-2bb5-47e4-866d-81ca782948e5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.347747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f0bd180b-2bb5-47e4-866d-81ca782948e5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/6a079570-013e-4d2c-b96d-83ae3d33196e HTTP/1.1" status: 204 len: 168 time: 2.1563568 Apr 11 20:44:38.351530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55450) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:38.363217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:44:38.447158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8ebc6-2043-4479-a64e-710388cc1937 req-8d2a6cc4-1db3-4a55-a064-5f00cb01d5df tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:38.455854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fac8ebc6-2043-4479-a64e-710388cc1937 req-8d2a6cc4-1db3-4a55-a064-5f00cb01d5df tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 947 time: 0.2777658 Apr 11 20:44:38.462160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Attempting to bind port cbdf604e-21b6-4a8a-bc40-50de39140d93 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:38.462496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Attempting to bind port cbdf604e-21b6-4a8a-bc40-50de39140d93 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:38.462828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Attempting to bind port cbdf604e-21b6-4a8a-bc40-50de39140d93 on network 2cf66dcd-bfd5-462b-961f-a507fc6a093f {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:38.483924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b38a7b7d-07c6-4e67-b397-1332272dd73d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.4681015 Apr 11 20:44:38.486080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:38.518258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Request body: {'subnet': {'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1488270745-subnet', 'tenant_id': 'f49f1b5e51784852825f39f68cf789ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:38.523435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:38.535501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Usage tracker for resource:subnet and tenant:f49f1b5e51784852825f39f68cf789ca is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:38.539152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:38.560416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:38.612762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Port cbdf604e-21b6-4a8a-bc40-50de39140d93 on network 2cf66dcd-bfd5-462b-961f-a507fc6a093f not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:44:38.613135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Attempting to bind port cbdf604e-21b6-4a8a-bc40-50de39140d93 on network 2cf66dcd-bfd5-462b-961f-a507fc6a093f {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:38.636768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7d789dd-cbb2-40d8-becb-ae74b4de6353 req-402e2845-85db-41eb-80bf-a4f0a66757ac tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712770 Apr 11 20:44:38.639597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fac8ebc6-2043-4479-a64e-710388cc1937 req-b8b2ef6e-d105-4b3c-b949-ea8dc532f707 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760042 Apr 11 20:44:38.678147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Made reservation on behalf of f49f1b5e51784852825f39f68cf789ca for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:38.696926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.739459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6796d3c-0a81-4a65-9454-7bcd7f9f3f71 None None] Pushing event updated for resources: {'Port': ['ID=9aa1e729-6170-4802-a757-0a7af62eab41,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:38.783390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:38.790889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Checking segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:38.791328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Bound using segment: {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:38.791826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Bound port: cbdf604e-21b6-4a8a-bc40-50de39140d93, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530146f5-2d29-4e49-afc8-069f2bb715c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:38.792200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.863859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:38.910137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fb296-2743-4313-9fba-406ced987833'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:38.924999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2e6fb296-2743-4313-9fba-406ced987833, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2e6fb296-2743-4313-9fba-406ced987833,segment=NetworkSegment(2e4f05ee-2711-4706-a6fb-b94a16397f46),segment_id=2e4f05ee-2711-4706-a6fb-b94a16397f46)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:38.926005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Router d5482337-e6d4-4b2e-8b03-4a893373bb94 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:44:38.926485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-10eb076e-3e89-48b5-b344-b8c57a89fdee None None] Provisioning complete for port 9aa1e729-6170-4802-a757-0a7af62eab41 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:38.926485 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10eb076e-3e89-48b5-b344-b8c57a89fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:39.002657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:39.017611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d760565-34a4-408f-8d6f-b03c16125232 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:39.082096 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1262789a-5754-4901-81fd-9faad41593f4'] response: {'server_uuid': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fb296-2743-4313-9fba-406ced987833', 'code': 200} Apr 11 20:44:39.248724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2e6fb296-2743-4313-9fba-406ced987833,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:39.306133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-726a7b9c-19eb-4643-be09-dbd6b8810e18 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:39.319871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-726a7b9c-19eb-4643-be09-dbd6b8810e18 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&tenant_id=745a7b820308433a92d2acba06fb4b47&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 947 time: 1.1115072 Apr 11 20:44:39.351292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:39.379787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6100951b-5990-43c5-bda4-001429947aaa req-087184ad-97c1-4839-b120-7107d375724d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 1096 time: 0.2089767 Apr 11 20:44:39.494758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6100951b-5990-43c5-bda4-001429947aaa req-9b73db60-fb5f-4fcd-ba6a-e3ad615b48a5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077335 Apr 11 20:44:39.588560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55470) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:39.688765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:44:39.696725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9aa1e729-6170-4802-a757-0a7af62eab41 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:39.800416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d760565-34a4-408f-8d6f-b03c16125232 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:39.805089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7d760565-34a4-408f-8d6f-b03c16125232 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.4523630 Apr 11 20:44:39.811790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:39.817833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386118936'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:39.818734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Sync routers for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:44:39.823156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:39.840069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7619cfd6-23a4-47b4-8bbb-b12c3218a368 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.2629070 Apr 11 20:44:39.842092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55484) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:39.847433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 3916f86d-4aab-4c1c-a797-7f80b97ab65f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:39.853333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:39.899754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3916f86d-4aab-4c1c-a797-7f80b97ab65f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:39.903562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:39.941240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] For port cbdf604e-21b6-4a8a-bc40-50de39140d93, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:39.956502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] For port cbdf604e-21b6-4a8a-bc40-50de39140d93, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:39.962968 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-bd3b9a0d-9850-4f44-8065-be423669aef7 service neutron] delete failed (client error): The resource could not be found. Apr 11 20:44:39.963992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-bd3b9a0d-9850-4f44-8065-be423669aef7 service neutron] 10.222.0.69 "DELETE /v2.0/ports/3916f86d-4aab-4c1c-a797-7f80b97ab65f/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.6433148 Apr 11 20:44:40.016197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21b61f-b69d-4f1f-a6e9-edb08e4a66eb req-47454093-2110-4e14-9024-9372cda6d69f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:40.023002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a21b61f-b69d-4f1f-a6e9-edb08e4a66eb req-47454093-2110-4e14-9024-9372cda6d69f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 1.0175514 Apr 11 20:44:40.083152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.205286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:44:40.205935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:44:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:40.316448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a21b61f-b69d-4f1f-a6e9-edb08e4a66eb req-a1f9cda2-8d9e-415b-b031-17ff5fe85bbd tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925007 Apr 11 20:44:40.350758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.352242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbdf604e-21b6-4a8a-bc40-50de39140d93 HTTP/1.1" status: 200 len: 1091 time: 6.6530125 Apr 11 20:44:40.352692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:40.380532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-185036012-network', 'tenant_id': 'df31cb111fa34c4b86de4b010491e720'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:40.426961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a0719-46e9-483d-be3e-16536748a028 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf604e-21b6-4a8a-bc40-50de39140d93,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:40.470067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-1b0faf1e-5492-461d-8d18-b47eb74fdb7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1098 time: 0.3365886 Apr 11 20:44:40.506599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:40.510561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:40.546913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Usage tracker for resource:network and tenant:df31cb111fa34c4b86de4b010491e720 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:40.553278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:40.571454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:40.627851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9aa1e729-6170-4802-a757-0a7af62eab41 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:40.628138 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.692954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb20773-5957-4837-b927-076edc6d4df3 req-233380cd-9f02-48a3-b840-a708ad247928 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:40.694741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ceb20773-5957-4837-b927-076edc6d4df3 req-233380cd-9f02-48a3-b840-a708ad247928 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 0.4090860 Apr 11 20:44:40.704434 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.741311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-6664b9c3-5772-415b-8812-9fccae7d1ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:40.742767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-6664b9c3-5772-415b-8812-9fccae7d1ae5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2635229 Apr 11 20:44:40.753202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17030e-9f75-479b-84d1-45bcf282c207 req-f88a021a-4fc8-4004-9696-b455f4136711 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:40.754739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f17030e-9f75-479b-84d1-45bcf282c207 req-f88a021a-4fc8-4004-9696-b455f4136711 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 947 time: 0.2470214 Apr 11 20:44:40.761515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ceb20773-5957-4837-b927-076edc6d4df3 req-016de6b8-d9dd-487b-91e2-4bc7b10944f6 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608175 Apr 11 20:44:40.817272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Made reservation on behalf of df31cb111fa34c4b86de4b010491e720 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:40.817484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.818824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:44:40.833080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.912685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:40.917454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:40.921349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:40.928674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:40.945053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:40.981756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.068312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:41.102118 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7288e0e-6f3f-4628-8f8a-69f24f98b16d'] response: {'name': 'network-changed', 'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'status': 'completed', 'code': 200} Apr 11 20:44:41.132443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-a3780bbd-af56-40ad-81de-4dfb306b706a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.3716183 Apr 11 20:44:41.171412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:41.183382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:41.211100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Usage tracker for resource:security_group_rule and tenant:df31cb111fa34c4b86de4b010491e720 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:41.218135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.219330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:41.227244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:41.366021 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779829da-ded2-4e0c-adac-115542fa572c'] response: {'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'code': 200} Apr 11 20:44:41.374156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f17030e-9f75-479b-84d1-45bcf282c207 req-4829d98a-1457-47ce-ad4e-c1ace3bdea5c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864457 Apr 11 20:44:41.389381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.511291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8220fd4-a237-4f7f-a348-81c84834c159,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:41.521921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.527696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-e1144b20-8930-45e2-88c9-d3901ab31391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:41.529534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-e1144b20-8930-45e2-88c9-d3901ab31391 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.3684928 Apr 11 20:44:41.557869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Checking segment: {'id': '6dbabc51-cb70-4533-acf5-98001a7ad68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:41.558235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Network hostable DHCP agents. Network: b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:44:41.621269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-468afb43-711a-4fc9-809b-ae62105a90ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b5dc1c8e54943bd9d55af95285a5a03&device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 1094 time: 0.7262657 Apr 11 20:44:41.630625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:41.663391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:37Z', 'revision_number': 3, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:41.671174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Checking router: d5482337-e6d4-4b2e-8b03-4a893373bb94 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:44:41.671753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Updating router d5482337-e6d4-4b2e-8b03-4a893373bb94 port 5f8ca7be-6389-4c68-873b-ed6de1dff232 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:44:41.710198 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-adc39c83-3e3a-4ec0-90d5-31e233dc15cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93 HTTP/1.1" status: 200 len: 217 time: 0.0733035 Apr 11 20:44:41.734332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.737879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.743817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:41.761435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:44:41.798128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e973afd-af7d-474a-a6fc-5927f808b893,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:41.804916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-9f106cad-19dc-4387-90bd-e16c6518d379 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371056 Apr 11 20:44:41.810938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-cd6dc48e-ce7c-40d9-b325-cd472b735166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:41.825340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-cd6dc48e-ce7c-40d9-b325-cd472b735166 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=109d5c1d-3dd6-45bc-8af6-41808f4b854f HTTP/1.1" status: 200 len: 854 time: 0.0998683 Apr 11 20:44:41.870940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:44:41.932264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.932522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.932864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.933198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.933530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.933858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.941653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.947574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.947574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.947574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:41.947964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:42.034508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f58da1-bdd6-43b6-89b4-9710ac3d71f5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:42.042635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.047723 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Added segment 4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb of type vlan for network 67e92c4c-15f0-4fe3-8745-2f29dac31723 Apr 11 20:44:42.092248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-8487f8ec-f317-4c28-81e2-13e612653db2 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658508 Apr 11 20:44:42.133355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:42.209849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb62fd1-cc3f-4ab0-af4d-da77745ce4a8 req-e66fc2d1-c67c-4a1f-9b06-f94f656c9430 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:42.210768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cdb62fd1-cc3f-4ab0-af4d-da77745ce4a8 req-e66fc2d1-c67c-4a1f-9b06-f94f656c9430 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 0.5699883 Apr 11 20:44:42.213781 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.233544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:42.234129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.309220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.320862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7d37ca31-2aa8-4f7d-a0e3-bceea48c3b7f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5077615 Apr 11 20:44:42.327660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55508) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:42.358833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '6e973afd-af7d-474a-a6fc-5927f808b893', 'direction': 'ingress', 'protocol': 17}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:42.376977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:42.424305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-52ab041e-c08e-4452-9b7a-0602c0f7366f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.9251313 Apr 11 20:44:42.429218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e2966c-3f05-4eb2-8322-59aecd9cf0e9 None None] Network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:42.446179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:42.468001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:42.514987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:42.544716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cdb62fd1-cc3f-4ab0-af4d-da77745ce4a8 req-3462c90c-2b63-4331-b95f-b665e4cca85a tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323922 Apr 11 20:44:42.567451 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-75b01003-0b37-4e44-a653-8882c8506024 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cf66dcd-bfd5-462b-961f-a507fc6a093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4729364 Apr 11 20:44:42.587289 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.594706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:42.597970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.923021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:42.970530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] Pushing event updated for resources: {'Network': ['ID=67e92c4c-15f0-4fe3-8745-2f29dac31723,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:43.033856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:44:43.116112 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49aa3b2c-dce1-4fa3-9188-5eac94b313f4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.4909725 Apr 11 20:44:43.116950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55526) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:43.147335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Request body: {'subnet': {'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-185036012-subnet', 'tenant_id': 'df31cb111fa34c4b86de4b010491e720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:43.203731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:43.272570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5998f90-0897-4b09-90cb-8323857a4ccf req-718b84e4-d572-441e-a71c-14bb397ab082 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:43.280856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Usage tracker for resource:subnet and tenant:df31cb111fa34c4b86de4b010491e720 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:43.281106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5998f90-0897-4b09-90cb-8323857a4ccf req-718b84e4-d572-441e-a71c-14bb397ab082 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 1.1486979 Apr 11 20:44:43.284430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-a6e22f63-12b9-45e0-ae3e-4f4aa7909eb3 service neutron] 10.222.0.69 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930897 Apr 11 20:44:43.319986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:43.348522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a91ebb8-e3d4-450b-b82f-1ff65de8522d req-0f205d1c-0756-4aad-a772-d1eab2df0e0c service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2070181 Apr 11 20:44:43.418611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:43.595889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:43.642967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4222d8-25d2-4d18-ae45-287c060c5bab None None] Network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:43.661742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5998f90-0897-4b09-90cb-8323857a4ccf req-b98fbaee-407c-4654-ae2f-cdb68cf7a875 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799796 Apr 11 20:44:43.708783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:43.735515 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2170762-9355-4b90-9de0-89dd1ecc9bea req-17c793bd-d84b-4ce5-80ad-40861c471956 service neutron] 10.222.0.69 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064643 Apr 11 20:44:43.745077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Transition to ACTIVE for port object 5f8ca7be-6389-4c68-873b-ed6de1dff232 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:43.763434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:43.824360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Made reservation on behalf of df31cb111fa34c4b86de4b010491e720 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:43.830526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:43.865861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:43.881744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:44.022290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fbe4b-f7c1-4795-998c-a6808722a727 None None] Pushing event updated for resources: {'Port': ['ID=5f8ca7be-6389-4c68-873b-ed6de1dff232,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:44.054447 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-053fad5d-b0b8-4c91-8424-10cd15cf1817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:44.057609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Attempting to bind port 5f8ca7be-6389-4c68-873b-ed6de1dff232 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:44.057992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Attempting to bind port 5f8ca7be-6389-4c68-873b-ed6de1dff232 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:44.058345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Attempting to bind port 5f8ca7be-6389-4c68-873b-ed6de1dff232 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:44.066973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:44.067376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:44.067911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:44.068299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:44.068829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Bound port: 5f8ca7be-6389-4c68-873b-ed6de1dff232, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:44.069199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:44.167913 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-89cbab94-1108-4acd-b871-39cd695deaf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b5dc1c8e54943bd9d55af95285a5a03&device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 1094 time: 0.2291224 Apr 11 20:44:44.171886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] For port 5f8ca7be-6389-4c68-873b-ed6de1dff232, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:44.178539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] For port 5f8ca7be-6389-4c68-873b-ed6de1dff232, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5f8ca7be-6389-4c68-873b-ed6de1dff232,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:44.244665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:44.494678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fbe4b-f7c1-4795-998c-a6808722a727 None None] Pushing event updated for resources: {'Port': ['ID=5f8ca7be-6389-4c68-873b-ed6de1dff232,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:44.498439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:44:44.499055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:44:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:44.586234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a0f8-a4c7-41f3-a0bf-028265b37016 req-5dd9e6dc-471f-4838-b683-17971f1a38bb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:44.595691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a018a0f8-a4c7-41f3-a0bf-028265b37016 req-5dd9e6dc-471f-4838-b683-17971f1a38bb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 1.6378534 Apr 11 20:44:44.649436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b595a80f-c6dc-49fc-b7a2-3b1ba0215b9e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:44.815430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-e677aca8-f5d3-46dc-a14d-c2a01e260e77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:44.817329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-e677aca8-f5d3-46dc-a14d-c2a01e260e77 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2cf66dcd-bfd5-462b-961f-a507fc6a093f HTTP/1.1" status: 200 len: 916 time: 0.6342351 Apr 11 20:44:44.910126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a018a0f8-a4c7-41f3-a0bf-028265b37016 req-3c8fd7e8-6f6b-4941-bc41-bc8dbc9922b7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130350 Apr 11 20:44:44.962053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a129-a1ab-4e0f-86df-916990084efe req-6f8fbd33-20be-468b-8f00-b220258860ab tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:44.962053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-de53a129-a1ab-4e0f-86df-916990084efe req-6f8fbd33-20be-468b-8f00-b220258860ab tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Synchronizing usage tracker for tenant:f49f1b5e51784852825f39f68cf789ca on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:44.987670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:44:44.993050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:45.020452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-cf19995b-98f0-4e77-a4f8-67f085dc00e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93 HTTP/1.1" status: 200 len: 217 time: 0.1919422 Apr 11 20:44:45.115252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=706cf9cd-faaf-44f8-9890-66f74bb87778,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:45.129742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:45.131346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e8e3c3f9-0d46-4ea6-a197-e9363f6518d5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 2.7872488 Apr 11 20:44:45.136094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55542) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:45.149211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-de53a129-a1ab-4e0f-86df-916990084efe req-6f8fbd33-20be-468b-8f00-b220258860ab tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Unset dirty status for tenant:f49f1b5e51784852825f39f68cf789ca on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:45.152659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-6f8fbd33-20be-468b-8f00-b220258860ab tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/networks?id=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 HTTP/1.1" status: 200 len: 818 time: 0.7207108 Apr 11 20:44:45.188794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-c0707312-2f70-4bf7-86f4-2509dd5b45d4 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/quotas/f49f1b5e51784852825f39f68cf789ca HTTP/1.1" status: 200 len: 375 time: 0.0240474 Apr 11 20:44:45.320590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-ac676908-028d-4867-991c-c1f5be9f07a7 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f49f1b5e51784852825f39f68cf789ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239119 Apr 11 20:44:45.321962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-09d1aea4-8d2e-40ad-a9d6-1ecf14e8e709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:45.323293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-09d1aea4-8d2e-40ad-a9d6-1ecf14e8e709 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=109d5c1d-3dd6-45bc-8af6-41808f4b854f HTTP/1.1" status: 200 len: 854 time: 0.2893512 Apr 11 20:44:45.491366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:45.491769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Network hostable DHCP agents. Network: 67e92c4c-15f0-4fe3-8745-2f29dac31723, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:44:45.575859 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ae58d95-d60d-4dd0-8589-88e6277f7cc3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:45.578201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Allocated IP 172.20.0.1 (6083de7f-9169-4f81-ad2d-0a74ed26d36a/2b4d0b47-611c-4bb6-9f2b-248535a75b85/32e1eef6-c52e-40b1-a624-b164a8be40d8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:45.644619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:37Z', 'revision_number': 3, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:45.651039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1bdb34-b822-4164-b0c8-9fda458a4dd0 None None] The sync data for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 is: [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:37Z', 'revision_number': 3, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:44:45.712045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-3a1bbcfc-51f2-4727-afac-d0ad5b9bdbb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cf66dcd-bfd5-462b-961f-a507fc6a093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3357561 Apr 11 20:44:45.722346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-810605b0-c0f1-4930-9eb6-9b10a229e4fc service neutron] 10.222.0.61 "GET /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858590 Apr 11 20:44:45.823142 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ae58d95-d60d-4dd0-8589-88e6277f7cc3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:45.855592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305c4f6-a7a3-4a94-b088-678943a7803d req-ab68902b-cddb-452f-a097-bc156cc95f09 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:45.866923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f305c4f6-a7a3-4a94-b088-678943a7803d req-ab68902b-cddb-452f-a097-bc156cc95f09 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 0.5697939 Apr 11 20:44:45.919422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-1c908ce6-18a0-4a91-af82-f164fb9c9f80 service neutron] 10.222.0.61 "GET /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955793 Apr 11 20:44:45.927065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:44:45.991180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b29fc98b-0026-402b-a301-bb6f94f28fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:46.029645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 67e92c4c-15f0-4fe3-8745-2f29dac31723) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:46.038050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5356246-4e1e-4860-8903-5646eea91fab None None] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:46.079466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:46.080269 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:46.149205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f305c4f6-a7a3-4a94-b088-678943a7803d req-38d1de32-b253-431f-9769-6579901b6e2f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790318 Apr 11 20:44:46.212455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-254ef7c2-5fd8-4c82-83a8-d1eef007f565 service neutron] 10.222.0.69 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253171 Apr 11 20:44:46.252558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:46.270047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ae58d95-d60d-4dd0-8589-88e6277f7cc3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:46.273724 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ae58d95-d60d-4dd0-8589-88e6277f7cc3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:46.275546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1ae58d95-d60d-4dd0-8589-88e6277f7cc3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/6e973afd-af7d-474a-a6fc-5927f808b893 HTTP/1.1" status: 204 len: 168 time: 1.1380537 Apr 11 20:44:46.335069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55550) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:46.345205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae58d95-d60d-4dd0-8589-88e6277f7cc3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e973afd-af7d-474a-a6fc-5927f808b893,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:46.373568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-62ae8ec9-8cd0-4567-acac-e17d03de31cf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2298839 Apr 11 20:44:46.483520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Transition to ACTIVE for port object 32e1eef6-c52e-40b1-a624-b164a8be40d8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:46.663846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ef81030-d2fe-4ad9-8ea8-58c5f349ba72 req-b4337c26-10dd-4a96-a161-f765ae34e4d5 service neutron] 10.222.0.69 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309912 Apr 11 20:44:46.764697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6eb7344c-814a-4e3c-bf30-d05a2b36a27e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:47.030945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc0d41-dceb-4152-99f8-ac60c66e3b82 req-4f331c0c-f1c4-42d9-ac91-6677f5def5c0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:47.039230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07dc0d41-dceb-4152-99f8-ac60c66e3b82 req-4f331c0c-f1c4-42d9-ac91-6677f5def5c0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.1655037 Apr 11 20:44:47.052740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf9c8fd-a5ae-47e2-9d05-189700aaedf5 None None] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:47.080111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e707737-17d4-48d6-85e7-9ce9edc33532 req-cca2609a-62b4-4d3b-985e-745f81bbbae2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 210 time: 0.1534414 Apr 11 20:44:47.141577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07dc0d41-dceb-4152-99f8-ac60c66e3b82 req-499160f3-4409-4774-a31d-9583ca6b561a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010165 Apr 11 20:44:47.537605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef0d0412-109b-4a42-80a7-d622a477347a req-dfcc129b-5669-44f1-aa56-228a36154e59 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.1438975 Apr 11 20:44:47.557614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:47.633151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6eb7344c-814a-4e3c-bf30-d05a2b36a27e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:47.634270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6eb7344c-814a-4e3c-bf30-d05a2b36a27e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2852409 Apr 11 20:44:47.639160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:47.644891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003010066'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:47.655263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:47.660217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:47.687916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:47.688781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:47.726395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:47.800499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:47.810582 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:47.819176 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:47.858808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5f8ca7be-6389-4c68-873b-ed6de1dff232 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:47.898698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:47.908015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:47.920682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:47.936335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:48.100384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.188176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.264725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Pushing event updated for resources: {'Port': ['ID=32e1eef6-c52e-40b1-a624-b164a8be40d8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:48.286291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ef0d0412-109b-4a42-80a7-d622a477347a req-abf15442-be07-4afc-952a-85b3a213ab67 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Synchronizing usage tracker for tenant:75383fb6d1b54e289304dbc86b38c8d8 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:48.386449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.453822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-3514f49a-6504-4b9c-b31c-87cfacc491e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f31d0871c2b44732805567d82740eae4&device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 1096 time: 0.4380095 Apr 11 20:44:48.549641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adce816-1f61-4c58-b3a5-c88e25aa8f2d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:48.581702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4e66c6b4-22b8-4909-a411-2a54ebcdf89c None None] Provisioning for port 32e1eef6-c52e-40b1-a624-b164a8be40d8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:48.592969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4e66c6b4-22b8-4909-a411-2a54ebcdf89c None None] Provisioning complete for port 32e1eef6-c52e-40b1-a624-b164a8be40d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:48.593209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e66c6b4-22b8-4909-a411-2a54ebcdf89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.674015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167d50e-1653-4b74-8676-a23413a5246a req-d18b9c55-854f-479f-a747-73c58bdf72dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:48.675695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-d18b9c55-854f-479f-a747-73c58bdf72dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=342d3f10-f918-49d2-b233-87043c4d75c1 HTTP/1.1" status: 200 len: 914 time: 0.2122080 Apr 11 20:44:48.677818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ef0d0412-109b-4a42-80a7-d622a477347a req-abf15442-be07-4afc-952a-85b3a213ab67 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] Unset dirty status for tenant:75383fb6d1b54e289304dbc86b38c8d8 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:48.690933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef0d0412-109b-4a42-80a7-d622a477347a req-abf15442-be07-4afc-952a-85b3a213ab67 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1514218 Apr 11 20:44:48.704132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92281f7-90ac-449c-a9fc-5b5cf2a89785 req-bfddc8e9-4776-4e88-8a6e-7ced385e56e2 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:48.709766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f92281f7-90ac-449c-a9fc-5b5cf2a89785 req-bfddc8e9-4776-4e88-8a6e-7ced385e56e2 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 0.4025834 Apr 11 20:44:48.714613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.720372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-58682c9a-667b-49de-a9f5-3905fdf58125 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0776815 Apr 11 20:44:48.723353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:48.736393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--824731627'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:48.758996 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.760001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5f8ca7be-6389-4c68-873b-ed6de1dff232 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:48.786867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:48.797015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:48.801072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:48.808666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5f8ca7be-6389-4c68-873b-ed6de1dff232 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:48.809744 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:48.829287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:48.864598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f92281f7-90ac-449c-a9fc-5b5cf2a89785 req-cd497749-67ed-48ea-b5f5-bfe28a13c12a tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434913 Apr 11 20:44:48.901394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4e66c6b4-22b8-4909-a411-2a54ebcdf89c None None] Port 32e1eef6-c52e-40b1-a624-b164a8be40d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:44:48.968030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-c73615dc-20e3-426d-9d9e-1922f442f9cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6fb296-2743-4313-9fba-406ced987833 HTTP/1.1" status: 200 len: 217 time: 0.2755554 Apr 11 20:44:48.987161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.041390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.156540 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.162442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:49.189327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:49.197412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5f8ca7be-6389-4c68-873b-ed6de1dff232, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5f8ca7be-6389-4c68-873b-ed6de1dff232,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:49.209328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:49.218280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:49.258674 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.275828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dba2ba77-d236-491a-af0f-0538841821cb req-67c6a457-ca11-426c-aafe-7258922fda6f tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 210 time: 0.1556616 Apr 11 20:44:49.301701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.404415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.485199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167d50e-1653-4b74-8676-a23413a5246a req-87ed48a6-15a7-4743-9090-d7763d7fac85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:49.488202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-87ed48a6-15a7-4743-9090-d7763d7fac85 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3e7b1827-9af6-4e77-b4d0-52258b241819 HTTP/1.1" status: 200 len: 853 time: 0.4514511 Apr 11 20:44:49.511946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd8c21-d255-40cf-9bce-3b761b3e052f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:49.614362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5f8ca7be-6389-4c68-873b-ed6de1dff232,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:49.630064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc0a70-e563-426d-b72f-05a02ac5258c req-56106481-5a1a-4fa0-9cde-b0bd365d60e6 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:49.631996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93bc0a70-e563-426d-b72f-05a02ac5258c req-56106481-5a1a-4fa0-9cde-b0bd365d60e6 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 0.2957568 Apr 11 20:44:49.633309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:49.639949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6267317c-800d-4643-926a-868d148efa5b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9136207 Apr 11 20:44:49.643037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55616) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:49.718265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '7adce816-1f61-4c58-b3a5-c88e25aa8f2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8dd8c21-d255-40cf-9bce-3b761b3e052f', 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:49.736283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:49.739297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55620) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:49.750670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1661315431-network', 'tenant_id': 'd452bb98bb124aad99cee8a5845d3628'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:49.776865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:49.789174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:49.796810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:49.817328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Usage tracker for resource:network and tenant:d452bb98bb124aad99cee8a5845d3628 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:49.822483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:49.829687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:49.842796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:49.849980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93bc0a70-e563-426d-b72f-05a02ac5258c req-c57692c2-1fdc-4d5d-82cb-edf2c2a19769 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050858 Apr 11 20:44:50.009155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-f323b3f2-2c37-4a07-a980-4cb79df9b22c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=342d3f10-f918-49d2-b233-87043c4d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4925644 Apr 11 20:44:50.074433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Made reservation on behalf of d452bb98bb124aad99cee8a5845d3628 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:50.078243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.113252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.126802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.176193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-cb07caf6-50d8-4b8c-97e1-10fa78d02592 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1736209 Apr 11 20:44:50.222682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:50.229176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Usage tracker for resource:security_group_rule and tenant:d452bb98bb124aad99cee8a5845d3628 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:50.237773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:50.256881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:50.265925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.272476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbffcb1-e937-45a3-8d7d-4600154c3dd4 req-17ad35ff-a252-4868-bb2c-3c04d49cae4f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:50.274321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcbffcb1-e937-45a3-8d7d-4600154c3dd4 req-17ad35ff-a252-4868-bb2c-3c04d49cae4f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 0.2511775 Apr 11 20:44:50.371744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.435411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.466538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcbffcb1-e937-45a3-8d7d-4600154c3dd4 req-88d8c01e-1d2a-4648-b79c-9f84993f0440 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765294 Apr 11 20:44:50.482057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.534006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba1ef63-7b1e-4909-9eba-e2b951567a13,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:50.536873 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.622286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.670120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.675785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-14bd7deb-f602-4b9c-a019-ac55c496328b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0234189 Apr 11 20:44:50.687422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:50.714568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:44:50.716448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8ad423-15b8-4546-a3a0-8478aaf80780,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:50.757010 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.767360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Pushing event updated for resources: {'Port': ['ID=32e1eef6-c52e-40b1-a624-b164a8be40d8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:50.798064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.799098 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Added segment 64032aaf-d314-434c-a06e-cc7109d864c9 of type vlan for network 51332cb7-9ac8-4834-80b7-c8be377d2ec0 Apr 11 20:44:50.829177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81934e3b-c2dd-4452-b907-7fb5b2810d8a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.911825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81934e3b-c2dd-4452-b907-7fb5b2810d8a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.926997 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:50.939110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-ffde374f-6bd1-46f0-890e-39bf0f1421f2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:50.942082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-ffde374f-6bd1-46f0-890e-39bf0f1421f2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7012131 Apr 11 20:44:50.942346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-b5103640-4558-4575-8cbc-1b0bb2997d80 service neutron] 10.222.0.75 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8976080 Apr 11 20:44:50.946324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-94921d98-75b2-4784-9392-ed474341d789 req-3dcfc339-b1e3-4d2b-9343-9aa34e99eae4 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 210 time: 0.1083062 Apr 11 20:44:51.009584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-4ecffab8-b9fb-4204-85af-395132cac63d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/quotas/745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 375 time: 0.0298517 Apr 11 20:44:51.076424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.078745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:51.079404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.192269 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81934e3b-c2dd-4452-b907-7fb5b2810d8a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.205158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81934e3b-c2dd-4452-b907-7fb5b2810d8a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.212495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81934e3b-c2dd-4452-b907-7fb5b2810d8a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/dba1ef63-7b1e-4909-9eba-e2b951567a13 HTTP/1.1" status: 204 len: 168 time: 0.5240266 Apr 11 20:44:51.214270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55656) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:51.280863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:51.290989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:51.397503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6566961 Apr 11 20:44:51.420647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55660) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:51.461844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6167d50e-1653-4b74-8676-a23413a5246a req-376b3031-6f7e-48ba-8bd5-2dbb9eeb3378 service neutron] 10.222.0.75 "GET /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097864 Apr 11 20:44:51.475119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934e3b-c2dd-4452-b907-7fb5b2810d8a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba1ef63-7b1e-4909-9eba-e2b951567a13,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:51.539876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Request body: {'subnet': {'network_id': '51332cb7-9ac8-4834-80b7-c8be377d2ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1661315431-subnet', 'tenant_id': 'd452bb98bb124aad99cee8a5845d3628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:51.560342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b99e97-4555-460c-9b2a-13474d0f6239 admin admin] Pushing event updated for resources: {'Network': ['ID=51332cb7-9ac8-4834-80b7-c8be377d2ec0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:51.570237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:51.573237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 51332cb7-9ac8-4834-80b7-c8be377d2ec0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:44:51.602372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-56ab8631-e779-462c-a7d1-f53ac25f8308 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5342088 Apr 11 20:44:51.607056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Usage tracker for resource:subnet and tenant:d452bb98bb124aad99cee8a5845d3628 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:51.614057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:51.636624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:51.664720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-146f0e50-81f4-4498-8d2f-a73091ffbab0 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:51.751238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a129-a1ab-4e0f-86df-916990084efe req-b9a9e29a-3468-460e-9d5f-1818ec9fbbec tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:51.752712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-b9a9e29a-3468-460e-9d5f-1818ec9fbbec tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.75 "GET /v2.0/networks?id=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 HTTP/1.1" status: 200 len: 818 time: 0.4305148 Apr 11 20:44:51.760957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5f8ca7be-6389-4c68-873b-ed6de1dff232 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:51.776978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Request body: {'port': {'device_id': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7', 'admin_state_up': True, 'tenant_id': 'f49f1b5e51784852825f39f68cf789ca'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:51.783297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Router d5482337-e6d4-4b2e-8b03-4a893373bb94 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:44:51.805862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c7f3-26d6-4888-ae18-6605c4a970cd req-dfde1dfb-aa44-434a-9be1-8c9783e9ec34 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:51.807138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9231c7f3-26d6-4888-ae18-6605c4a970cd req-dfde1dfb-aa44-434a-9be1-8c9783e9ec34 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 0.4189029 Apr 11 20:44:51.832546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5ee06f1b-5113-4b20-90e1-23c3ee0afcb8 None None] Provisioning complete for port 32e1eef6-c52e-40b1-a624-b164a8be40d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:51.833218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ee06f1b-5113-4b20-90e1-23c3ee0afcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.907958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-146f0e50-81f4-4498-8d2f-a73091ffbab0 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:51.907958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-146f0e50-81f4-4498-8d2f-a73091ffbab0 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5582507 Apr 11 20:44:51.927963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Made reservation on behalf of d452bb98bb124aad99cee8a5845d3628 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:51.930212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.938662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5f8ca7be-6389-4c68-873b-ed6de1dff232 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:51.939117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:51.972839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:52.010330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5ee06f1b-5113-4b20-90e1-23c3ee0afcb8 None None] Port 32e1eef6-c52e-40b1-a624-b164a8be40d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:44:52.175302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9231c7f3-26d6-4888-ae18-6605c4a970cd req-2d0f3fc5-120c-4f21-ab8c-cfddb2d39e34 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222370 Apr 11 20:44:52.186184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:52.195665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Usage tracker for resource:port and tenant:f49f1b5e51784852825f39f68cf789ca is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:52.211538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:52.226462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:52.228349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4fc5-b764-4801-a675-ddd108664539 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:52.235324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9f18e-555e-4411-b966-15dead7b2c21 req-723617a5-9a62-484d-8ca2-893a408c3627 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:52.236810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39b9f18e-555e-4411-b966-15dead7b2c21 req-723617a5-9a62-484d-8ca2-893a408c3627 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 0.1750708 Apr 11 20:44:52.266520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4fc5-b764-4801-a675-ddd108664539 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:52.328521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Made reservation on behalf of f49f1b5e51784852825f39f68cf789ca for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:52.331567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:52.339067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39b9f18e-555e-4411-b966-15dead7b2c21 req-de99c614-e080-4fbd-b451-4e928de97611 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920415 Apr 11 20:44:52.361324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:44:52.371174 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Sync routers for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:44:52.374804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c45ac125-3cdf-4179-a329-e1fd713edf63 admin admin] 10.222.0.61 "PUT /v2.0/routers/d5482337-e6d4-4b2e-8b03-4a893373bb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5316231 Apr 11 20:44:52.396089 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:44:52.396720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:44:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:52.606457 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:44:52.642158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4fc5-b764-4801-a675-ddd108664539 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:52.669367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67dd0e28-4b3c-4c51-970b-791fd9adf866 req-9bcf8657-bca6-4cb5-a3b6-f4640065c17b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 210 time: 0.2486675 Apr 11 20:44:52.698257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b22ee19-659e-41e1-bd25-10725dd6fd72 req-fdab1be6-84b9-4ec5-aef6-6e9f52e63d3d tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 210 time: 0.0585423 Apr 11 20:44:52.731756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd4fc5-b764-4801-a675-ddd108664539 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd8c21-d255-40cf-9bce-3b761b3e052f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:52.855169 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:52.911756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4fc5-b764-4801-a675-ddd108664539 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:52.912911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d6bd4fc5-b764-4801-a675-ddd108664539 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/c8dd8c21-d255-40cf-9bce-3b761b3e052f HTTP/1.1" status: 204 len: 168 time: 0.9391189 Apr 11 20:44:52.916022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55706) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:52.970816 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 2, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:52.977036 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Checking router: d5482337-e6d4-4b2e-8b03-4a893373bb94 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:44:52.978169 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Updating router d5482337-e6d4-4b2e-8b03-4a893373bb94 port 32e1eef6-c52e-40b1-a624-b164a8be40d8 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:44:53.021280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84320195-5cb9-4001-aca6-f59d33a8d7d7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:53.033398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8fe18512-69cf-413d-9b5e-b46c503ab7cd tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1159742 Apr 11 20:44:53.035853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:53.053248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Allocated IP 172.20.0.8 (b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7/b8220fd4-a237-4f7f-a348-81c84834c159/167fce38-00a3-499f-974e-a6cb5b95c50d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:53.053638 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.107211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bad2e0c3-a0bb-44da-a0cc-b824eca12607 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.137897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bad2e0c3-a0bb-44da-a0cc-b824eca12607 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.313422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bad2e0c3-a0bb-44da-a0cc-b824eca12607 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.340778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2e0c3-a0bb-44da-a0cc-b824eca12607 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adce816-1f61-4c58-b3a5-c88e25aa8f2d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:53.349360 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bad2e0c3-a0bb-44da-a0cc-b824eca12607 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.374557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bad2e0c3-a0bb-44da-a0cc-b824eca12607 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/7adce816-1f61-4c58-b3a5-c88e25aa8f2d HTTP/1.1" status: 204 len: 168 time: 0.3335130 Apr 11 20:44:53.375337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55724) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:53.377804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.427515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Checking segment: {'id': '64032aaf-d314-434c-a06e-cc7109d864c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '51332cb7-9ac8-4834-80b7-c8be377d2ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:53.427871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Network hostable DHCP agents. Network: 51332cb7-9ac8-4834-80b7-c8be377d2ec0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:44:53.452302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-85d2f3cf-2e09-4d8c-bb71-2306a629cc35 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:53.546109 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.556939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Network 51332cb7-9ac8-4834-80b7-c8be377d2ec0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:44:53.560067 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Transition to ACTIVE for port object 32e1eef6-c52e-40b1-a624-b164a8be40d8 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:53.561128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.563830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55738) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:53.571452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338338158', 'description': 'tempest-description--1259127142'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:53.581735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:53.586709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-85d2f3cf-2e09-4d8c-bb71-2306a629cc35 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:53.588293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-85d2f3cf-2e09-4d8c-bb71-2306a629cc35 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2119653 Apr 11 20:44:53.595398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Usage tracker for resource:security_group and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:53.595727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55744) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:53.600770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:53.608724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945246129'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:53.618173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:53.623872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:53.638726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:53.655119 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.675024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:53.678063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:53.684742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:53.749409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.763620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 51332cb7-9ac8-4834-80b7-c8be377d2ec0) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:53.767032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.772531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Pushing event updated for resources: {'Port': ['ID=167fce38-00a3-499f-974e-a6cb5b95c50d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:53.781220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b9051-084a-4128-8d39-1f52bfcc2927 None None] Network 51332cb7-9ac8-4834-80b7-c8be377d2ec0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:53.784216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:53.785125 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.843955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:53.844595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:53.900027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7c18-002c-41a0-8d19-eb818b8c1e6f req-e158887c-bddf-4c76-bb7f-dd48de21f22a tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:53.905360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:53.911561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:53.913625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbcc7c18-002c-41a0-8d19-eb818b8c1e6f req-e158887c-bddf-4c76-bb7f-dd48de21f22a tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 0.2328570 Apr 11 20:44:53.915533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:53.922847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:53.926587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Usage tracker for resource:security_group_rule and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:53.933368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:53.937407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:53.943323 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Pushing event updated for resources: {'Port': ['ID=32e1eef6-c52e-40b1-a624-b164a8be40d8,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:53.960900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:53.986889 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.990296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbcc7c18-002c-41a0-8d19-eb818b8c1e6f req-d58796b5-5da8-4a16-af65-87f20b880009 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754807 Apr 11 20:44:53.991199 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.991741 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.992371 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.992731 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3dc856ef-4eea-432c-8a40-80eebdeeb29d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5189762 Apr 11 20:44:53.993005 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.993465 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.993930 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.994258 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.994576 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.994912 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:53.995220 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:44:54.008609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-dc3c8173-29d4-4771-9a91-f85bb04280d2 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2353363 Apr 11 20:44:54.022007 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Attempting to bind port 32e1eef6-c52e-40b1-a624-b164a8be40d8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:54.022315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Request body: {'port': {'device_id': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:54.022447 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Attempting to bind port 32e1eef6-c52e-40b1-a624-b164a8be40d8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:54.022764 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Attempting to bind port 32e1eef6-c52e-40b1-a624-b164a8be40d8 on network 6083de7f-9169-4f81-ad2d-0a74ed26d36a {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:54.068746 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:54.069046 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Checking segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:54.069446 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.069831 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Bound using segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:54.070301 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Bound port: 32e1eef6-c52e-40b1-a624-b164a8be40d8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:54.070683 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.193825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.202657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e801641-9c4b-4547-8021-dbf69a1961fc None None] Network 51332cb7-9ac8-4834-80b7-c8be377d2ec0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:44:54.230685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.273117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.285471 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] For port 32e1eef6-c52e-40b1-a624-b164a8be40d8, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:54.287146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.303947 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] For port 32e1eef6-c52e-40b1-a624-b164a8be40d8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=32e1eef6-c52e-40b1-a624-b164a8be40d8,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:54.350789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.356852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5669a69c-7445-4073-9d0f-2b59ea8e6386,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:54.376456 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.444360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2e6a2-baa0-4a84-bff2-404bc98dcf91,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:54.468031 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.471965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5058cac1-d6f4-4fa9-bafb-22854aecda4d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9039845 Apr 11 20:44:54.477323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:54.481107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Request body: {'security_group_rule': {'security_group_id': '5669a69c-7445-4073-9d0f-2b59ea8e6386', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:54.488349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:54.492907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Usage tracker for resource:security_group_rule and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:54.496362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:54.499538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.500801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f9e4b4a7-6ccf-4481-8b80-34291bec365c tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9040980 Apr 11 20:44:54.504752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55776) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:54.510195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': '06c2e6a2-baa0-4a84-bff2-404bc98dcf91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:54.516787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:54.521152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:54.521427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cbdf604e-21b6-4a8a-bc40-50de39140d93 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:44:54.528881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:54.532789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:54.539790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:54.542432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-3269c4fe-4752-4248-82f8-6fb7eb4f4fae tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649123 Apr 11 20:44:54.555742 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5650-efe1-4798-905f-349573851d23 None None] Pushing event updated for resources: {'Port': ['ID=32e1eef6-c52e-40b1-a624-b164a8be40d8,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:54.572767 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:44:54.573436 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:44:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:54.693578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.717293 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.791354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cbdf604e-21b6-4a8a-bc40-50de39140d93, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:54.818916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'port_id': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'mac_address': 'fa:16:3e:45:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:44:54.827611 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:44:54.883295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-254a956f-f568-4600-8c5e-33539a145460 req-86df5ff2-e6f9-411c-bc31-c92813b57517 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 210 time: 0.0724838 Apr 11 20:44:54.884548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.908015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdf604e-21b6-4a8a-bc40-50de39140d93 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:54.931202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.932857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:54.935793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cbdf604e-21b6-4a8a-bc40-50de39140d93, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:55.016178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.042152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.046303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7106144-d414-4f87-85a8-651d491ef943,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:55.052891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.088230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8af50-dfea-4cb0-9e49-1582ea826910 req-a8d8433a-ccfa-4ba3-b2b2-9c26b9446702 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:55.095385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66d8af50-dfea-4cb0-9e49-1582ea826910 req-a8d8433a-ccfa-4ba3-b2b2-9c26b9446702 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 943 time: 0.7717652 Apr 11 20:44:55.132827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f51df3-c0db-4a8c-b552-c3f3f3629677,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:55.149519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=cbdf604e-21b6-4a8a-bc40-50de39140d93,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:55.159546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.160346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-5fbe81e4-d29d-4f40-8aab-49aced21af59 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:55.161758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-5fbe81e4-d29d-4f40-8aab-49aced21af59 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6115358 Apr 11 20:44:55.164330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c80ebaf-9647-4d29-93ea-d5a6bdbd7578 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6586237 Apr 11 20:44:55.167627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55782) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:55.196166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Request body: {'port': {'device_id': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '745a7b820308433a92d2acba06fb4b47'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:55.213411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.219523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e6321b04-3129-4d74-aadf-7b577c47999b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7406502 Apr 11 20:44:55.219523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55786) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:55.226407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Request body: {'security_group_rule': {'security_group_id': '5669a69c-7445-4073-9d0f-2b59ea8e6386', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:55.232699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:55.233487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66d8af50-dfea-4cb0-9e49-1582ea826910 req-fc16180c-deff-422d-b04d-8f057f1e428a tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371918 Apr 11 20:44:55.236936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Usage tracker for resource:security_group_rule and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:55.242268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['cbdf604e-21b6-4a8a-bc40-50de39140d93'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:44:55.261642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:55.278706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:55.292803 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6794ca9a-d21e-458d-b8fe-73cbff026aae tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.316320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6794ca9a-d21e-458d-b8fe-73cbff026aae tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.316618 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:54Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:44:55.321761 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ceb20-18ff-4f75-ac46-aa1c4d027b6c None None] The sync data for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 is: [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:54Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:44:55.357299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb2138-460d-4691-aade-c58713cd96e6 req-df13f17a-97ca-42b9-a42a-87b7e0d6d850 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:55.364501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49fb2138-460d-4691-aade-c58713cd96e6 req-df13f17a-97ca-42b9-a42a-87b7e0d6d850 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 931 time: 0.2860816 Apr 11 20:44:55.432186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167fce38-00a3-499f-974e-a6cb5b95c50d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:55.432604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.441682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:44:55.456857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.503893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:55.506921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49fb2138-460d-4691-aade-c58713cd96e6 req-ede5a735-cd96-490c-b76e-08e648f7143e tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414797 Apr 11 20:44:55.532775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:55.537130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6794ca9a-d21e-458d-b8fe-73cbff026aae tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.547517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Transition to ACTIVE for port object 167fce38-00a3-499f-974e-a6cb5b95c50d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:55.588253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6794ca9a-d21e-458d-b8fe-73cbff026aae tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.589851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6794ca9a-d21e-458d-b8fe-73cbff026aae tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f7106144-d414-4f87-85a8-651d491ef943 HTTP/1.1" status: 204 len: 168 time: 0.4226766 Apr 11 20:44:55.593479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55794) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:55.642185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.643687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794ca9a-d21e-458d-b8fe-73cbff026aae tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7106144-d414-4f87-85a8-651d491ef943,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:55.654616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Made reservation on behalf of 745a7b820308433a92d2acba06fb4b47 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:44:55.662172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.728861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 32e1eef6-c52e-40b1-a624-b164a8be40d8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:55.730535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.779030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4999da41-6a5d-43ff-94f3-ed4d955690ae,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:55.788426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.894014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.921352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:55.922581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7214c89d-db13-4d05-8480-7ffbe16f78da tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7023609 Apr 11 20:44:55.925706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55802) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:55.936142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:55.944188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:55.951811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Usage tracker for resource:floatingip and tenant:eed27d8a122649c0bc902f2e44a25288 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:55.956268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:55.963333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:55.979787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:55.996326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:56.076345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 32e1eef6-c52e-40b1-a624-b164a8be40d8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:56.081895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 32e1eef6-c52e-40b1-a624-b164a8be40d8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:56.082353 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.106613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.114184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.233291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5f28bdce-6066-4551-9675-c13ca8541935 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:56.304921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:56.381741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Pushing event updated for resources: {'Port': ['ID=167fce38-00a3-499f-974e-a6cb5b95c50d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:56.421375 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.422402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.470417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 32e1eef6-c52e-40b1-a624-b164a8be40d8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=32e1eef6-c52e-40b1-a624-b164a8be40d8,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:56.510681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cbdf604e-21b6-4a8a-bc40-50de39140d93 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:56.513593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-f2f25f80-0ae1-4424-bf82-fc577eb3d10d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:56.515222 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-f2f25f80-0ae1-4424-bf82-fc577eb3d10d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.5297370 Apr 11 20:44:56.568336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5f28bdce-6066-4551-9675-c13ca8541935 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:56.569498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5f28bdce-6066-4551-9675-c13ca8541935 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9749427 Apr 11 20:44:56.573283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55818) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:56.576515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.609265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-18a57f3e-2792-4b06-9c91-b221cf001483 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/quotas/df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 375 time: 0.0861058 Apr 11 20:44:56.612128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Allocated IP 192.168.233.190 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/7d679ef5-3eeb-4caf-be91-cbb9f2346def) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:56.624786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Allocated IP 172.25.5.211 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/2f519414-02f7-4eb4-928f-1e3a87e9d3f4) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:44:56.675225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf80a-321e-445c-8562-de0aefb3261d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.679707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=32e1eef6-c52e-40b1-a624-b164a8be40d8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:56.694431 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-ecd2f4c4-abd7-4441-a76b-7360d5c7f2fa tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714946 Apr 11 20:44:56.719593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Attempting to bind port 167fce38-00a3-499f-974e-a6cb5b95c50d on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:56.719930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Attempting to bind port 167fce38-00a3-499f-974e-a6cb5b95c50d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '6dbabc51-cb70-4533-acf5-98001a7ad68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:56.722113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Attempting to bind port 167fce38-00a3-499f-974e-a6cb5b95c50d on network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:56.788633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf80a-321e-445c-8562-de0aefb3261d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.799329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port cbdf604e-21b6-4a8a-bc40-50de39140d93 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:56.804848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port cbdf604e-21b6-4a8a-bc40-50de39140d93 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:56.805374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.812801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Port 167fce38-00a3-499f-974e-a6cb5b95c50d on network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:44:56.813583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Attempting to bind port 167fce38-00a3-499f-974e-a6cb5b95c50d on network b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:56.893759 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.914570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:44:56.914959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Checking segment: {'id': '6dbabc51-cb70-4533-acf5-98001a7ad68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:44:56.915301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Bound using segment: {'id': '6dbabc51-cb70-4533-acf5-98001a7ad68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:44:56.915790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Bound port: 167fce38-00a3-499f-974e-a6cb5b95c50d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbabc51-cb70-4533-acf5-98001a7ad68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:44:56.916137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.942392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf80a-321e-445c-8562-de0aefb3261d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.989305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:56.995130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bf80a-321e-445c-8562-de0aefb3261d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2e6a2-baa0-4a84-bff2-404bc98dcf91,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:57.029995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cbe27f1c-74a9-4eaa-8455-4e8cce0c632a req-6fad97ca-15f4-4abb-a086-5f19077d16da tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 210 time: 0.0701447 Apr 11 20:44:57.032295 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.035366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cbdf604e-21b6-4a8a-bc40-50de39140d93, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:57.077350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-55f0a7d6-83c8-463b-96ed-dc48a87e64d0 service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577991 Apr 11 20:44:57.115809 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.128164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:57.134843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:57.137757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event updated for resources: {'Port': ['ID=2f519414-02f7-4eb4-928f-1e3a87e9d3f4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:57.139917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:57.200371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] For port 167fce38-00a3-499f-974e-a6cb5b95c50d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:44:57.203430 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a1235d-5bbf-474f-90a1-b6a05e46fbed'] response: {'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e', 'code': 200} Apr 11 20:44:57.204650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=cbdf604e-21b6-4a8a-bc40-50de39140d93,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:57.217970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.231176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] For port 167fce38-00a3-499f-974e-a6cb5b95c50d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=167fce38-00a3-499f-974e-a6cb5b95c50d,segment=NetworkSegment(6dbabc51-cb70-4533-acf5-98001a7ad68f),segment_id=6dbabc51-cb70-4533-acf5-98001a7ad68f)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:44:57.258870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Transition to ACTIVE for port object 7d679ef5-3eeb-4caf-be91-cbb9f2346def will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:57.267302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf80a-321e-445c-8562-de0aefb3261d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.268443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb2bf80a-321e-445c-8562-de0aefb3261d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/06c2e6a2-baa0-4a84-bff2-404bc98dcf91 HTTP/1.1" status: 204 len: 168 time: 0.6940291 Apr 11 20:44:57.272941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55826) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:57.291091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-1ee6d410-c00a-4700-8be9-e5d8fa0e9db3 service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039044 Apr 11 20:44:57.298778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.377412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.382489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] 10.222.0.75 "PUT /v2.0/ports/167fce38-00a3-499f-974e-a6cb5b95c50d HTTP/1.1" status: 200 len: 1091 time: 3.3627665 Apr 11 20:44:57.382489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'tag': '167fce38-00a3-499f-974e-a6cb5b95c50d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:57.394949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15225932-1046-4a80-abe4-4ecdedf172cd service neutron] Pushing event updated for resources: {'Port': ['ID=167fce38-00a3-499f-974e-a6cb5b95c50d,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:57.425749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08e4ebfd-4ea7-4fed-bf3d-43e1aa9e3de3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:44:57.430422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.443007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:44:57.457651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b566bd-50e8-46a5-8620-5244ee19220a req-dc7ef4f0-7b90-48ae-bacc-a5bda4b0ca46 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:57.459109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02b566bd-50e8-46a5-8620-5244ee19220a req-dc7ef4f0-7b90-48ae-bacc-a5bda4b0ca46 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.1639693 Apr 11 20:44:57.527073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:57.536873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:44:57.540620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:44:57.555443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08e4ebfd-4ea7-4fed-bf3d-43e1aa9e3de3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:44:57.561215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-08e4ebfd-4ea7-4fed-bf3d-43e1aa9e3de3 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2830911 Apr 11 20:44:57.582672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:44:57.594859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55834) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:57.598290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.604418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090310597'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:57.615522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:57.644073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02b566bd-50e8-46a5-8620-5244ee19220a req-52f75e01-f796-4dc1-b37e-6cc1dd72e2b6 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234474 Apr 11 20:44:57.645140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:57.774845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 32e1eef6-c52e-40b1-a624-b164a8be40d8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:44:57.789098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:57.793312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.901523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.914251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-7eb08df6-9e17-4bb8-aa70-1481ce209e01 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f49f1b5e51784852825f39f68cf789ca&device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 1094 time: 0.3754354 Apr 11 20:44:57.931403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 32e1eef6-c52e-40b1-a624-b164a8be40d8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:57.931938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:57.979852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.004075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-d100c8f3-9846-48fe-8259-743df011cf4e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=167fce38-00a3-499f-974e-a6cb5b95c50d HTTP/1.1" status: 200 len: 217 time: 0.0791364 Apr 11 20:44:58.008127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-7721ee0a-e851-438b-b870-a3e312d7a647 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8253767 Apr 11 20:44:58.097977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:58.109385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:58.117782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:58.138492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-67b798d8-b846-4875-b6bf-35087ed7d7bf None None] Provisioning for port 7d679ef5-3eeb-4caf-be91-cbb9f2346def completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:44:58.145115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-67b798d8-b846-4875-b6bf-35087ed7d7bf None None] Provisioning complete for port 7d679ef5-3eeb-4caf-be91-cbb9f2346def triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:44:58.145774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b798d8-b846-4875-b6bf-35087ed7d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.181423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Request body: {'port': {'device_id': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:58.191342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:58.210445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-67b798d8-b846-4875-b6bf-35087ed7d7bf None None] Port 7d679ef5-3eeb-4caf-be91-cbb9f2346def cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:44:58.234425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3032f-3d56-4847-877c-d1842219bfd4 req-ed078875-8829-4124-abdd-2560f6e245c4 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:58.236844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32b3032f-3d56-4847-877c-d1842219bfd4 req-ed078875-8829-4124-abdd-2560f6e245c4 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 943 time: 0.3396952 Apr 11 20:44:58.247378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-f55c0428-0bb4-4404-9d38-98b11e8a4672 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:58.249281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-f55c0428-0bb4-4404-9d38-98b11e8a4672 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.75 "GET /v2.0/ports?device_id=da8b51e4-0548-4d53-8592-5033035d67e9 HTTP/1.1" status: 200 len: 943 time: 0.4433012 Apr 11 20:44:58.284521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a129-a1ab-4e0f-86df-916990084efe req-0c2ca54a-8c29-4afb-aa11-2cd93d25bd99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:58.285989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-0c2ca54a-8c29-4afb-aa11-2cd93d25bd99 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b8220fd4-a237-4f7f-a348-81c84834c159 HTTP/1.1" status: 200 len: 858 time: 0.2748795 Apr 11 20:44:58.295363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-03c39c19-3506-48dc-b28f-ff16a6dfd6ee tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:58.301899 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-03c39c19-3506-48dc-b28f-ff16a6dfd6ee tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.5063407 Apr 11 20:44:58.387583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-4c48481b-90df-4929-9657-a0ed4c2e1aa6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830319 Apr 11 20:44:58.425685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-5cf85c3b-1f00-4c93-a874-3df578ace4c1 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/quotas/71c7e2d4e60349d0bb603b892cb6f70d HTTP/1.1" status: 200 len: 375 time: 0.1229115 Apr 11 20:44:58.434436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Deleting port 778905ee-f3d9-4193-9089-ad80134a268e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:58.434806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.476381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32b3032f-3d56-4847-877c-d1842219bfd4 req-cef8aab0-08c1-43b7-974f-63be55bef82b tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230227 Apr 11 20:44:58.525992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.527246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.528595 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.537716 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:44:58.565020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.669573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-954feeae-97df-4a61-835e-9e9453849843 service neutron] 10.222.0.75 "GET /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726395 Apr 11 20:44:58.677541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.698570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:58.753890 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:44:58.817831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-c822698d-6c51-461c-81e9-867e101a5638 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3425291 Apr 11 20:44:58.900963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-e5a4dfb7-68ca-41b5-beba-95b92622ab7e tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:58.902382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-e5a4dfb7-68ca-41b5-beba-95b92622ab7e tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 0.4177380 Apr 11 20:44:58.907908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c098de84-7557-40dd-8e36-dbc84323f802,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:59.010235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event updated for resources: {'Port': ['ID=2f519414-02f7-4eb4-928f-1e3a87e9d3f4,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:59.060049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de53a129-a1ab-4e0f-86df-916990084efe req-871e2d3b-d314-4454-9142-caf62b3dd629 service neutron] 10.222.0.75 "GET /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772964 Apr 11 20:44:59.083829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.114728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Deleting port 2e6fb296-2743-4313-9fba-406ced987833 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:44:59.115124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.128997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-1df0cda9-18a8-4a10-9103-ddd1d0a9de20 service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948403 Apr 11 20:44:59.152890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.154302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f9656eb-d80e-42ab-ace8-5a08fd74e942 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5585058 Apr 11 20:44:59.156236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] For port 778905ee-f3d9-4193-9089-ad80134a268e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=778905ee-f3d9-4193-9089-ad80134a268e,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:59.156624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.157816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55854) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:44:59.181351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab35e-ed30-4746-bffc-3d7b75947b85 req-21531c6c-5de6-47da-a359-9de8a05959cc tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:44:59.182777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-159ab35e-ed30-4746-bffc-3d7b75947b85 req-21531c6c-5de6-47da-a359-9de8a05959cc tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0fe9d34-194d-4240-9f20-0efaf5806662 HTTP/1.1" status: 200 len: 945 time: 0.5531633 Apr 11 20:44:59.205178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:44:59.214705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': 'c098de84-7557-40dd-8e36-dbc84323f802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:44:59.228170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:44:59.246252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:44:59.254764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:44:59.258033 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:44:59.303247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:44:59.358014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d679ef5-3eeb-4caf-be91-cbb9f2346def {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:44:59.368006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.375033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-04296424-7b4d-4d30-b73b-955a08a9756f service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390451 Apr 11 20:44:59.386569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Transition to ACTIVE for port object 7d679ef5-3eeb-4caf-be91-cbb9f2346def will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:44:59.441239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.445203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.456039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b6dfc33b-be4e-4013-b8fe-79f990469d54 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5292463 Apr 11 20:44:59.466274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Calling delete_port for 778905ee-f3d9-4193-9089-ad80134a268e owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:44:59.489736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.625764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-159ab35e-ed30-4746-bffc-3d7b75947b85 req-7ded8f5c-fbcf-44e7-817b-4e0197e22cdd tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b6e97c5-644b-4d92-ad8d-b760c2399a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299340 Apr 11 20:44:59.636598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.638589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:44:59.839710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] For port 2e6fb296-2743-4313-9fba-406ced987833, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2e6fb296-2743-4313-9fba-406ced987833,segment=NetworkSegment(2e4f05ee-2711-4706-a6fb-b94a16397f46),segment_id=2e4f05ee-2711-4706-a6fb-b94a16397f46)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:44:59.840130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.850378 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7b25fd-e6bb-428d-99f9-c6f8147a23ba'] response: {'name': 'network-changed', 'server_uuid': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'tag': '167fce38-00a3-499f-974e-a6cb5b95c50d', 'status': 'completed', 'code': 200} Apr 11 20:44:59.879797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:44:59.933626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Attempting to bind port 7d679ef5-3eeb-4caf-be91-cbb9f2346def on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:44:59.934830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Attempting to bind port 7d679ef5-3eeb-4caf-be91-cbb9f2346def by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:44:59.935025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Attempting to bind port 7d679ef5-3eeb-4caf-be91-cbb9f2346def on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:44:59.970671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786e7c2c-82c9-4e92-907e-dba74c93684e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:00.026409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.034783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Calling delete_port for 2e6fb296-2743-4313-9fba-406ced987833 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:45:00.150836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17e52889-660f-471c-b413-bc41ce46382d req-9d7ec919-a41f-4a5a-8127-c4b9ede2e71d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 210 time: 0.1885903 Apr 11 20:45:00.179055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event deleted for resources: {'Port': ['ID=778905ee-f3d9-4193-9089-ad80134a268e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:00.216811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Port 7d679ef5-3eeb-4caf-be91-cbb9f2346def on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:00.217178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Attempting to bind port 7d679ef5-3eeb-4caf-be91-cbb9f2346def on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:00.296961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.298186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f759d71-457e-4dc5-987d-7e41bf1b6bbe tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1361089 Apr 11 20:45:00.313163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55874) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:00.336676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] No DVR routers for this DVR port 778905ee-f3d9-4193-9089-ad80134a268e on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:45:00.342211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.343331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:00.343703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:00.344086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:00.344587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Bound port: 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:00.344865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.345487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-deleted', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:00.382714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1f97da73-3292-4774-aff1-4cf7e7ee67c6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules/786e7c2c-82c9-4e92-907e-dba74c93684e HTTP/1.1" status: 200 len: 705 time: 0.0652540 Apr 11 20:45:00.392859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55882) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:00.402389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.474782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-c951fd6c-b968-42d9-9774-7b43e4ebb0ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f49f1b5e51784852825f39f68cf789ca&device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 1094 time: 0.6229732 Apr 11 20:45:00.486142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-eeb5a64d-6a4c-47ff-b119-86072059b145 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:00.487635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-eeb5a64d-6a4c-47ff-b119-86072059b145 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.3084328 Apr 11 20:45:00.524452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3531-412f-4095-b0d7-94cd8b9ccc90 req-b5c01435-78f3-4155-be47-bfb755436eb9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:00.524452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-090b3531-412f-4095-b0d7-94cd8b9ccc90 req-b5c01435-78f3-4155-be47-bfb755436eb9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:00.533224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-668a6c8c-58cc-4f50-8141-90a5fc93275e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:00.533964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Request body: {'port': {'device_id': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'admin_state_up': True, 'tenant_id': 'df31cb111fa34c4b86de4b010491e720'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:00.549968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7f2d177a-08be-4b23-be2e-a37e5e4ded22 req-ec565294-9293-4a3c-8ea7-7b53205ca659 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.75 "DELETE /v2.0/ports/778905ee-f3d9-4193-9089-ad80134a268e HTTP/1.1" status: 204 len: 173 time: 2.2737145 Apr 11 20:45:00.560971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c32447-017b-4b8a-ad8f-5f3be0841e8f req-730f9585-de62-435b-b895-7c4e740650fb tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:00.562459 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64c32447-017b-4b8a-ad8f-5f3be0841e8f req-730f9585-de62-435b-b895-7c4e740650fb tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.2230577 Apr 11 20:45:00.601918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.614580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2e6fb296-2743-4313-9fba-406ced987833'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:00.662512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-668a6c8c-58cc-4f50-8141-90a5fc93275e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:00.664105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-668a6c8c-58cc-4f50-8141-90a5fc93275e tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2311208 Apr 11 20:45:00.673831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Pushing event deleted for resources: {'Port': ['ID=2e6fb296-2743-4313-9fba-406ced987833,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:00.673831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:00.687567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64c32447-017b-4b8a-ad8f-5f3be0841e8f req-113c2804-a2c0-418c-8229-f97a0f07edce tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195147 Apr 11 20:45:00.732071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:00.762492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:00.773978 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c483664-47ee-4b6c-be57-a915631b592f'] response: {'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'code': 200} Apr 11 20:45:00.774802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] No DVR routers for this DVR port 2e6fb296-2743-4313-9fba-406ced987833 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:45:00.776907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47e77828-110a-46a4-8037-8865549f7be5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.783578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.785470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9a32ff0-27c2-4d7c-8fa9-8b3a70039e5b req-d75447d2-c6cb-4481-98ce-02254cde2e27 tempest-InstanceActionsTestJSON-737732192 tempest-InstanceActionsTestJSON-737732192-project] 10.222.0.75 "DELETE /v2.0/ports/2e6fb296-2743-4313-9fba-406ced987833 HTTP/1.1" status: 204 len: 173 time: 1.8372877 Apr 11 20:45:00.792217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47e77828-110a-46a4-8037-8865549f7be5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.819436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-93272f2c-da9b-4262-b12d-8672d1c20832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:00.820954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-93272f2c-da9b-4262-b12d-8672d1c20832 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 HTTP/1.1" status: 200 len: 919 time: 0.3314373 Apr 11 20:45:00.830082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:00.834135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Usage tracker for resource:port and tenant:df31cb111fa34c4b86de4b010491e720 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:00.837234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:00.893064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-090b3531-412f-4095-b0d7-94cd8b9ccc90 req-b5c01435-78f3-4155-be47-bfb755436eb9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:00.894168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-090b3531-412f-4095-b0d7-94cd8b9ccc90 req-b5c01435-78f3-4155-be47-bfb755436eb9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.9000981 Apr 11 20:45:00.910820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47e77828-110a-46a4-8037-8865549f7be5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.930521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:00.932974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:00.934700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e77828-110a-46a4-8037-8865549f7be5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=786e7c2c-82c9-4e92-907e-dba74c93684e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:00.962389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-7d47c1b0-4cec-4c88-88e6-9ab9fbe92875 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Synchronizing usage tracker for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:01.038770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-0870e42c-c465-4e7b-ae5b-c673088934e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=167fce38-00a3-499f-974e-a6cb5b95c50d HTTP/1.1" status: 200 len: 217 time: 0.1974311 Apr 11 20:45:01.051455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47e77828-110a-46a4-8037-8865549f7be5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:01.057328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-47e77828-110a-46a4-8037-8865549f7be5 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/786e7c2c-82c9-4e92-907e-dba74c93684e HTTP/1.1" status: 204 len: 168 time: 0.3784328 Apr 11 20:45:01.057328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:01.101341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:01.102884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] 10.222.0.69 "PUT /v2.0/ports/7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 1096 time: 2.9295490 Apr 11 20:45:01.103135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-7d47c1b0-4cec-4c88-88e6-9ab9fbe92875 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Unset dirty status for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:01.104484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-7d47c1b0-4cec-4c88-88e6-9ab9fbe92875 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1338338158&fields=id&tenant_id=eed27d8a122649c0bc902f2e44a25288 HTTP/1.1" status: 200 len: 267 time: 0.2165446 Apr 11 20:45:01.140262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f1af6d05-e071-47d8-b237-48670275e7de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:01.140749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Made reservation on behalf of df31cb111fa34c4b86de4b010491e720 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:01.143672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:01.175338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2419-b183-4ddf-904c-d20624bd6d76 service neutron] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:01.200544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-090b3531-412f-4095-b0d7-94cd8b9ccc90 req-90cd6265-947e-4328-8fa3-16cc49277298 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632375 Apr 11 20:45:01.303090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-25a51766-7a31-46e7-b641-fb8279630f53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:01.304749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-25a51766-7a31-46e7-b641-fb8279630f53 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b8220fd4-a237-4f7f-a348-81c84834c159 HTTP/1.1" status: 200 len: 858 time: 0.2529259 Apr 11 20:45:01.379112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-d4ff996c-1e38-4be8-a733-e21a23249bf3 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:01.380168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-d4ff996c-1e38-4be8-a733-e21a23249bf3 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Synchronizing usage tracker for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:01.385281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f1af6d05-e071-47d8-b237-48670275e7de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:01.389883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f1af6d05-e071-47d8-b237-48670275e7de tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3297658 Apr 11 20:45:01.389883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55902) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:01.398800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': 'c098de84-7557-40dd-8e36-dbc84323f802', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:01.410954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-453a0825-3c58-4bb7-85b3-2afea2c4f8e3 req-4b1e559b-9882-457a-a27d-aaf7b5870e54 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 1096 time: 0.5157442 Apr 11 20:45:01.412911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:01.420690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-8723ccf2-d64c-4037-964c-08fce89a6b7e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767496 Apr 11 20:45:01.425085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:01.482170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:45:01.517565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 778905ee-f3d9-4193-9089-ad80134a268e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:45:01.517986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 778905ee-f3d9-4193-9089-ad80134a268e not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:45:01.520132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-d4ff996c-1e38-4be8-a733-e21a23249bf3 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Unset dirty status for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:01.524090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-d4ff996c-1e38-4be8-a733-e21a23249bf3 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/networks?id=6083de7f-9169-4f81-ad2d-0a74ed26d36a HTTP/1.1" status: 200 len: 806 time: 0.4023175 Apr 11 20:45:01.551793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-751a5027-2854-45cd-9501-d0578b8d32c9 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/quotas/eed27d8a122649c0bc902f2e44a25288 HTTP/1.1" status: 200 len: 375 time: 0.0203049 Apr 11 20:45:01.552466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:01.685967 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-453a0825-3c58-4bb7-85b3-2afea2c4f8e3 req-48b3f216-53c3-4180-bc72-e4a8f8b44347 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336273 Apr 11 20:45:01.749319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-aef66b46-2594-4ec9-9f3b-533fbe810e6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1099 time: 0.4479938 Apr 11 20:45:01.755171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Allocated IP 172.20.0.6 (67e92c4c-15f0-4fe3-8745-2f29dac31723/706cf9cd-faaf-44f8-9890-66f74bb87778/fcab8d83-77d9-4323-9efe-1fcf29d499ae) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:01.758548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-1e233116-555d-4274-8fc3-4579b08cd61e service neutron] 10.222.0.75 "GET /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829833 Apr 11 20:45:01.797449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-ac087f19-2db9-4533-9069-68d566805969 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:01.798153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-ac087f19-2db9-4533-9069-68d566805969 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Synchronizing usage tracker for tenant:f49f1b5e51784852825f39f68cf789ca on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:01.816267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:01.819352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-eff0078b-c16f-434a-be89-8b7cd776bc8c tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Synchronizing usage tracker for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:01.868557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:01.924850 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:01.940399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-eff0078b-c16f-434a-be89-8b7cd776bc8c tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Unset dirty status for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:01.942062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-eff0078b-c16f-434a-be89-8b7cd776bc8c tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eed27d8a122649c0bc902f2e44a25288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3798680 Apr 11 20:45:01.959608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a892f2f1-63df-4016-a7e0-46d4dc6d49bd,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:02.044867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.046046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a1f9141d-78f9-4405-bd71-4477461a8e98 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6552629 Apr 11 20:45:02.051253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55910) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:02.085607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-befa7bb4-e48d-4521-a24f-d255212f19bc tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules/a892f2f1-63df-4016-a7e0-46d4dc6d49bd HTTP/1.1" status: 200 len: 705 time: 0.0331986 Apr 11 20:45:02.088106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55914) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:02.117520 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-3b450465-a15e-4f36-bd18-2e9d4dc0edf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.1045499 Apr 11 20:45:02.196650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e729b6e-3578-4aa4-bb52-bc53d833c89f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:02.202297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-4fddd75a-c640-48a7-b128-bf4885e88a00 service neutron] 10.222.0.61 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298715 Apr 11 20:45:02.223013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-ac087f19-2db9-4533-9069-68d566805969 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Unset dirty status for tenant:f49f1b5e51784852825f39f68cf789ca on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:02.224156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-ac087f19-2db9-4533-9069-68d566805969 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 943 time: 0.8169897 Apr 11 20:45:02.291492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a3df826-8102-47e0-9a89-42a99b710bb5 req-e2506ff3-b28d-43bc-b665-58bce23b6b1b service neutron] 10.222.0.75 "GET /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228684 Apr 11 20:45:02.333621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-3dc61f5e-7323-4a04-b965-5b2f05fa9077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:02.335346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-3dc61f5e-7323-4a04-b965-5b2f05fa9077 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1958747 Apr 11 20:45:02.350851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-b2792178-d461-47ba-a7b3-768bf1eb6f96 service neutron] 10.222.0.61 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405783 Apr 11 20:45:02.393276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-8206ba73-06cc-4858-8ab9-923895809641 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Synchronizing usage tracker for tenant:f49f1b5e51784852825f39f68cf789ca on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:02.439306 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.464594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e729b6e-3578-4aa4-bb52-bc53d833c89f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:02.467220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8e729b6e-3578-4aa4-bb52-bc53d833c89f tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3782218 Apr 11 20:45:02.470862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:02.501988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-186661c8-3b1d-4ac4-b04f-e15bae936b89 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.513925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-186661c8-3b1d-4ac4-b04f-e15bae936b89 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.547927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-8206ba73-06cc-4858-8ab9-923895809641 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Unset dirty status for tenant:f49f1b5e51784852825f39f68cf789ca on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:02.549066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e4eed8a-b0ad-472e-a506-bc7901db28c0 req-8206ba73-06cc-4858-8ab9-923895809641 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015275 Apr 11 20:45:02.573726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-2e78b191-4316-4366-b96d-447b84a87c76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2292778 Apr 11 20:45:02.630368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-186661c8-3b1d-4ac4-b04f-e15bae936b89 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.683886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186661c8-3b1d-4ac4-b04f-e15bae936b89 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a892f2f1-63df-4016-a7e0-46d4dc6d49bd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:02.711114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-b9703588-3a08-4d79-bb15-4b52e30ac162 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:02.712649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-b9703588-3a08-4d79-bb15-4b52e30ac162 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.2534878 Apr 11 20:45:02.714089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.722456 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bcde19-bf4a-421a-99ec-82cca2fc547f'] response: {'server_uuid': 'da8b51e4-0548-4d53-8592-5033035d67e9', 'name': 'network-vif-deleted', 'tag': '778905ee-f3d9-4193-9089-ad80134a268e', 'status': 'completed', 'code': 200} Apr 11 20:45:02.761539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Request body: {'port': {'device_id': '7881e238-3797-47e9-8409-90d2c9972b70', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'admin_state_up': True, 'tenant_id': '71c7e2d4e60349d0bb603b892cb6f70d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:02.781271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-186661c8-3b1d-4ac4-b04f-e15bae936b89 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:02.782941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-186661c8-3b1d-4ac4-b04f-e15bae936b89 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a892f2f1-63df-4016-a7e0-46d4dc6d49bd HTTP/1.1" status: 204 len: 168 time: 0.3116555 Apr 11 20:45:02.785548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55928) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:02.832734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55932) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:02.915856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a922f59-a0af-49e1-8848-fb41a57e5ce4 req-d7ea63fc-8490-4beb-b75a-b2d01fc9d11e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 210 time: 0.1404715 Apr 11 20:45:02.954291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:02.961490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:02.964090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-36f6efdf-8bd4-4e52-9747-2ea7a8e97b99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:02.967800 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-c6a45f6a-85b0-4b27-8b58-faf29334aaa8 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858366 Apr 11 20:45:02.968418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:02.970702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:03.092226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Deleting subnet 3e7b1827-9af6-4e77-b4d0-52258b241819 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:45:03.097990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.164701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc6c7-f7ae-4f3a-9a76-f05d6c5582b5 req-840d71be-cc9d-450c-bb1c-dc49a950be2e tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:03.166528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-20dbc6c7-f7ae-4f3a-9a76-f05d6c5582b5 req-840d71be-cc9d-450c-bb1c-dc49a950be2e tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 931 time: 0.1832569 Apr 11 20:45:03.176114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.194325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:03.195232 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.208337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:03.227038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Usage tracker for resource:port and tenant:71c7e2d4e60349d0bb603b892cb6f70d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:03.227548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-36f6efdf-8bd4-4e52-9747-2ea7a8e97b99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:03.228925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-36f6efdf-8bd4-4e52-9747-2ea7a8e97b99 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4406765 Apr 11 20:45:03.233739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:03.235053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55940) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:03.248923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': 'c098de84-7557-40dd-8e36-dbc84323f802', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:03.255790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:03.263530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:03.293640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:03.299351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fec0be-bf50-4216-b677-1bf882e66ff5 req-3612d8ce-45aa-46ef-8bd1-52aeabd32dcc service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974756 Apr 11 20:45:03.301493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.323696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f399d3b-69a7-41c1-99b2-f8e1f9959d2e req-6bd36c82-77c8-4c2b-9cc9-227d8e5794c4 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:03.326117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f399d3b-69a7-41c1-99b2-f8e1f9959d2e req-6bd36c82-77c8-4c2b-9cc9-227d8e5794c4 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.1901078 Apr 11 20:45:03.343304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-20dbc6c7-f7ae-4f3a-9a76-f05d6c5582b5 req-65656658-cc1a-436e-ace1-0ed9c1ccad2f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:03.352895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-29b4716c-351f-43d7-a0a8-34404a72bf3f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8354678 Apr 11 20:45:03.366067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Request body: {'port': {'device_id': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:03.431461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f399d3b-69a7-41c1-99b2-f8e1f9959d2e req-5356a817-fc34-41a3-87e9-15bc69606f2a tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988836 Apr 11 20:45:03.476617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Made reservation on behalf of 71c7e2d4e60349d0bb603b892cb6f70d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:03.478764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 167fce38-00a3-499f-974e-a6cb5b95c50d details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:03.479501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.483921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2e6fb296-2743-4313-9fba-406ced987833 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:45:03.488894 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Project 5ac4406962164f4fa8e35f4719524227 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 20:45:03.502072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-20dbc6c7-f7ae-4f3a-9a76-f05d6c5582b5 req-65656658-cc1a-436e-ace1-0ed9c1ccad2f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:03.515549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-20dbc6c7-f7ae-4f3a-9a76-f05d6c5582b5 req-65656658-cc1a-436e-ace1-0ed9c1ccad2f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078806 Apr 11 20:45:03.526251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.568958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 2e6fb296-2743-4313-9fba-406ced987833 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:45:03.569596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2e6fb296-2743-4313-9fba-406ced987833 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:45:03.596853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.597369 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79017685-9b16-4b28-9feb-0cff44a87712'] response: {'name': 'network-changed', 'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'status': 'completed', 'code': 200} Apr 11 20:45:03.694212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7b1827-9af6-4e77-b4d0-52258b241819,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:03.729934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ad3b746-7cd2-45b5-981a-298fbcbe0abe req-bd604af8-1795-4fd2-81c1-68810c5bf339 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 210 time: 0.0694180 Apr 11 20:45:03.732479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.759084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 167fce38-00a3-499f-974e-a6cb5b95c50d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=167fce38-00a3-499f-974e-a6cb5b95c50d,segment=NetworkSegment(6dbabc51-cb70-4533-acf5-98001a7ad68f),segment_id=6dbabc51-cb70-4533-acf5-98001a7ad68f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:03.774159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-13877caa-63ca-44fc-bee0-07e5bd4d45ee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3e7b1827-9af6-4e77-b4d0-52258b241819 HTTP/1.1" status: 204 len: 168 time: 0.8953168 Apr 11 20:45:03.775119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55950) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:03.780347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '167fce38-00a3-499f-974e-a6cb5b95c50d', 'network_id': 'b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7', 'port_id': '167fce38-00a3-499f-974e-a6cb5b95c50d', 'mac_address': 'fa:16:3e:20:ef:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8220fd4-a237-4f7f-a348-81c84834c159', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:03.855918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.871115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.890643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167fce38-00a3-499f-974e-a6cb5b95c50d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:03.906875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 167fce38-00a3-499f-974e-a6cb5b95c50d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=167fce38-00a3-499f-974e-a6cb5b95c50d,segment=NetworkSegment(6dbabc51-cb70-4533-acf5-98001a7ad68f),segment_id=6dbabc51-cb70-4533-acf5-98001a7ad68f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:03.962564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.965737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:03.982941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.036739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Allocated IP 172.20.0.11 (d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9/bceaeb86-92f8-47f1-8a09-c8d5885ee330/e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:04.073487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-6790f60c-c85a-4bea-9d71-d86bb1f0f7e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1099 time: 0.4851801 Apr 11 20:45:04.095068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.099161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=167fce38-00a3-499f-974e-a6cb5b95c50d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:04.144077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a8e03-59a4-4916-b698-e9ad72c8a1a6 req-ab83b44b-5130-4a5e-abdb-e3d305297538 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:04.145521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-421a8e03-59a4-4916-b698-e9ad72c8a1a6 req-ab83b44b-5130-4a5e-abdb-e3d305297538 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.2590170 Apr 11 20:45:04.148047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.155425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226f5b30-8a8f-4aef-af76-cef9f2e6332d,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:04.157088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:04.170321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Request body: {'floatingip': {'port_id': 'cbdf604e-21b6-4a8a-bc40-50de39140d93'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:04.229975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['167fce38-00a3-499f-974e-a6cb5b95c50d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:04.335859 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.353078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-5164272c-4355-415a-b9a3-a7a259cf1f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:04.355269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-5164272c-4355-415a-b9a3-a7a259cf1f65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2739735 Apr 11 20:45:04.397289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342d3f10-f918-49d2-b233-87043c4d75c1']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:04.437163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4f05ee-2711-4706-a6fb-b94a16397f46') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:04.437573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4f05ee-2711-4706-a6fb-b94a16397f46') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:04.443179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7487577-200b-4829-80f0-036a4bf9c42f req-dd04110f-14b2-4290-a6f6-4699cecf7177 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:04.444812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7487577-200b-4829-80f0-036a4bf9c42f req-dd04110f-14b2-4290-a6f6-4699cecf7177 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.6058996 Apr 11 20:45:04.455575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.459539 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-53cd8c05-69e8-4161-92be-76fe98a32006 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2147098 Apr 11 20:45:04.516021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:04.587348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-fc18143b-4060-42b4-a1eb-f5db442e0a68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.2239757 Apr 11 20:45:04.616659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.667896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c29e2312-ca65-4235-8f4a-ab11ec962c86 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules/226f5b30-8a8f-4aef-af76-cef9f2e6332d HTTP/1.1" status: 200 len: 711 time: 0.1484375 Apr 11 20:45:04.668730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.670392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55966) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:04.700597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:45:04.701006 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:45:04.720080 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:45:04.759124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'name': 'network-vif-deleted', 'tag': '2e6fb296-2743-4313-9fba-406ced987833'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:04.838696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-35a8ea51-7d72-4aaa-9be6-d82550812ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:04.841140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-35a8ea51-7d72-4aaa-9be6-d82550812ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2407370 Apr 11 20:45:04.843342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7487577-200b-4829-80f0-036a4bf9c42f req-ffabd251-8823-4888-b76b-5fac8d132c2f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093729 Apr 11 20:45:04.854849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d887-3861-4eb0-bd4b-0d4489cecb8d req-31524ee1-f835-4642-bcd7-dd92cc4ff708 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:04.856417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1020d887-3861-4eb0-bd4b-0d4489cecb8d req-31524ee1-f835-4642-bcd7-dd92cc4ff708 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 944 time: 0.5794528 Apr 11 20:45:04.978263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.005924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-110ed481-2322-43fb-be1a-36daa3565c5d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:05.072365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.109506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.110786 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d3f794ab-3a9f-4e3f-a82d-b3d08239e15f req-19a7d208-0f11-4bf2-9467-2425de255805 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 210 time: 0.0759838 Apr 11 20:45:05.120206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcab8d83-77d9-4323-9efe-1fcf29d499ae {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:05.128692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-59c2abc9-c405-42b4-b9f5-c399bae38ee0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2776341 Apr 11 20:45:05.134230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.145706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] Pushing event deleted for resources: {'Network': ['ID=342d3f10-f918-49d2-b233-87043c4d75c1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:05.150768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1020d887-3861-4eb0-bd4b-0d4489cecb8d req-84f9e424-d659-4fa6-9311-9113a0e6d231 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803128 Apr 11 20:45:05.226806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Transition to ACTIVE for port object fcab8d83-77d9-4323-9efe-1fcf29d499ae will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:05.281053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b8a1a27-4dd8-44cc-9013-ef09bff6685d admin admin] 10.222.0.61 "DELETE /v2.0/networks/342d3f10-f918-49d2-b233-87043c4d75c1 HTTP/1.1" status: 204 len: 168 time: 1.4976106 Apr 11 20:45:05.281053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-110ed481-2322-43fb-be1a-36daa3565c5d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:05.285418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-110ed481-2322-43fb-be1a-36daa3565c5d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.6091292 Apr 11 20:45:05.301835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55976) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:05.331562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.333151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.443155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-0527bb65-ebe4-414a-87fa-db02fb498091 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059759 Apr 11 20:45:05.495648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 167fce38-00a3-499f-974e-a6cb5b95c50d up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:05.607083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:05.626619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:05.631719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9292d560-36a1-4243-9d71-3c11d6ffee25 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.643332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-982aceac-20ce-4c62-bfe4-0738a955fd94 req-bfb7a55b-cff1-4975-9820-2f8825ef996f tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 210 time: 0.0946176 Apr 11 20:45:05.651755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9292d560-36a1-4243-9d71-3c11d6ffee25 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.678962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.707695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 167fce38-00a3-499f-974e-a6cb5b95c50d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:05.714009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 167fce38-00a3-499f-974e-a6cb5b95c50d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:05.714598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.734618 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa65d780-c96a-4066-bf79-e4ded2925915'] response: {'server_uuid': 'c0fe9d34-194d-4240-9f20-0efaf5806662', 'name': 'network-vif-deleted', 'tag': '2e6fb296-2743-4313-9fba-406ced987833', 'status': 'completed', 'code': 200} Apr 11 20:45:05.789021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9292d560-36a1-4243-9d71-3c11d6ffee25 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.791079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.796702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:05.830591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:05.878655 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:05.900784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292d560-36a1-4243-9d71-3c11d6ffee25 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=226f5b30-8a8f-4aef-af76-cef9f2e6332d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:05.952707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167fce38-00a3-499f-974e-a6cb5b95c50d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:05.962082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55982) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:05.972912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 167fce38-00a3-499f-974e-a6cb5b95c50d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=167fce38-00a3-499f-974e-a6cb5b95c50d,segment=NetworkSegment(6dbabc51-cb70-4533-acf5-98001a7ad68f),segment_id=6dbabc51-cb70-4533-acf5-98001a7ad68f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:06.084355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:06.092806 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.097735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9292d560-36a1-4243-9d71-3c11d6ffee25 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.101308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9292d560-36a1-4243-9d71-3c11d6ffee25 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/226f5b30-8a8f-4aef-af76-cef9f2e6332d HTTP/1.1" status: 204 len: 168 time: 0.7954280 Apr 11 20:45:06.103224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55988) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:06.111899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1cfa-aaee-4fee-a9e4-346e6035b39b req-819e1aae-36e6-4d00-a021-2551f9b52c02 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:06.122087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-57cf1cfa-aaee-4fee-a9e4-346e6035b39b req-819e1aae-36e6-4d00-a021-2551f9b52c02 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:06.187210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dc6b58bc-9516-4351-a32a-d5ba8f232317 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:06.189468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:06.189904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.190905 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Floating IP acfefca9-de82-411e-a3fa-7a29dfc39432 associated. External IP: 172.25.5.232, port: cbdf604e-21b6-4a8a-bc40-50de39140d93. Apr 11 20:45:06.199928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=167fce38-00a3-499f-974e-a6cb5b95c50d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:06.211687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.227910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:06.255751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8086-d08e-4a30-ad79-4d3ba07c6f4c req-84dcf19f-3c9b-4878-b301-fc615147a16f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:06.257764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6bf8086-d08e-4a30-ad79-4d3ba07c6f4c req-84dcf19f-3c9b-4878-b301-fc615147a16f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.2243443 Apr 11 20:45:06.271535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e71387-6aa2-4abd-83d3-895ca5750706 req-e6a5b65b-2e98-4719-8125-d7dfd56932f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195021 Apr 11 20:45:06.307089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-2255c7fe-e302-4b49-8772-b263868640a6 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:06.308567 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-2255c7fe-e302-4b49-8772-b263868640a6 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.75 "GET /v2.0/networks?id=6083de7f-9169-4f81-ad2d-0a74ed26d36a HTTP/1.1" status: 200 len: 806 time: 0.5135696 Apr 11 20:45:06.310840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-db49d397-1b9c-4fce-9e77-3724cf8964f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f31d0871c2b44732805567d82740eae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3438056 Apr 11 20:45:06.318618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55996) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:06.367071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:06.367404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:06.367746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:06.400992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-57cf1cfa-aaee-4fee-a9e4-346e6035b39b req-819e1aae-36e6-4d00-a021-2551f9b52c02 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:06.402362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6bf8086-d08e-4a30-ad79-4d3ba07c6f4c req-5f77be1c-8966-4dfe-8b9e-af901d534bce tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336014 Apr 11 20:45:06.402881 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57cf1cfa-aaee-4fee-a9e4-346e6035b39b req-819e1aae-36e6-4d00-a021-2551f9b52c02 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 1.1294882 Apr 11 20:45:06.403744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:06.404238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:06.419761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dc6b58bc-9516-4351-a32a-d5ba8f232317 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:06.423785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dc6b58bc-9516-4351-a32a-d5ba8f232317 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3153045 Apr 11 20:45:06.423958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56000) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:06.448002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-76005f06-9204-4f8f-b185-d9cca32f5a99 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6900988 Apr 11 20:45:06.464464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:06.465428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:06.465741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:06.466285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Bound port: fcab8d83-77d9-4323-9efe-1fcf29d499ae, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:06.466601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.478952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Request body: {'port': {'device_id': '7881e238-3797-47e9-8409-90d2c9972b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:06.506543 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02567478-ba4a-41f1-931e-5709ab762aef'] response: {'server_uuid': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167fce38-00a3-499f-974e-a6cb5b95c50d', 'code': 200} Apr 11 20:45:06.508658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-da3a0c57-dd1d-48d5-baf2-ef44bb25c0b5 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed27d8a122649c0bc902f2e44a25288 HTTP/1.1" status: 200 len: 380 time: 0.1812449 Apr 11 20:45:06.523362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95fcc055-cb6d-40e6-8722-b015e52e545b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.523622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Request body: {'port': {'device_id': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'admin_state_up': True, 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'security_groups': ['5669a69c-7445-4073-9d0f-2b59ea8e6386']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:06.560844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95fcc055-cb6d-40e6-8722-b015e52e545b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.573266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:06.714420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85b3f971-f6df-4ce2-8453-82f25bfafbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.748106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57cf1cfa-aaee-4fee-a9e4-346e6035b39b req-188e82e3-03e1-4c11-a03d-7f50cd7086f8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303008 Apr 11 20:45:06.750980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:06.779422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'mac_address': 'fa:16:3e:c2:b6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:06.812401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85b3f971-f6df-4ce2-8453-82f25bfafbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.851934 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:06.878508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d679ef5-3eeb-4caf-be91-cbb9f2346def {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:06.897382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:06.941962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:06.981677 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.017709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:07.024734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9e05ac7-8176-403a-94c8-d5bf7bd32f06 req-5d3847ca-e28f-4360-9233-362a238afa4b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 1096 time: 0.2495821 Apr 11 20:45:07.030762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.037825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76c49b-b13c-4aab-a03d-bad0ac77056e req-13642b95-c9c9-47ec-a679-0c1796a9acbf tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:07.038859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3a76c49b-b13c-4aab-a03d-bad0ac77056e req-13642b95-c9c9-47ec-a679-0c1796a9acbf tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:07.065434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95fcc055-cb6d-40e6-8722-b015e52e545b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.075783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:07.098034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:07.103352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcc055-cb6d-40e6-8722-b015e52e545b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098de84-7557-40dd-8e36-dbc84323f802,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:07.122279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:07.137750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9e05ac7-8176-403a-94c8-d5bf7bd32f06 req-613ecf79-abcf-487d-bd1e-2f6025666d83 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057115 Apr 11 20:45:07.155620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50476c87-6076-4c7c-940e-b4393b4c4823 req-0cf6def8-11ba-4ee3-bf2a-abe17f57217c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:07.157159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50476c87-6076-4c7c-940e-b4393b4c4823 req-0cf6def8-11ba-4ee3-bf2a-abe17f57217c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 945 time: 0.2622230 Apr 11 20:45:07.159219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Made reservation on behalf of eed27d8a122649c0bc902f2e44a25288 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:07.162210 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.187073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Router d9541371-0e15-482d-aba8-71b11b41e91b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:45:07.191991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7d679ef5-3eeb-4caf-be91-cbb9f2346def'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:07.255004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3a76c49b-b13c-4aab-a03d-bad0ac77056e req-13642b95-c9c9-47ec-a679-0c1796a9acbf tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:07.261284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a76c49b-b13c-4aab-a03d-bad0ac77056e req-13642b95-c9c9-47ec-a679-0c1796a9acbf tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 932 time: 0.4956005 Apr 11 20:45:07.305978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85b3f971-f6df-4ce2-8453-82f25bfafbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.310647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.349418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95fcc055-cb6d-40e6-8722-b015e52e545b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.350634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-95fcc055-cb6d-40e6-8722-b015e52e545b tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/c098de84-7557-40dd-8e36-dbc84323f802 HTTP/1.1" status: 204 len: 168 time: 0.9257789 Apr 11 20:45:07.356638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:07.409340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3f971-f6df-4ce2-8453-82f25bfafbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6e97c5-644b-4d92-ad8d-b760c2399a48,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:07.450380 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a76c49b-b13c-4aab-a03d-bad0ac77056e req-c6bb89aa-8cd8-431e-9ccd-c71034260464 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878803 Apr 11 20:45:07.464344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8d7b35c-1171-4809-bef8-6b3396e000f2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:07.469192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50476c87-6076-4c7c-940e-b4393b4c4823 req-47258063-f095-4767-b7b5-5634fa99d4b4 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944524 Apr 11 20:45:07.538806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.542338 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] 10.222.0.75 "PUT /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 1091 time: 4.1790409 Apr 11 20:45:07.542338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:07.580208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85b3f971-f6df-4ce2-8453-82f25bfafbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.584386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-85b3f971-f6df-4ce2-8453-82f25bfafbc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b6e97c5-644b-4d92-ad8d-b760c2399a48 HTTP/1.1" status: 204 len: 168 time: 1.2632706 Apr 11 20:45:07.591155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bcff4-c21b-4f01-b79c-4a059cdb9cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:07.634203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:45:07.644600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8d7b35c-1171-4809-bef8-6b3396e000f2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:07.654273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8d7b35c-1171-4809-bef8-6b3396e000f2 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2959511 Apr 11 20:45:07.656699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] Sync routers for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:45:07.657504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56018) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:07.671333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:07.672666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598545385'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:07.684433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:07.687620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:44:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:07.742773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:07.806512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d6226a23-3c7c-4310-84b7-7f220ba2ec80 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "PUT /v2.0/floatingips/acfefca9-de82-411e-a3fa-7a29dfc39432 HTTP/1.1" status: 200 len: 991 time: 3.6425672 Apr 11 20:45:07.822157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e30c67a-614b-441e-a633-2377331f01bc req-c85a41f1-aed0-44c5-b093-1b05f4b2ac82 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 210 time: 0.0802393 Apr 11 20:45:07.822696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:08.005126 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb367b1-0488-43ec-817e-95b54459bc08'] response: {'name': 'network-changed', 'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'status': 'completed', 'code': 200} Apr 11 20:45:08.019494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:08.048715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Allocated IP 172.20.0.9 (6083de7f-9169-4f81-ad2d-0a74ed26d36a/2b4d0b47-611c-4bb6-9f2b-248535a75b85/a1131fdb-3378-4ce0-8bbf-51077311e052) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:08.052332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:08.181617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dee44-9aaf-4c9d-a712-48482c479686 req-7a0291bc-bac4-4e14-aefa-4d2156afe8f3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:08.190793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-022dee44-9aaf-4c9d-a712-48482c479686 req-7a0291bc-bac4-4e14-aefa-4d2156afe8f3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.1231978 Apr 11 20:45:08.242378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:08.251557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:08.264064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-022dee44-9aaf-4c9d-a712-48482c479686 req-8e14eda5-cc27-4849-9cb4-712ce7f12af6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Apr 11 20:45:08.269487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Transition to ACTIVE for port object e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:08.410643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:08.414793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:08.448713 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ff5b3a-7a9f-4d3f-b93f-2cf6da6cdb8f'] response: {'name': 'network-changed', 'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'status': 'completed', 'code': 200} Apr 11 20:45:08.591286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:08.696453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:08.724925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'acfefca9-de82-411e-a3fa-7a29dfc39432', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'port_id': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'mac_address': 'fa:16:3e:45:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:44:19Z', 'updated_at': '2022-04-11T20:45:05Z', 'revision_number': 1, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:06Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:08.729608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-24f90668-aa4e-44de-aa78-be6b516f269f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1094 time: 1.0365295 Apr 11 20:45:08.737193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] Checking router: d9541371-0e15-482d-aba8-71b11b41e91b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:45:08.765643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:08.766508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:44:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:08.805140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:08.859405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f8dd-7db3-4a1b-bc60-6ef05c71fdc2 req-a11fcdb2-81ee-4bdc-89eb-f62ca1d562a8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:08.862597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3482f8dd-7db3-4a1b-bc60-6ef05c71fdc2 req-a11fcdb2-81ee-4bdc-89eb-f62ca1d562a8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 944 time: 0.1240456 Apr 11 20:45:08.933085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3482f8dd-7db3-4a1b-bc60-6ef05c71fdc2 req-712c77a4-bfd5-4b69-aa2e-a4201572f385 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588045 Apr 11 20:45:08.941084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-5ae322ce-d4e4-49ac-b0d1-de5492246dc1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.1580055 Apr 11 20:45:08.946841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f0640-d411-4a49-9827-bea5927938f7 req-6db07c2c-064b-45e8-82a4-47a17f4b33a0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:08.949080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 7d679ef5-3eeb-4caf-be91-cbb9f2346def completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:08.949262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d8f0640-d411-4a49-9827-bea5927938f7 req-6db07c2c-064b-45e8-82a4-47a17f4b33a0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 949 time: 1.2029893 Apr 11 20:45:08.966030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 7d679ef5-3eeb-4caf-be91-cbb9f2346def triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:08.966435 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.032754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.046966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:09.048108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:09.055992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:09.126900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.130735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-a3e8b4a6-eecb-4606-9427-72f06bcc537f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b5dc1c8e54943bd9d55af95285a5a03&device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 1096 time: 0.6383977 Apr 11 20:45:09.174120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:09.248675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.269026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b835-28a0-4e77-a4ba-d6f818495604 req-fcfa15b6-9ef6-4173-a1a1-3fb8daa90570 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:09.276064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4661b835-28a0-4e77-a4ba-d6f818495604 req-fcfa15b6-9ef6-4173-a1a1-3fb8daa90570 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 945 time: 0.1043093 Apr 11 20:45:09.314300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Attempting to bind port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:09.314633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Attempting to bind port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:09.316453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Attempting to bind port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:09.325310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d8f0640-d411-4a49-9827-bea5927938f7 req-074f6ef7-cc1b-4c20-8472-c0308fea1f8c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985258 Apr 11 20:45:09.340471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:09.340896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Attempting to bind port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:09.352205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4661b835-28a0-4e77-a4ba-d6f818495604 req-468ac58a-89fa-4c12-aa50-da2e466a4c63 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753677 Apr 11 20:45:09.357316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:09.357653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Checking segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:09.358179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Bound using segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:09.358632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Bound port: e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:09.358972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.370481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:09.377263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.414453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:09.423460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Transition to ACTIVE for port object a1131fdb-3378-4ce0-8bbf-51077311e052 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:09.508298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:09.511686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:09.528153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.533366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8658721 Apr 11 20:45:09.533859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56058) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:09.543623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Request body: {'security_group_rule': {'security_group_id': 'abb09233-72ac-43a8-ab2e-c3461139fd95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:09.559928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:09.561509 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.569236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-f7dcc0b5-fe33-4dfd-9103-14d99ddd7a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:09.570688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-f7dcc0b5-fe33-4dfd-9103-14d99ddd7a20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.6186743 Apr 11 20:45:09.573782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Usage tracker for resource:security_group_rule and tenant:5ac4406962164f4fa8e35f4719524227 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:09.593516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:09.601975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:09.664856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-92d39780-88f8-4b87-a74f-32ad870a265e req-ca5643ea-cd2e-4155-af23-c88efe2fee34 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Synchronizing usage tracker for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:09.686774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.720060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.751176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-92d39780-88f8-4b87-a74f-32ad870a265e req-ca5643ea-cd2e-4155-af23-c88efe2fee34 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Unset dirty status for tenant:eed27d8a122649c0bc902f2e44a25288 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:09.752383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92d39780-88f8-4b87-a74f-32ad870a265e req-ca5643ea-cd2e-4155-af23-c88efe2fee34 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 210 time: 0.1918688 Apr 11 20:45:09.762569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:09.790003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22b800-17fc-405e-ae62-94436f95377a tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb09233-72ac-43a8-ab2e-c3461139fd95,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:09.811007 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-d0eba69d-7324-49b7-b14a-505151c1f87c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412368 Apr 11 20:45:09.818812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.820355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] 10.222.0.69 "PUT /v2.0/ports/e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d HTTP/1.1" status: 200 len: 1092 time: 3.3607066 Apr 11 20:45:09.844432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.859310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d125-ba6d-4ce1-8534-cd998b958aa6 req-283a4abf-531f-4d7a-beb2-9ffc2fde5459 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:09.861356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fe0d125-ba6d-4ce1-8534-cd998b958aa6 req-283a4abf-531f-4d7a-beb2-9ffc2fde5459 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.1765680 Apr 11 20:45:09.885898 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4424e4d7-4435-4945-bf30-89b6bb4fec17'] response: {'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'code': 200} Apr 11 20:45:09.927700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'acfefca9-de82-411e-a3fa-7a29dfc39432', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'port_id': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'mac_address': 'fa:16:3e:45:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:44:19Z', 'updated_at': '2022-04-11T20:45:05Z', 'revision_number': 1, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:06Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:09.935781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160b806-6620-4930-9ef4-b94d988f3f2b None None] The sync data for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 is: [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'acfefca9-de82-411e-a3fa-7a29dfc39432', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'port_id': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'mac_address': 'fa:16:3e:45:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:44:19Z', 'updated_at': '2022-04-11T20:45:05Z', 'revision_number': 1, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:06Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:45:09.943909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fe0d125-ba6d-4ce1-8534-cd998b958aa6 req-60be948b-8edf-439d-85f0-a93fb1eabd75 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746145 Apr 11 20:45:09.945988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:09.988734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1c35fb-4cbd-4c51-be41-2749f95ded72,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:10.041342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-1559bc98-a96b-4503-9c04-e3becfb40cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:10.043080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-1559bc98-a96b-4503-9c04-e3becfb40cbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=2cf66dcd-bfd5-462b-961f-a507fc6a093f HTTP/1.1" status: 200 len: 916 time: 0.8081660 Apr 11 20:45:10.043458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:10.114286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed860711-c3b0-4c70-b8ad-2d9404dba2d5 req-421765b1-c8ae-4457-bba6-ab8af9d14077 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1101 time: 0.1329136 Apr 11 20:45:10.130276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20dad2-a0c8-4bfb-91fa-c7ee2ed7a608 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:10.133316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.182100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed860711-c3b0-4c70-b8ad-2d9404dba2d5 req-ad7bd538-d806-4092-beae-43b6f1a37f64 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Apr 11 20:45:10.198251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.198251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ff60e845-67af-4f6f-b51a-f5851f2754ea tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6629632 Apr 11 20:45:10.200017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56074) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:10.307442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b2-abe3-42b4-a221-f6c833d0e06d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.390877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b2-abe3-42b4-a221-f6c833d0e06d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.434179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event updated for resources: {'Port': ['ID=a1131fdb-3378-4ce0-8bbf-51077311e052,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:10.440928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:10.445712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:10.451427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:10.487215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-0a02786f-bfda-441c-9a8d-0a92a72a1931 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93 HTTP/1.1" status: 200 len: 999 time: 0.4326901 Apr 11 20:45:10.487853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc0023-33ee-4f30-a514-fe465e2d9896 req-a61f89f0-61f4-473f-87ec-2456a5405afc tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:10.488327 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-8dd360be-2851-4bc0-9a07-0180d24cebdf service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398752 Apr 11 20:45:10.489727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83bc0023-33ee-4f30-a514-fe465e2d9896 req-a61f89f0-61f4-473f-87ec-2456a5405afc tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 944 time: 0.1361926 Apr 11 20:45:10.554842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83bc0023-33ee-4f30-a514-fe465e2d9896 req-f5c637a7-04b8-4167-8ada-204ac532e378 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577400 Apr 11 20:45:10.585976 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5380f4e8-508f-48e8-bb15-3cbfcb346637'] response: {'name': 'network-changed', 'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'status': 'completed', 'code': 200} Apr 11 20:45:10.589445 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-bbcb47bb-bf72-48c6-a88b-1a7ab735c9a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 1095 time: 0.5936906 Apr 11 20:45:10.601805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b2-abe3-42b4-a221-f6c833d0e06d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.662101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb06b2-abe3-42b4-a221-f6c833d0e06d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb09233-72ac-43a8-ab2e-c3461139fd95,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:10.679791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b2-abe3-42b4-a221-f6c833d0e06d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.683174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49eb06b2-abe3-42b4-a221-f6c833d0e06d tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/abb09233-72ac-43a8-ab2e-c3461139fd95 HTTP/1.1" status: 204 len: 168 time: 0.4798841 Apr 11 20:45:10.684249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56090) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:10.825175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1f5cf3b8-1d11-4af5-94e5-fe2057ccc7c6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:10.825429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7253f96b-fec4-4056-bf50-7f6706a513f6 None None] Provisioning for port a1131fdb-3378-4ce0-8bbf-51077311e052 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:10.830850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7253f96b-fec4-4056-bf50-7f6706a513f6 None None] Provisioning complete for port a1131fdb-3378-4ce0-8bbf-51077311e052 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:10.838494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7253f96b-fec4-4056-bf50-7f6706a513f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.892576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-4d7130cb-20ce-4614-bded-a1a1733dda20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d HTTP/1.1" status: 200 len: 217 time: 0.2361255 Apr 11 20:45:10.901277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7253f96b-fec4-4056-bf50-7f6706a513f6 None None] Port a1131fdb-3378-4ce0-8bbf-51077311e052 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:45:10.905758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:10.906429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:10.911318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-8e03f835-cd6d-49d7-b36f-70d04b3649c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:10.913144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-8e03f835-cd6d-49d7-b36f-70d04b3649c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=109d5c1d-3dd6-45bc-8af6-41808f4b854f HTTP/1.1" status: 200 len: 854 time: 0.4197421 Apr 11 20:45:10.915223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6585e-0505-497a-865b-ba00d2cf3ea3 None None] New status for floating IP acfefca9-de82-411e-a3fa-7a29dfc39432: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:45:10.964310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1f5cf3b8-1d11-4af5-94e5-fe2057ccc7c6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:10.969075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1f5cf3b8-1d11-4af5-94e5-fe2057ccc7c6 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2810223 Apr 11 20:45:10.969439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:11.016111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6eb8d-8553-4dc1-953d-a9916f7aad3d req-e7af8d14-afc9-4efe-82b2-a07b8e6fb450 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:11.017258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12c6eb8d-8553-4dc1-953d-a9916f7aad3d req-e7af8d14-afc9-4efe-82b2-a07b8e6fb450 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 945 time: 0.2579579 Apr 11 20:45:11.057589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c3339921-039c-4075-8a93-17d48e2ba309 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:11.088837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12c6eb8d-8553-4dc1-953d-a9916f7aad3d req-2a2a36ba-b6cd-455a-82f3-74e57694807f tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Apr 11 20:45:11.109318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-914948d6-3de5-4104-9d33-db9957078afd tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5916965 Apr 11 20:45:11.114276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-191e8a27-6606-4567-a7da-23947f473b8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:11.115723 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-191e8a27-6606-4567-a7da-23947f473b8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.1993446 Apr 11 20:45:11.117484 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60193732-d903-4b78-9f7c-5f3bd41bb79d req-10cb63b8-9989-4d1b-b90c-51c8934b39a8 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177099 Apr 11 20:45:11.125834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Request body: {'port': {'device_id': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:11.178483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c3339921-039c-4075-8a93-17d48e2ba309 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:11.182973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c3339921-039c-4075-8a93-17d48e2ba309 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2125537 Apr 11 20:45:11.183728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56104) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:11.213473 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-f7e2fbc3-75f0-4e5a-ad6f-aae0c1cbd546 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] delete failed (client error): The resource could not be found. Apr 11 20:45:11.226244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:11.233428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f7e2fbc3-75f0-4e5a-ad6f-aae0c1cbd546 tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "DELETE /v2.0/security-groups/abb09233-72ac-43a8-ab2e-c3461139fd95 HTTP/1.1" status: 404 len: 347 time: 0.0372603 Apr 11 20:45:11.234805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-e75bfcfd-1897-4ed1-bc74-485d0b5a6b56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789649 Apr 11 20:45:11.261164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca5a7-fa51-45a7-96d9-f9da67701aaf req-153a3dca-c426-4783-be63-e21264fb18eb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:11.263355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-534ca5a7-fa51-45a7-96d9-f9da67701aaf req-153a3dca-c426-4783-be63-e21264fb18eb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.4610445 Apr 11 20:45:11.451897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28206673-a5d8-4133-8d9f-94baaff4a30b req-709ee960-eb64-4aad-9fac-05d04ccce67a tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:11.453442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28206673-a5d8-4133-8d9f-94baaff4a30b req-709ee960-eb64-4aad-9fac-05d04ccce67a tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 931 time: 0.0904379 Apr 11 20:45:11.503789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28206673-a5d8-4133-8d9f-94baaff4a30b req-2358a753-8eb7-458c-a1e7-8a40ff710174 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433948 Apr 11 20:45:11.532133 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-d82de347-08a5-4e14-9a94-25374dfd3290 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cf66dcd-bfd5-462b-961f-a507fc6a093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6017878 Apr 11 20:45:11.589058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:11.699185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bab555bd-e977-4b65-987d-6bdc57ceb6db tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Synchronizing usage tracker for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:11.713532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-534ca5a7-fa51-45a7-96d9-f9da67701aaf req-fb896f58-4edf-4a04-9ba9-fe4864745e41 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386253 Apr 11 20:45:11.717477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58f22-1c54-4669-8b7a-387114a2203f req-8564f926-c2c2-453d-86fe-85aa0a79600b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:11.727422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58b58f22-1c54-4669-8b7a-387114a2203f req-8564f926-c2c2-453d-86fe-85aa0a79600b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.0922012 Apr 11 20:45:11.784810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58b58f22-1c54-4669-8b7a-387114a2203f req-dc1d30bc-90ef-48f0-8cc2-1a177100ab67 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550988 Apr 11 20:45:11.844120 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-e665752e-5f98-4d03-9aa9-dd28d77a289b service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633459 Apr 11 20:45:11.844120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bab555bd-e977-4b65-987d-6bdc57ceb6db tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] Unset dirty status for tenant:5ac4406962164f4fa8e35f4719524227 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:11.844120 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bab555bd-e977-4b65-987d-6bdc57ceb6db tempest-SecGroupIPv6Test-1587705789 tempest-SecGroupIPv6Test-1587705789-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6115103 Apr 11 20:45:11.984575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-4441572a-f7ee-4ac9-9f02-dc15e42448ec tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:11.986737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-4441572a-f7ee-4ac9-9f02-dc15e42448ec tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.75 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 945 time: 0.1282964 Apr 11 20:45:12.014150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c58ca1-b2c7-4d08-b91c-10965e9f3056 req-47db990d-48c7-4a20-92eb-69bd65efdebd service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616073 Apr 11 20:45:12.041170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-aa282cd0-fa3a-4dcc-b586-0b9850e5b547 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1094 time: 0.7102339 Apr 11 20:45:12.085108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Deleting port 167fce38-00a3-499f-974e-a6cb5b95c50d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:45:12.085340 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:12.119251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-6829fa95-7103-4305-84c0-95744e5b428d service neutron] 10.222.0.69 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707417 Apr 11 20:45:12.455642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] For port 167fce38-00a3-499f-974e-a6cb5b95c50d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=167fce38-00a3-499f-974e-a6cb5b95c50d,segment=NetworkSegment(6dbabc51-cb70-4533-acf5-98001a7ad68f),segment_id=6dbabc51-cb70-4533-acf5-98001a7ad68f)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:12.456235 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:12.469230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b1c2d-6826-4381-984c-dd4b1df682a6 req-9cd2f5ee-367c-4a3f-a9e9-860df38e0501 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:12.470764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-977b1c2d-6826-4381-984c-dd4b1df682a6 req-9cd2f5ee-367c-4a3f-a9e9-860df38e0501 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 945 time: 0.1533415 Apr 11 20:45:12.587045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56132) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:12.587395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56134) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:12.611265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Calling delete_port for 167fce38-00a3-499f-974e-a6cb5b95c50d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:45:12.680258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-977b1c2d-6826-4381-984c-dd4b1df682a6 req-bd8f4f3b-18c7-473e-adb2-4dbf73a95883 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/security-groups?id=6120c2fb-153f-4566-affe-42f47a13aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033708 Apr 11 20:45:12.720144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-4e54c6ad-ca5f-4f62-96c1-33cbf7864dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:12.721626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-4e54c6ad-ca5f-4f62-96c1-33cbf7864dbf service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.6405997 Apr 11 20:45:12.748511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff4a70-a2b3-4fa6-9b09-36735a9bf98a req-d59d48f4-3669-448e-bd62-afe9c4ec8cff tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:12.749155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4bff4a70-a2b3-4fa6-9b09-36735a9bf98a req-d59d48f4-3669-448e-bd62-afe9c4ec8cff tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:12.827883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d2432a9-36a9-4882-ba5e-7ff0357a5127 req-86e885c4-c0e8-4400-85dc-7a114be97a9f service neutron] 10.222.0.69 "GET /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111144 Apr 11 20:45:12.872932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-84572ff2-4a25-4497-8cda-87c768116a6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 1095 time: 0.5539033 Apr 11 20:45:12.873416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-62e99aa5-a40a-427c-8b48-eb880fe95df7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.1360278 Apr 11 20:45:12.876387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4bff4a70-a2b3-4fa6-9b09-36735a9bf98a req-d59d48f4-3669-448e-bd62-afe9c4ec8cff tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:12.882744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bff4a70-a2b3-4fa6-9b09-36735a9bf98a req-d59d48f4-3669-448e-bd62-afe9c4ec8cff tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 944 time: 0.8676271 Apr 11 20:45:12.991415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:12.999953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935a8b0-06d9-40a0-b43f-f79481413e03 req-c1289c64-6709-4831-9d47-d479ee11bf2e tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:13.004514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8935a8b0-06d9-40a0-b43f-f79481413e03 req-c1289c64-6709-4831-9d47-d479ee11bf2e tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 931 time: 0.1131883 Apr 11 20:45:13.008261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['167fce38-00a3-499f-974e-a6cb5b95c50d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:13.107265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Pushing event deleted for resources: {'Port': ['ID=167fce38-00a3-499f-974e-a6cb5b95c50d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:13.109756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.166845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] No DVR routers for this DVR port 167fce38-00a3-499f-974e-a6cb5b95c50d on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:45:13.171709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.174277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'name': 'network-vif-deleted', 'tag': '167fce38-00a3-499f-974e-a6cb5b95c50d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:13.181497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-273099f9-4ad2-4f19-907b-2f1f2c2cbabe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:13.183035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-273099f9-4ad2-4f19-907b-2f1f2c2cbabe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.2896576 Apr 11 20:45:13.190133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8935a8b0-06d9-40a0-b43f-f79481413e03 req-5e6b23de-9d46-414b-93db-2a4c7b61f4e2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330636 Apr 11 20:45:13.196693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bff4a70-a2b3-4fa6-9b09-36735a9bf98a req-e59f47d0-dd9a-4cb2-9ae4-65c32e4de9a7 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131380 Apr 11 20:45:13.303316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c2fce1f0-8bc5-4690-98e5-5f1b07e8f28a req-1748e36e-b63e-4a5f-b506-549c955c737c tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.75 "DELETE /v2.0/ports/167fce38-00a3-499f-974e-a6cb5b95c50d HTTP/1.1" status: 204 len: 173 time: 1.3079665 Apr 11 20:45:13.318639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aa5784c8-c759-4413-8b38-bf69a351d76f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ac4406962164f4fa8e35f4719524227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7241414 Apr 11 20:45:13.321884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56158) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:13.335594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-46a66ae4-3e86-43ce-bdb0-ad5f9570796d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269574 Apr 11 20:45:13.343880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:13.346610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-a465967d-de16-4b89-afd8-4add4a3de5d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:13.348061 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-a465967d-de16-4b89-afd8-4add4a3de5d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 905 time: 0.4536293 Apr 11 20:45:13.371786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Usage tracker for resource:security_group_rule and tenant:180f9927dbdd40fc8746572506f47a54 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:13.377840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1131fdb-3378-4ce0-8bbf-51077311e052 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:13.452241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf257854-ffc1-4c19-9310-47f1a1ce8eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.461315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:13.487100 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf257854-ffc1-4c19-9310-47f1a1ce8eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.499595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6305d-f231-4a81-8214-f8a9357f9a46 req-949fa174-a379-43bf-9416-8ee6f293ae7d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:13.501069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24c6305d-f231-4a81-8214-f8a9357f9a46 req-949fa174-a379-43bf-9416-8ee6f293ae7d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.1448853 Apr 11 20:45:13.521862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:13.525178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.569748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24c6305d-f231-4a81-8214-f8a9357f9a46 req-fbab5259-0939-4f6a-8d5e-c9509d2d9c9c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571823 Apr 11 20:45:13.577212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-fa6a1e92-57db-4230-8c98-d970204076ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d HTTP/1.1" status: 200 len: 217 time: 0.1952987 Apr 11 20:45:13.620084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Transition to ACTIVE for port object a1131fdb-3378-4ce0-8bbf-51077311e052 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:13.665387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf257854-ffc1-4c19-9310-47f1a1ce8eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.682862 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6bce87-4d9b-4460-b4f5-77c9ccff6425'] response: {'server_uuid': '624e3f2d-22a0-4ea3-97e6-a3c9437a6a28', 'name': 'network-vif-deleted', 'tag': '167fce38-00a3-499f-974e-a6cb5b95c50d', 'status': 'completed', 'code': 200} Apr 11 20:45:13.688060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf257854-ffc1-4c19-9310-47f1a1ce8eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a345192-e965-4e4b-b8aa-45a7db06859d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:13.706608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-46c1ad96-8f20-4925-a4ed-a2f229a4faf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:13.709081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-46c1ad96-8f20-4925-a4ed-a2f229a4faf8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.1232715 Apr 11 20:45:13.712317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-25625345-0880-4317-a5b4-f94104d9300f service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632109 Apr 11 20:45:13.713263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.843367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-385e9ac0-9eff-4c9d-8ec4-98316e0402c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226389 Apr 11 20:45:13.858399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-afffb315-0d05-4542-80dd-3327b7c7e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:13.863570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d18b03-6138-497d-b7ec-32445b9bc1c5 req-ef0e3a7f-0986-4112-95ab-d52edbc41b75 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:13.869064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0d18b03-6138-497d-b7ec-32445b9bc1c5 req-ef0e3a7f-0986-4112-95ab-d52edbc41b75 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.5228500 Apr 11 20:45:13.898957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c4ab975-3b12-4370-8346-77727e839e66 req-043d1976-4064-47bf-8b9a-fd5f37d7c3be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0913229 Apr 11 20:45:14.073678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cf257854-ffc1-4c19-9310-47f1a1ce8eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.078949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cf257854-ffc1-4c19-9310-47f1a1ce8eba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a345192-e965-4e4b-b8aa-45a7db06859d HTTP/1.1" status: 204 len: 168 time: 0.7514856 Apr 11 20:45:14.161907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a1131fdb-3378-4ce0-8bbf-51077311e052,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:14.287535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.368377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0d18b03-6138-497d-b7ec-32445b9bc1c5 req-977bf436-373e-4dc2-9f6f-9d4d13abc681 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324943 Apr 11 20:45:14.396475 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c55fc833-f589-4d84-91d7-a6a48fed9b20 req-d360ee6e-ee48-4b6e-b267-b4889fbdfe13 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117165 Apr 11 20:45:14.415130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.460194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-c1b784c8-87e4-40df-b0c0-0d614ca6f344 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353690 Apr 11 20:45:14.487381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-838efdfa-444a-4121-8b92-c6840d528f2b req-15b2fc06-e7e5-4893-89d4-23a6b44f8057 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Synchronizing usage tracker for tenant:f49f1b5e51784852825f39f68cf789ca on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:14.573674 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=180f9927dbdd40fc8746572506f47a54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9806697 Apr 11 20:45:14.577639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56182) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:14.590629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:14.617289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2c2a3-a618-4bbd-97b3-cb921939039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f3744-2f88-4ba3-8534-996a47ba7d91,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:14.681126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Attempting to bind port a1131fdb-3378-4ce0-8bbf-51077311e052 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:14.681272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Attempting to bind port a1131fdb-3378-4ce0-8bbf-51077311e052 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:14.681633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Attempting to bind port a1131fdb-3378-4ce0-8bbf-51077311e052 on network 6083de7f-9169-4f81-ad2d-0a74ed26d36a {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:14.729432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Port a1131fdb-3378-4ce0-8bbf-51077311e052 on network 6083de7f-9169-4f81-ad2d-0a74ed26d36a not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:14.729910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Attempting to bind port a1131fdb-3378-4ce0-8bbf-51077311e052 on network 6083de7f-9169-4f81-ad2d-0a74ed26d36a {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:14.780635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-838efdfa-444a-4121-8b92-c6840d528f2b req-15b2fc06-e7e5-4893-89d4-23a6b44f8057 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] Unset dirty status for tenant:f49f1b5e51784852825f39f68cf789ca on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:14.791439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:14.792001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Checking segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:14.792558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Bound using segment: {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:14.793848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Bound port: a1131fdb-3378-4ce0-8bbf-51077311e052, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75db9f66-495a-454a-ae5d-e393f22ec5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:14.794377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.795572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838efdfa-444a-4121-8b92-c6840d528f2b req-15b2fc06-e7e5-4893-89d4-23a6b44f8057 tempest-InstanceActionsV221TestJSON-2136740948 tempest-InstanceActionsV221TestJSON-2136740948-project] 10.222.0.61 "GET /v2.0/ports?device_id=624e3f2d-22a0-4ea3-97e6-a3c9437a6a28 HTTP/1.1" status: 200 len: 210 time: 0.3673356 Apr 11 20:45:14.817560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8cfa1bd-85a1-44de-973b-aacfc6912529 req-ea17ded3-96bd-464d-aa13-7fc7da4e9ba6 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463614 Apr 11 20:45:14.857999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:14.874826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-40d4b887-a0ff-4d9d-af6c-1920fa0ca64d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3719738 Apr 11 20:45:14.897068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'mac_address': 'fa:16:3e:14:fc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:14.900339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d93d6f-1411-4fcd-8827-ae9fe41184be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.930987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d93d6f-1411-4fcd-8827-ae9fe41184be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.951424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] For port a1131fdb-3378-4ce0-8bbf-51077311e052, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:14.957991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] For port a1131fdb-3378-4ce0-8bbf-51077311e052, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a1131fdb-3378-4ce0-8bbf-51077311e052,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:14.963496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-6ecd3a9d-9029-48cb-bdec-f7fc351ce27a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3802578 Apr 11 20:45:14.971337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:14.976364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f34f5-83d0-45bf-a80a-fb350262b5f0 req-e3610109-068b-45a9-af29-6bba1d051b72 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:14.985202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428f34f5-83d0-45bf-a80a-fb350262b5f0 req-e3610109-068b-45a9-af29-6bba1d051b72 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 943 time: 0.4043493 Apr 11 20:45:15.005679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:15.054195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:15.069030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:15.087696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8164-133d-45ca-9ddd-71795598e923 req-8fcd4029-b11d-4753-b87a-3b2d15f10f87 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:15.091321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b78f8164-133d-45ca-9ddd-71795598e923 req-8fcd4029-b11d-4753-b87a-3b2d15f10f87 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 944 time: 0.1198182 Apr 11 20:45:15.134565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d93d6f-1411-4fcd-8827-ae9fe41184be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:15.147515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:15.161247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:15.162438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93d6f-1411-4fcd-8827-ae9fe41184be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f3744-2f88-4ba3-8534-996a47ba7d91,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:15.162595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] 10.222.0.75 "PUT /v2.0/ports/a1131fdb-3378-4ce0-8bbf-51077311e052 HTTP/1.1" status: 200 len: 1091 time: 4.0438826 Apr 11 20:45:15.170057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:15.202336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b78f8164-133d-45ca-9ddd-71795598e923 req-34082f59-510c-4837-a73e-84e4fb0a72f8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038120 Apr 11 20:45:15.207631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d93d6f-1411-4fcd-8827-ae9fe41184be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:15.209533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57d93d6f-1411-4fcd-8827-ae9fe41184be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c9f3744-2f88-4ba3-8534-996a47ba7d91 HTTP/1.1" status: 204 len: 168 time: 0.6256189 Apr 11 20:45:15.227837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6823089-7fcf-451d-873e-4d7a66e33a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a1131fdb-3378-4ce0-8bbf-51077311e052,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:15.251291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428f34f5-83d0-45bf-a80a-fb350262b5f0 req-15faefb1-5fda-42b3-b488-18e079c60503 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618389 Apr 11 20:45:15.403263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-5574a588-9af6-4106-a4f6-f68021d9ab4d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.2393289 Apr 11 20:45:15.405958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:15.439387 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb712f2-9d4b-4e63-bf27-ca05c35f8138'] response: {'name': 'network-changed', 'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'status': 'completed', 'code': 200} Apr 11 20:45:15.553860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:15.571085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 167fce38-00a3-499f-974e-a6cb5b95c50d no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:45:15.633978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b576393-2bf4-4bc7-ac86-8eb7f31c5e9d req-300a2fa0-8057-4eb5-9f2b-ef7513d34651 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:15.642290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:15.643945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b576393-2bf4-4bc7-ac86-8eb7f31c5e9d req-300a2fa0-8057-4eb5-9f2b-ef7513d34651 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.1821814 Apr 11 20:45:15.705029 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:45:15.744271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 167fce38-00a3-499f-974e-a6cb5b95c50d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:45:15.744796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 167fce38-00a3-499f-974e-a6cb5b95c50d not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:45:15.760438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b576393-2bf4-4bc7-ac86-8eb7f31c5e9d req-0f4d19cd-dc3e-4cdb-86f0-f22ceff636d5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156111 Apr 11 20:45:15.815773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-df397e26-6285-40fc-bb29-0c769aee35ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:15.817781 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-df397e26-6285-40fc-bb29-0c769aee35ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3773084 Apr 11 20:45:15.825200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-21ce87c1-c4ca-471d-ac71-520c4da89643 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eed27d8a122649c0bc902f2e44a25288&device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 1094 time: 0.5140679 Apr 11 20:45:16.033277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:16.043543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-abdd3eb2-1dc3-4d01-b9f6-752150cf8d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:16.090316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'port_id': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'mac_address': 'fa:16:3e:2e:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706cf9cd-faaf-44f8-9890-66f74bb87778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:16.144483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-a1e3b6d5-f356-4498-b63d-2624aa019353 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1131fdb-3378-4ce0-8bbf-51077311e052 HTTP/1.1" status: 200 len: 217 time: 0.3068993 Apr 11 20:45:16.184488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26bf9-3c10-4419-b5ef-87224ec64e46 req-2702f330-ead8-4230-b80d-8ba344f7c429 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:16.194017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efa26bf9-3c10-4419-b5ef-87224ec64e46 req-2702f330-ead8-4230-b80d-8ba344f7c429 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.5539167 Apr 11 20:45:16.237848 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:16.283872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-2ac457eb-9ba1-43ca-bfbe-c73b09229313 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.4436848 Apr 11 20:45:16.333583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcab8d83-77d9-4323-9efe-1fcf29d499ae {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:16.363115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56252) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:16.391769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:16.502163 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:16.516258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69266d-b11a-4ad7-98bf-67647c30c05a req-00cf2435-4373-497c-a614-327b54fc2d13 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:16.522021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc69266d-b11a-4ad7-98bf-67647c30c05a req-00cf2435-4373-497c-a614-327b54fc2d13 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 945 time: 0.1263816 Apr 11 20:45:16.618835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efa26bf9-3c10-4419-b5ef-87224ec64e46 req-27c8b175-9ea7-4578-a6cc-a9477373764a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238472 Apr 11 20:45:16.640472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-ccbd8dd8-e476-4179-8602-e513c6d2baa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:16.649174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc69266d-b11a-4ad7-98bf-67647c30c05a req-8d1be9ba-87b8-4663-9230-0c2a360b81b6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198447 Apr 11 20:45:16.651743 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-ccbd8dd8-e476-4179-8602-e513c6d2baa9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b4d0b47-611c-4bb6-9f2b-248535a75b85 HTTP/1.1" status: 200 len: 845 time: 0.4898391 Apr 11 20:45:16.653516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-07885f10-1152-46a5-98bd-66a9de42f54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:16.655126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-07885f10-1152-46a5-98bd-66a9de42f54a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2648880 Apr 11 20:45:16.727732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:16.755267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fcab8d83-77d9-4323-9efe-1fcf29d499ae'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:16.772141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56260) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:16.928654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-1c613120-46b9-47d1-b1a4-edcfca5f5483 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6083de7f-9169-4f81-ad2d-0a74ed26d36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2658668 Apr 11 20:45:16.932388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Deleting subnet b8220fd4-a237-4f7f-a348-81c84834c159 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:45:16.941291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-49af1bb6-9bbc-4e6c-8aa5-a013e07bab84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2768068 Apr 11 20:45:16.953826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-424298628'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:16.965129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.053993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:17.070079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Usage tracker for resource:network and tenant:dd43fb557b6a42c8a8934f33761eb26a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:17.076187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:17.088123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:17.100989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.182307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.223965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e929d6-a586-423d-8e9e-6a6743a1cc7a req-d9298dd3-a026-4f5e-86d2-072854d4dd9e tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:17.229660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7e929d6-a586-423d-8e9e-6a6743a1cc7a req-d9298dd3-a026-4f5e-86d2-072854d4dd9e tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 943 time: 0.2806692 Apr 11 20:45:17.251723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.253026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-d789d14c-7e7e-4517-9eab-e717dc08f3f2 service neutron] 10.222.0.75 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105903 Apr 11 20:45:17.264210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Made reservation on behalf of dd43fb557b6a42c8a8934f33761eb26a for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:17.277736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.287500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-1e604738-e0b1-4a9c-87be-4e5966d102cc service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241148 Apr 11 20:45:17.298554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b098-76ba-4c37-bdb4-5844b01db662 req-b3beb95e-76ba-41bc-9a13-38f1cb7828a4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:17.303225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.305412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a16b098-76ba-4c37-bdb4-5844b01db662 req-b3beb95e-76ba-41bc-9a13-38f1cb7828a4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.3145425 Apr 11 20:45:17.318797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.357575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7e929d6-a586-423d-8e9e-6a6743a1cc7a req-e8157901-5677-45ce-b81a-2fdb392f3af4 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224132 Apr 11 20:45:17.369097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:17.377415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56272) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:17.380393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Usage tracker for resource:security_group_rule and tenant:dd43fb557b6a42c8a8934f33761eb26a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:17.395871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:17.395871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:17.445987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.504303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8220fd4-a237-4f7f-a348-81c84834c159,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:17.525350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.526210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.537571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d660872b-34d2-4c0e-8ac9-3e0e94e780aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b8220fd4-a237-4f7f-a348-81c84834c159 HTTP/1.1" status: 204 len: 168 time: 0.7642288 Apr 11 20:45:17.540373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a16b098-76ba-4c37-bdb4-5844b01db662 req-801aeda6-d554-4886-a1aa-fccf6e010ef3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338545 Apr 11 20:45:17.540668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:17.572140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-330f9830-f185-4a7c-bb7c-d8bf837476f8 req-dc9c4d4a-c04a-4c23-97ec-12acfcecb555 service neutron] 10.222.0.75 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087234 Apr 11 20:45:17.572377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:17.625070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-696c34d2-b30a-47a6-b648-6077c17c37c9 req-9de3a3ca-7dc8-48a4-ad5f-6175a6756a5c service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044000 Apr 11 20:45:17.631805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.644636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:45:17.687237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-network', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:17.706279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:17.709955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.710320 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Added segment 04ccac9b-1440-4632-bb06-c79cc2b71469 of type vlan for network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a Apr 11 20:45:17.722988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Usage tracker for resource:network and tenant:8dd7108c28c54f739fb6d50f3947a558 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:17.739241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:17.744728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port fcab8d83-77d9-4323-9efe-1fcf29d499ae completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:17.759736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port fcab8d83-77d9-4323-9efe-1fcf29d499ae triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:17.759736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.761119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e719eb-8994-4e36-8029-807828394937,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:17.768369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:17.774896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.825115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-bb3bd997-3457-4e32-a834-0d898bd88533 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eed27d8a122649c0bc902f2e44a25288&device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 1094 time: 0.1213961 Apr 11 20:45:17.838653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:17.973023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.001339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Made reservation on behalf of 8dd7108c28c54f739fb6d50f3947a558 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:18.002899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:18.003739 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.013786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:18.047100 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.057553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.093691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:18.113173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-5af679de-ce53-4bbe-9ffb-1d676a4ec4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:18.114637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-5af679de-ce53-4bbe-9ffb-1d676a4ec4e1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6083de7f-9169-4f81-ad2d-0a74ed26d36a HTTP/1.1" status: 200 len: 907 time: 0.2867525 Apr 11 20:45:18.122469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd65b44-043a-41fb-844c-e1831f4e4c25 req-c4811927-037a-42af-bdf1-fd42ee9f9367 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:18.124034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dfd65b44-043a-41fb-844c-e1831f4e4c25 req-c4811927-037a-42af-bdf1-fd42ee9f9367 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 0.3384953 Apr 11 20:45:18.127673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbabc51-cb70-4533-acf5-98001a7ad68f') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:18.127971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbabc51-cb70-4533-acf5-98001a7ad68f') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:18.155956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:18.162370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.175777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd7108c28c54f739fb6d50f3947a558 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:18.181517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:18.195496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-83d656dc-49de-41af-b36c-ad286b39684f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1101 time: 0.2213647 Apr 11 20:45:18.197224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:18.199503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.210427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:45:18.210818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:45:18.227281 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:45:18.234959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589573ab-f7a5-4c5c-a01c-74d6b44c9885 req-b021d62e-f2be-4864-aa63-191f298cdc1e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:18.236493 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-589573ab-f7a5-4c5c-a01c-74d6b44c9885 req-b021d62e-f2be-4864-aa63-191f298cdc1e tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 945 time: 0.3236816 Apr 11 20:45:18.237824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-a4e03b0c-2291-4d7d-ad29-92276e68aa66 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1131fdb-3378-4ce0-8bbf-51077311e052 HTTP/1.1" status: 200 len: 217 time: 0.1103771 Apr 11 20:45:18.336345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dfd65b44-043a-41fb-844c-e1831f4e4c25 req-186a070b-d1fa-4b0e-911c-cce7c2cc5eb4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998663 Apr 11 20:45:18.420944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.435088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-ae2c1b9a-1c48-4df8-ac46-c2657a60847e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:18.435088 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-ae2c1b9a-1c48-4df8-ac46-c2657a60847e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b4d0b47-611c-4bb6-9f2b-248535a75b85 HTTP/1.1" status: 200 len: 845 time: 0.1408885 Apr 11 20:45:18.446461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-589573ab-f7a5-4c5c-a01c-74d6b44c9885 req-098a7576-a908-4def-b6a0-b408189d511c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539996 Apr 11 20:45:18.454893 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd286b86-5eea-4390-8f41-eee64ef8614d'] response: {'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'code': 200} Apr 11 20:45:18.541674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.546561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:18.549181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.573546 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.586302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.589147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.607758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:18.656398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.711287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:18.738119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.779927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-471c2e55-22fa-46f1-8022-f74930989f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:18.781446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-471c2e55-22fa-46f1-8022-f74930989f4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5754485 Apr 11 20:45:18.847777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:18.853118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:18.853480 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.868798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:45:18.886297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-26f228a1-ce28-401f-a2ee-f2115a84446b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.0943775 Apr 11 20:45:18.889035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event updated for resources: {'Network': ['ID=878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:18.900743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:18.915201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:45:18.929901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.930248 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Added segment 3aa2804f-1127-415c-aff7-99f52ca95053 of type vlan for network 815fe5c5-f684-4441-88f5-afe6f7b1c958 Apr 11 20:45:18.939609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:18.966785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2a0453ef-9b29-401e-a45b-0f11b9086b89 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.6024652 Apr 11 20:45:18.972233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:18.976274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56294) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:18.986131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Request body: {'subnet': {'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:19.004246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-7e478a82-5bd8-41dd-bd4a-b22e135b64ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6083de7f-9169-4f81-ad2d-0a74ed26d36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5467231 Apr 11 20:45:19.014972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-f16d5e01-9b59-44d7-a318-3775c0b686b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:19.016457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-f16d5e01-9b59-44d7-a318-3775c0b686b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1195929 Apr 11 20:45:19.019494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517271-8404-4617-acd8-2b75e47f8e71 req-24b070b9-79d1-417f-a6d9-259c7f158154 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:19.020469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21517271-8404-4617-acd8-2b75e47f8e71 req-24b070b9-79d1-417f-a6d9-259c7f158154 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 943 time: 0.4430873 Apr 11 20:45:19.047216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57d361-0e0d-4144-82be-a23b6384ec23 req-467832a1-db3f-46b8-8e44-c9b955c6c524 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1096 time: 0.3756509 Apr 11 20:45:19.089134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ab93ae81-717a-46b2-bdc9-d5087e7bc77e admin admin] 10.222.0.61 "DELETE /v2.0/networks/b9d020d0-5cfc-4a33-ab7e-97496e3fa9f7 HTTP/1.1" status: 204 len: 168 time: 1.5447555 Apr 11 20:45:19.108117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:19.156755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:19.177282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:19.183806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Usage tracker for resource:subnet and tenant:dd43fb557b6a42c8a8934f33761eb26a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:19.188596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21517271-8404-4617-acd8-2b75e47f8e71 req-458a4e0f-618c-4c96-9041-053a88054fed tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180398 Apr 11 20:45:19.189440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:19.196184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:19.212280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f4651-433e-4108-b883-de413a00b0ef req-c4dff756-4178-4e7a-ae19-9441cd46c702 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:19.214055 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-674f4651-433e-4108-b883-de413a00b0ef req-c4dff756-4178-4e7a-ae19-9441cd46c702 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.4802449 Apr 11 20:45:19.226428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:19.230725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:19.230725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:19.253130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:19.313565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57d361-0e0d-4144-82be-a23b6384ec23 req-90850334-eff3-4b7a-9d0a-2cc4a6478e6c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634538 Apr 11 20:45:19.342244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-003d9814-3cfa-45db-92cc-4edfd400ed11 service neutron] 10.222.0.75 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245394 Apr 11 20:45:19.343367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:19.343873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Made reservation on behalf of dd43fb557b6a42c8a8934f33761eb26a for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:19.352103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-674f4651-433e-4108-b883-de413a00b0ef req-9b11db70-3c6a-451b-a713-036301fad30e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297905 Apr 11 20:45:19.362553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-a6a000c7-0747-40a5-a881-05ff7dceb176 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3236959 Apr 11 20:45:19.434713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] Pushing event updated for resources: {'Network': ['ID=815fe5c5-f684-4441-88f5-afe6f7b1c958,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:19.448817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:45:19.488675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ceebc002-8850-407d-9126-c209fa894382 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1065731 Apr 11 20:45:19.489344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56302) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:19.489940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:19.502965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Request body: {'subnet': {'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-subnet', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:19.513001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:19.534725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Usage tracker for resource:subnet and tenant:8dd7108c28c54f739fb6d50f3947a558 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:19.541212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:19.585862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:19.698094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56308) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:19.739938 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-2ba52f78-3148-47d2-9496-e6bd2e908202 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708444 Apr 11 20:45:19.783833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Made reservation on behalf of 8dd7108c28c54f739fb6d50f3947a558 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:19.786406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:19.815457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-150b1596-4bc9-4ada-a3b6-2f49cdb75d2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f49f1b5e51784852825f39f68cf789ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1156466 Apr 11 20:45:19.824534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cc24d-9a9d-4377-9163-ee9a227d85a6 req-1640afa5-bdec-4229-9c0c-7aec1a6fe5e9 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:19.826130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a45cc24d-9a9d-4377-9163-ee9a227d85a6 req-1640afa5-bdec-4229-9c0c-7aec1a6fe5e9 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 945 time: 0.2843072 Apr 11 20:45:19.829799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56312) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:19.982503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a45cc24d-9a9d-4377-9163-ee9a227d85a6 req-b0eec74f-f464-47d6-a47d-436d0f27a7ed tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502261 Apr 11 20:45:19.998313 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8df21eb0-1e67-456d-bcd9-107516e75836 req-3cda91b0-b91c-4fac-8f69-7ba749f27f52 service neutron] 10.222.0.75 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524527 Apr 11 20:45:20.003413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-989797e2-8439-4b31-bb47-b45e73d94b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.041437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-989797e2-8439-4b31-bb47-b45e73d94b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.052653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.076217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-cd3c1cbd-c355-4ae9-8711-4f3b3d3eb9a4 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283682 Apr 11 20:45:20.085874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df714-5045-4700-8ff4-81aeb2c5f75b req-a3adb988-8c70-4894-91d5-f553ad1c1efa tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:20.093921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c18df714-5045-4700-8ff4-81aeb2c5f75b req-a3adb988-8c70-4894-91d5-f553ad1c1efa tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 946 time: 0.4232109 Apr 11 20:45:20.162522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event updated for resources: {'Subnet': ['ID=a495ae53-d348-42e9-9957-85fd5e179bd9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:20.182833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Checking segment: {'id': '04ccac9b-1440-4632-bb06-c79cc2b71469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:20.183817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Network hostable DHCP agents. Network: 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:45:20.193788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c18df714-5045-4700-8ff4-81aeb2c5f75b req-dd7678b9-db13-4432-b3f3-88ecef1b78da tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989847 Apr 11 20:45:20.269987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-989797e2-8439-4b31-bb47-b45e73d94b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.287367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989797e2-8439-4b31-bb47-b45e73d94b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6120c2fb-153f-4566-affe-42f47a13aed0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:20.315460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:45:20.328351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.390151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-989797e2-8439-4b31-bb47-b45e73d94b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.391691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-989797e2-8439-4b31-bb47-b45e73d94b0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6120c2fb-153f-4566-affe-42f47a13aed0 HTTP/1.1" status: 204 len: 168 time: 0.5613558 Apr 11 20:45:20.410200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:20.420424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a11c90-654c-4adf-987c-7a21a3e7d528 None None] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:20.430073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:20.442660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:20.455558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6af907c-5363-428a-826c-d74cf7861d9a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:20.471250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Checking segment: {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:20.473420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Network hostable DHCP agents. Network: 815fe5c5-f684-4441-88f5-afe6f7b1c958, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:45:20.476841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:20.530801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15a18b-bd59-4211-aa25-1f851dece919 req-5bdfd4f1-8435-4c21-95dc-aa4debe9de01 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:20.537243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b15a18b-bd59-4211-aa25-1f851dece919 req-5bdfd4f1-8435-4c21-95dc-aa4debe9de01 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 943 time: 0.1981018 Apr 11 20:45:20.595097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a279819-cc69-426b-b04a-819199f77f36 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6176777 Apr 11 20:45:20.598210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:20.604406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Request body: {'port': {'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a', 'name': 'tempest-TagsExtTest-164170862'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:20.635921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:45:20.643972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b15a18b-bd59-4211-aa25-1f851dece919 req-2a680ab0-bd90-4fcf-a859-f391299a8498 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974052 Apr 11 20:45:20.722592 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346c1c81-359f-4479-aa33-6772a1dc14b9'] response: {'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'code': 200} Apr 11 20:45:20.791984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a', 'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a', 'tenant_id': 'dd43fb557b6a42c8a8934f33761eb26a', 'fixed_ips': [{'subnet_id': 'a495ae53-d348-42e9-9957-85fd5e179bd9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:45:20.792875 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.009358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Allocated IP 172.20.0.2 (878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a/a495ae53-d348-42e9-9957-85fd5e179bd9/163f3c14-4d43-4798-8a43-f5c45e43145c) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:21.040776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 815fe5c5-f684-4441-88f5-afe6f7b1c958) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:21.043395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:21.052104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:21.052679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.057832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Usage tracker for resource:port and tenant:dd43fb557b6a42c8a8934f33761eb26a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:21.063730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:21.065626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731d0ac-becc-4df5-b277-ad5a70ee2085 None None] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:21.079677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:21.115768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77331-f716-4311-acd9-119b8c6c2057 req-0cb987fd-be08-4e9c-b0c0-af562f266986 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:21.117607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bb77331-f716-4311-acd9-119b8c6c2057 req-0cb987fd-be08-4e9c-b0c0-af562f266986 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.4779251 Apr 11 20:45:21.129331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0fec00b6-0b11-47d7-be0c-527a33cb5afc req-231c12ec-decd-4a18-95ba-7ecb7464a499 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 1097 time: 0.2838371 Apr 11 20:45:21.185798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56338) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:21.186411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bbe7dff9-72cf-4a08-8c9a-aa8d00d10900 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6932728 Apr 11 20:45:21.191529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:21.197993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:21.205983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Usage tracker for resource:router and tenant:8dd7108c28c54f739fb6d50f3947a558 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:21.212496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:21.223422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:21.225544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bb77331-f716-4311-acd9-119b8c6c2057 req-fe62fd70-4b82-4b8b-b75f-0b169c547162 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951827 Apr 11 20:45:21.229472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0fec00b6-0b11-47d7-be0c-527a33cb5afc req-29d8298e-f358-49f2-b659-f97a50eb0fa5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850427 Apr 11 20:45:21.261773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Made reservation on behalf of dd43fb557b6a42c8a8934f33761eb26a for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:21.265302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.321914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] device_id is not set on port d8377a48-393a-438f-93af-96fa69936b4a yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:45:21.357013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.357987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.470405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.531823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b89cf-dd83-4040-9c59-9bd8e91216f8 req-efe9816d-5389-4af3-8953-51f622c014d5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:21.536012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-433b89cf-dd83-4040-9c59-9bd8e91216f8 req-efe9816d-5389-4af3-8953-51f622c014d5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 945 time: 0.1407294 Apr 11 20:45:21.565016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661628b-293e-4a81-805e-1149ffde5e6e req-d9b71178-011f-4d6e-acad-e26c87708cd3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:21.566771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8661628b-293e-4a81-805e-1149ffde5e6e req-d9b71178-011f-4d6e-acad-e26c87708cd3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 946 time: 0.1250088 Apr 11 20:45:21.579225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a1131fdb-3378-4ce0-8bbf-51077311e052 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:21.607065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a073ea-a9a0-488b-9d60-90f6dccd9951 None None] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:21.620134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8661628b-293e-4a81-805e-1149ffde5e6e req-cb873668-a41d-4eb5-8f32-63d9f6d63310 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454056 Apr 11 20:45:21.708990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.739109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-433b89cf-dd83-4040-9c59-9bd8e91216f8 req-69f8e4ef-0c62-423f-b0f8-6ae5e8fb326a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988690 Apr 11 20:45:21.752788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.789750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Transition to ACTIVE for port object 163f3c14-4d43-4798-8a43-f5c45e43145c will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:21.878050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Transition to ACTIVE for port object 163f3c14-4d43-4798-8a43-f5c45e43145c will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:21.901478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b41dbe-1acb-4046-a9e7-55082f258ac1 req-cbb75a1d-0b63-4cbb-ae2e-243f78f21fa9 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:21.904806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04b41dbe-1acb-4046-a9e7-55082f258ac1 req-cbb75a1d-0b63-4cbb-ae2e-243f78f21fa9 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 943 time: 0.1044173 Apr 11 20:45:21.953490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a1131fdb-3378-4ce0-8bbf-51077311e052, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a1131fdb-3378-4ce0-8bbf-51077311e052,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:21.970541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:21.989660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04b41dbe-1acb-4046-a9e7-55082f258ac1 req-dd45c6f6-b7d7-41b8-816d-738d36512f72 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757318 Apr 11 20:45:22.065224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'port_id': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'mac_address': 'fa:16:3e:71:08:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:22.119524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Allocated IP 172.20.0.12 (878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a/a495ae53-d348-42e9-9957-85fd5e179bd9/d8377a48-393a-438f-93af-96fa69936b4a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:22.128196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.150653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56358) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:22.178168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.190627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Pushing event updated for resources: {'Port': ['ID=163f3c14-4d43-4798-8a43-f5c45e43145c,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:22.207455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:22.213629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:22.217242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:22.230797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.395515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1131fdb-3378-4ce0-8bbf-51077311e052 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:22.396000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1621315572-network', 'tenant_id': '5389ddbde8c74c5087850c1618788128'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:22.401079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:22.405759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Usage tracker for resource:network and tenant:5389ddbde8c74c5087850c1618788128 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:22.409146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:22.416013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:22.417904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a1131fdb-3378-4ce0-8bbf-51077311e052, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a1131fdb-3378-4ce0-8bbf-51077311e052,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:22.455451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Attempting to bind port 163f3c14-4d43-4798-8a43-f5c45e43145c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:22.455971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Attempting to bind port 163f3c14-4d43-4798-8a43-f5c45e43145c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '04ccac9b-1440-4632-bb06-c79cc2b71469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:22.456335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Attempting to bind port 163f3c14-4d43-4798-8a43-f5c45e43145c on network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:22.467732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:22.468181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Checking segment: {'id': '04ccac9b-1440-4632-bb06-c79cc2b71469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:22.468601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.469169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Bound using segment: {'id': '04ccac9b-1440-4632-bb06-c79cc2b71469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:22.469667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Bound port: 163f3c14-4d43-4798-8a43-f5c45e43145c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ccac9b-1440-4632-bb06-c79cc2b71469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:22.470044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.525964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.549273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Made reservation on behalf of 5389ddbde8c74c5087850c1618788128 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:22.553502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.604371 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.670426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a1131fdb-3378-4ce0-8bbf-51077311e052,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:22.682509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] For port 163f3c14-4d43-4798-8a43-f5c45e43145c, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:22.687372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] For port 163f3c14-4d43-4798-8a43-f5c45e43145c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=163f3c14-4d43-4798-8a43-f5c45e43145c,segment=NetworkSegment(04ccac9b-1440-4632-bb06-c79cc2b71469),segment_id=04ccac9b-1440-4632-bb06-c79cc2b71469)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:22.687733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a7a0ebd-ee2c-44ce-bf32-09ad94f1cfac req-b168a877-c617-49e8-b881-3259040ed2b3 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1096 time: 0.3311517 Apr 11 20:45:22.696654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Allocated IP 172.25.5.36 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/cf033836-b3e6-4a5d-92f9-42af0a1b6bd7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:22.710907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.716903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:22.724779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Usage tracker for resource:security_group_rule and tenant:5389ddbde8c74c5087850c1618788128 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:22.734638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab6b51-2d59-4373-a95b-d58ee64d3fad req-c2884c02-81bf-4380-8f53-ee79b4ed8a96 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:22.736156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2ab6b51-2d59-4373-a95b-d58ee64d3fad req-c2884c02-81bf-4380-8f53-ee79b4ed8a96 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.2734280 Apr 11 20:45:22.737046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:22.751378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:22.766609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a1131fdb-3378-4ce0-8bbf-51077311e052'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:22.768171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Transition to ACTIVE for port object d8377a48-393a-438f-93af-96fa69936b4a will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:22.825942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a7a0ebd-ee2c-44ce-bf32-09ad94f1cfac req-5a0e9fcb-f8dd-4483-a657-ac63acd58ef4 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308553 Apr 11 20:45:22.827858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2ab6b51-2d59-4373-a95b-d58ee64d3fad req-99ef3745-be1e-4cc6-9e16-48faa2685330 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826123 Apr 11 20:45:22.837122 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.907380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.919531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:22.926426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.015242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.020744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0416e3-5c0a-441a-9067-463e3c52a76e None None] Pushing event updated for resources: {'Port': ['ID=163f3c14-4d43-4798-8a43-f5c45e43145c,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:23.046687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:23.055882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:23.077476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:23.079212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.140240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:23.146554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:23.160662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:23.187465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:23.188196 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.230990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:45:23.262692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event updated for resources: {'Port': ['ID=d8377a48-393a-438f-93af-96fa69936b4a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:23.273057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd1519-e502-4272-b918-f8888a49d26e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:23.276071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.276410 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Added segment 310fa750-f339-4f7f-80c8-e73b3a89e808 of type vlan for network 6e61135c-ee19-4785-bb3c-a4dd0928d959 Apr 11 20:45:23.286079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:23.351010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.361773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31001e-957d-489d-88ec-d6b3268b8f23 req-f79db105-6c7a-4f54-abdf-41de99ed693f tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:23.374200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a31001e-957d-489d-88ec-d6b3268b8f23 req-f79db105-6c7a-4f54-abdf-41de99ed693f tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 946 time: 0.3521495 Apr 11 20:45:23.392189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3633ee8e-08ff-4e0a-9586-f82a0be94552 req-8bfb47d4-bdf0-42e8-ba4c-a0a744025b37 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1096 time: 0.3409309 Apr 11 20:45:23.401248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-991fc088-e764-45a0-8186-cc216cd8acfd tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7992065 Apr 11 20:45:23.405511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:23.422430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1751869676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:23.433447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:23.446726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3633ee8e-08ff-4e0a-9586-f82a0be94552 req-a9d1ea1e-41cf-4a00-b871-cbff1208d09f tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] Synchronizing usage tracker for tenant:d452bb98bb124aad99cee8a5845d3628 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:23.453602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Usage tracker for resource:router and tenant:dd43fb557b6a42c8a8934f33761eb26a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:23.459685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:23.471289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:23.480004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a31001e-957d-489d-88ec-d6b3268b8f23 req-4820abb0-5472-4e79-ab67-395d718e51a4 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045089 Apr 11 20:45:23.504089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.504967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:23.505549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.567886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.569650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.601181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.631888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] Pushing event updated for resources: {'Network': ['ID=6e61135c-ee19-4785-bb3c-a4dd0928d959,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:23.643245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:45:23.678537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f5813c4-a397-4245-9e57-735a6669db94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5266330 Apr 11 20:45:23.681293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56378) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:23.691458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Request body: {'subnet': {'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1621315572-subnet', 'tenant_id': '5389ddbde8c74c5087850c1618788128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:23.696435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:23.701014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Usage tracker for resource:subnet and tenant:5389ddbde8c74c5087850c1618788128 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:23.704232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3633ee8e-08ff-4e0a-9586-f82a0be94552 req-a9d1ea1e-41cf-4a00-b871-cbff1208d09f tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] Unset dirty status for tenant:d452bb98bb124aad99cee8a5845d3628 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:23.704444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:23.705434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3633ee8e-08ff-4e0a-9586-f82a0be94552 req-a9d1ea1e-41cf-4a00-b871-cbff1208d09f tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123424 Apr 11 20:45:23.711399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:23.732035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 163f3c14-4d43-4798-8a43-f5c45e43145c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:23.770961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.771742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.778399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.802517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034880b9-15ab-43ce-8a25-f48f7cd982a1 req-6078d93d-5244-4488-b737-3b8bfef4aee1 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:23.810243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-034880b9-15ab-43ce-8a25-f48f7cd982a1 req-6078d93d-5244-4488-b737-3b8bfef4aee1 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 944 time: 0.1877906 Apr 11 20:45:23.897211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Made reservation on behalf of 5389ddbde8c74c5087850c1618788128 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:23.899462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:23.906887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 163f3c14-4d43-4798-8a43-f5c45e43145c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:24.080262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:24.081453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f070ddad-00d0-4433-919e-600ac99f922a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6731913 Apr 11 20:45:24.086054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:24.091304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-06e284f5-07cf-4338-994c-748f9a77e237 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1629592841', 'prefixes': ['172.20.0.0/16']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:24.092345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-034880b9-15ab-43ce-8a25-f48f7cd982a1 req-e8ca6626-c536-4f8b-8cb2-b1b53107111a tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811863 Apr 11 20:45:24.098461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-06e284f5-07cf-4338-994c-748f9a77e237 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:24.167070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e905532-abc2-4df4-9aad-9d5b6e5940d1 None None] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:24.416054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:24.448314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] Provisioning for port 163f3c14-4d43-4798-8a43-f5c45e43145c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:24.455446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06e284f5-07cf-4338-994c-748f9a77e237 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for subnetpool, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:24.457041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-06e284f5-07cf-4338-994c-748f9a77e237 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3712978 Apr 11 20:45:24.458192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] Provisioning complete for port 163f3c14-4d43-4798-8a43-f5c45e43145c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:24.458327 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:24.460802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:24.468388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-96529ad4-5c00-4534-abd5-bcace9ac74e6 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-296548482') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:24.507842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c78242-fc20-4337-a9f0-4e29fc9226f8,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:24.519211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcd628-aedd-4d96-96da-2e5b333704bf req-a342f91d-4843-4993-8971-96867fc36425 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:24.521881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5bcd628-aedd-4d96-96da-2e5b333704bf req-a342f91d-4843-4993-8971-96867fc36425 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.2002895 Apr 11 20:45:24.557200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06ccc10b-6eff-4731-858a-e7187f54588c req-5f3163d0-b8be-4f8a-9efc-18a2668e5688 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1483688 Apr 11 20:45:24.574849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:45:24.607046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Checking segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:24.607916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Network hostable DHCP agents. Network: 6e61135c-ee19-4785-bb3c-a4dd0928d959, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:45:24.663106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:24.676488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-96529ad4-5c00-4534-abd5-bcace9ac74e6 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-296548482 HTTP/1.1" status: 201 len: 201 time: 0.2117224 Apr 11 20:45:24.676772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56400) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:24.679940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5bcd628-aedd-4d96-96da-2e5b333704bf req-73bff48f-8b89-4385-b4fd-f148c418081b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472049 Apr 11 20:45:24.684522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-7f28d595-1d65-4f7e-baa1-f870f27944f1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-1575036604') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:24.729556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] For port 163f3c14-4d43-4798-8a43-f5c45e43145c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=163f3c14-4d43-4798-8a43-f5c45e43145c,segment=NetworkSegment(04ccac9b-1440-4632-bb06-c79cc2b71469),segment_id=04ccac9b-1440-4632-bb06-c79cc2b71469)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:24.855570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:24.900935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f28d595-1d65-4f7e-baa1-f870f27944f1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-1575036604 HTTP/1.1" status: 201 len: 201 time: 0.2132554 Apr 11 20:45:24.900935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:24.900935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-e3f68693-abd6-4dcb-b83b-a6b159bd7cd5 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-1055576654') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:24.929009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e9fdc-0d56-47e0-abc1-a0d8a26a560d None None] Pushing event updated for resources: {'Port': ['ID=163f3c14-4d43-4798-8a43-f5c45e43145c,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:24.989332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9a92e4f3-80ce-493b-bed2-140e45b710c0 None None] Provisioning complete for port 163f3c14-4d43-4798-8a43-f5c45e43145c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:24.989861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a92e4f3-80ce-493b-bed2-140e45b710c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:25.124121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:45:25.143652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Sync routers for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:45:25.173501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c80bd-0f65-4921-a88e-71e23a22930d req-3d9cc4f9-afa9-4f28-9be6-dc48d05107c7 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:25.174990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b27c80bd-0f65-4921-a88e-71e23a22930d req-3d9cc4f9-afa9-4f28-9be6-dc48d05107c7 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 946 time: 0.3203032 Apr 11 20:45:25.178434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:45:25.221814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:25.222447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:25.234591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b27c80bd-0f65-4921-a88e-71e23a22930d req-50570282-5de6-4de9-8512-9491a9761ad6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Apr 11 20:45:25.244378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:25.246940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-54cae5fd-d0dc-44fa-a527-5140ba6dfaf9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0591173 Apr 11 20:45:25.250484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56412) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:25.295828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6e61135c-ee19-4785-bb3c-a4dd0928d959) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:25.306177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:25.307435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:25.337244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e99ca-9c94-43b2-9288-a2293ce523ab None None] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:25.349834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e3f68693-abd6-4dcb-b83b-a6b159bd7cd5 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-1055576654 HTTP/1.1" status: 201 len: 201 time: 0.4547007 Apr 11 20:45:25.352359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56418) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:25.359288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-c89ea9f2-03f3-40c1-b14b-2d7e5dd7488c tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-474266126') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:25.404585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1654fa78-9434-47ff-9df3-59d758e680bb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7222106 Apr 11 20:45:25.508095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c89ea9f2-03f3-40c1-b14b-2d7e5dd7488c tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-474266126 HTTP/1.1" status: 201 len: 201 time: 0.1544983 Apr 11 20:45:25.511073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:25.525835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-f4af663e-d59c-4fdc-9689-12b611b5ba06 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:25.529572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:25.543072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9c4cc-6e10-4400-a37a-95ea6728d0a9 req-dc1396d8-5a62-43ec-ba08-1baa1cacef34 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:25.544732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ff9c4cc-6e10-4400-a37a-95ea6728d0a9 req-dc1396d8-5a62-43ec-ba08-1baa1cacef34 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 944 time: 0.1031406 Apr 11 20:45:25.641050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ff9c4cc-6e10-4400-a37a-95ea6728d0a9 req-695e8ce5-8861-4061-9c41-14f88bd55c44 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892818 Apr 11 20:45:25.676467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56438) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:25.676675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f4af663e-d59c-4fdc-9689-12b611b5ba06 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags HTTP/1.1" status: 200 len: 240 time: 0.1598036 Apr 11 20:45:25.688826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-c78d2946-ee56-49e5-b19e-861b461cf183 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-296548482') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:25.721224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a1131fdb-3378-4ce0-8bbf-51077311e052 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:25.767888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 163f3c14-4d43-4798-8a43-f5c45e43145c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:25.846336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:25.846725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c78d2946-ee56-49e5-b19e-861b461cf183 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-296548482 HTTP/1.1" status: 204 len: 168 time: 0.1674852 Apr 11 20:45:25.853218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-746dbd92-5e1d-4b46-9362-69edb11dcc91 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-296548482') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.105947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-746dbd92-5e1d-4b46-9362-69edb11dcc91 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-296548482 HTTP/1.1" status: 204 len: 168 time: 0.2577407 Apr 11 20:45:26.106267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9a92e4f3-80ce-493b-bed2-140e45b710c0 None None] Provisioning for port d8377a48-393a-438f-93af-96fa69936b4a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:26.109606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:26.121213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-a022595d-4c85-4f2c-afea-1015871a7b6e tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.145659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 163f3c14-4d43-4798-8a43-f5c45e43145c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:26.146696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:26.187515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9a92e4f3-80ce-493b-bed2-140e45b710c0 None None] Provisioning complete for port d8377a48-393a-438f-93af-96fa69936b4a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:26.187871 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a92e4f3-80ce-493b-bed2-140e45b710c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:26.229377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-8b11d76f-bf37-40f1-9062-877a7ab0b8fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:26.231527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-8b11d76f-bf37-40f1-9062-877a7ab0b8fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/networks?id=6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 200 len: 818 time: 0.2246587 Apr 11 20:45:26.256655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a022595d-4c85-4f2c-afea-1015871a7b6e tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags HTTP/1.1" status: 200 len: 205 time: 0.1465962 Apr 11 20:45:26.257318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56470) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:26.264189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-d26d7403-8697-43c8-ac72-f5564dad1ff7 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.315163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b46a0c80-9df3-4fc3-be93-e022746c9988 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/quotas/5389ddbde8c74c5087850c1618788128 HTTP/1.1" status: 200 len: 375 time: 0.0749030 Apr 11 20:45:26.327374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port a1131fdb-3378-4ce0-8bbf-51077311e052 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:26.365733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port a1131fdb-3378-4ce0-8bbf-51077311e052 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:26.366099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:26.372693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-dbf47092-7bb8-41f7-a6b8-7f0a22cb0ace tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563130 Apr 11 20:45:26.411093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5caa6f-726b-4668-a30b-c0db256c939f None None] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:26.426960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a92e4f3-80ce-493b-bed2-140e45b710c0 None None] Port d8377a48-393a-438f-93af-96fa69936b4a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:45:26.496213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d26d7403-8697-43c8-ac72-f5564dad1ff7 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags HTTP/1.1" status: 200 len: 241 time: 0.2369587 Apr 11 20:45:26.506662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:26.514660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-6b9d902a-ae0b-4ab8-bf3d-b635d27f8190 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-1575036604') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.567975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:26.579253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-53f6cabb-de4e-43a7-95af-183f98408743 service neutron] 10.222.0.61 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056901 Apr 11 20:45:26.706120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b9d902a-ae0b-4ab8-bf3d-b635d27f8190 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-1575036604 HTTP/1.1" status: 204 len: 168 time: 0.1961062 Apr 11 20:45:26.706594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56484) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:26.717356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-e26c2055-b6e7-40e5-9eb1-97d2b0058416 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-1575036604') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.728360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:23Z', 'revision_number': 3, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.808440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-aefaf357-8c52-481c-be7a-11b8c6be83c6 service neutron] 10.222.0.61 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172008 Apr 11 20:45:26.810643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Checking router: 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:45:26.811001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Updating router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:45:26.849595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Allocated IP 172.20.0.1 (815fe5c5-f684-4441-88f5-afe6f7b1c958/e6af907c-5363-428a-826c-d74cf7861d9a/4ce0bfa2-c962-4c48-b676-083f175af6a2) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:26.882463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-78222467-352a-4407-910d-c90a7e74e465 None None] Provisioning complete for port d8377a48-393a-438f-93af-96fa69936b4a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:26.882837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-78222467-352a-4407-910d-c90a7e74e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:26.928358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e26c2055-b6e7-40e5-9eb1-97d2b0058416 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-1575036604 HTTP/1.1" status: 204 len: 168 time: 0.2205353 Apr 11 20:45:26.930766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56488) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:26.935755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:26.939146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-b75536b4-e0a0-4989-821c-8f262762c0b8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:26.954534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.027355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b75536b4-e0a0-4989-821c-8f262762c0b8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags HTTP/1.1" status: 200 len: 205 time: 0.0943027 Apr 11 20:45:27.030521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.032053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56492) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:27.040888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-3c5a281a-044d-46ae-9c69-be4e8ecfd3a2 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:27.071793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-78222467-352a-4407-910d-c90a7e74e465 None None] Port d8377a48-393a-438f-93af-96fa69936b4a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:45:27.080136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:27.096684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a1131fdb-3378-4ce0-8bbf-51077311e052, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a1131fdb-3378-4ce0-8bbf-51077311e052,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:27.139704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.169296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.189497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3c5a281a-044d-46ae-9c69-be4e8ecfd3a2 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags HTTP/1.1" status: 200 len: 241 time: 0.1552787 Apr 11 20:45:27.190494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56498) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:27.195775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-714d82c4-0fdc-449a-b071-a5441d7dc1ff tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:45:27.196787 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-714d82c4-0fdc-449a-b071-a5441d7dc1ff tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079844 Apr 11 20:45:27.207580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-a8e8ab53-c14e-46f7-b993-0951db667f34 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-1055576654') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:27.253307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:27.256182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:27.261669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:27.337330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a1131fdb-3378-4ce0-8bbf-51077311e052,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:27.351156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.408056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce0bfa2-c962-4c48-b676-083f175af6a2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:27.413446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Request body: {'binding': {'host': 'n-h1-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:27.413873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Unknown quota resources ['binding']. {{(pid=84666) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:45:27.449752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a8e8ab53-c14e-46f7-b993-0951db667f34 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-1055576654 HTTP/1.1" status: 204 len: 168 time: 0.2557065 Apr 11 20:45:27.450334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56510) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:27.456212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-b28f3f1f-eff2-448a-8218-d291efa980a4 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-1055576654') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:27.567870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.584849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Transition to ACTIVE for port object cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:27.710683 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.814367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Attempting to bind port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:27.814367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Attempting to bind port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:27.814367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Attempting to bind port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:27.816742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.821452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e28a-c6ed-4b94-bcc8-d7a2f30e9b55 None None] Pushing event updated for resources: {'Port': ['ID=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:27.826775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on host n-h1-837321-1 for vnic_type normal with profile None {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:27.827091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:27.827815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:27.830349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:27.839742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:27.839742 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.839742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:27.839742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Bound port: cf033836-b3e6-4a5d-92f9-42af0a1b6bd7, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:27.839742 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:27.841722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:27.841722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:27.885335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:27.885335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:27.885826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:27.885826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Bound port: fcab8d83-77d9-4323-9efe-1fcf29d499ae, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:27.886590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6e44-1ecc-4802-9426-942fda84b7f2 req-06fbaa9d-6149-4225-9569-48223e6bee0d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:27.893727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-661d6e44-1ecc-4802-9426-942fda84b7f2 req-06fbaa9d-6149-4225-9569-48223e6bee0d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.2749698 Apr 11 20:45:27.928577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] For port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:27.931686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] For port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:27.941390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-661d6e44-1ecc-4802-9426-942fda84b7f2 req-80cdbfea-2a9c-4e06-a7df-fdd143ecbd63 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Apr 11 20:45:27.963506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b28f3f1f-eff2-448a-8218-d291efa980a4 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-1055576654 HTTP/1.1" status: 204 len: 168 time: 0.5108140 Apr 11 20:45:27.965071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56518) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:27.970735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-a55b33ac-0ea7-4db8-a327-7fffa8e06987 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.014967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:28.030474 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:28.119270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:28.121513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:28.123022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-41d217e9-1e8a-49f0-8cfb-ef1b59bf770c service neutron] 10.222.0.61 "POST /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.9106531 Apr 11 20:45:28.125895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e28a-c6ed-4b94-bcc8-d7a2f30e9b55 None None] Pushing event updated for resources: {'Port': ['ID=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:28.132981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:28.133605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.184877 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:28.194485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a55b33ac-0ea7-4db8-a327-7fffa8e06987 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags HTTP/1.1" status: 200 len: 205 time: 0.2286000 Apr 11 20:45:28.197060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56526) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.203913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-fe12abe0-8536-4dc0-8967-fa17cc2d4ceb tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.239942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe12abe0-8536-4dc0-8967-fa17cc2d4ceb tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags HTTP/1.1" status: 200 len: 240 time: 0.0417521 Apr 11 20:45:28.242250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.248337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-77c1c8ef-cd3f-411d-b5c3-6427f5f2fd59 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-474266126') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.281697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7243d-bbeb-439a-a9d9-ee4dc77e69f6 req-07db862a-6af7-48f1-ab62-ccff5cada3c6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:28.283230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94c7243d-bbeb-439a-a9d9-ee4dc77e69f6 req-07db862a-6af7-48f1-ab62-ccff5cada3c6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 946 time: 0.1395252 Apr 11 20:45:28.289967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-77c1c8ef-cd3f-411d-b5c3-6427f5f2fd59 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-474266126 HTTP/1.1" status: 204 len: 168 time: 0.0466614 Apr 11 20:45:28.292560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56534) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.334401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-b7a845a2-9ee6-4eef-989a-47fc2b6b4af0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-474266126') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.348517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce0bfa2-c962-4c48-b676-083f175af6a2,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:28.350899 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:28.382962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94c7243d-bbeb-439a-a9d9-ee4dc77e69f6 req-f69530b5-48d5-4d98-8ad4-15da532393a3 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919719 Apr 11 20:45:28.390164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:28.514206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7a845a2-9ee6-4eef-989a-47fc2b6b4af0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-474266126 HTTP/1.1" status: 204 len: 168 time: 0.2206097 Apr 11 20:45:28.515050 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9e6038-555e-43a4-8455-0c8a0f5c1084'] response: {'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'code': 200} Apr 11 20:45:28.516610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.524197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-8a8f154e-f326-4de0-bfda-4a3263c10701 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.583228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a8f154e-f326-4de0-bfda-4a3263c10701 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0654321 Apr 11 20:45:28.585816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56550) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.593726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-14048abc-aebf-4ef4-be27-e5a753105b8f tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.613424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:28.653414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-14048abc-aebf-4ef4-be27-e5a753105b8f tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0658045 Apr 11 20:45:28.656194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56554) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.662835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:28.665077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-6d11bbda-281c-4c9e-a266-1b03252c48df tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.667979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:28.922169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aacc9-9d3d-41a4-905d-d03cfe0cbad4 req-d3486040-7fdf-4dd2-83ff-16934f99c586 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:28.924252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b14aacc9-9d3d-41a4-905d-d03cfe0cbad4 req-d3486040-7fdf-4dd2-83ff-16934f99c586 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.3956230 Apr 11 20:45:28.927818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6d11bbda-281c-4c9e-a266-1b03252c48df tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags HTTP/1.1" status: 204 len: 168 time: 0.2700460 Apr 11 20:45:28.931121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56562) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:28.936025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 2, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.939438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-169ce182-a650-43cc-a263-07840f07ce2c tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:28.940836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29664d4e-a2f5-4dc7-b047-abfae89d07c1 None None] The sync data for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 is: [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 2, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:45:28.988451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7568686-1154-4764-9638-95044a6035d3 req-8d73df22-0a85-4fe5-b58b-e511f8567a46 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:28.991950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2246566a-d967-435b-b525-7cda7dc0c292 req-b144c85a-4646-4aab-a27f-c05bac0e6857 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 1096 time: 0.4035025 Apr 11 20:45:28.996206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7568686-1154-4764-9638-95044a6035d3 req-8d73df22-0a85-4fe5-b58b-e511f8567a46 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 945 time: 0.1699131 Apr 11 20:45:29.074918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7568686-1154-4764-9638-95044a6035d3 req-56800cd0-5f52-4ee4-913f-f64745a7586f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Apr 11 20:45:29.091565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-169ce182-a650-43cc-a263-07840f07ce2c tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1588821 Apr 11 20:45:29.093994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56568) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:29.094171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b14aacc9-9d3d-41a4-905d-d03cfe0cbad4 req-c99e1b80-f2cc-40c3-ab47-f53a9916c492 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500301 Apr 11 20:45:29.100973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-4d39155c-2e6e-4352-9293-040f38871e0a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:29.119418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2246566a-d967-435b-b525-7cda7dc0c292 req-24c202e1-ece2-476c-af81-3c720e650350 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181760 Apr 11 20:45:29.184921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-27a5eb96-3ff1-48cc-af85-032a248bd8f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1096 time: 0.4501147 Apr 11 20:45:29.220442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d39155c-2e6e-4352-9293-040f38871e0a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags HTTP/1.1" status: 204 len: 168 time: 0.1250587 Apr 11 20:45:29.226128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56572) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:29.325654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-c4e1311b-0048-4f67-94e4-3b1f27173025 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-836714352') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:29.593914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d3b8b85-e433-4058-8f77-1e7fef782c1a req-a91c95e1-d8cf-4966-867a-3aa485ecc49c tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 210 time: 0.2770383 Apr 11 20:45:29.689527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-932d81e7-68e9-497e-a5e2-a6cac2efc70d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:29.689527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-932d81e7-68e9-497e-a5e2-a6cac2efc70d service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.4843199 Apr 11 20:45:29.822397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-8d235d5e-2ea0-4700-9302-c24dd1f680e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.1320720 Apr 11 20:45:29.937602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-980b56ff-ed80-496f-8a0b-6d7a4f840fb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:29.939062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-980b56ff-ed80-496f-8a0b-6d7a4f840fb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1055825 Apr 11 20:45:30.001023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697affb-8362-4219-87d5-43a3a4056262 req-696c434d-1969-404e-80d2-5de78ded4d96 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:30.002511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e697affb-8362-4219-87d5-43a3a4056262 req-696c434d-1969-404e-80d2-5de78ded4d96 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.2545671 Apr 11 20:45:30.005914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-e07a8351-b690-4156-985e-e6cd8754db81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577590 Apr 11 20:45:30.066999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c4e1311b-0048-4f67-94e4-3b1f27173025 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-836714352 HTTP/1.1" status: 201 len: 201 time: 0.8252635 Apr 11 20:45:30.071358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56586) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:30.078664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-8f05ac30-12e3-44a3-b520-bc5bd38942c1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-1914808192') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:30.079832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:45:30.201567 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e697affb-8362-4219-87d5-43a3a4056262 req-88700adf-bbd3-4410-aa35-07d954690b71 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926537 Apr 11 20:45:30.369615 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:30.394195 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f05ac30-12e3-44a3-b520-bc5bd38942c1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-1914808192 HTTP/1.1" status: 201 len: 201 time: 0.3212550 Apr 11 20:45:30.406062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56594) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:30.420731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-b7ffe320-718e-4516-8c34-90e9541d0d78 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-1241632265') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:30.566866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-43273d0e-8487-4b67-9c95-95b5e155127f service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415883 Apr 11 20:45:30.656308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19250446-5858-426d-b3b3-2a025d6856fd req-4b62b5cc-93db-444a-a40c-28c6012254da tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:30.658067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19250446-5858-426d-b3b3-2a025d6856fd req-4b62b5cc-93db-444a-a40c-28c6012254da tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 945 time: 0.3456867 Apr 11 20:45:30.714968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19250446-5858-426d-b3b3-2a025d6856fd req-5b346780-990d-4312-8f31-b1c2eb10a153 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467544 Apr 11 20:45:30.734581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70d16-0d74-46df-b3d8-ad8a26b09716 req-3f4a5a82-e886-47ab-a46a-854445cb7f95 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:30.736089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ac70d16-0d74-46df-b3d8-ad8a26b09716 req-3f4a5a82-e886-47ab-a46a-854445cb7f95 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.2444468 Apr 11 20:45:30.798459 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-10bb46c9-b408-44ce-87c6-184b497191e4 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102187 Apr 11 20:45:30.809487 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7ffe320-718e-4516-8c34-90e9541d0d78 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-1241632265 HTTP/1.1" status: 201 len: 201 time: 0.4015157 Apr 11 20:45:30.812500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:30.822398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-bc5c8850-4f38-4d99-8f20-1bb499f8cded tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-1386190229') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:30.832516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ac70d16-0d74-46df-b3d8-ad8a26b09716 req-c9972f1b-db71-4c46-8dc4-97585a345e0c tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836339 Apr 11 20:45:30.871803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:45:30.884226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98ad08e6-b7f9-4dd3-b46f-f97fea63f609 admin admin] 10.222.0.61 "PUT /v2.0/routers/8b9ddbc6-2287-44cd-867d-ac44b4a78b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6315413 Apr 11 20:45:30.927775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-602aad92-bbc4-4669-a264-5cb5b3df25d5 req-0fcd33ad-9957-4efe-9be0-d5272b06e42f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 210 time: 0.0540473 Apr 11 20:45:31.027681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc5c8850-4f38-4d99-8f20-1bb499f8cded tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-1386190229 HTTP/1.1" status: 201 len: 201 time: 0.2138903 Apr 11 20:45:31.031702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:31.038625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-5a47809a-4969-4f8b-88ab-c9fcebe9c85d tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', {'tags': ['tempest-TagsExtTest-Tag-804281983', 'tempest-TagsExtTest-Tag-82909046', 'tempest-TagsExtTest-Tag-619658582']}) {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:31.195701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-5c19d512-609a-49f3-a3e2-d94375a41000 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.1068926 Apr 11 20:45:31.206901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-837321-1'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:31.256424 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5a47809a-4969-4f8b-88ab-c9fcebe9c85d tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags HTTP/1.1" status: 200 len: 314 time: 0.2235935 Apr 11 20:45:31.258856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56626) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:31.267380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-b8850184-dd61-449f-9d69-9b107dddfbb3 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:31.522442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-289b30f1-81a4-4ca2-b249-68ae5ce5ed27 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:31.523887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-289b30f1-81a4-4ca2-b249-68ae5ce5ed27 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:31.624356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-289b30f1-81a4-4ca2-b249-68ae5ce5ed27 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:31.624972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:31.625563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-289b30f1-81a4-4ca2-b249-68ae5ce5ed27 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 819 time: 0.3204029 Apr 11 20:45:31.658438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-05ce281d-dc41-412e-abd1-5c86e8cf8847 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/quotas/8dd7108c28c54f739fb6d50f3947a558 HTTP/1.1" status: 200 len: 375 time: 0.0264690 Apr 11 20:45:31.707426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:31.818574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-48b5a9d9-e675-45f8-90e9-4a266cc9d89f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:31.819562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-48b5a9d9-e675-45f8-90e9-4a266cc9d89f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Synchronizing usage tracker for tenant:5389ddbde8c74c5087850c1618788128 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:31.830977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-4a446ce0-945f-4227-bac4-b6ec0480779d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716168 Apr 11 20:45:31.932049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866ff47-ce14-498e-bef6-14bfe7b3677d req-ccfc93f3-50f9-4214-baa5-1e3db7e36a5e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:31.934184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a866ff47-ce14-498e-bef6-14bfe7b3677d req-ccfc93f3-50f9-4214-baa5-1e3db7e36a5e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.5444238 Apr 11 20:45:31.952437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:31.958472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:31.958911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.086980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-48b5a9d9-e675-45f8-90e9-4a266cc9d89f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Unset dirty status for tenant:5389ddbde8c74c5087850c1618788128 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:32.088174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-48b5a9d9-e675-45f8-90e9-4a266cc9d89f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "GET /v2.0/networks?id=6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 200 len: 818 time: 0.7500727 Apr 11 20:45:32.111521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b8850184-dd61-449f-9d69-9b107dddfbb3 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags HTTP/1.1" status: 204 len: 168 time: 0.8515730 Apr 11 20:45:32.120157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56640) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:32.129420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Request body: {'port': {'device_id': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'admin_state_up': True, 'tenant_id': '5389ddbde8c74c5087850c1618788128'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:32.169234 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.176437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.tag.tag_plugin [None req-e39cc217-f6f6-420b-89b8-70d332bfd5d8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-804281983') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:32.189390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:32.220144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a866ff47-ce14-498e-bef6-14bfe7b3677d req-0e4a3dcf-945a-48e8-a9df-4e05e474b26a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484615 Apr 11 20:45:32.264084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.359571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:32.369238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-a01fe0c0-0388-4fa4-b9e3-1c97cac71ae2 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:32.372325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-a01fe0c0-0388-4fa4-b9e3-1c97cac71ae2 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "GET /v2.0/networks?id=6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 200 len: 818 time: 0.2740955 Apr 11 20:45:32.396153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-d0932dc8-5b6b-4c66-9bd6-35badd340d36 service neutron] 10.222.0.61 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638244 Apr 11 20:45:32.406339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-e7fd18cc-225d-4de5-b6d2-2df71ce9b30f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:32.408779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-e7fd18cc-225d-4de5-b6d2-2df71ce9b30f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.75 "GET /v2.0/networks?id=6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 200 len: 818 time: 0.4673595 Apr 11 20:45:32.420663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Request body: {'port': {'device_id': '896f0908-62fc-405d-aa86-bb78c56a386d', 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'admin_state_up': True, 'tenant_id': '5389ddbde8c74c5087850c1618788128'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:32.441482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:32.486732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Request body: {'port': {'device_id': '0447f167-d425-4364-97a7-23c074dfa28d', 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'admin_state_up': True, 'tenant_id': '5389ddbde8c74c5087850c1618788128'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:32.512127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:45:32.638755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:32.641280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:32.653619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-112a72ad-b877-498b-acb3-b55168800465 service neutron] 10.222.0.61 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562671 Apr 11 20:45:32.658665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:32.662953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Usage tracker for resource:port and tenant:5389ddbde8c74c5087850c1618788128 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:32.665892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:32.674709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:32.681424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:32.697186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Usage tracker for resource:port and tenant:5389ddbde8c74c5087850c1618788128 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:32.707498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:32.721291 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-e39cc217-f6f6-420b-89b8-70d332bfd5d8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:32.725172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e39cc217-f6f6-420b-89b8-70d332bfd5d8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-804281983 HTTP/1.1" status: 404 len: 328 time: 0.5719948 Apr 11 20:45:32.725580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56644) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:32.731122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-bc289bdd-912a-4262-a185-e71e33db9007 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-82909046') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:32.735531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:32.762596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:32.767816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Made reservation on behalf of 5389ddbde8c74c5087850c1618788128 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:32.770938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.776225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.800450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc433df-41bd-4f29-ace5-bdf77a494379 req-d2d16d0b-f408-457e-aeaa-09ab1c807c9a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:32.807234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdc433df-41bd-4f29-ace5-bdf77a494379 req-d2d16d0b-f408-457e-aeaa-09ab1c807c9a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 945 time: 0.4072902 Apr 11 20:45:32.809489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:32.827994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Usage tracker for resource:port and tenant:5389ddbde8c74c5087850c1618788128 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:45:32.837413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:45:32.843585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Made reservation on behalf of 5389ddbde8c74c5087850c1618788128 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:32.846532 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.863572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:32.863842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:32.872430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.884357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'mac_address': 'fa:16:3e:14:fc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:32.939740 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-bc289bdd-912a-4262-a185-e71e33db9007 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:32.943208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc289bdd-912a-4262-a185-e71e33db9007 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-82909046 HTTP/1.1" status: 404 len: 327 time: 0.2139292 Apr 11 20:45:32.947091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56650) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:32.947726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:32.959779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-16f0ef62-55e4-4e74-a2c8-fcfb65d04359 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9', 'tempest-TagsExtTest-Tag-619658582') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:32.968641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:32.987362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:33.037278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdc433df-41bd-4f29-ace5-bdf77a494379 req-b68864a9-63f7-41ee-9b8f-0f70ccb4f4ed tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290289 Apr 11 20:45:33.043164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Allocated IP 172.20.0.4 (6e61135c-ee19-4785-bb3c-a4dd0928d959/b8c78242-fc20-4337-a9f0-4e29fc9226f8/77b2ea1f-0d96-4435-a7e8-e80f1bea3f53) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:33.070730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:33.137428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Made reservation on behalf of 5389ddbde8c74c5087850c1618788128 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:33.139821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:33.228295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:33.240286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:33.250133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:33.379920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de82633a-aa63-4389-841a-36b338bed9a4 req-286978e6-ad0c-4fd5-8a09-0e9ca8349490 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 210 time: 0.0896363 Apr 11 20:45:33.416373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on host n-h2-837321-1 for vnic_type normal with profile {"migrating_to": "n-h1-837321-1"} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:33.416714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:33.417589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:33.431883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:33.432145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Attempting to bind port fcab8d83-77d9-4323-9efe-1fcf29d499ae on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:33.438977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:33.439329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:33.439734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:33.440162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Bound port: fcab8d83-77d9-4323-9efe-1fcf29d499ae, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:33.440506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:33.462178 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-16f0ef62-55e4-4e74-a2c8-fcfb65d04359 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:33.466647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-16f0ef62-55e4-4e74-a2c8-fcfb65d04359 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags/tempest-TagsExtTest-Tag-619658582 HTTP/1.1" status: 404 len: 328 time: 0.5153301 Apr 11 20:45:33.468125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56666) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:33.474553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-1d9a92cb-18ca-47b0-91f9-5fc73a089156 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', {'tags': ['tempest-TagsExtTest-Tag-1717214980', 'tempest-TagsExtTest-Tag-733208168', 'tempest-TagsExtTest-Tag-2028521502']}) {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:33.571273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:33.575703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:33.597374 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e114fac-4c22-44bb-98ca-9d4a3e59ee91'] response: {'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'code': 200} Apr 11 20:45:33.657928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:33.677615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a324a-1e4d-4ee5-a2e3-569cf7928fcb req-c9c5894c-7f65-4429-8faf-0c5f96edc625 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:33.684769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-573a324a-1e4d-4ee5-a2e3-569cf7928fcb req-c9c5894c-7f65-4429-8faf-0c5f96edc625 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.5266671 Apr 11 20:45:33.693981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b4a3e4c4-618e-49cb-9d70-9938f391219d req-8990ab6c-6477-46d9-88d7-e9f4682f9b13 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:33.697523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:33.698639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:33.801331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-573a324a-1e4d-4ee5-a2e3-569cf7928fcb req-81497f94-7a58-492c-8a8f-6d9714c9862f tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151197 Apr 11 20:45:33.807037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d9a92cb-18ca-47b0-91f9-5fc73a089156 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags HTTP/1.1" status: 200 len: 317 time: 0.3369889 Apr 11 20:45:33.819986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:33.819986 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:33.820258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56676) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:33.838573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-ca3774d4-e31f-456d-8bf8-090adabd6ad1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:33.940392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:34.060742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b4a3e4c4-618e-49cb-9d70-9938f391219d req-8990ab6c-6477-46d9-88d7-e9f4682f9b13 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:34.061911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b4a3e4c4-618e-49cb-9d70-9938f391219d req-8990ab6c-6477-46d9-88d7-e9f4682f9b13 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 210 time: 0.4243338 Apr 11 20:45:34.102692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:34.107759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:34.108011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:34.125680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:34.155953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Pushing event updated for resources: {'Port': ['ID=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:34.161106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:34.164155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3a5dab91-d370-46dc-aec1-a9d0f12787bd service neutron] 10.222.0.69 "PUT /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 1121 time: 2.9616675 Apr 11 20:45:34.165383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Allocated IP 172.20.0.3 (6e61135c-ee19-4785-bb3c-a4dd0928d959/b8c78242-fc20-4337-a9f0-4e29fc9226f8/1ddee0c4-6bb3-44ba-af98-0dcbe00957eb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:34.236032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fcab8d83-77d9-4323-9efe-1fcf29d499ae'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:34.241077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:34.241779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:34.258151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2ff53-10a3-46ed-afd2-ac065999b94d req-d1a6c667-047e-4da7-a0cc-9ebbe0128f98 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:34.268220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66f2ff53-10a3-46ed-afd2-ac065999b94d req-d1a6c667-047e-4da7-a0cc-9ebbe0128f98 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.2521582 Apr 11 20:45:34.274761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ca3774d4-e31f-456d-8bf8-090adabd6ad1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags HTTP/1.1" status: 204 len: 168 time: 0.4532719 Apr 11 20:45:34.300681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:34.313215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-bde51c7c-384a-4e5d-ac89-9e3c7c6192a0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-1717214980') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:34.406991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66f2ff53-10a3-46ed-afd2-ac065999b94d req-aab25fd6-1d94-4d76-9f7b-726aa222f392 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378975 Apr 11 20:45:34.421255 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-bde51c7c-384a-4e5d-ac89-9e3c7c6192a0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:34.422645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bde51c7c-384a-4e5d-ac89-9e3c7c6192a0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-1717214980 HTTP/1.1" status: 404 len: 329 time: 0.1207259 Apr 11 20:45:34.425467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56698) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:34.436177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-8b6d8e95-a2e1-4675-9c97-1c067259cee3 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-733208168') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:34.471063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-55bc4c06-93e9-46ab-b99e-304274dc1799 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0544703 Apr 11 20:45:34.485710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Request body: {'port': {'device_id': '896f0908-62fc-405d-aa86-bb78c56a386d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:34.590452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfcd37-0207-4413-8b3f-8a88032c153c req-30a0cc40-6597-47f3-8eee-b98c015e1d38 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:34.592127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71bfcd37-0207-4413-8b3f-8a88032c153c req-30a0cc40-6597-47f3-8eee-b98c015e1d38 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.2329528 Apr 11 20:45:34.602730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56706) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:34.610006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:34.618180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Request body: {'floatingip': {'port_id': 'a1131fdb-3378-4ce0-8bbf-51077311e052'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:34.689948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:34.802771 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-8b6d8e95-a2e1-4675-9c97-1c067259cee3 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:34.804215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8b6d8e95-a2e1-4675-9c97-1c067259cee3 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-733208168 HTTP/1.1" status: 404 len: 328 time: 0.3778324 Apr 11 20:45:34.812980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:34.847723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56712) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:34.849650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:34.850380 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:34.876068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-95c0122f-c352-4c9e-8ab5-37bbf323aebe tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a', 'tempest-TagsExtTest-Tag-2028521502') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:34.947975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:35.024949 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:35.028175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1eec0-2d00-4e3d-bac2-b81f5b5b33ad req-d11a8fe9-4622-4afd-996a-7407f49c21e6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:35.029705 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85b1eec0-2d00-4e3d-bac2-b81f5b5b33ad req-d11a8fe9-4622-4afd-996a-7407f49c21e6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.3292005 Apr 11 20:45:35.071810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:35.077517 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-95c0122f-c352-4c9e-8ab5-37bbf323aebe tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:35.078562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-95c0122f-c352-4c9e-8ab5-37bbf323aebe tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags/tempest-TagsExtTest-Tag-2028521502 HTTP/1.1" status: 404 len: 329 time: 0.2198391 Apr 11 20:45:35.085215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56716) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:35.095506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:35.096656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-786fbd6a-8ee8-4dd4-8359-626ab542bf3a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', {'tags': ['tempest-TagsExtTest-Tag-174842566', 'tempest-TagsExtTest-Tag-885782553', 'tempest-TagsExtTest-Tag-1334168231']}) {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:35.166563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:35.272434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05aff7-afe1-46c4-9a51-c34baa82aa26 req-2507c4a7-e2a8-4f3a-b5e7-00f50efc8ee4 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:35.275941 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2e05aff7-afe1-46c4-9a51-c34baa82aa26 req-2507c4a7-e2a8-4f3a-b5e7-00f50efc8ee4 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 931 time: 0.3210087 Apr 11 20:45:35.277583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:35.422548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85b1eec0-2d00-4e3d-bac2-b81f5b5b33ad req-5cbb62c1-a90b-44ad-aa98-b79af7836b00 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790705 Apr 11 20:45:35.484149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:35.524998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-786fbd6a-8ee8-4dd4-8359-626ab542bf3a tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags HTTP/1.1" status: 200 len: 316 time: 0.4387658 Apr 11 20:45:35.529634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56730) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:35.536370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-3c7beb28-de24-45e8-a4cb-a127428ac12b tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:35.627649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:35.632159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Pushing event updated for resources: {'Port': ['ID=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:35.646072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2e05aff7-afe1-46c4-9a51-c34baa82aa26 req-1faacd84-5ad8-410b-bcb3-99d061226d84 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Synchronizing usage tracker for tenant:5389ddbde8c74c5087850c1618788128 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:35.648017 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19800e99-f214-4cf2-8217-65a7c011f8ef'] response: {'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'code': 200} Apr 11 20:45:35.763750 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:45:35.777155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:35.784408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2e05aff7-afe1-46c4-9a51-c34baa82aa26 req-1faacd84-5ad8-410b-bcb3-99d061226d84 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Unset dirty status for tenant:5389ddbde8c74c5087850c1618788128 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:35.786750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2e05aff7-afe1-46c4-9a51-c34baa82aa26 req-1faacd84-5ad8-410b-bcb3-99d061226d84 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772751 Apr 11 20:45:35.869550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6990d8da-c105-4a73-abb3-c6ca0d5ef60a req-06d59709-5114-45c8-8892-3952199ac0e1 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 210 time: 0.0810702 Apr 11 20:45:35.930882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3c7beb28-de24-45e8-a4cb-a127428ac12b tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags HTTP/1.1" status: 204 len: 168 time: 0.4000008 Apr 11 20:45:35.934979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56736) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:35.937144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:35.958790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-7c62bae6-54be-4a74-8c37-51a521cecb46 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-174842566') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:35.968824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:36.181989 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cb0130-b8bd-46a2-833a-71b891e22002'] response: {'name': 'network-changed', 'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'status': 'completed', 'code': 200} Apr 11 20:45:36.223893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-12cf35f0-592f-479c-9df1-ebb1c4286de0 {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:45:36.223893 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:45:36.309570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:36.310233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:36.362666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-63cbb4c0-ce16-4e02-b28b-e5c50d226c62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:36.364214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-63cbb4c0-ce16-4e02-b28b-e5c50d226c62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 819 time: 0.6980915 Apr 11 20:45:36.404354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'port': {'device_id': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'admin_state_up': True, 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:36.426094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:36.513394 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:36.550388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Transition to ACTIVE for port object 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:36.568846 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-7c62bae6-54be-4a74-8c37-51a521cecb46 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:36.570186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c62bae6-54be-4a74-8c37-51a521cecb46 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-174842566 HTTP/1.1" status: 404 len: 328 time: 0.6335201 Apr 11 20:45:36.575544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56744) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:36.589123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-77d0b427-ac4d-47f6-b037-e91422dc2d75 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-885782553') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:36.645508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-448827ca-0172-4a66-a5eb-3f8af9e0e478 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5290468 Apr 11 20:45:36.679349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:36.726543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:36.742066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2ea69-f2fe-4e1a-9f0c-3554132001d9 req-969e49be-3cd6-4413-a1c3-b2b8a5167cf4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:36.750302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecb2ea69-f2fe-4e1a-9f0c-3554132001d9 req-969e49be-3cd6-4413-a1c3-b2b8a5167cf4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.8031611 Apr 11 20:45:36.777383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Request body: {'port': {'device_id': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:36.780881 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:36.879975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:36.908693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:36.924043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecb2ea69-f2fe-4e1a-9f0c-3554132001d9 req-80b8ae7b-a12f-4c03-b3ab-d1d6d6b48734 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727197 Apr 11 20:45:36.937608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae has no active binding in host n-h1-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:45:37.043950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-f76a49dd-72ba-4954-b21c-cdcf5bc69f5c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1124 time: 0.9699028 Apr 11 20:45:37.046880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:37.308227 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-77d0b427-ac4d-47f6-b037-e91422dc2d75 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:37.313746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-77d0b427-ac4d-47f6-b037-e91422dc2d75 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-885782553 HTTP/1.1" status: 404 len: 328 time: 0.7329187 Apr 11 20:45:37.313746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:37.329561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:37.347831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-820e1ddf-2fa2-490f-957a-113711d1e1e0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c', 'tempest-TagsExtTest-Tag-1334168231') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:37.391015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:37.410044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:37.508435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:37.529298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c201-6589-496d-b14b-4a05c1b6d8e4 req-408060de-94dd-4e81-b7b3-951be4cd368e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:37.530332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d4c2c201-6589-496d-b14b-4a05c1b6d8e4 req-408060de-94dd-4e81-b7b3-951be4cd368e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Synchronizing usage tracker for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:37.602735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c8463-18b6-454a-826f-60afab68e84f req-b422df4b-412e-410f-8dea-f033769ad754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:37.604165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-b422df4b-412e-410f-8dea-f033769ad754 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.5315878 Apr 11 20:45:37.652307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Allocated IP 172.20.0.5 (6e61135c-ee19-4785-bb3c-a4dd0928d959/b8c78242-fc20-4337-a9f0-4e29fc9226f8/25463a03-e264-4867-8adb-8dd3f192e50a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:37.679087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d4c2c201-6589-496d-b14b-4a05c1b6d8e4 req-408060de-94dd-4e81-b7b3-951be4cd368e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Unset dirty status for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:37.689565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4c2c201-6589-496d-b14b-4a05c1b6d8e4 req-408060de-94dd-4e81-b7b3-951be4cd368e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 943 time: 0.4956982 Apr 11 20:45:37.708824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59867ec-ff5c-4698-ab56-57012e10ff64 req-c9f22619-2695-4734-8562-26862e527fcc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:37.716727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b59867ec-ff5c-4698-ab56-57012e10ff64 req-c9f22619-2695-4734-8562-26862e527fcc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.9407117 Apr 11 20:45:37.737979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-62c80521-14dd-4605-aedb-9e71d9e816d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.1188548 Apr 11 20:45:37.811209 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-820e1ddf-2fa2-490f-957a-113711d1e1e0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:37.812286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-820e1ddf-2fa2-490f-957a-113711d1e1e0 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags/tempest-TagsExtTest-Tag-1334168231 HTTP/1.1" status: 404 len: 329 time: 0.4798186 Apr 11 20:45:37.818064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Made reservation on behalf of 8dd7108c28c54f739fb6d50f3947a558 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:37.821744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:37.822477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56762) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:37.833455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Attempting to bind port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:37.833455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Attempting to bind port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:37.833455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Attempting to bind port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:37.838092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-8aee3b72-b57e-4295-b951-1e955f5c2c27 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', {'tags': ['tempest-TagsExtTest-Tag-1799920116', 'tempest-TagsExtTest-Tag-1565935013', 'tempest-TagsExtTest-Tag-293394292']}) {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:37.884974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:37.885294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Attempting to bind port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:37.897993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c8463-18b6-454a-826f-60afab68e84f req-25791843-7b2f-45f4-a8d4-8289eab1e2bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:37.901391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-25791843-7b2f-45f4-a8d4-8289eab1e2bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1516204 Apr 11 20:45:37.918638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b59867ec-ff5c-4698-ab56-57012e10ff64 req-af3305a6-2f80-41af-9757-a3886aa891b2 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007463 Apr 11 20:45:37.950614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4c2c201-6589-496d-b14b-4a05c1b6d8e4 req-d4a06b02-e1cb-41fb-8664-6f4936592445 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575524 Apr 11 20:45:38.006003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:38.011547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Checking segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:38.015932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Bound using segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:38.016520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Bound port: 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:38.016885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:38.077986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-72eeb66b-8839-4235-a73d-8d0f45c1e45d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573246 Apr 11 20:45:38.259968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ae64fd2-98b5-4d29-8626-c8048cd69090 req-8cacc6c3-7cfc-4923-9030-89d361d381e0 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 210 time: 0.0791945 Apr 11 20:45:38.261952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8aee3b72-b57e-4295-b951-1e955f5c2c27 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "PUT /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags HTTP/1.1" status: 200 len: 317 time: 0.4349465 Apr 11 20:45:38.270714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56770) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:38.279843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-79a07cac-ffe0-4e6d-9194-738e4d278eb1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:38.362740 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Floating IP 49f67301-aef1-415d-9396-ae1b4cc06d0c associated. External IP: 172.25.5.211, port: a1131fdb-3378-4ce0-8bbf-51077311e052. Apr 11 20:45:38.373408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] For port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:38.410810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] For port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:38.464973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-5747fb81-268d-45ea-928b-09eec8edb745 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857852 Apr 11 20:45:38.496879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:38.597859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-79a07cac-ffe0-4e6d-9194-738e4d278eb1 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags HTTP/1.1" status: 204 len: 168 time: 0.3254421 Apr 11 20:45:38.609832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56778) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:38.629578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-48442758-3901-4910-a151-e8d1ca6e98ab tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-1799920116') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:38.661263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:38.663018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] 10.222.0.69 "PUT /v2.0/ports/77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 HTTP/1.1" status: 200 len: 1091 time: 4.1824532 Apr 11 20:45:38.663546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896f0908-62fc-405d-aa86-bb78c56a386d', 'tag': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:38.753378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-424c8463-18b6-454a-826f-60afab68e84f req-8f59400e-fe8b-41ae-8a8d-bf5c2fb66f19 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821343 Apr 11 20:45:38.757768 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38b41e7-9af0-4ef0-8d39-91879dfbb1ac'] response: {'name': 'network-changed', 'server_uuid': '896f0908-62fc-405d-aa86-bb78c56a386d', 'tag': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53', 'status': 'completed', 'code': 200} Apr 11 20:45:38.777403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d848a-1048-4a01-ba85-55006281b6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:38.795532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Allocated IP 172.20.0.6 (815fe5c5-f684-4441-88f5-afe6f7b1c958/e6af907c-5363-428a-826c-d74cf7861d9a/c1b2d281-46cd-446e-9dfe-27b43655572e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:38.829009 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-48442758-3901-4910-a151-e8d1ca6e98ab tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:38.829777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-48442758-3901-4910-a151-e8d1ca6e98ab tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-1799920116 HTTP/1.1" status: 404 len: 329 time: 0.2119024 Apr 11 20:45:38.836168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:38.845826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-220139ff-805b-4206-9ba9-3aa47efd1969 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-1565935013') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:38.854722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:38.889991 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-220139ff-805b-4206-9ba9-3aa47efd1969 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:38.891017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-220139ff-805b-4206-9ba9-3aa47efd1969 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-1565935013 HTTP/1.1" status: 404 len: 329 time: 0.0498712 Apr 11 20:45:38.895967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56788) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:38.900444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f32e-b2ae-4fbb-811a-356ffa39883e req-35de65d5-b1c9-4f28-9e9f-b78a26e881a0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:38.903152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-2c8af5cb-5182-433c-99e9-4b811008add8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4', 'tempest-TagsExtTest-Tag-293394292') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:38.908595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9469f32e-b2ae-4fbb-811a-356ffa39883e req-35de65d5-b1c9-4f28-9e9f-b78a26e881a0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.7227726 Apr 11 20:45:38.929074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22b18d15-bb67-4828-9e52-47ff937306e2 req-ed116dbb-1dea-4dcc-9522-d1912cf624de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 1094 time: 0.1480784 Apr 11 20:45:39.019771 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-2c8af5cb-5182-433c-99e9-4b811008add8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] show failed (client error): The resource could not be found. Apr 11 20:45:39.019771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2c8af5cb-5182-433c-99e9-4b811008add8 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags/tempest-TagsExtTest-Tag-293394292 HTTP/1.1" status: 404 len: 328 time: 0.1225903 Apr 11 20:45:39.024914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56796) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:39.033212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-596d4e18-234a-493e-affc-2f33140cd6ef tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4eafa3ce-c88e-4e72-9000-837868c7b8e4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:39.145040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9469f32e-b2ae-4fbb-811a-356ffa39883e req-950f01c6-f12c-4e4f-9410-4a60471b6091 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354848 Apr 11 20:45:39.359516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b18d15-bb67-4828-9e52-47ff937306e2 req-94abb3e2-4736-473e-a78c-f471760d3ce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:39.361481 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22b18d15-bb67-4828-9e52-47ff937306e2 req-94abb3e2-4736-473e-a78c-f471760d3ce5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5389ddbde8c74c5087850c1618788128&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4210041 Apr 11 20:45:39.437693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:39.480266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:39.514489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-596d4e18-234a-493e-affc-2f33140cd6ef tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4/tags HTTP/1.1" status: 204 len: 168 time: 0.4884951 Apr 11 20:45:39.524723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56804) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:39.544919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-c1ab1951-9f23-4318-87be-1fd73cf1e52e tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8963011-906e-4eba-9ec8-1f84504ebb1c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:39.632027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d84829-eee3-41bd-a929-7cbe85450d17 req-217f7f85-a3da-4c67-9a14-265bdba4dfb5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:39.633801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8d84829-eee3-41bd-a929-7cbe85450d17 req-217f7f85-a3da-4c67-9a14-265bdba4dfb5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.4214995 Apr 11 20:45:39.725466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Network 6e61135c-ee19-4785-bb3c-a4dd0928d959 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:39.731660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Pushing event updated for resources: {'Port': ['ID=25463a03-e264-4867-8adb-8dd3f192e50a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:39.733972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:39.746279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:39.803727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b18d15-bb67-4828-9e52-47ff937306e2 req-caa24007-5d8e-48db-af46-3980c52d0e36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:39.805370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22b18d15-bb67-4828-9e52-47ff937306e2 req-caa24007-5d8e-48db-af46-3980c52d0e36 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4320850 Apr 11 20:45:39.828462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8d84829-eee3-41bd-a929-7cbe85450d17 req-038505d1-c6f6-4473-88dc-1faf7f64fdd9 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832402 Apr 11 20:45:39.831304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c1ab1951-9f23-4318-87be-1fd73cf1e52e tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c/tags HTTP/1.1" status: 204 len: 168 time: 0.3004715 Apr 11 20:45:39.834385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56808) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:39.843719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-f0e06613-2605-4d8b-a095-b5ffae9dfb82 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd8377a48-393a-438f-93af-96fa69936b4a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:39.924565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.925126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.925304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.925620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.925958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.926290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.926616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.926941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.927261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.927871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.927989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:39.986461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:39.986999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:40.028235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-99425123-00c0-4577-8ffb-4f3069220e94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 1094 time: 0.1236341 Apr 11 20:45:40.034719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f0e06613-2605-4d8b-a095-b5ffae9dfb82 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1986995 Apr 11 20:45:40.037501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56812) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:40.044635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.tag.tag_plugin [None req-26a0795f-5c32-4173-9604-573d43e06051 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a495ae53-d348-42e9-9957-85fd5e179bd9') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:40.065728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:40.075641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:40.095967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:40.208044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-7c181861-6df2-4c2c-8491-cb5660d8e509 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 HTTP/1.1" status: 200 len: 217 time: 0.1673205 Apr 11 20:45:40.215115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55903b5e-d204-4572-90ee-cb486858dae9 req-ec94bf06-6030-4e45-971e-7d408e89bb0e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:40.223606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-55903b5e-d204-4572-90ee-cb486858dae9 req-ec94bf06-6030-4e45-971e-7d408e89bb0e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 943 time: 0.7949629 Apr 11 20:45:40.288288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Transition to ACTIVE for port object 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:40.289894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-bdc4d1bb-7fda-41e8-b40b-d0276abbeb75 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8561149 Apr 11 20:45:40.301362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-7a5c0017-9ed9-49ce-b3ef-8a886f5000cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:40.336660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-7a5c0017-9ed9-49ce-b3ef-8a886f5000cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8c78242-fc20-4337-a9f0-4e29fc9226f8 HTTP/1.1" status: 200 len: 858 time: 0.0883565 Apr 11 20:45:40.336915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Network 815fe5c5-f684-4441-88f5-afe6f7b1c958 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:45:40.336915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Request body: {'port': {'device_id': '0447f167-d425-4364-97a7-23c074dfa28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:40.360245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:45:40.381616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:45:40.391563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-7a7c066c-d16d-4697-8fee-96f1ed4cc6f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6e61135c-ee19-4785-bb3c-a4dd0928d959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764606 Apr 11 20:45:40.452060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:40.452060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:40.505238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b8238-c6b3-44c1-969e-532881ec3741 req-5fdb9b49-275f-4e7f-968d-e4dc82c4cc79 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:40.506938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b87b8238-c6b3-44c1-969e-532881ec3741 req-5fdb9b49-275f-4e7f-968d-e4dc82c4cc79 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 931 time: 0.3701613 Apr 11 20:45:40.560885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-26a0795f-5c32-4173-9604-573d43e06051 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9/tags HTTP/1.1" status: 204 len: 168 time: 0.5175445 Apr 11 20:45:40.577484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56820) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:40.605059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-55903b5e-d204-4572-90ee-cb486858dae9 req-903b1094-19d4-41eb-810c-a8a2b0bbaa26 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798347 Apr 11 20:45:40.616216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b87b8238-c6b3-44c1-969e-532881ec3741 req-8cefea82-e67a-4886-9de8-d37df5f4acf7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:40.632734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-3b096621-5e0d-493f-9c27-b9389e2b0d25 service neutron] 10.222.0.69 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335715 Apr 11 20:45:40.686961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:40.687790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:40.692722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Pushing event updated for resources: {'Port': ['ID=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:40.790158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:40.896071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-78f64fcb-ebbf-4d3e-bf23-36efc020b461 service neutron] 10.222.0.75 "GET /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.1614261 Apr 11 20:45:40.900852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-3444b206-7639-4670-98fe-7dcdceb2fbee service neutron] 10.222.0.69 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590144 Apr 11 20:45:40.965201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b87b8238-c6b3-44c1-969e-532881ec3741 req-8cefea82-e67a-4886-9de8-d37df5f4acf7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:40.966462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b87b8238-c6b3-44c1-969e-532881ec3741 req-8cefea82-e67a-4886-9de8-d37df5f4acf7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513662 Apr 11 20:45:40.995913 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6789862a-e0d3-4ab5-bb43-c96916734d7d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6113596 Apr 11 20:45:41.050811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Request body: {'port': {'device_id': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:41.487601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:41.526792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:41.531589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d206fffe-501d-4dbe-96c2-b42c622724d2 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for subnetpool, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:41.532910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d206fffe-501d-4dbe-96c2-b42c622724d2 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4eafa3ce-c88e-4e72-9000-837868c7b8e4 HTTP/1.1" status: 204 len: 168 time: 0.9490607 Apr 11 20:45:41.542382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Attempting to bind port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:41.543104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Attempting to bind port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:41.543629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Attempting to bind port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:41.552152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56836) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:41.558390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e04c37-41c5-4521-bb95-1ad693b1ef99 req-37692eb0-3354-4e85-9688-c67294b5ff05 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:41.565662 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-94e04c37-41c5-4521-bb95-1ad693b1ef99 req-37692eb0-3354-4e85-9688-c67294b5ff05 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.6288502 Apr 11 20:45:41.616360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d833be5-ef8f-44b5-bfae-7f8359ee1ab3 req-abae6bc0-2599-489d-9f06-6d3a8b54dd4c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:41.625699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d833be5-ef8f-44b5-bfae-7f8359ee1ab3 req-abae6bc0-2599-489d-9f06-6d3a8b54dd4c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 943 time: 0.3782129 Apr 11 20:45:41.679611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcab8d83-77d9-4323-9efe-1fcf29d499ae {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:41.694375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:41.732186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5651fe70-5881-4399-be7f-2485b6fc5147 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Synchronizing usage tracker for tenant:dd43fb557b6a42c8a8934f33761eb26a on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:41.745503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:41.755528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:41.756162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Attempting to bind port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:41.785874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d833be5-ef8f-44b5-bfae-7f8359ee1ab3 req-c7f3b15e-a8f3-433f-99b6-3ab8e271f42b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434600 Apr 11 20:45:41.818723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:41.841455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:41.841455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Checking segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:41.841455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Bound using segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:41.841455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Bound port: 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:41.841455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:42.048689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Transition to ACTIVE for port object fcab8d83-77d9-4323-9efe-1fcf29d499ae will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:42.053530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Router d5482337-e6d4-4b2e-8b03-4a893373bb94 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:45:42.098676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-94e04c37-41c5-4521-bb95-1ad693b1ef99 req-07b60026-a83a-4ca3-a9e2-a35d4b10134c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319579 Apr 11 20:45:42.115721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3751-23e9-449b-8d01-f589f4722e24 req-fbfd1d77-bc3c-44ac-84c8-b7f386e34ae3 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:42.116333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f42b3751-23e9-449b-8d01-f589f4722e24 req-fbfd1d77-bc3c-44ac-84c8-b7f386e34ae3 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Synchronizing usage tracker for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:42.137992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:42.179647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5651fe70-5881-4399-be7f-2485b6fc5147 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Unset dirty status for tenant:dd43fb557b6a42c8a8934f33761eb26a on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:42.181769 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5651fe70-5881-4399-be7f-2485b6fc5147 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8963011-906e-4eba-9ec8-1f84504ebb1c HTTP/1.1" status: 200 len: 205 time: 0.6130393 Apr 11 20:45:42.193435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56852) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:42.336104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f42b3751-23e9-449b-8d01-f589f4722e24 req-fbfd1d77-bc3c-44ac-84c8-b7f386e34ae3 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Unset dirty status for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:42.337293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f42b3751-23e9-449b-8d01-f589f4722e24 req-fbfd1d77-bc3c-44ac-84c8-b7f386e34ae3 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 943 time: 0.3330121 Apr 11 20:45:42.441045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] For port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:42.586080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Pushing event updated for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:42.601751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] No DVR routers for this DVR port fcab8d83-77d9-4323-9efe-1fcf29d499ae on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:45:42.623850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.624113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.624449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.624775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.625100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.625424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.625744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.626061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.626378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.626692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.627008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:45:42.650415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] For port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:42.669408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f42b3751-23e9-449b-8d01-f589f4722e24 req-a371361d-705f-4055-b9ea-ffae043742b7 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902428 Apr 11 20:45:42.681837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:42.717406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:45:42.754382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:42.827489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-2ca42e0c-f470-4fae-923e-1f5c2f09b5fe service neutron] 10.222.0.75 "PUT /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae/bindings/n-h1-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9229972 Apr 11 20:45:42.972541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25463a03-e264-4867-8adb-8dd3f192e50a {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:42.981404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.048729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Transition to ACTIVE for port object 25463a03-e264-4867-8adb-8dd3f192e50a will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:43.086344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48342a66-b99b-4980-9a02-1a2a3f4e2487 req-2e8588d2-b591-491b-b141-7082e725a3aa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:43.087067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-48342a66-b99b-4980-9a02-1a2a3f4e2487 req-2e8588d2-b591-491b-b141-7082e725a3aa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:45:43.126075 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.127375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] 10.222.0.69 "PUT /v2.0/ports/1ddee0c4-6bb3-44ba-af98-0dcbe00957eb HTTP/1.1" status: 200 len: 1091 time: 6.4023066 Apr 11 20:45:43.142195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'tag': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:43.146725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.178970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010d93d-cd39-4bc3-8876-1fa3e1ad78ad service neutron] Pushing event updated for resources: {'Port': ['ID=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:43.446649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Sync routers for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:45:43.466414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.467086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:43.468034 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:43.482794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-3f1eb23f-e323-43ab-b5dd-fc9b53eddc18 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.4497330 Apr 11 20:45:43.488905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.496311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c0e7-b63d-4510-b4ad-10df7e277b6c req-296a037a-d01d-4e81-ac86-c4c3bd51331c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:43.497747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fff0c0e7-b63d-4510-b4ad-10df7e277b6c req-296a037a-d01d-4e81-ac86-c4c3bd51331c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 0.4965956 Apr 11 20:45:43.636857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-48342a66-b99b-4980-9a02-1a2a3f4e2487 req-2e8588d2-b591-491b-b141-7082e725a3aa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:45:43.643320 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48342a66-b99b-4980-9a02-1a2a3f4e2487 req-2e8588d2-b591-491b-b141-7082e725a3aa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 931 time: 1.1994131 Apr 11 20:45:43.685983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fff0c0e7-b63d-4510-b4ad-10df7e277b6c req-03fbb917-f5c6-476a-a607-0c7f9a6f0255 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474667 Apr 11 20:45:43.721081 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:43.732484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-991a2595-ab29-414d-a21d-a28e5aa21e49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&tenant_id=df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 1095 time: 0.2333574 Apr 11 20:45:43.743952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.744482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Fanout notify agent at l3_agent the message router_deleted on router c8963011-906e-4eba-9ec8-1f84504ebb1c {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:45:43.761053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.765545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-306925df-ae43-4276-9f63-54b34ffdce13 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/routers/c8963011-906e-4eba-9ec8-1f84504ebb1c HTTP/1.1" status: 204 len: 168 time: 1.5690916 Apr 11 20:45:43.766010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:43.831965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc328-9c59-43ef-b188-f825ebe7dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.883909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Pushing event updated for resources: {'Port': ['ID=25463a03-e264-4867-8adb-8dd3f192e50a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:43.884997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Deleting port d8377a48-393a-438f-93af-96fa69936b4a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:45:43.885885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:43.922689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b2d281-46cd-446e-9dfe-27b43655572e {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:44.039392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-32e1a4ba-8fb0-4905-84e2-7f58c52a398a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1095 time: 0.2723122 Apr 11 20:45:44.047120 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc795b39-f0dd-4afc-8535-3957a01efbf6'] response: {'name': 'network-changed', 'server_uuid': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'tag': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb', 'status': 'completed', 'code': 200} Apr 11 20:45:44.049019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:44.170290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48342a66-b99b-4980-9a02-1a2a3f4e2487 req-4f9791eb-5b0a-47f1-80c6-3eaf7dfc2aa6 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254679 Apr 11 20:45:44.237153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Transition to ACTIVE for port object c1b2d281-46cd-446e-9dfe-27b43655572e will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:44.350150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-3d69958c-586a-4226-b538-e78bd41496db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 1094 time: 0.7046461 Apr 11 20:45:44.444212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:44.466711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-d0f0526f-7583-4372-ad5e-3d038a0736a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:44.468812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-d0f0526f-7583-4372-ad5e-3d038a0736a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.4171331 Apr 11 20:45:44.508110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Attempting to bind port 25463a03-e264-4867-8adb-8dd3f192e50a on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:44.508110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Attempting to bind port 25463a03-e264-4867-8adb-8dd3f192e50a by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:44.508479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Attempting to bind port 25463a03-e264-4867-8adb-8dd3f192e50a on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:44.539521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:44.590580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 2, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:44.597687 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Checking router: 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:45:44.598308 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Updating router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 port 4ce0bfa2-c962-4c48-b676-083f175af6a2 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:45:44.655287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:44.659292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-c3d7e022-9db4-4dbb-acba-d3e7646f2e18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb HTTP/1.1" status: 200 len: 217 time: 0.2959297 Apr 11 20:45:44.664562 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:44.669924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:45:44.681867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] Sync routers for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:45:44.689318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:44.690939 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:44.722594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-395138d9-202d-42f0-a6b7-68a6105971e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.1892941 Apr 11 20:45:44.731280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Calling delete_port for d8377a48-393a-438f-93af-96fa69936b4a owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:45:44.751241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:44.751951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:44.777338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1d13-e7d1-4be8-abe0-c72452da747b req-00c4127f-3307-4892-a298-ffab29779fb1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:44.779333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd7a1d13-e7d1-4be8-abe0-c72452da747b req-00c4127f-3307-4892-a298-ffab29779fb1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.6024234 Apr 11 20:45:44.805819 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dc3f6e4e-3d58-498e-94a0-710e28725ba2 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "PUT /v2.0/floatingips/49f67301-aef1-415d-9396-ae1b4cc06d0c HTTP/1.1" status: 200 len: 991 time: 10.1991162 Apr 11 20:45:44.805819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Port 25463a03-e264-4867-8adb-8dd3f192e50a on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:44.805819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Attempting to bind port 25463a03-e264-4867-8adb-8dd3f192e50a on network 6e61135c-ee19-4785-bb3c-a4dd0928d959 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:44.917237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:44.917637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Checking segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:44.918211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Bound using segment: {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:44.918670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Bound port: 25463a03-e264-4867-8adb-8dd3f192e50a, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310fa750-f339-4f7f-80c8-e73b3a89e808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:44.919024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:44.991254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-8ab8b0f4-bc9f-46db-925f-a2c796cb0646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:44.992703 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-8ab8b0f4-bc9f-46db-925f-a2c796cb0646 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8c78242-fc20-4337-a9f0-4e29fc9226f8 HTTP/1.1" status: 200 len: 858 time: 0.3209488 Apr 11 20:45:45.097152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd7a1d13-e7d1-4be8-abe0-c72452da747b req-dd049c7a-fd7f-4d5f-8f02-ee2b0b27afe9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217019 Apr 11 20:45:45.111465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-6fcd5111-1593-494b-9328-f94540c5fcd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:45.113107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-6fcd5111-1593-494b-9328-f94540c5fcd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.3259389 Apr 11 20:45:45.118411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-0475007a-aea0-4b0f-9169-b5eb3d971b74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6e61135c-ee19-4785-bb3c-a4dd0928d959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796933 Apr 11 20:45:45.179741 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:45.223437 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:45:45.353730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce4fc1-22c0-4783-a03b-84d4ead8a091 req-13dbcd88-b799-4007-9206-4479516576cb tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:45.355686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-8a2bd64c-3a49-42d4-9ec4-84b35af990f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2304969 Apr 11 20:45:45.356013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-adce4fc1-22c0-4783-a03b-84d4ead8a091 req-13dbcd88-b799-4007-9206-4479516576cb tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 943 time: 0.8453121 Apr 11 20:45:45.409279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Attempting to bind port c1b2d281-46cd-446e-9dfe-27b43655572e on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:45.409614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Attempting to bind port c1b2d281-46cd-446e-9dfe-27b43655572e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:45.409936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Attempting to bind port c1b2d281-46cd-446e-9dfe-27b43655572e on network 815fe5c5-f684-4441-88f5-afe6f7b1c958 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:45.458094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Port c1b2d281-46cd-446e-9dfe-27b43655572e on network 815fe5c5-f684-4441-88f5-afe6f7b1c958 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:45:45.458409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Attempting to bind port c1b2d281-46cd-446e-9dfe-27b43655572e on network 815fe5c5-f684-4441-88f5-afe6f7b1c958 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:45.472906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] For port 25463a03-e264-4867-8adb-8dd3f192e50a, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:45.500977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] For port 25463a03-e264-4867-8adb-8dd3f192e50a, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=25463a03-e264-4867-8adb-8dd3f192e50a,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:45.521282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:45.521832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Checking segment: {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:45.522050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Bound using segment: {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:45.522511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Bound port: c1b2d281-46cd-446e-9dfe-27b43655572e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:45.522860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:45.549292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:45.578693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-3815a00f-136c-47cf-acf3-b57c5ad248ad service neutron] 10.222.0.69 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942859 Apr 11 20:45:45.588042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:45.597717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Transition to ACTIVE for port object 4ce0bfa2-c962-4c48-b676-083f175af6a2 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:45:45.615032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:45.643659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-adce4fc1-22c0-4783-a03b-84d4ead8a091 req-b328f28c-fcf7-4dc6-996a-42f6666e45b2 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503517 Apr 11 20:45:45.680783 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:45.690091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event deleted for resources: {'Port': ['ID=d8377a48-393a-438f-93af-96fa69936b4a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:45.696510 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-a58bc0b7-9c2d-40ae-a022-f2ee12d3a51d service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322754 Apr 11 20:45:45.924957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-eda40e7f-f00b-4e87-90f5-808061fdace9 service neutron] 10.222.0.69 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297458 Apr 11 20:45:46.038448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:45:46.049293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:46.069180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.070544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] 10.222.0.75 "PUT /v2.0/ports/25463a03-e264-4867-8adb-8dd3f192e50a HTTP/1.1" status: 200 len: 1091 time: 5.7694652 Apr 11 20:45:46.114324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.129039 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c446-de83-40b0-90d5-174bc7703730 None None] Pushing event updated for resources: {'Port': ['ID=4ce0bfa2-c962-4c48-b676-083f175af6a2,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:46.350631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Attempting to bind port 4ce0bfa2-c962-4c48-b676-083f175af6a2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:45:46.357084 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Attempting to bind port 4ce0bfa2-c962-4c48-b676-083f175af6a2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:45:46.357084 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Attempting to bind port 4ce0bfa2-c962-4c48-b676-083f175af6a2 on network 815fe5c5-f684-4441-88f5-afe6f7b1c958 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:45:46.360006 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:45:46.360382 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Checking segment: {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:45:46.360792 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.361176 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Bound using segment: {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:45:46.361635 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Bound port: 4ce0bfa2-c962-4c48-b676-083f175af6a2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2804f-1127-415c-aff7-99f52ca95053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:45:46.362026 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.399781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a99950-f690-46b6-8a42-27627c591b35 service neutron] Pushing event updated for resources: {'Port': ['ID=25463a03-e264-4867-8adb-8dd3f192e50a,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:46.413098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:46.414802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-464cb1b1-ae7b-4bde-af5d-2c511d787e0b service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709900 Apr 11 20:45:46.424190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:46.473895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-643b7f21-7b63-49b6-a5ac-0e71a81bbe54 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/ports/d8377a48-393a-438f-93af-96fa69936b4a HTTP/1.1" status: 204 len: 168 time: 2.7038059 Apr 11 20:45:46.481173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56902) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:46.514547 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] For port 4ce0bfa2-c962-4c48-b676-083f175af6a2, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:46.518720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] For port 4ce0bfa2-c962-4c48-b676-083f175af6a2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ce0bfa2-c962-4c48-b676-083f175af6a2,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:45:46.537800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29c22c69-0c28-48f0-952b-320541faf087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.542824 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.592109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:45:46.598481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:46.622177 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:46.820226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53', 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'port_id': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53', 'mac_address': 'fa:16:3e:b2:82:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c78242-fc20-4337-a9f0-4e29fc9226f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:46.834678 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:46.844229 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:46.846863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:46.959027 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-4d11b50c-59e3-4515-845e-c3704b0b9ba3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 1094 time: 0.8774562 Apr 11 20:45:46.967935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc928f-e509-4311-80ad-bd849cdc7716 req-a3c334f3-f799-44e1-b68d-7cdcba983daa tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:46.976984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23bc928f-e509-4311-80ad-bd849cdc7716 req-a3c334f3-f799-44e1-b68d-7cdcba983daa tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 1.0404413 Apr 11 20:45:46.984680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Deleting subnet a495ae53-d348-42e9-9957-85fd5e179bd9 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:45:46.992169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.082669 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c446-de83-40b0-90d5-174bc7703730 None None] Pushing event updated for resources: {'Port': ['ID=4ce0bfa2-c962-4c48-b676-083f175af6a2,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:47.167715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.193654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.199199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-30d28d00-7f48-4394-8119-5e1d744f42ec service neutron] 10.222.0.75 "PUT /v2.0/ports/c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 1091 time: 6.1524355 Apr 11 20:45:47.201394 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.242381 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:47.262300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-09281382-b31e-428b-a1fb-6025a5787cc1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 1094 time: 0.8357186 Apr 11 20:45:47.289625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:47.340351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:47.360353 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.362586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '49f67301-aef1-415d-9396-ae1b4cc06d0c', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'port_id': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'mac_address': 'fa:16:3e:71:08:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:44:57Z', 'updated_at': '2022-04-11T20:45:36Z', 'revision_number': 1, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:56Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:47.379270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf314f8d-55a0-4828-b92b-bbf6a23a460d req-0ee7e763-a4a0-41fa-94cb-90ca277f700f tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:47.383455 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.387032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] Checking router: d5482337-e6d4-4b2e-8b03-4a893373bb94 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:45:47.403124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf314f8d-55a0-4828-b92b-bbf6a23a460d req-0ee7e763-a4a0-41fa-94cb-90ca277f700f tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.5845661 Apr 11 20:45:47.422975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.490500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23bc928f-e509-4311-80ad-bd849cdc7716 req-bc782545-56d4-4ac8-933f-cd3b4acd2e2e tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132980 Apr 11 20:45:47.493876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-58ac7186-04ff-4717-9d7f-74d8f7cc8177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:47.498007 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-58ac7186-04ff-4717-9d7f-74d8f7cc8177 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 200 len: 919 time: 0.4963439 Apr 11 20:45:47.501592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-7badc8f3-0c7b-4ba2-a288-a50161dba38a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25463a03-e264-4867-8adb-8dd3f192e50a HTTP/1.1" status: 200 len: 217 time: 0.2073443 Apr 11 20:45:47.534168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:47.577209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-ab5e18d0-9630-41d4-ac45-932c2ed51160 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.5183330 Apr 11 20:45:47.665033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-315c4eed-fc99-4cd5-82ba-255b27405fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:47.667065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-315c4eed-fc99-4cd5-82ba-255b27405fa0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b8c78242-fc20-4337-a9f0-4e29fc9226f8 HTTP/1.1" status: 200 len: 858 time: 0.1521447 Apr 11 20:45:47.681439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:45:47.682235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:47.788106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf314f8d-55a0-4828-b92b-bbf6a23a460d req-b26c16d8-e7bd-40d4-a46e-e8376ff2b1ee tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806107 Apr 11 20:45:47.812391 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-0d6bbf14-5192-4021-bc49-3721cbbc1c93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb HTTP/1.1" status: 200 len: 217 time: 0.2085299 Apr 11 20:45:47.816970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:47.824451 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-a8514fe8-0467-4c96-9d4c-ceea306e2ae5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e61135c-ee19-4785-bb3c-a4dd0928d959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467912 Apr 11 20:45:47.882731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['77b2ea1f-0d96-4435-a7e8-e80f1bea3f53'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:47.946836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ce0bfa2-c962-4c48-b676-083f175af6a2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:48.122500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-add03c55-d355-49e3-aa0a-4ad0edac5f49 service neutron] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:45:48.131793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-add03c55-d355-49e3-aa0a-4ad0edac5f49 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:48.132839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-338ac055-7fe8-4f7d-a553-cda1c4c659cf req-add03c55-d355-49e3-aa0a-4ad0edac5f49 service neutron] 10.222.0.69 "DELETE /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae/bindings/n-h2-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.5350168 Apr 11 20:45:48.175906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:48.272108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:45:48.279742 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:46Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:48.290999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40613ec0-5abf-4830-842d-f0c4bb50c767 None None] The sync data for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 is: [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:46Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:45:48.407864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event deleted for resources: {'Subnet': ['ID=a495ae53-d348-42e9-9957-85fd5e179bd9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:48.439207 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89dc2ae9-7ab8-444b-9b2e-539059b584bb'] response: {'name': 'network-changed', 'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'status': 'completed', 'code': 200} Apr 11 20:45:48.450499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:48.457753 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-ddd9a22d-037f-4cd4-be4c-4d787ccd383a service neutron] 10.222.0.75 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970104 Apr 11 20:45:48.460457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de965ed3-9a47-472b-959e-0ca63d1e8721 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/subnets/a495ae53-d348-42e9-9957-85fd5e179bd9 HTTP/1.1" status: 204 len: 168 time: 1.9773812 Apr 11 20:45:48.467854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56918) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:48.608552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-c5008e7b-f04a-4c77-8c55-b99a1620a051 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1094 time: 1.2272880 Apr 11 20:45:48.619728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2cfa2-6634-4685-9774-5da7fd2e87ba None None] Network 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:45:48.704119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:48.800840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-82d53d80-5520-4074-ac8d-9a192cca1cb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:48.808698 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-82d53d80-5520-4074-ac8d-9a192cca1cb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8c78242-fc20-4337-a9f0-4e29fc9226f8 HTTP/1.1" status: 200 len: 858 time: 0.9811165 Apr 11 20:45:48.914203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:48.930688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-79342633-0202-4b2e-8727-54382a341267 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6e61135c-ee19-4785-bb3c-a4dd0928d959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123052 Apr 11 20:45:48.948680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-8ed6e065-e2af-49e6-9b4c-c2245b6d5bb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=eed27d8a122649c0bc902f2e44a25288&device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 1096 time: 0.6686096 Apr 11 20:45:48.951188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Deleting port 163f3c14-4d43-4798-8a43-f5c45e43145c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:45:48.951553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:48.994036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-55ba27bf-aa57-41a8-8936-3cdda827d3f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.3618357 Apr 11 20:45:49.177268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:45:49.404342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ea57-2796-44fd-9b86-da58ff1b42a6 req-b6c7bfa4-18b7-40d2-9077-69d1d1c9ce85 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:49.408251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a80ea57-2796-44fd-9b86-da58ff1b42a6 req-b6c7bfa4-18b7-40d2-9077-69d1d1c9ce85 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.8834152 Apr 11 20:45:49.422563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-e7c9a3d0-b8b2-4731-abfe-13db0eab651c service neutron] 10.222.0.69 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712491 Apr 11 20:45:49.424305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39e53f13-5243-429f-bc4b-0d8e978d894b req-f009d4d0-d669-4625-98fb-668527ef1a67 service neutron] 10.222.0.75 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9515805 Apr 11 20:45:49.575751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a80ea57-2796-44fd-9b86-da58ff1b42a6 req-84011d91-a244-4cf9-9a8b-bf2aac1f905b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584613 Apr 11 20:45:49.638885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-c5327db8-696b-4f68-a187-3fb905ae053a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:49.641488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-c5327db8-696b-4f68-a187-3fb905ae053a service neutron] 10.222.0.75 "GET /v2.0/networks?id=6083de7f-9169-4f81-ad2d-0a74ed26d36a HTTP/1.1" status: 200 len: 907 time: 0.6292384 Apr 11 20:45:49.832496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:49.988389 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2affccc3-8516-47f1-ab2b-e26ed8e4c593 req-ea201484-8b88-4e53-aebd-ba73a3e5d37e service neutron] 10.222.0.69 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342515 Apr 11 20:45:49.991826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] For port 163f3c14-4d43-4798-8a43-f5c45e43145c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=163f3c14-4d43-4798-8a43-f5c45e43145c,segment=NetworkSegment(04ccac9b-1440-4632-bb06-c79cc2b71469),segment_id=04ccac9b-1440-4632-bb06-c79cc2b71469)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:49.992259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:50.020624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d4dd-0a0d-4492-b058-dd758d20acd7 req-d76aa1d3-e5d6-435b-9b10-d56abbd9022a tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:50.022115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b19d4dd-0a0d-4492-b058-dd758d20acd7 req-d76aa1d3-e5d6-435b-9b10-d56abbd9022a tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 943 time: 1.9998469 Apr 11 20:45:50.054623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6ef675a9-bad2-46df-bf45-6cf82eb80450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:50.056440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-6ef675a9-bad2-46df-bf45-6cf82eb80450 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 1.0576818 Apr 11 20:45:50.128948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-c95e915c-e5ef-4974-8f53-3b30b47b72bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572641 Apr 11 20:45:50.231166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:50.274312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb', 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'port_id': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb', 'mac_address': 'fa:16:3e:23:69:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c78242-fc20-4337-a9f0-4e29fc9226f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:50.278861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-37a2702b-c906-4131-8a18-58ab2a21815e service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423061 Apr 11 20:45:50.279668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4ce0bfa2-c962-4c48-b676-083f175af6a2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:50.281390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b19d4dd-0a0d-4492-b058-dd758d20acd7 req-d173c367-dd65-43ff-9c4d-8306602028b4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517798 Apr 11 20:45:50.347580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4ce0bfa2-c962-4c48-b676-083f175af6a2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:50.348326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:50.389564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Calling delete_port for 163f3c14-4d43-4798-8a43-f5c45e43145c owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:45:50.446665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0447f167-d425-4364-97a7-23c074dfa28d', 'tag': '25463a03-e264-4867-8adb-8dd3f192e50a'}, {'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:50.569358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-5be1c0f0-ca87-4a13-a28e-f1dc1bb87af9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1131fdb-3378-4ce0-8bbf-51077311e052 HTTP/1.1" status: 200 len: 999 time: 0.8148730 Apr 11 20:45:50.623019 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1197d441-6782-44a5-b555-a1f0aaa47287 req-9215c6bd-7e3d-4a69-8a24-963aa6754722 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357430 Apr 11 20:45:50.647076 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:50.674290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:50.700417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce8fc9-b029-4702-b6c7-d4315ba97270 req-c09a426d-596f-48d7-8c42-a363d076b952 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:50.705626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26ce8fc9-b029-4702-b6c7-d4315ba97270 req-c09a426d-596f-48d7-8c42-a363d076b952 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 0.1635222 Apr 11 20:45:50.725492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7e7d9-bfc5-4eab-b4bb-8c5ca7f54cf0 req-d0c2de64-572f-4f66-9766-88e27b90eb48 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:50.727329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ae7e7d9-bfc5-4eab-b4bb-8c5ca7f54cf0 req-d0c2de64-572f-4f66-9766-88e27b90eb48 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 944 time: 0.8596015 Apr 11 20:45:50.737589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:50.753065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-22b083ac-2e6c-43ea-a7d1-f38e97e82ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:50.757953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-22b083ac-2e6c-43ea-a7d1-f38e97e82ce8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b4d0b47-611c-4bb6-9f2b-248535a75b85 HTTP/1.1" status: 200 len: 845 time: 0.1771674 Apr 11 20:45:50.782670 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26ce8fc9-b029-4702-b6c7-d4315ba97270 req-b973b438-81c2-4259-8ce5-8839dcc53b3d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716374 Apr 11 20:45:50.826959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:50.854962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:50.889696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:50.966805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4ce0bfa2-c962-4c48-b676-083f175af6a2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ce0bfa2-c962-4c48-b676-083f175af6a2,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:50.974324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '49f67301-aef1-415d-9396-ae1b4cc06d0c', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'port_id': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'mac_address': 'fa:16:3e:71:08:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:44:57Z', 'updated_at': '2022-04-11T20:45:36Z', 'revision_number': 1, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:56Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:50.987383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa17b0-0f8d-4f6e-a310-27dc99c21a03 None None] The sync data for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 is: [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '49f67301-aef1-415d-9396-ae1b4cc06d0c', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'port_id': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'mac_address': 'fa:16:3e:71:08:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:44:57Z', 'updated_at': '2022-04-11T20:45:36Z', 'revision_number': 1, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:56Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:45:50.998826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:51.030350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event deleted for resources: {'Port': ['ID=163f3c14-4d43-4798-8a43-f5c45e43145c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:51.047695 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:51.054519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] No DVR routers for this DVR port 163f3c14-4d43-4798-8a43-f5c45e43145c on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:45:51.060509 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1dacce8-96cb-432d-9097-9f8f140e84d1'] response: {'name': 'network-changed', 'server_uuid': '0447f167-d425-4364-97a7-23c074dfa28d', 'tag': '25463a03-e264-4867-8adb-8dd3f192e50a', 'status': 'completed', 'code': 200} Apr 11 20:45:51.061490 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1dacce8-96cb-432d-9097-9f8f140e84d1'] response: {'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'status': 'completed', 'code': 200} Apr 11 20:45:51.157427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ae7e7d9-bfc5-4eab-b4bb-8c5ca7f54cf0 req-aaaedbd7-37d9-4d66-9e70-67f252d5d38e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185574 Apr 11 20:45:51.203793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db784f-a26e-4131-bffd-4cf5647f48ed None None] DHCP port deletion for 878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:45:51.236794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-f0ebdea8-9019-4380-82be-36b499d8b2b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5389ddbde8c74c5087850c1618788128&device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 1094 time: 0.1507576 Apr 11 20:45:51.247826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1ddee0c4-6bb3-44ba-af98-0dcbe00957eb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:51.283196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 163f3c14-4d43-4798-8a43-f5c45e43145c no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:45:51.332171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-ccbe76d3-fe91-4ab8-8ac0-05adc23a2662 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6083de7f-9169-4f81-ad2d-0a74ed26d36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5576377 Apr 11 20:45:51.334205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:51.361118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 163f3c14-4d43-4798-8a43-f5c45e43145c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:45:51.361555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 163f3c14-4d43-4798-8a43-f5c45e43145c not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:45:51.377596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4ce0bfa2-c962-4c48-b676-083f175af6a2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:51.576526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:51.689128 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b06e1-2aff-44ea-9bcb-aef2ef5acea7 None None] New status for floating IP 49f67301-aef1-415d-9396-ae1b4cc06d0c: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:45:51.762183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ccac9b-1440-4632-bb06-c79cc2b71469') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:51.762476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ccac9b-1440-4632-bb06-c79cc2b71469') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:45:51.770359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-b3529b12-e2b5-4d24-af93-913386434576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:51.773683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-b3529b12-e2b5-4d24-af93-913386434576 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 200 len: 919 time: 0.5259128 Apr 11 20:45:51.780580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ae87f-8892-4ae3-843e-52a88e7e3c2b req-6672d3df-14be-464c-a390-663d685dbbe9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:51.782741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-216ae87f-8892-4ae3-843e-52a88e7e3c2b req-6672d3df-14be-464c-a390-663d685dbbe9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.4325414 Apr 11 20:45:51.803202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:51.878189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:51.892240 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-0ee40e0d-fa55-4320-b6d4-07bcd482fca1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25463a03-e264-4867-8adb-8dd3f192e50a HTTP/1.1" status: 200 len: 217 time: 0.1081545 Apr 11 20:45:51.911026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:45:51.914207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:45:51.928326 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:45:51.986966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-216ae87f-8892-4ae3-843e-52a88e7e3c2b req-ae704813-7ab4-49b7-88da-0e2049bfd30f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295881 Apr 11 20:45:52.021772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-e18956ac-c722-4032-80a5-a86b811bfb3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:52.023426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-e18956ac-c722-4032-80a5-a86b811bfb3d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b8c78242-fc20-4337-a9f0-4e29fc9226f8 HTTP/1.1" status: 200 len: 858 time: 0.1234255 Apr 11 20:45:52.041129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-fdf448b3-4801-4fc4-97e6-c1837b7287b1 service neutron] 10.222.0.75 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797686 Apr 11 20:45:52.097348 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e89184e1-57bb-44c2-8756-a9384c2340c6 req-e0c87233-cded-481c-855f-168ef9aeca35 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1095 time: 0.5301259 Apr 11 20:45:52.113839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-6ddf1859-b772-494a-a618-8995d07ebbbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6e61135c-ee19-4785-bb3c-a4dd0928d959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838368 Apr 11 20:45:52.195917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:52.219374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:52.308653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] 10.222.0.61 "DELETE /v2.0/networks/878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a HTTP/1.1" status: 204 len: 168 time: 3.8374040 Apr 11 20:45:52.312480 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131dfecc-0bbb-4c71-ad31-fe78e8593e0e req-585cef74-6833-4056-80be-13b967c28f53 service neutron] 10.222.0.75 "GET /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577374 Apr 11 20:45:52.328433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f40258-53f0-460b-864d-97917f045988 tempest-TagsExtTest-1098381449 tempest-TagsExtTest-1098381449-project] Pushing event deleted for resources: {'Network': ['ID=878de1e1-ad8f-44ee-aa9f-b6678b9d4a6a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:52.354692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e89184e1-57bb-44c2-8756-a9384c2340c6 req-2750a954-1f2e-4041-901c-727bb3a0d194 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559693 Apr 11 20:45:52.506437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957604-aaf3-4540-8113-f8bf96ef00a5 req-1c322978-d386-4051-8600-fb84f3cf5286 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:52.514742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f957604-aaf3-4540-8113-f8bf96ef00a5 req-1c322978-d386-4051-8600-fb84f3cf5286 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 943 time: 0.2464211 Apr 11 20:45:52.646508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-2e79ddc0-e5b9-4396-aa7d-54583f1201f7 service neutron] 10.222.0.75 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233483 Apr 11 20:45:52.758807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-d8ef5e70-76ac-45c5-991c-70a3af02669e service neutron] 10.222.0.69 "GET /v2.0/ports/7d679ef5-3eeb-4caf-be91-cbb9f2346def/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 382 time: 0.2080407 Apr 11 20:45:52.781041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f957604-aaf3-4540-8113-f8bf96ef00a5 req-66024bac-c376-4c14-857e-39a216161600 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636352 Apr 11 20:45:52.831653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de78df3-f8a2-405c-8ef4-f77520927b9b req-cd811381-4190-4479-8416-4a7fb23e3589 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:52.841911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8de78df3-f8a2-405c-8ef4-f77520927b9b req-cd811381-4190-4479-8416-4a7fb23e3589 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 944 time: 0.2155325 Apr 11 20:45:52.879022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:52.918719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8de78df3-f8a2-405c-8ef4-f77520927b9b req-04bbf347-93b4-480d-a5e0-1659290ef443 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734036 Apr 11 20:45:52.941838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-81186e8b-829f-4953-b5d6-cdfc2061ebcd service neutron] 10.222.0.75 "GET /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864361 Apr 11 20:45:53.175964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56976) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:53.190755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ce0bfa2-c962-4c48-b676-083f175af6a2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:53.256101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:53.263969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:53.264341 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.313237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4ce0bfa2-c962-4c48-b676-083f175af6a2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:53.313621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.436914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c314c-3285-44ca-9d4a-fb4511d91275 req-cb8b7970-1878-443f-9dcf-6a9419ffc6f9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:53.450524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f18c314c-3285-44ca-9d4a-fb4511d91275 req-cb8b7970-1878-443f-9dcf-6a9419ffc6f9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.1993964 Apr 11 20:45:53.500597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.554816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:53.557750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:53.583161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a914bc44-0f75-4ab2-a4ff-3ad919313846 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd43fb557b6a42c8a8934f33761eb26a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029162 Apr 11 20:45:53.584153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56990) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:45:53.604665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f18c314c-3285-44ca-9d4a-fb4511d91275 req-ca0f810a-550f-4dde-b971-ab3f1b928592 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531630 Apr 11 20:45:53.622145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.623031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:53.627396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-7d7b55ae-b8dc-4340-96da-ec742834a12a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:53.638078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-7d7b55ae-b8dc-4340-96da-ec742834a12a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.6396759 Apr 11 20:45:53.675718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e96eda1-ab23-4d55-94b7-d21eacf5a7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.707069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-29255a34-a179-4871-9856-695d86866a28 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/quotas/df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 375 time: 0.0676293 Apr 11 20:45:53.719103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e96eda1-ab23-4d55-94b7-d21eacf5a7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.828486 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-bce78d5c-1af0-4996-be11-32f4341106fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1094 time: 0.7828257 Apr 11 20:45:53.875627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e96eda1-ab23-4d55-94b7-d21eacf5a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:53.912880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96eda1-ab23-4d55-94b7-d21eacf5a7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e719eb-8994-4e36-8029-807828394937,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:53.922821 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b823fb9-19d4-40ed-b5c2-7d182d889ee3'] response: {'server_uuid': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb', 'code': 200} Apr 11 20:45:53.925848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:53.929023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 25463a03-e264-4867-8adb-8dd3f192e50a details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:53.946173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-ace8a7a5-b203-4b59-afac-c30fb0c1bf85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53&tenant_id=745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 1101 time: 0.3272600 Apr 11 20:45:53.955036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-50d710ad-ade3-4777-85ae-013a5a9fa9f0 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2299192 Apr 11 20:45:54.066554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e96eda1-ab23-4d55-94b7-d21eacf5a7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:54.083747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6e96eda1-ab23-4d55-94b7-d21eacf5a7a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61e719eb-8994-4e36-8029-807828394937 HTTP/1.1" status: 204 len: 168 time: 0.4879301 Apr 11 20:45:54.200389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-a6ee19a8-55c4-466b-ba8a-8c08ea128a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:54.202064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-a6ee19a8-55c4-466b-ba8a-8c08ea128a3c service neutron] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.3592536 Apr 11 20:45:54.244842 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-3528935e-9d6c-44cd-9f32-34a23638ab7a service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734811 Apr 11 20:45:54.250735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-0033f5e5-f4d7-43fd-a8c6-b89a0b8a2013 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1101 time: 0.2497451 Apr 11 20:45:54.355605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e16e-1da1-4cbe-a57c-864f54e19536 req-1100a592-814e-4d02-ab1e-ee78550fed1b tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:54.363959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7af6e16e-1da1-4cbe-a57c-864f54e19536 req-1100a592-814e-4d02-ab1e-ee78550fed1b tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 943 time: 0.2785723 Apr 11 20:45:54.386372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e0d478b-9f01-4841-8abe-f27179b0f01f req-837c7227-77a6-4609-b5f1-f19613e0c14c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 1096 time: 0.4486325 Apr 11 20:45:54.424636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 25463a03-e264-4867-8adb-8dd3f192e50a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=25463a03-e264-4867-8adb-8dd3f192e50a,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:54.437625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e0d478b-9f01-4841-8abe-f27179b0f01f req-102b35f1-5d31-4f9d-a3b0-4dc67850bc05 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Apr 11 20:45:54.471589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:54.475975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7af6e16e-1da1-4cbe-a57c-864f54e19536 req-6974438a-0297-4027-a554-b47cd1f8de5b tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102984 Apr 11 20:45:54.504151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '25463a03-e264-4867-8adb-8dd3f192e50a', 'network_id': '6e61135c-ee19-4785-bb3c-a4dd0928d959', 'port_id': '25463a03-e264-4867-8adb-8dd3f192e50a', 'mac_address': 'fa:16:3e:34:2c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c78242-fc20-4337-a9f0-4e29fc9226f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:54.512271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:54.513764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:54.635614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-27f489ec-ef37-49cb-be6a-2d430783a560 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.2121441 Apr 11 20:45:54.691174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:54.708692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-65c6c757-d3bf-4634-8c65-7a313c109216 service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628098 Apr 11 20:45:54.750258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-22bd7e77-ef2d-4586-93a1-3b70455f7b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:54.751841 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-22bd7e77-ef2d-4586-93a1-3b70455f7b5c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.1050098 Apr 11 20:45:54.763507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aad88e-0f9a-4cbe-a2b0-7cc2921d3af3 req-e0308e11-6682-44f7-9c19-4b1be09eff18 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:54.776644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7aad88e-0f9a-4cbe-a2b0-7cc2921d3af3 req-e0308e11-6682-44f7-9c19-4b1be09eff18 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 944 time: 0.1837349 Apr 11 20:45:54.813470 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-c0c70f26-aaec-4385-a9bc-154550669643 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524874 Apr 11 20:45:54.814540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-8008957d-73a5-4e7e-b4c0-c3139f6e4174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:54.818678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-8008957d-73a5-4e7e-b4c0-c3139f6e4174 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3838403 Apr 11 20:45:54.835301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25463a03-e264-4867-8adb-8dd3f192e50a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:54.871550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7aad88e-0f9a-4cbe-a2b0-7cc2921d3af3 req-5a52582f-26b2-470a-9014-39a27ed223c4 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939028 Apr 11 20:45:54.910956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:54.978312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:54.991682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 25463a03-e264-4867-8adb-8dd3f192e50a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=25463a03-e264-4867-8adb-8dd3f192e50a,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:55.053060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-2fe35716-ca9c-45e3-a09d-9cb4be7124cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.1824322 Apr 11 20:45:55.078843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:55.168106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-7a64a962-2109-4266-af8d-95cda60eb3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:55.169635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-7a64a962-2109-4266-af8d-95cda60eb3dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1085956 Apr 11 20:45:55.172667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fb2fe-a4d2-427f-84f5-fe91c5a0792c req-68b32c83-3d8e-4889-972f-da8bd58ab0ed tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:55.176274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-a8637ce4-fe2e-4b3d-87a9-908e69d244cd service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537152 Apr 11 20:45:55.177561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:45:55.184681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c2fb2fe-a4d2-427f-84f5-fe91c5a0792c req-68b32c83-3d8e-4889-972f-da8bd58ab0ed tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.1090336 Apr 11 20:45:55.251249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c2fb2fe-a4d2-427f-84f5-fe91c5a0792c req-695e6511-98cf-46a4-8b36-95991fcf73b2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647695 Apr 11 20:45:55.286314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:55.287203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c1b2d281-46cd-446e-9dfe-27b43655572e details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:45:55.535665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:55.575685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a34c7d24-8f40-47aa-ae1f-8390e928bd35 req-d8b770a5-d378-4ee3-ab90-c16f7e57885d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 210 time: 0.2229800 Apr 11 20:45:55.620719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-a5628478-9f30-4806-ba44-bc028fc4d4f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3927035 Apr 11 20:45:55.716564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=25463a03-e264-4867-8adb-8dd3f192e50a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:55.731309 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:55.789863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:55.844191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'port_id': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'mac_address': 'fa:16:3e:4c:c4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:45:55.856143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:55.919224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b7721-b2d0-4a7f-a863-e32bf6b8a4a4 req-37911334-c8e7-4146-b7fa-1b19f7b36b97 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:55.921318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-951b7721-b2d0-4a7f-a863-e32bf6b8a4a4 req-37911334-c8e7-4146-b7fa-1b19f7b36b97 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 943 time: 0.2273312 Apr 11 20:45:55.928929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896f0908-62fc-405d-aa86-bb78c56a386d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53'}, {'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:55.978942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:55.999532 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:56.053791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-951b7721-b2d0-4a7f-a863-e32bf6b8a4a4 req-71ffbbb1-4bd2-460e-8bf6-c8fa0d77bfc7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271422 Apr 11 20:45:56.113237 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d34f7d98-b56c-4e35-9fca-dc87d20a2bb5 req-616aab80-5e82-4e24-817e-c935fdd8fa99 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9248111 Apr 11 20:45:56.182724 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6008cb4-fc15-441c-90a8-ed192f7f9416'] response: {'server_uuid': '896f0908-62fc-405d-aa86-bb78c56a386d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53', 'code': 200} Apr 11 20:45:56.183019 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6008cb4-fc15-441c-90a8-ed192f7f9416'] response: {'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'code': 200} Apr 11 20:45:56.191958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:56.235619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b2d281-46cd-446e-9dfe-27b43655572e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:45:56.248547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-4658e242-efe2-4666-ae52-da552722da11 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899667 Apr 11 20:45:56.278753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:56.369929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:56.379700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861ce39-82dc-4898-898e-e531a66eebe7 req-42237110-48ce-4e1f-bd57-2878d4fe0d42 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:56.389206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e861ce39-82dc-4898-898e-e531a66eebe7 req-42237110-48ce-4e1f-bd57-2878d4fe0d42 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 945 time: 0.2781365 Apr 11 20:45:56.497536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e861ce39-82dc-4898-898e-e531a66eebe7 req-dfa143b6-88ef-4a94-b490-f5a95e3ed53f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071227 Apr 11 20:45:56.514718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95fda6df-3674-4b35-95fc-bf600add85d0 req-a66a607e-61fe-4819-b872-4c6282286b9a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 1096 time: 0.2330718 Apr 11 20:45:56.572640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:56.575451 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf7f2e6a-08a2-4b57-aa8a-16a180d5e9c4 req-6f7dab82-8d84-4a93-84f4-7ba89c9e1b90 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148072 Apr 11 20:45:56.649090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['25463a03-e264-4867-8adb-8dd3f192e50a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:56.690900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95fda6df-3674-4b35-95fc-bf600add85d0 req-a3822b83-b5fd-4fad-8d0f-8a94a5d0c0bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538546 Apr 11 20:45:56.752154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c1b2d281-46cd-446e-9dfe-27b43655572e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:45:56.811408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94f6af-1c09-4a96-992d-7a702e62888c req-8eb28969-705a-4703-976c-f8cb4ceb5344 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:56.830398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f94f6af-1c09-4a96-992d-7a702e62888c req-8eb28969-705a-4703-976c-f8cb4ceb5344 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.2026854 Apr 11 20:45:56.923301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f94f6af-1c09-4a96-992d-7a702e62888c req-01ddcaf2-a8df-45ab-846c-328cfd9e38ae tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901039 Apr 11 20:45:56.973120 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9c595ba0-ac00-4284-8e0f-1d346f6deef2 req-3130eec0-1a72-468b-a89b-46ee1ed12b8c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 210 time: 0.1007204 Apr 11 20:45:57.429067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad1f0-3c3b-4822-9c86-80ab243821ef req-9e982e55-917a-438c-b336-07648e40dfaf tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:57.438199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e3ad1f0-3c3b-4822-9c86-80ab243821ef req-9e982e55-917a-438c-b336-07648e40dfaf tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 944 time: 0.1917424 Apr 11 20:45:57.501907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e3ad1f0-3c3b-4822-9c86-80ab243821ef req-95074218-e17f-47ed-b387-a58d37bd3011 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Apr 11 20:45:57.788440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bcb2-3c28-450b-88a8-42f547ad164e req-ca0ae26b-5045-436a-859d-a33f8e7e362b tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:57.796061 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c883bcb2-3c28-450b-88a8-42f547ad164e req-ca0ae26b-5045-436a-859d-a33f8e7e362b tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 945 time: 0.1195927 Apr 11 20:45:57.850051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c883bcb2-3c28-450b-88a8-42f547ad164e req-e8e577af-f43c-4fb1-af4c-e000f37c6223 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Apr 11 20:45:58.262003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a97c8-7d79-4370-a70e-5548c0c3c0ad req-721073d7-05c6-4818-9dff-aa5c3bc744e8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:58.264478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a96a97c8-7d79-4370-a70e-5548c0c3c0ad req-721073d7-05c6-4818-9dff-aa5c3bc744e8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.1163220 Apr 11 20:45:58.376950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c04143c8-b153-4a1d-9bff-a992680bceb0 req-4cdbf849-ff7d-4af8-9458-af831132fe68 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 210 time: 0.0519719 Apr 11 20:45:58.381968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 25463a03-e264-4867-8adb-8dd3f192e50a up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:58.401021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a96a97c8-7d79-4370-a70e-5548c0c3c0ad req-fcc495b4-b921-4ee9-ae21-d0fb1352ab21 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244984 Apr 11 20:45:58.671612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-673cab76-28a0-44ce-9bb4-a6effdfae81d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:58.673630 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-673cab76-28a0-44ce-9bb4-a6effdfae81d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.2957673 Apr 11 20:45:58.692843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Request body: {'port': {'device_id': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'admin_state_up': True, 'tenant_id': 'df31cb111fa34c4b86de4b010491e720'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:45:58.778974 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:58.780082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 25463a03-e264-4867-8adb-8dd3f192e50a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:58.787728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 25463a03-e264-4867-8adb-8dd3f192e50a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:58.789065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:58.811791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234b57f-e1ab-43fa-881b-fd2b15eeaaf8 req-f8a860f2-0fb3-4743-8fa4-4c7415da8444 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:58.813652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3234b57f-e1ab-43fa-881b-fd2b15eeaaf8 req-f8a860f2-0fb3-4743-8fa4-4c7415da8444 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 944 time: 0.1249828 Apr 11 20:45:58.927924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:45:58.943822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3234b57f-e1ab-43fa-881b-fd2b15eeaaf8 req-642628ab-a442-43e0-8736-18e64c155c66 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240625 Apr 11 20:45:58.947094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:45:59.014126 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:59.089592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Made reservation on behalf of df31cb111fa34c4b86de4b010491e720 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:45:59.093219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:59.096910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 25463a03-e264-4867-8adb-8dd3f192e50a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=25463a03-e264-4867-8adb-8dd3f192e50a,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:45:59.105358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0447f167-d425-4364-97a7-23c074dfa28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25463a03-e264-4867-8adb-8dd3f192e50a'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:45:59.248108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:59.249938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c1b2d281-46cd-446e-9dfe-27b43655572e up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:45:59.438002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91128d9-1fa8-4bc7-b8a4-4c6822c154d6 req-6120a82e-9323-4b14-ba89-c96caee011b6 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:59.452093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f91128d9-1fa8-4bc7-b8a4-4c6822c154d6 req-6120a82e-9323-4b14-ba89-c96caee011b6 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 945 time: 0.2406008 Apr 11 20:45:59.467009 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5975c2b-fb55-472e-a3c1-e8bcd6110175'] response: {'server_uuid': '0447f167-d425-4364-97a7-23c074dfa28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25463a03-e264-4867-8adb-8dd3f192e50a', 'code': 200} Apr 11 20:45:59.468198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=25463a03-e264-4867-8adb-8dd3f192e50a,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:45:59.553494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f91128d9-1fa8-4bc7-b8a4-4c6822c154d6 req-b798c10f-e7d7-4373-8e08-6e7103e4aff8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004214 Apr 11 20:45:59.632323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c1b2d281-46cd-446e-9dfe-27b43655572e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:45:59.639120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c1b2d281-46cd-446e-9dfe-27b43655572e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:45:59.640274 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:59.704644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dae0d8d1-8c00-4a9e-9967-513d5760d3a7 req-29293c4f-dd23-474c-9ad6-11fde06c7b94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 1096 time: 0.1323936 Apr 11 20:45:59.769432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dae0d8d1-8c00-4a9e-9967-513d5760d3a7 req-294b2eed-d23c-4ab4-9b50-5d71e317ce80 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539327 Apr 11 20:45:59.840978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95e693bd-873e-4c40-95b0-37390d8c71d7 req-cd1f6fe0-f445-4b04-bade-b9177d5e349f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 210 time: 0.2093027 Apr 11 20:45:59.865780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Allocated IP 172.20.0.14 (67e92c4c-15f0-4fe3-8745-2f29dac31723/706cf9cd-faaf-44f8-9890-66f74bb87778/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:45:59.896640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf35a1-2846-41c4-bec8-c6aea5080cae req-b0c6573d-9206-4038-8f83-d54f8c365317 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:45:59.899996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6acf35a1-2846-41c4-bec8-c6aea5080cae req-b0c6573d-9206-4038-8f83-d54f8c365317 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.0995526 Apr 11 20:45:59.930715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:45:59.967982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6acf35a1-2846-41c4-bec8-c6aea5080cae req-483e09dc-82d5-4bb6-baae-e06d410ede6e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567067 Apr 11 20:46:00.005306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:00.140338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:00.229830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574d503-ee58-40f5-aa95-9ea0186309af req-8badb902-d398-47d8-9ae3-b844508a40e3 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:00.230080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:00.235738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:00.242475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9574d503-ee58-40f5-aa95-9ea0186309af req-8badb902-d398-47d8-9ae3-b844508a40e3 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1100469 Apr 11 20:46:00.268337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45d756-b088-4f42-a8af-13220e3d33b9 req-4ec25da5-3e79-4a11-817c-73ec69e080ea tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:00.271670 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df45d756-b088-4f42-a8af-13220e3d33b9 req-4ec25da5-3e79-4a11-817c-73ec69e080ea tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 945 time: 0.1398153 Apr 11 20:46:00.308556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9574d503-ee58-40f5-aa95-9ea0186309af req-b188516e-54e3-4e1a-b0ab-e198fa49b4b0 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679581 Apr 11 20:46:00.344119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df45d756-b088-4f42-a8af-13220e3d33b9 req-c206134b-8cee-4cd5-8d33-5b590e466ee1 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616491 Apr 11 20:46:00.374814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:00.458258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:00.542730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:00.546202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:00.550421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:00.588604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:00.618453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:00.619831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:00.772747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-84915428-84f7-4f3e-910e-640932058e1a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0852287 Apr 11 20:46:00.820970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Request body: {'port': {'device_id': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:00.893172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:46:01.005555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70949500-8299-42d5-b62b-ee894486bfad req-ac2e7153-8910-4c50-90a2-0a6cae5620e3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.007016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-ac2e7153-8910-4c50-90a2-0a6cae5620e3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53&tenant_id=745a7b820308433a92d2acba06fb4b47&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 948 time: 0.1348372 Apr 11 20:46:01.087876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:01.110378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f294dd5-437d-490b-8d44-5d9914197e21 req-574a01fb-1261-4674-87cd-ecbf139dc4b6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.111945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f294dd5-437d-490b-8d44-5d9914197e21 req-574a01fb-1261-4674-87cd-ecbf139dc4b6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 948 time: 0.3307755 Apr 11 20:46:01.152476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986d929-6be4-4dd7-85e4-42029d062cd3 req-92d40592-a021-423a-a7c3-01d0d3434127 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.154002 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2986d929-6be4-4dd7-85e4-42029d062cd3 req-92d40592-a021-423a-a7c3-01d0d3434127 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 932 time: 0.1222613 Apr 11 20:46:01.168032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:01.183691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'mac_address': 'fa:16:3e:c2:b6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:46:01.260532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2986d929-6be4-4dd7-85e4-42029d062cd3 req-d66c4ae1-aff3-43df-98e9-1047a28e8fa4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996020 Apr 11 20:46:01.276387 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-af0eb71b-2d9d-4b71-8602-4d30f75fa73b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1099 time: 0.0970592 Apr 11 20:46:01.277025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:01.303249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d679ef5-3eeb-4caf-be91-cbb9f2346def {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:01.325472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:01.380247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f294dd5-437d-490b-8d44-5d9914197e21 req-10dbeaa8-aa24-4803-80cf-efb79ce2d953 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580192 Apr 11 20:46:01.418451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:01.475883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70949500-8299-42d5-b62b-ee894486bfad req-a7340414-4dda-4f36-a5fc-4b8c0dccad07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.477800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-a7340414-4dda-4f36-a5fc-4b8c0dccad07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1974158 Apr 11 20:46:01.527124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:01.550044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:01.565187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-ecddb2b1-721f-4f96-975b-0e62a8c33a74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.0804787 Apr 11 20:46:01.684356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7360-7652-4216-8b3a-466408eb3cc2 req-a6d2424e-b80a-45b3-b69c-60e86bfd1b7f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.685895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-943c7360-7652-4216-8b3a-466408eb3cc2 req-a6d2424e-b80a-45b3-b69c-60e86bfd1b7f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 945 time: 0.1511586 Apr 11 20:46:01.699890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7d679ef5-3eeb-4caf-be91-cbb9f2346def'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:01.784812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:01.789314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70949500-8299-42d5-b62b-ee894486bfad req-4d2bf8b3-b8b3-417f-a79c-155f7ea1ccc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.792042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-4d2bf8b3-b8b3-417f-a79c-155f7ea1ccc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1789968 Apr 11 20:46:01.795004 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:01.802688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-943c7360-7652-4216-8b3a-466408eb3cc2 req-c3c8614d-58d1-4b59-a37e-3743bc24a51e tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074657 Apr 11 20:46:01.829816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Transition to ACTIVE for port object cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:01.891188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9e00-04d4-4352-8e94-64697912912f req-7b67ed99-945b-440a-ab6c-6dace6cef875 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:01.892978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1afb9e00-04d4-4352-8e94-64697912912f req-7b67ed99-945b-440a-ab6c-6dace6cef875 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.3269045 Apr 11 20:46:01.931234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-e2e61744-94e8-4d88-95a0-0090d63dcdcc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268535 Apr 11 20:46:01.951713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:01.968228 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f640b39-f08e-4e44-9583-855774007b12'] response: {'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'code': 200} Apr 11 20:46:02.095177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:02.121846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1afb9e00-04d4-4352-8e94-64697912912f req-2484b6db-9e7d-47dd-a2f6-cd1048228ced tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194011 Apr 11 20:46:02.213257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-627cd5a5-5a63-41d0-8b63-b06a5a1655bf service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745113 Apr 11 20:46:02.219196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-649b0a39-0cc2-402c-8440-01a6a0642c66 req-1a4d9aa8-b1ed-4291-81c4-dbf035756115 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.1808276 Apr 11 20:46:02.273816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:02.274338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:02.274806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:02.285746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:02.286221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:02.294004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:02.294338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:02.294730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:02.295150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Bound port: cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:02.295529 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:02.312613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-649b0a39-0cc2-402c-8440-01a6a0642c66 req-3bb7cc1a-a13d-4d76-a6bf-7499c2de1673 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570471 Apr 11 20:46:02.450342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70949500-8299-42d5-b62b-ee894486bfad req-cbc50120-1509-4c4d-8369-aff62a8325ac service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302759 Apr 11 20:46:02.481554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:02.486398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:02.493508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df203a2-5ec4-4dd6-8c6a-cd20ed145c2f req-bbd9edfd-7d50-4af3-b361-717c268b40da tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:02.501271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1df203a2-5ec4-4dd6-8c6a-cd20ed145c2f req-bbd9edfd-7d50-4af3-b361-717c268b40da tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 945 time: 0.1899858 Apr 11 20:46:02.564283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1df203a2-5ec4-4dd6-8c6a-cd20ed145c2f req-beb4419d-9b8b-457f-a197-76a5291acbe8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615678 Apr 11 20:46:02.626822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:02.692585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:02.693969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] 10.222.0.75 "PUT /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 1092 time: 1.8810928 Apr 11 20:46:02.694401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:02.716204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe49cdf-c47d-466c-9d87-70f1d92f08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:02.896833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:02.913291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee707473-50e7-4735-a2b1-502f3b1dc88f req-0eb756eb-392c-4792-a6cb-dfe585f6cfd4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:02.915961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ee707473-50e7-4735-a2b1-502f3b1dc88f req-0eb756eb-392c-4792-a6cb-dfe585f6cfd4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:02.954593 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-98290a69-2426-42e6-ba96-7645cc93a5a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1095 time: 0.0929608 Apr 11 20:46:02.993495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 7d679ef5-3eeb-4caf-be91-cbb9f2346def triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:02.994205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:03.030989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-72fed6aa-25d3-4956-897b-7ffa4195a00f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 217 time: 0.0679574 Apr 11 20:46:03.038972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ee707473-50e7-4735-a2b1-502f3b1dc88f req-0eb756eb-392c-4792-a6cb-dfe585f6cfd4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:03.045748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee707473-50e7-4735-a2b1-502f3b1dc88f req-0eb756eb-392c-4792-a6cb-dfe585f6cfd4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 944 time: 0.2544730 Apr 11 20:46:03.131528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:03.141985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-671be2f1-fd9e-4d5a-8868-ccae558aa6e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:03.143514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-671be2f1-fd9e-4d5a-8868-ccae558aa6e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1054609 Apr 11 20:46:03.148279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee707473-50e7-4735-a2b1-502f3b1dc88f req-02fbba91-5841-483c-95b2-60cd73e53148 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015062 Apr 11 20:46:03.175917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:03.222362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-be055b7d-6518-4170-a509-47bfdecceffc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706429 Apr 11 20:46:03.272411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:03.274586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:03.396769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:03.470767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-7193d75f-e22c-47e8-bffa-8c2a82d668cd service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370601 Apr 11 20:46:03.481699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073cf5-5dcc-4bdb-9e99-7b5f6e48b9dd req-df69bbcc-dcbb-45a2-837d-92ff2bc35aa0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:03.483392 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6073cf5-5dcc-4bdb-9e99-7b5f6e48b9dd req-df69bbcc-dcbb-45a2-837d-92ff2bc35aa0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.1513200 Apr 11 20:46:03.504363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:03.547340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:03.695551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:03.764790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6073cf5-5dcc-4bdb-9e99-7b5f6e48b9dd req-35fd4460-64d9-4aed-b6cf-1ca88bc4cae1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598271 Apr 11 20:46:03.842035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95738fb6-6c79-4dfb-b0a1-74687a5fdd87 req-36fef7c1-aeed-4760-9e70-206eb7559b86 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575771 Apr 11 20:46:03.863894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:03.927115 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df746f2-1b80-4990-ba16-a27af925bb0a'] response: {'name': 'network-changed', 'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'status': 'completed', 'code': 200} Apr 11 20:46:03.972277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def'}, {'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:04.055870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-f4592b35-f7f4-4ce6-8a48-01aa68a58545 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1095 time: 0.0756094 Apr 11 20:46:04.199315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-9dd41cce-4b9e-4619-8f20-49f7e31f847c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:04.200789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-9dd41cce-4b9e-4619-8f20-49f7e31f847c service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.1384206 Apr 11 20:46:04.273618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-b3ac1db7-da1a-4f64-a252-2707bc36ea04 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 217 time: 0.0657706 Apr 11 20:46:04.352636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-baca8092-bb96-4133-9d9b-27c0d5591976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:04.354426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-baca8092-bb96-4133-9d9b-27c0d5591976 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.0721006 Apr 11 20:46:04.441153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-1d2acea1-0399-4e69-bce3-5002b118b587 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795226 Apr 11 20:46:04.602891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099cfc-78e5-4852-a8c0-777dc263d5e8 req-9969799e-fe71-4fe0-9639-9274b4671750 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:04.604430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa099cfc-78e5-4852-a8c0-777dc263d5e8 req-9969799e-fe71-4fe0-9639-9274b4671750 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1993892 Apr 11 20:46:04.607737 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-d8e91b12-a45a-484f-9b7a-4dac0efd77ca service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552205 Apr 11 20:46:04.738422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa099cfc-78e5-4852-a8c0-777dc263d5e8 req-c3459cc8-ecc3-4eb9-9f24-541e83eb615a tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279845 Apr 11 20:46:04.780297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d234a4bc-d980-47e2-a586-ee256ea46415 req-61089774-22dd-42ab-8b7e-06663eafdc8c service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560059 Apr 11 20:46:04.813158 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798cd422-06c7-45ae-8f28-9670c9590123'] response: {'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'code': 200} Apr 11 20:46:04.813618 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798cd422-06c7-45ae-8f28-9670c9590123'] response: {'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'code': 200} Apr 11 20:46:05.020867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed0296-4c6e-4134-bf28-ad61ccbbb9cd req-7eeb33ec-5abd-4d35-aeca-4b610b582d54 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.023062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1eed0296-4c6e-4134-bf28-ad61ccbbb9cd req-7eeb33ec-5abd-4d35-aeca-4b610b582d54 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 944 time: 0.0986722 Apr 11 20:46:05.061741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c543e-65aa-4b48-8559-3dcc8269621b req-457784d5-1256-4a52-b898-7ff482ed3a5d tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.063318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-373c543e-65aa-4b48-8559-3dcc8269621b req-457784d5-1256-4a52-b898-7ff482ed3a5d tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 945 time: 0.0824142 Apr 11 20:46:05.072477 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1eed0296-4c6e-4134-bf28-ad61ccbbb9cd req-b160acd8-3179-481f-9da3-97c5f34df7be tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Apr 11 20:46:05.111628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-373c543e-65aa-4b48-8559-3dcc8269621b req-12861d63-8bbe-42a0-af70-477fcadee937 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Apr 11 20:46:05.283792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d48a4-0c01-448d-bcfe-785d368e03bb req-12339e69-03d0-45a4-9ba9-e1c881cfb29f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.285291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-175d48a4-0c01-448d-bcfe-785d368e03bb req-12339e69-03d0-45a4-9ba9-e1c881cfb29f tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.0838850 Apr 11 20:46:05.336000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-175d48a4-0c01-448d-bcfe-785d368e03bb req-8108b873-1a77-4106-8a98-09f1f52f4687 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Apr 11 20:46:05.528454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159efd-443f-474d-bbe8-8bc85d1acd2f req-ac9ce3d5-baeb-4a37-a08c-976f62d0be99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.529934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a159efd-443f-474d-bbe8-8bc85d1acd2f req-ac9ce3d5-baeb-4a37-a08c-976f62d0be99 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.0789292 Apr 11 20:46:05.586977 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a159efd-443f-474d-bbe8-8bc85d1acd2f req-cba2de00-3576-4bb4-9d4c-e784754278c3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Apr 11 20:46:05.815419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-c7cf64c8-a277-4761-bb52-5e5dd281ffcf tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.816887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-c7cf64c8-a277-4761-bb52-5e5dd281ffcf tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.1494577 Apr 11 20:46:05.834486 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-a7062843-6685-4f14-9a99-f8248d7f2213 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.1356897 Apr 11 20:46:05.835098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-0e387ec3-ce4a-4df6-83bd-038fa44a4dd7 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/quotas/71c7e2d4e60349d0bb603b892cb6f70d HTTP/1.1" status: 200 len: 375 time: 0.0115416 Apr 11 20:46:05.841610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57033d-40e1-4adf-9e07-21b469319fdd req-31842f9f-7584-4c66-8921-047b0a9f5510 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.843003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee57033d-40e1-4adf-9e07-21b469319fdd req-31842f9f-7584-4c66-8921-047b0a9f5510 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1066101 Apr 11 20:46:05.980421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946f831-c692-405a-89d2-ce9564ef983d req-0c4e6593-65f3-467d-b4c0-464cb0e91c94 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:05.981881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2946f831-c692-405a-89d2-ce9564ef983d req-0c4e6593-65f3-467d-b4c0-464cb0e91c94 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 945 time: 0.1432295 Apr 11 20:46:05.990796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-07aa12a9-e267-48a9-867c-d659a4e37bcc tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178923 Apr 11 20:46:05.992675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee57033d-40e1-4adf-9e07-21b469319fdd req-3e41d75a-c9d4-4f91-b06d-99df753a0eda tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440516 Apr 11 20:46:06.016211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-18a13acc-f3c2-4317-856a-2db091c9f8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:06.017701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-18a13acc-f3c2-4317-856a-2db091c9f8b7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.1548188 Apr 11 20:46:06.199512 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-5cbc7623-8e47-43cf-a0f1-953845ae2545 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.1742532 Apr 11 20:46:06.252601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Deleting port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:06.253531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:06.355324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-0fc8d77d-e8a1-457c-be8e-41b5257475cc service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335767 Apr 11 20:46:06.381646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-a7487615-3aee-4c62-9017-4e5f44ab8831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:06.383345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-a7487615-3aee-4c62-9017-4e5f44ab8831 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.1774368 Apr 11 20:46:06.427049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:46:06.447718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-427886fc-8767-47fe-a0bc-5350bf1de9f2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564210 Apr 11 20:46:06.545728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-87b72bf7-f67e-4d9c-a2e5-77cb4e4e29f1 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:06.547194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-87b72bf7-f67e-4d9c-a2e5-77cb4e4e29f1 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.3070636 Apr 11 20:46:06.601718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ebdb7-e82e-436b-982f-df71338094b1 req-4f6f1964-794c-4986-8f0b-cfb482db2231 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:06.609335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a4ebdb7-e82e-436b-982f-df71338094b1 req-4f6f1964-794c-4986-8f0b-cfb482db2231 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.3269615 Apr 11 20:46:06.618077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:06.634465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'port_id': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'mac_address': 'fa:16:3e:8e:92:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706cf9cd-faaf-44f8-9890-66f74bb87778', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:46:06.693281 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:06.712398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Deleting port cbdf604e-21b6-4a8a-bc40-50de39140d93 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:06.713421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:06.725784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:06.740319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-be05b2d5-f28a-4e05-a34b-c97fca861f9f service neutron] 10.222.0.61 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809009 Apr 11 20:46:06.759808 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a4ebdb7-e82e-436b-982f-df71338094b1 req-18b02c87-fed0-4183-96f9-31465e2b7636 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492496 Apr 11 20:46:06.765824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-9ad0d64a-3096-4423-b576-4613778816f4 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109438 Apr 11 20:46:06.766700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:06.782978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] For port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:06.783666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:06.837329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:06.973480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:06.988271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.988888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.989112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.989451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.989781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.990111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.990488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.990818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.991142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.991462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:06.991979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:07.111880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:07.156016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Calling delete_port for 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:07.239987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ed2a333-2510-4de8-b794-fdf9d7f1eb10 req-5d1da9ae-6a48-4f4a-9e1c-dc0fc29899a3 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660532 Apr 11 20:46:07.260157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-c7169f44-734d-45e6-8394-e0d4e86f58fa tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:07.261951 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-c7169f44-734d-45e6-8394-e0d4e86f58fa tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "GET /v2.0/ports?device_id=7881e238-3797-47e9-8409-90d2c9972b70 HTTP/1.1" status: 200 len: 944 time: 0.4428546 Apr 11 20:46:07.421876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e3ccb-7b8e-4817-a3d5-8bd47fba3bd9 req-7fc679ff-2f95-4038-955e-0ca2b31129c1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:07.429041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-944e3ccb-7b8e-4817-a3d5-8bd47fba3bd9 req-7fc679ff-2f95-4038-955e-0ca2b31129c1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.4339788 Apr 11 20:46:07.457670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] For port cbdf604e-21b6-4a8a-bc40-50de39140d93, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cbdf604e-21b6-4a8a-bc40-50de39140d93,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:07.458034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:07.476803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Deleting port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:07.477165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:07.521023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b947c-f661-456f-a872-0194abf99efb req-8e49c16e-8c0b-442e-8bb2-e38df28b7a0d tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:07.530750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b97b947c-f661-456f-a872-0194abf99efb req-8e49c16e-8c0b-442e-8bb2-e38df28b7a0d tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 945 time: 0.1881974 Apr 11 20:46:07.562089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:07.575000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['77b2ea1f-0d96-4435-a7e8-e80f1bea3f53', '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:07.788457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Pushing event deleted for resources: {'Port': ['ID=1ddee0c4-6bb3-44ba-af98-0dcbe00957eb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:07.903095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] No DVR routers for this DVR port 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:07.907082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:07.909821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'name': 'network-vif-deleted', 'tag': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:07.919865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b97b947c-f661-456f-a872-0194abf99efb req-6a986af6-40d5-4439-9403-6a902a817762 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882377 Apr 11 20:46:07.985217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['25463a03-e264-4867-8adb-8dd3f192e50a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:07.997240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2946f831-c692-405a-89d2-ce9564ef983d req-acc67337-e17a-48fc-ad65-5b9ef89d97fc tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "DELETE /v2.0/ports/1ddee0c4-6bb3-44ba-af98-0dcbe00957eb HTTP/1.1" status: 204 len: 173 time: 2.0041065 Apr 11 20:46:08.036162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-944e3ccb-7b8e-4817-a3d5-8bd47fba3bd9 req-b131601a-b59a-4ab6-9971-d12d30aa55bc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061456 Apr 11 20:46:08.309930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda611f0-1a92-4b0d-9980-f0660b2b5c4f req-f97bb6a2-3d94-450b-a6c4-fa05df504d8a tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:08.327406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bda611f0-1a92-4b0d-9980-f0660b2b5c4f req-f97bb6a2-3d94-450b-a6c4-fa05df504d8a tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 945 time: 0.1327298 Apr 11 20:46:08.383422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bda611f0-1a92-4b0d-9980-f0660b2b5c4f req-e2dfc61b-f5f6-47b5-8702-db453729f8ae tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups?id=d747036d-0879-441f-93eb-5df926c811ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549645 Apr 11 20:46:08.432553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:08.564648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:08.564648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:08.565331 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Floating IP acfefca9-de82-411e-a3fa-7a29dfc39432 disassociated. External IP: 172.25.5.232, port: cbdf604e-21b6-4a8a-bc40-50de39140d93. Apr 11 20:46:08.565662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Calling delete_port for cbdf604e-21b6-4a8a-bc40-50de39140d93 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:08.669690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:46:08.675202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:08.679032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:08.737200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-417a30de-f2f7-4045-a640-0eee201818c6 req-b9cb04b2-a5d8-4e24-807c-53d093b4a8f8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1144681 Apr 11 20:46:08.873935 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98d8b95-8087-42bf-a1b1-184ee0992835'] response: {'server_uuid': 'a4646b26-d3b5-4f51-a335-b1d768706e82', 'name': 'network-vif-deleted', 'tag': '1ddee0c4-6bb3-44ba-af98-0dcbe00957eb', 'status': 'completed', 'code': 200} Apr 11 20:46:08.909549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] For port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:08.909960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:08.932438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:08.950479 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:08.998494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:09.011022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:09.140457 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:09.162276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799be36-7e76-4f27-a90a-e342108a97f4 req-bf875164-f805-44cd-bf2a-81234ba51724 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:09.164048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2799be36-7e76-4f27-a90a-e342108a97f4 req-bf875164-f805-44cd-bf2a-81234ba51724 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.7684174 Apr 11 20:46:09.174467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Calling delete_port for e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:09.208919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event deleted for resources: {'Port': ['ID=cbdf604e-21b6-4a8a-bc40-50de39140d93,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:09.275131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-edc4a915-8d27-49d3-b237-3ab143683eea req-8f5ce588-caf8-49f6-9216-07783fd5e812 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Synchronizing usage tracker for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:09.301674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:09.397317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-edc4a915-8d27-49d3-b237-3ab143683eea req-8f5ce588-caf8-49f6-9216-07783fd5e812 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Unset dirty status for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:09.398831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-edc4a915-8d27-49d3-b237-3ab143683eea req-8f5ce588-caf8-49f6-9216-07783fd5e812 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4646b26-d3b5-4f51-a335-b1d768706e82 HTTP/1.1" status: 200 len: 210 time: 0.1714206 Apr 11 20:46:09.438412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2799be36-7e76-4f27-a90a-e342108a97f4 req-68e966c7-76b0-48e3-b784-6d8e7cfe1cff tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191360 Apr 11 20:46:09.520344 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7f0e79-74fe-4669-8141-41bc3d51d64e'] response: {'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'code': 200} Apr 11 20:46:09.685936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:09.761849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-191de4a0-cc0a-420d-abd0-c90c2bac43c9 req-4997560e-52dc-4115-bfed-666338cad0b7 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.0681167 Apr 11 20:46:09.772944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event deleted for resources: {'Port': ['ID=e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:09.845150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d81ab351-2254-4f9b-a2d1-6f63436f3b37 req-20742dbb-6d27-477c-8f6b-8771a35bbdae service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1097 time: 0.2582269 Apr 11 20:46:09.915071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] No DVR routers for this DVR port e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:09.920250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:09.953906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-deleted', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:09.974947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-6f47bede-968d-4921-a7c1-0d0dd9031c07 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291233 Apr 11 20:46:10.012161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d81ab351-2254-4f9b-a2d1-6f63436f3b37 req-e396dc31-82fa-4be0-a50e-d3f0099b5bf2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342728 Apr 11 20:46:10.037060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Router d9541371-0e15-482d-aba8-71b11b41e91b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:46:10.057802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4a47a63-daec-4b86-934d-c3c82e18a4e2 req-82c109c4-350f-4dd5-ae2d-30fc63b249b2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "DELETE /v2.0/ports/e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d HTTP/1.1" status: 204 len: 173 time: 2.7865615 Apr 11 20:46:10.152159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ac55-1618-44f5-838e-172d42423032 req-f3ce28de-3cc1-4ae1-a8af-1667a91f84ef tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:10.152499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-858ae4ef-9696-41be-8797-f89c6ae7b062 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:10.154249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f117ac55-1618-44f5-838e-172d42423032 req-f3ce28de-3cc1-4ae1-a8af-1667a91f84ef tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 946 time: 0.2405460 Apr 11 20:46:10.154401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-858ae4ef-9696-41be-8797-f89c6ae7b062 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732378 Apr 11 20:46:10.178340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-b253c517-caad-4498-9ff4-30204614506e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/quotas/745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 375 time: 0.0132885 Apr 11 20:46:10.304867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-9d5bab53-49cb-4fde-aaf6-9e6a8893aab2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135333 Apr 11 20:46:10.522128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f117ac55-1618-44f5-838e-172d42423032 req-4ecaced8-fa8c-4e78-a29e-45b8f6be8cbd tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963183 Apr 11 20:46:10.603991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-22cbee55-18cc-464e-9629-c6f30513cf10 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:10.605620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-22cbee55-18cc-464e-9629-c6f30513cf10 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 804 time: 0.4504764 Apr 11 20:46:10.629310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Request body: {'port': {'device_id': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'admin_state_up': True, 'tenant_id': '71c7e2d4e60349d0bb603b892cb6f70d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:10.756148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce6d015a-7169-4946-ad21-360d4b06e583 req-83623c89-18c4-4670-bd1b-fcd017a71df2 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0689471 Apr 11 20:46:10.851680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:10.858570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Usage tracker for resource:port and tenant:71c7e2d4e60349d0bb603b892cb6f70d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:10.879437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:10.889103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:10.903316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] Sync routers for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:10.937926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:10.940025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:10.957591 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb116de-351a-49cf-a53c-43666fd7dc76'] response: {'server_uuid': '7881e238-3797-47e9-8409-90d2c9972b70', 'name': 'network-vif-deleted', 'tag': 'e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d', 'status': 'completed', 'code': 200} Apr 11 20:46:11.022763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:11.069147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] No DVR routers for this DVR port cbdf604e-21b6-4a8a-bc40-50de39140d93 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:11.076891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:11.084578 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb20a3ba-f62b-4279-85c3-33c8f7f268c9 req-2a49c0e5-3f64-4130-8ac9-cff276899572 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.69 "DELETE /v2.0/ports/cbdf604e-21b6-4a8a-bc40-50de39140d93 HTTP/1.1" status: 204 len: 173 time: 4.5241773 Apr 11 20:46:11.143362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:11.215003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7d62067-6da4-4c04-b069-3100c81a64db req-187b6dbb-cb28-4861-9fcc-5b3e3c8ae312 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 210 time: 0.1193411 Apr 11 20:46:11.292314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Made reservation on behalf of 71c7e2d4e60349d0bb603b892cb6f70d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:11.307995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:11.363155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770e8f2-524d-4863-bc1e-ddacf0c1b30f req-9b22864b-15fc-4347-ba49-2e2cc760b288 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:11.378947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3770e8f2-524d-4863-bc1e-ddacf0c1b30f req-9b22864b-15fc-4347-ba49-2e2cc760b288 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.2221928 Apr 11 20:46:11.380217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:11.380732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1ddee0c4-6bb3-44ba-af98-0dcbe00957eb not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:11.381309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:11.426787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:11.427351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device e0d3cd29-2bbe-4e62-a273-5f8f6f42f91d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:11.427954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cbdf604e-21b6-4a8a-bc40-50de39140d93 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:11.493518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3770e8f2-524d-4863-bc1e-ddacf0c1b30f req-a009210c-c27c-4d02-80e4-186b91aed3ee tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135812 Apr 11 20:46:11.585459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:11.667398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9732c743-629c-40c1-954a-63fcfbfe37f7 req-29f2fdbd-19f1-41ef-89b7-d4285136f698 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Synchronizing usage tracker for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:11.686322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: cbdf604e-21b6-4a8a-bc40-50de39140d93 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:11.686718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cbdf604e-21b6-4a8a-bc40-50de39140d93 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:11.859971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-fce10555-039b-47c3-b908-331be8fa2f97 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2762139 Apr 11 20:46:11.860595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9732c743-629c-40c1-954a-63fcfbfe37f7 req-29f2fdbd-19f1-41ef-89b7-d4285136f698 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Unset dirty status for tenant:0b5dc1c8e54943bd9d55af95285a5a03 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:11.873621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9732c743-629c-40c1-954a-63fcfbfe37f7 req-29f2fdbd-19f1-41ef-89b7-d4285136f698 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa52d3c8-fe49-4a08-a34e-6ae86edaf846 HTTP/1.1" status: 200 len: 210 time: 0.3796067 Apr 11 20:46:11.920991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Allocated IP 172.20.0.6 (d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9/bceaeb86-92f8-47f1-8a09-c8d5885ee330/1dd2fde4-b822-45b2-8158-409f1d93491a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:12.011129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:06Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:12.015786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] Checking router: d9541371-0e15-482d-aba8-71b11b41e91b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:12.038538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:12.039419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:45:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:12.269395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7508b4c-bc54-47d1-a398-39c36acdeedc req-b510337d-a33f-4f8e-9484-acd6560989ca tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:12.271156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7508b4c-bc54-47d1-a398-39c36acdeedc req-b510337d-a33f-4f8e-9484-acd6560989ca tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.1895347 Apr 11 20:46:12.352325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:12.363406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7508b4c-bc54-47d1-a398-39c36acdeedc req-012b95a9-c92a-4e8e-b204-b9463e98e17c tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861096 Apr 11 20:46:12.372990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-95289c0c-13a2-4f53-9152-2fdf44dd8308 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1101 time: 0.3746114 Apr 11 20:46:12.695421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-42845630-cdc6-4917-af2d-9580cb8feea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:12.697005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-42845630-cdc6-4917-af2d-9580cb8feea0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2140484 Apr 11 20:46:12.726896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a79813c2-d4f5-4990-a20c-aac2563090d9 req-da61cedb-b68d-4ecd-89b1-e503a1f5b341 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1179073 Apr 11 20:46:12.766844 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:46:12.852056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f51b-a1a4-45c9-9bb3-59e3d53f302a req-1fd1a343-c748-4112-81ae-cd6ef5288376 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:12.862383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa59f51b-a1a4-45c9-9bb3-59e3d53f302a req-1fd1a343-c748-4112-81ae-cd6ef5288376 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 946 time: 0.7359846 Apr 11 20:46:12.881101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-23750c47-4291-4600-bc90-ed0cde128237 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.1664543 Apr 11 20:46:12.942648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:06Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:12.947679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322385ea-23cc-4be5-83ea-f174e55b5df6 None None] The sync data for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 is: [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:42:55Z', 'revision_number': 4, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '230e4554-7409-46f1-9732-88bd7f316462', 'name': '', 'network_id': '2cf66dcd-bfd5-462b-961f-a507fc6a093f', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'mac_address': 'fa:16:3e:f3:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:53Z', 'updated_at': '2022-04-11T20:43:06Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'subnets': [{'id': '109d5c1d-3dd6-45bc-8af6-41808f4b854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:46:12.959241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'name': 'network-vif-deleted', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:12.963074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddbcea40-1673-474b-89a5-9ce96e156d4a req-3e473b38-adaa-4975-a2b4-43ec636f89da tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 210 time: 0.0849683 Apr 11 20:46:12.981065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:13.032824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-398b65e1-e5d3-48f2-8a7b-79067eed901c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:13.034534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-398b65e1-e5d3-48f2-8a7b-79067eed901c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1362319 Apr 11 20:46:13.038761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa59f51b-a1a4-45c9-9bb3-59e3d53f302a req-0e1a89d1-744e-4b17-a330-7864eba42b30 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738229 Apr 11 20:46:13.149289 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-ec885c3b-f406-4c93-a589-e6c03b3ec780 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060905 Apr 11 20:46:13.271097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:13.358228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:13.384669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:13.435317 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae336d3-c0a5-4354-9394-7892f23f4fc1 None None] New status for floating IP acfefca9-de82-411e-a3fa-7a29dfc39432: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:46:13.437715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:13.682148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:13.682695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:13.701277 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5710af2d-908e-4e4f-b630-640aed4dc66b'] response: {'server_uuid': 'aa52d3c8-fe49-4a08-a34e-6ae86edaf846', 'name': 'network-vif-deleted', 'tag': 'cbdf604e-21b6-4a8a-bc40-50de39140d93', 'status': 'completed', 'code': 200} Apr 11 20:46:13.710822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:13.721941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-76a9586f-1850-422c-9479-638ca2815ac5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565348 Apr 11 20:46:13.763343 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-90e80e7d-8f07-42bf-a70b-81c4379ccc3e service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015222 Apr 11 20:46:13.853661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394e1a-a50e-4a8a-b971-406e31a51ce2 req-b7fa22e1-beed-49fa-9526-fd0d22154403 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:13.860738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e394e1a-a50e-4a8a-b971-406e31a51ce2 req-b7fa22e1-beed-49fa-9526-fd0d22154403 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.5010645 Apr 11 20:46:13.922552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e394e1a-a50e-4a8a-b971-406e31a51ce2 req-2cb86615-a877-477c-b87c-488c2fb1950b tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609331 Apr 11 20:46:13.927053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce33105c-26a1-4e6e-bcae-c16682f46f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:13.931352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-46094054-5a0f-4ed5-b9e1-6ec198dce0ad tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3055744 Apr 11 20:46:13.953675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Request body: {'port': {'device_id': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:13.955558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-386d9619-fa22-4183-9944-f197dc7b9be3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:13.956918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-386d9619-fa22-4183-9944-f197dc7b9be3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268150 Apr 11 20:46:14.005536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Request body: {'port': {'device_id': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '745a7b820308433a92d2acba06fb4b47'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:14.014958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04679e2b-f630-4209-9a90-de4fe0aee330 req-2229873f-bab1-4d9d-ac47-143c48ab7b8d service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454166 Apr 11 20:46:14.128687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:14.327426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:14.333138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9c3e5f0-9bd6-4893-8603-5900384b68f3 req-c72f8572-71e7-46e8-aa7d-396f1874fa71 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1097 time: 0.3752768 Apr 11 20:46:14.344473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:14.404353 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9c3e5f0-9bd6-4893-8603-5900384b68f3 req-40155dd2-bfbf-4a64-9e4a-100b97a6a71e tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Apr 11 20:46:14.497767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Made reservation on behalf of 745a7b820308433a92d2acba06fb4b47 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:14.501740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:14.617442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57446) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:14.732273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72bdf91e-bfbd-4771-bd36-fc381b28071e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:14.754870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Allocated IP 192.168.233.164 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:14.815919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72bdf91e-bfbd-4771-bd36-fc381b28071e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:14.849381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd2fde4-b822-45b2-8158-409f1d93491a {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:14.872908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:14.920121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Transition to ACTIVE for port object 1dd2fde4-b822-45b2-8158-409f1d93491a will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:15.090180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaec5e-fa82-4927-bfc1-7de8c92d48b0 req-f0d75827-2b5a-4a54-99e9-a97aff93ff1c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:15.090180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7deaec5e-fa82-4927-bfc1-7de8c92d48b0 req-f0d75827-2b5a-4a54-99e9-a97aff93ff1c tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 931 time: 0.3118234 Apr 11 20:46:15.187161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7deaec5e-fa82-4927-bfc1-7de8c92d48b0 req-25c1b1e3-785b-439e-acd2-53f363b395df tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900538 Apr 11 20:46:15.192417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:15.216538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Transition to ACTIVE for port object cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:15.303273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:15.398494 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72bdf91e-bfbd-4771-bd36-fc381b28071e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:15.420045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f8b159-124b-4224-ad12-cd0181987188 req-c36bb99e-763f-4b6e-b71a-a6b9cb48f8ec tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 210 time: 0.0767117 Apr 11 20:46:15.425398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11dadf21-58ea-4387-854f-a00ace2e8894 req-6f3b7251-3954-44ce-8ba3-aa6cb3262598 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1097 time: 0.0969512 Apr 11 20:46:15.433518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdf91e-bfbd-4771-bd36-fc381b28071e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747036d-0879-441f-93eb-5df926c811ad,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:15.463201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:15.482656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:15.517189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:15.604592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11dadf21-58ea-4387-854f-a00ace2e8894 req-18c93402-8eaa-4eed-810f-ddc8d2cb762f tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693301 Apr 11 20:46:15.607214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7d679ef5-3eeb-4caf-be91-cbb9f2346def'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:15.642458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:15.667697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:15.671190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:15.676210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:15.700950 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72bdf91e-bfbd-4771-bd36-fc381b28071e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:15.705086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-72bdf91e-bfbd-4771-bd36-fc381b28071e tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "DELETE /v2.0/security-groups/d747036d-0879-441f-93eb-5df926c811ad HTTP/1.1" status: 204 len: 168 time: 1.0867977 Apr 11 20:46:15.710512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57462) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:15.760831 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-3a3eca43-ec36-4cef-ba86-39f4ea9ec01b tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] show failed (client error): The resource could not be found. Apr 11 20:46:15.764901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3a3eca43-ec36-4cef-ba86-39f4ea9ec01b tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "GET /v2.0/security-groups/d747036d-0879-441f-93eb-5df926c811ad HTTP/1.1" status: 404 len: 347 time: 0.0425997 Apr 11 20:46:15.767954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:15.909163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:15.909920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.026918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe50381-9045-4c84-b437-1381b43ef7c7 req-01569f92-dba4-42d3-bcb5-04e86b52aa59 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:16.049341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fe50381-9045-4c84-b437-1381b43ef7c7 req-01569f92-dba4-42d3-bcb5-04e86b52aa59 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.2482324 Apr 11 20:46:16.056834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Attempting to bind port 1dd2fde4-b822-45b2-8158-409f1d93491a on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:16.057181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Attempting to bind port 1dd2fde4-b822-45b2-8158-409f1d93491a by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:16.057503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Attempting to bind port 1dd2fde4-b822-45b2-8158-409f1d93491a on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:16.075678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f9704773-89e8-4b18-b1e3-22dfbe03e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.082138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e1ea8-804b-4d52-8c48-d1341ee5b306 req-6308a46d-5da3-4f0a-980b-73e72b0bd6da tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:16.084832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd7e1ea8-804b-4d52-8c48-d1341ee5b306 req-6308a46d-5da3-4f0a-980b-73e72b0bd6da tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.5471153 Apr 11 20:46:16.093215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Deleting port 5193fe06-02c9-4ae1-b7a6-ccde8300c062 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:16.097822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.120522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-2c2971de-9102-4760-82e4-500b12300eb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1202865 Apr 11 20:46:16.153028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Request body: {'port': {'device_id': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:16.239288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fe50381-9045-4c84-b437-1381b43ef7c7 req-0194be29-a2d2-4ba8-b01b-54dc42e63fda tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889317 Apr 11 20:46:16.254289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Port 1dd2fde4-b822-45b2-8158-409f1d93491a on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:16.254500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8bc9c4b7-748a-4579-a0dd-21806a6b5d36 None None] Provisioning for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:46:16.254624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Attempting to bind port 1dd2fde4-b822-45b2-8158-409f1d93491a on network d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:16.260600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8bc9c4b7-748a-4579-a0dd-21806a6b5d36 None None] Provisioning complete for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:16.260946 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8bc9c4b7-748a-4579-a0dd-21806a6b5d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.302621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:16.302959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Checking segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:16.303336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Bound using segment: {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:16.303905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Bound port: 1dd2fde4-b822-45b2-8158-409f1d93491a, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8f03b5-08ae-496d-8f40-852c369b0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:16.304133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.407189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.417494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9c4b7-748a-4579-a0dd-21806a6b5d36 None None] Port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:46:16.454242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd7e1ea8-804b-4d52-8c48-d1341ee5b306 req-6377c0c5-e86c-4397-baf7-a4bbe3d19074 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615553 Apr 11 20:46:16.551902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.552700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:16.836633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b827bf8-47e2-44a5-a4c5-446e575e542b req-ef1efc5c-a779-4fe3-976a-4b47ab870163 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:16.840484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b827bf8-47e2-44a5-a4c5-446e575e542b req-ef1efc5c-a779-4fe3-976a-4b47ab870163 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 943 time: 0.2382689 Apr 11 20:46:16.879500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Calling delete_port for 5193fe06-02c9-4ae1-b7a6-ccde8300c062 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:16.988016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b827bf8-47e2-44a5-a4c5-446e575e542b req-b28cef29-69dd-4b66-976b-49e9be9b28d9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433928 Apr 11 20:46:16.994487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:17.038549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:17.049828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:17.060735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.085910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Transition to ACTIVE for port object cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:17.129638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875132f-2463-4dae-a9df-f02b6cff4519 req-7737c1c3-0e00-4e9c-9ec0-9a86357897d7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:17.131013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5875132f-2463-4dae-a9df-f02b6cff4519 req-7737c1c3-0e00-4e9c-9ec0-9a86357897d7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 936 time: 0.3492339 Apr 11 20:46:17.141784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-c141cc3a-0f19-41f1-95a5-9e1d5b4cce6d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:17.143236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-c141cc3a-0f19-41f1-95a5-9e1d5b4cce6d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.2239382 Apr 11 20:46:17.215431 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.252971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.329973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Deleting port a1131fdb-3378-4ce0-8bbf-51077311e052 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:17.330569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.338011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.367776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.367776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] 10.222.0.69 "PUT /v2.0/ports/1dd2fde4-b822-45b2-8158-409f1d93491a HTTP/1.1" status: 200 len: 1091 time: 3.4235694 Apr 11 20:46:17.368321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:17.380865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.402234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5875132f-2463-4dae-a9df-f02b6cff4519 req-3aa14b86-38d2-4258-9a99-615ba56cb85d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580128 Apr 11 20:46:17.416336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ad6d-eb63-4bf4-841f-0e3b51506532 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:17.486057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:17.597324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:17.925736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:17.926200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:17.926615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:17.957647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:17.961593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:17.981278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:17.985822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:17.986560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:17.990873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Bound port: cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:17.992166 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.031054 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5074d9e-b9df-4d29-b9f6-b286430ced69'] response: {'name': 'network-changed', 'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'status': 'completed', 'code': 200} Apr 11 20:46:18.072854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Pushing event deleted for resources: {'Port': ['ID=5193fe06-02c9-4ae1-b7a6-ccde8300c062,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:18.199191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] For port a1131fdb-3378-4ce0-8bbf-51077311e052, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a1131fdb-3378-4ce0-8bbf-51077311e052,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:18.202887 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.203029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a105bb-a0dd-4146-b1fd-bf795ce15af3 req-2fe006c5-f047-4fce-a5b4-2dd969d382aa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:18.203145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34a105bb-a0dd-4146-b1fd-bf795ce15af3 req-2fe006c5-f047-4fce-a5b4-2dd969d382aa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1927471 Apr 11 20:46:18.204167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:18.207704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:18.265517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.286984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.306291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-4e6c3c20-2774-40e4-958c-9e0fb82874d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 1094 time: 0.6942914 Apr 11 20:46:18.366358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34a105bb-a0dd-4146-b1fd-bf795ce15af3 req-70fea45c-ab06-4e48-ae3e-f6996a078d9a tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554577 Apr 11 20:46:18.409768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.412655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] 10.222.0.69 "PUT /v2.0/ports/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 1096 time: 2.2820272 Apr 11 20:46:18.412655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:18.450447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef3a84-d2c0-4c72-ac05-0f6dfbfddbbd service neutron] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:18.574243 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-e59e985d-e72f-45a2-8270-74c945773421 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dd2fde4-b822-45b2-8158-409f1d93491a HTTP/1.1" status: 200 len: 217 time: 0.2555532 Apr 11 20:46:18.628899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.654522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:18.658305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-863ee4fa-8d29-4d99-866f-4222b5e48a23 tempest-AttachSCSIVolumeTestJSON-1275409433 tempest-AttachSCSIVolumeTestJSON-1275409433-project] 10.222.0.61 "DELETE /v2.0/floatingips/acfefca9-de82-411e-a3fa-7a29dfc39432 HTTP/1.1" status: 204 len: 168 time: 2.8844759 Apr 11 20:46:18.796593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e4211-c32c-4449-a9e1-88a47d8ea3a0 req-3926ce34-85c8-4b33-b763-d69223121e02 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:18.816643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-015e4211-c32c-4449-a9e1-88a47d8ea3a0 req-3926ce34-85c8-4b33-b763-d69223121e02 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 945 time: 0.8252509 Apr 11 20:46:18.891927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-60a1ce69-600d-4f73-81f8-e7fe1407e353 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1099 time: 0.2383542 Apr 11 20:46:18.900508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f734ee-934a-4897-bb65-2c652ebf4c44 req-f7f4965b-7ab1-4cd1-ae5d-d834c5782204 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1097 time: 0.1166184 Apr 11 20:46:18.984524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-442c125b-8c17-4602-a917-a058441c7ea8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.0820560 Apr 11 20:46:19.056710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f734ee-934a-4897-bb65-2c652ebf4c44 req-75a764b1-a014-41b4-8556-c90fc68ee049 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546166 Apr 11 20:46:19.106255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-91fb8bae-e696-4204-afc5-ac12cbc51ee6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:19.108562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-91fb8bae-e696-4204-afc5-ac12cbc51ee6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1110640 Apr 11 20:46:19.131726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-4f329d1e-0dba-4d7b-8303-8fbc50f088c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:19.133135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-4f329d1e-0dba-4d7b-8303-8fbc50f088c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.4747143 Apr 11 20:46:19.202618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-67e0a020-42ef-4852-8bf6-6ca1703b8e9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542917 Apr 11 20:46:19.226089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-82ba7c78-e090-44f0-9bec-f72fa152a8bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078045 Apr 11 20:46:19.359155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-015e4211-c32c-4449-a9e1-88a47d8ea3a0 req-48555116-50b8-4963-b837-e30a5bb903b3 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups?id=5669a69c-7445-4073-9d0f-2b59ea8e6386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5414834 Apr 11 20:46:19.369150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:19.369696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:19.370161 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Floating IP 49f67301-aef1-415d-9396-ae1b4cc06d0c disassociated. External IP: 172.25.5.211, port: a1131fdb-3378-4ce0-8bbf-51077311e052. Apr 11 20:46:19.370565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Calling delete_port for a1131fdb-3378-4ce0-8bbf-51077311e052 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:19.426464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a7772-50dc-4522-80d6-634b1393bff7 req-061a52b5-0724-4584-bb0f-8895628200d9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:19.428084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a98a7772-50dc-4522-80d6-634b1393bff7 req-061a52b5-0724-4584-bb0f-8895628200d9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 943 time: 0.2009723 Apr 11 20:46:19.465735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-48fa488f-a7c3-4ea5-8fc3-042e95235316 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009554 Apr 11 20:46:19.522075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-541c8352-32dd-4467-b078-4b742f5b8688 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030362 Apr 11 20:46:19.542109 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766ccc9c-5d92-4e6b-8380-45dc53b80a95'] response: {'name': 'network-changed', 'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'status': 'completed', 'code': 200} Apr 11 20:46:19.613033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a98a7772-50dc-4522-80d6-634b1393bff7 req-48df4b5f-8ad4-46df-a436-c74696548712 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748624 Apr 11 20:46:19.723095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60161f28-4af7-4ffa-81ec-253b1d6bfd57 req-6235ccaf-2373-490e-9561-d9a90a8090bd service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403235 Apr 11 20:46:19.838734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad0245cc-9982-43df-a2ae-59cafc6d0f81 req-2bbdd08c-e88c-40ea-8135-585e80efa58d service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104861 Apr 11 20:46:19.872150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6921157-653e-4f73-8b16-c008e1644a37 req-86d92c21-86b1-4b93-96bc-359102418c7f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:19.874931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6921157-653e-4f73-8b16-c008e1644a37 req-86d92c21-86b1-4b93-96bc-359102418c7f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 948 time: 0.2695248 Apr 11 20:46:19.941302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-620c4489-472b-4c84-ad93-4d2e2953ce5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1099 time: 0.0939963 Apr 11 20:46:19.954825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6921157-653e-4f73-8b16-c008e1644a37 req-46c4b025-2729-48e4-a271-c5a4f6fdbc53 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726893 Apr 11 20:46:19.955676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:20.081919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event deleted for resources: {'Port': ['ID=a1131fdb-3378-4ce0-8bbf-51077311e052,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:20.169907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-2ee9829b-df41-4d24-b119-baf6aa81f7cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.171354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-2ee9829b-df41-4d24-b119-baf6aa81f7cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2174411 Apr 11 20:46:20.232830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1de56e-b868-4c39-8729-44cc11e9b115 req-d39afa73-85fe-41de-b512-2e82e61bb4b8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.236601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1de56e-b868-4c39-8729-44cc11e9b115 req-d39afa73-85fe-41de-b512-2e82e61bb4b8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.238139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f1de56e-b868-4c39-8729-44cc11e9b115 req-d39afa73-85fe-41de-b512-2e82e61bb4b8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d&device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 1681 time: 0.2496326 Apr 11 20:46:20.282576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-e831ad97-ec1c-42bf-bee4-01b13413b4c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1034353 Apr 11 20:46:20.362479 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-f0eb5448-ecc9-4e67-9a8e-44fd85068374 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 1094 time: 0.3863456 Apr 11 20:46:20.384013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f1de56e-b868-4c39-8729-44cc11e9b115 req-e5de0dc5-103e-474e-9ae1-3d63cd7b0686 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302309 Apr 11 20:46:20.400270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-c1ec627f-50b3-4859-9356-a298384f17e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.405453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-c1ec627f-50b3-4859-9356-a298384f17e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1004529 Apr 11 20:46:20.471611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46986d27-1999-4b3b-b245-84eee1df29d2 req-96be1edb-72c2-40eb-8284-5b3edbf7c761 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3827832 Apr 11 20:46:20.526870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a1131fdb-3378-4ce0-8bbf-51077311e052 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:20.575075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33937e5a-d737-4114-9ebb-028f85045740 req-15c4ce59-5892-4c47-a293-4425eefc833d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.576560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-15c4ce59-5892-4c47-a293-4425eefc833d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 200 len: 905 time: 0.2082648 Apr 11 20:46:20.600579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: a1131fdb-3378-4ce0-8bbf-51077311e052 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:20.601024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a1131fdb-3378-4ce0-8bbf-51077311e052 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:20.672419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-6bf536e0-fc18-47be-a8a1-a178986ae6bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dd2fde4-b822-45b2-8158-409f1d93491a HTTP/1.1" status: 200 len: 217 time: 0.0807118 Apr 11 20:46:20.745621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Router d5482337-e6d4-4b2e-8b03-4a893373bb94 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:46:20.753702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33937e5a-d737-4114-9ebb-028f85045740 req-3f3643b8-1531-4a8d-b93f-8ba0fa128a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.755514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-3f3643b8-1531-4a8d-b93f-8ba0fa128a0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 200 len: 844 time: 0.0759184 Apr 11 20:46:20.788559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-03406da5-c61c-4af5-a9f9-53910ac34d9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802299 Apr 11 20:46:20.943971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6acc6-d990-4ba3-a1ba-6dd23966a17a req-ae621111-077d-4ac0-90f1-8183c7038744 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:20.952475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07c6acc6-d990-4ba3-a1ba-6dd23966a17a req-ae621111-077d-4ac0-90f1-8183c7038744 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.4293530 Apr 11 20:46:21.036300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07c6acc6-d990-4ba3-a1ba-6dd23966a17a req-c8bb69f3-16ec-4e96-820b-03518318afb0 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826499 Apr 11 20:46:21.041778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-0ed8ee6f-53a9-4602-bada-4a4e73c16660 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455730 Apr 11 20:46:21.062344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-875686c5-9933-4979-84b1-6e0a117a6514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2319913 Apr 11 20:46:21.216305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-5c969130-8d64-4e87-abba-27386e690129 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451557 Apr 11 20:46:21.261252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45b12206-b95a-471f-8e62-b7f06708f6c5 req-a6598c33-64b6-4772-9ced-b5bfa5efed3c tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 210 time: 0.0700681 Apr 11 20:46:21.360587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fea0b096-cbf1-46c4-9236-6e5484f0bb21 req-0c186ef6-a4d6-4513-8baf-ee084cf8b4ba service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083639 Apr 11 20:46:21.390911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33937e5a-d737-4114-9ebb-028f85045740 req-5d2881c4-04d4-4660-b697-07b5a00e9ec6 service neutron] 10.222.0.69 "GET /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658421 Apr 11 20:46:21.437201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:21.448232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] Sync routers for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:21.469742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:21.473394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:21.496284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec60d-11cb-40e7-a511-067ae0e8ac83 req-d3f467b3-d227-4309-9c7a-657302b05979 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:21.505304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa3ec60d-11cb-40e7-a511-067ae0e8ac83 req-d3f467b3-d227-4309-9c7a-657302b05979 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1120684 Apr 11 20:46:21.518128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] No DVR routers for this DVR port a1131fdb-3378-4ce0-8bbf-51077311e052 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:21.520731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:21.523917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'name': 'network-vif-deleted', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:21.565717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa3ec60d-11cb-40e7-a511-067ae0e8ac83 req-2f378422-e659-487f-b6e4-73b34c646eb6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583453 Apr 11 20:46:21.606700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8914784f-ddac-4cb4-b04a-28cf75c880c2 req-953fb82e-8441-4b53-8da6-c8ab3793b81b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.75 "DELETE /v2.0/ports/a1131fdb-3378-4ce0-8bbf-51077311e052 HTTP/1.1" status: 204 len: 173 time: 4.4424200 Apr 11 20:46:21.723035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:21.799068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbceda0-4063-4132-9811-82998c6b24b8 req-c3d262f4-c73c-4a98-8a3f-08ebb63e0ec7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:21.799962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5dbceda0-4063-4132-9811-82998c6b24b8 req-c3d262f4-c73c-4a98-8a3f-08ebb63e0ec7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:21.917391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5dbceda0-4063-4132-9811-82998c6b24b8 req-c3d262f4-c73c-4a98-8a3f-08ebb63e0ec7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:21.918630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dbceda0-4063-4132-9811-82998c6b24b8 req-c3d262f4-c73c-4a98-8a3f-08ebb63e0ec7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 948 time: 0.2198024 Apr 11 20:46:22.048941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dbceda0-4063-4132-9811-82998c6b24b8 req-cbc107e0-2d8a-4380-aa8b-084315686e61 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243429 Apr 11 20:46:22.174398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:56Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:22.179392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] Checking router: d5482337-e6d4-4b2e-8b03-4a893373bb94 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:22.191253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:22.191898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:22.490397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:22.498198 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be634de-c705-4cd2-a91e-9922b77f77c6'] response: {'server_uuid': '4b2a9466-a264-4a3f-9e00-5730dacdfc65', 'name': 'network-vif-deleted', 'tag': 'a1131fdb-3378-4ce0-8bbf-51077311e052', 'status': 'completed', 'code': 200} Apr 11 20:46:22.721008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04f34-0929-40fb-8cd8-a8be98a20d96 req-e1e3f47b-affa-4e3b-b7d8-bed53199d451 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:22.723333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5da04f34-0929-40fb-8cd8-a8be98a20d96 req-e1e3f47b-affa-4e3b-b7d8-bed53199d451 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1153629 Apr 11 20:46:22.813409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5da04f34-0929-40fb-8cd8-a8be98a20d96 req-f7511c86-0fe9-4cdd-9af8-cd8412f9514f tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808396 Apr 11 20:46:23.009972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b983c869-bef3-441e-a212-0f0f2864641d req-731c2f9c-6c6d-4da0-be94-2aeecbd2b65d tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2a9466-a264-4a3f-9e00-5730dacdfc65 HTTP/1.1" status: 200 len: 210 time: 0.0521815 Apr 11 20:46:23.013830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:56Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:23.018585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fbc9e-be77-411d-bc13-0a5fecd392b0 None None] The sync data for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 is: [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:44:48Z', 'revision_number': 4, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '32e1eef6-c52e-40b1-a624-b164a8be40d8', 'name': '', 'network_id': '6083de7f-9169-4f81-ad2d-0a74ed26d36a', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'mac_address': 'fa:16:3e:2e:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:44Z', 'updated_at': '2022-04-11T20:44:56Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'subnets': [{'id': '2b4d0b47-611c-4bb6-9f2b-248535a75b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:46:23.032670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:46:23.108267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-fe9cc2e9-ed76-44f1-afc9-daa570ff4035 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:46:23.114608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-fe9cc2e9-ed76-44f1-afc9-daa570ff4035 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053706 Apr 11 20:46:23.123314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Request body: {'binding': {'host': 'n-h1-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:23.126472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Unknown quota resources ['binding']. {{(pid=84666) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:46:23.201576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:23.219137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'mac_address': 'fa:16:3e:49:8e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:46:23.303215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:23.323289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:23.345047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:23.434231 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771ed8-62e4-4bb7-b6c0-cd8e4561d031 None None] New status for floating IP 49f67301-aef1-415d-9396-ae1b4cc06d0c: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:46:23.451559 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:23.457132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:46:23.459278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on host n-h1-837321-1 for vnic_type normal with profile None {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:23.459633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:23.459958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:23.475939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:23.476265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:23.484601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:23.484601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:23.485254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:23.485682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Bound port: cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:23.525945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:23.527029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc3f80-0110-4a6a-8840-9920948bc34c req-4cfbee16-22a5-48ea-9a1c-7411864fec88 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:23.528751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72cc3f80-0110-4a6a-8840-9920948bc34c req-4cfbee16-22a5-48ea-9a1c-7411864fec88 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1282108 Apr 11 20:46:23.589760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:23.615406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72cc3f80-0110-4a6a-8840-9920948bc34c req-cf909e07-5e9c-4b72-9301-9634f1bf45c0 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793505 Apr 11 20:46:23.641673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:23.643932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-367acd55-843d-4cfb-9f48-8ee8b24f1882 service neutron] 10.222.0.61 "POST /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce/bindings HTTP/1.1" status: 201 len: 389 time: 0.5248203 Apr 11 20:46:23.760109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:23.789056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'mac_address': 'fa:16:3e:e7:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:46:23.867382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:23.913649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17ef90-855c-4c9e-a8a2-5a51624985dc req-4841386c-daf0-4eed-8123-72bf416826e3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:23.916428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa17ef90-855c-4c9e-a8a2-5a51624985dc req-4841386c-daf0-4eed-8123-72bf416826e3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.1068664 Apr 11 20:46:23.947813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd2fde4-b822-45b2-8158-409f1d93491a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:23.980920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:23.984487 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa17ef90-855c-4c9e-a8a2-5a51624985dc req-baf84382-8f8d-4fb9-9e46-ac6fbab6e0e2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548284 Apr 11 20:46:24.071998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:24.195312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:24.250959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e8b17-12fc-4bd7-bb55-340a659a8b65 req-259d5b4d-72ea-4386-8a24-1d0f2b0b61ab tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:24.265005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f0e8b17-12fc-4bd7-bb55-340a659a8b65 req-259d5b4d-72ea-4386-8a24-1d0f2b0b61ab tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1018653 Apr 11 20:46:24.333493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f0e8b17-12fc-4bd7-bb55-340a659a8b65 req-8da5f0cd-c207-4df9-85b7-8014e5a82b3c tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670812 Apr 11 20:46:24.337308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1dd2fde4-b822-45b2-8158-409f1d93491a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:24.417515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:24.561367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-5a5c5206-2657-4704-82db-45202c3d1a18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1097 time: 0.1709960 Apr 11 20:46:24.699145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0392-bda9-4e81-84fb-4a6fa4f40ff5 req-ad88e8fe-a612-4b1b-bb0f-a9a0ea5213b5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:24.706668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-354e0392-bda9-4e81-84fb-4a6fa4f40ff5 req-ad88e8fe-a612-4b1b-bb0f-a9a0ea5213b5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 946 time: 0.1809545 Apr 11 20:46:24.809333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-354e0392-bda9-4e81-84fb-4a6fa4f40ff5 req-ede83cdb-bf50-4ec7-9588-b367bc2f8181 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011550 Apr 11 20:46:24.818242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-14a32298-f3ad-42d5-9ba1-b1059e6b7c30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:24.819974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-14a32298-f3ad-42d5-9ba1-b1059e6b7c30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.2512131 Apr 11 20:46:24.906865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9e92204f-028b-4d81-a661-ec47f2e5d477 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 217 time: 0.0806847 Apr 11 20:46:24.967815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57654) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:24.996195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-88c5ef1c-f92a-4818-8d3a-4940e9aae7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:24.996195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-88c5ef1c-f92a-4818-8d3a-4940e9aae7b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.0813627 Apr 11 20:46:25.059140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-93e6354a-2280-4345-814b-ff4890b54813 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553515 Apr 11 20:46:25.175034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e770836-2dc5-454a-95dc-1f3bea6fe97b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:25.185315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4ac81-e397-45d8-baef-d159babdff97 req-7e4169e6-7e10-4138-902f-09b3104004f6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:25.186975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffa4ac81-e397-45d8-baef-d159babdff97 req-7e4169e6-7e10-4138-902f-09b3104004f6 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 944 time: 0.1173241 Apr 11 20:46:25.236517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e770836-2dc5-454a-95dc-1f3bea6fe97b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:25.240005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffa4ac81-e397-45d8-baef-d159babdff97 req-d2ae5d60-dad1-448d-aa91-6a5a851686fe tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Apr 11 20:46:25.254881 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-c7162974-44b5-4ab0-aad5-fa81b69570b5 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868711 Apr 11 20:46:25.339446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57664) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:25.419307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-e5fdcb4d-31e3-42b8-97ca-62388649ffaf service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488688 Apr 11 20:46:25.465928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e770836-2dc5-454a-95dc-1f3bea6fe97b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:25.484846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e770836-2dc5-454a-95dc-1f3bea6fe97b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669a69c-7445-4073-9d0f-2b59ea8e6386,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:25.605825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999b395-141d-4e9e-9152-85b05645953f req-7f8e21a3-908e-47e0-9379-948212d195b8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:25.607401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6999b395-141d-4e9e-9152-85b05645953f req-7f8e21a3-908e-47e0-9379-948212d195b8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.1660113 Apr 11 20:46:25.671802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6999b395-141d-4e9e-9152-85b05645953f req-557f49c5-0918-40fc-a62d-1a27fb4fb981 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 Apr 11 20:46:25.743693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e770836-2dc5-454a-95dc-1f3bea6fe97b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:25.744828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3e770836-2dc5-454a-95dc-1f3bea6fe97b tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "DELETE /v2.0/security-groups/5669a69c-7445-4073-9d0f-2b59ea8e6386 HTTP/1.1" status: 204 len: 168 time: 0.7760155 Apr 11 20:46:25.748444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57674) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:25.792692 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-c55f9446-a7a2-4d76-9f80-95f1e5b04930 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] show failed (client error): The resource could not be found. Apr 11 20:46:25.793751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c55f9446-a7a2-4d76-9f80-95f1e5b04930 tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "GET /v2.0/security-groups/5669a69c-7445-4073-9d0f-2b59ea8e6386 HTTP/1.1" status: 404 len: 347 time: 0.0437558 Apr 11 20:46:25.797314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:25.980367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-d38cc216-d2b1-437e-9b44-f3e3ecdcafca tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1097 time: 0.3979867 Apr 11 20:46:25.985662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287921c-36be-4276-9529-d3b25a93c51f req-3c467828-97f5-4abc-81a1-ac45efc715b2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:25.992509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2287921c-36be-4276-9529-d3b25a93c51f req-3c467828-97f5-4abc-81a1-ac45efc715b2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.4469943 Apr 11 20:46:26.016855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-837321-1'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:26.041782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Deleting port 2f519414-02f7-4eb4-928f-1e3a87e9d3f4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:26.042662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:26.047836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd97e5-d5ed-44e3-953b-f3e4103eec1e req-e64726ab-08d5-42ba-bec7-c1d487dd1a6f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:26.049365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1fd97e5-d5ed-44e3-953b-f3e4103eec1e req-e64726ab-08d5-42ba-bec7-c1d487dd1a6f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 945 time: 0.1616719 Apr 11 20:46:26.112000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1fd97e5-d5ed-44e3-953b-f3e4103eec1e req-64e5a19b-abe4-40dc-ac53-258e12864aa3 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Apr 11 20:46:26.143571 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:26.308101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2287921c-36be-4276-9529-d3b25a93c51f req-65d699bf-8ef3-44b8-a270-7c9890e8ca9a tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146167 Apr 11 20:46:26.420144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:26.433086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:26.433402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:26.468578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f47ffa-3377-46d7-955d-43fb771195f2 req-597793ca-68da-4540-8a63-7c84fdee327c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:26.470817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19f47ffa-3377-46d7-955d-43fb771195f2 req-597793ca-68da-4540-8a63-7c84fdee327c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 946 time: 0.1631770 Apr 11 20:46:26.564122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19f47ffa-3377-46d7-955d-43fb771195f2 req-920482cc-c8d6-42a1-9fd4-cee80c3834f5 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756376 Apr 11 20:46:26.622908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-300b7aa3-ee4b-4e6d-b7ec-50bc9401617f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:26.624652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-300b7aa3-ee4b-4e6d-b7ec-50bc9401617f tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.75 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 945 time: 0.5138402 Apr 11 20:46:26.637216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Calling delete_port for 2f519414-02f7-4eb4-928f-1e3a87e9d3f4 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:26.928442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Deleting port 25463a03-e264-4867-8adb-8dd3f192e50a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:26.929021 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.054992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:27.109921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd1ec2-1f39-4881-aa05-97be20866e4f req-d9899833-bb24-46f4-8a66-34518890ed32 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:27.111587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7cd1ec2-1f39-4881-aa05-97be20866e4f req-d9899833-bb24-46f4-8a66-34518890ed32 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.2854345 Apr 11 20:46:27.122586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-030deed7-e9e1-447e-847b-aaf24303f634 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:27.124253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-030deed7-e9e1-447e-847b-aaf24303f634 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "GET /v2.0/ports?device_id=896f0908-62fc-405d-aa86-bb78c56a386d HTTP/1.1" status: 200 len: 945 time: 0.2992585 Apr 11 20:46:27.174441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e6a46-a6c8-4adf-8664-e1b8e82e214f req-9f2cf506-5979-4f5b-a908-9633f6e24f6a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:27.174871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a59e6a46-a6c8-4adf-8664-e1b8e82e214f req-9f2cf506-5979-4f5b-a908-9633f6e24f6a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:27.191318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:46:27.197997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:27.198975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.235778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7cd1ec2-1f39-4881-aa05-97be20866e4f req-2405e51e-0549-4b13-8a2a-8f2a23d9a40c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097169 Apr 11 20:46:27.240144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Deleting port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:27.240493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.298799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:27.382910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a59e6a46-a6c8-4adf-8664-e1b8e82e214f req-9f2cf506-5979-4f5b-a908-9633f6e24f6a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:27.390660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a59e6a46-a6c8-4adf-8664-e1b8e82e214f req-9f2cf506-5979-4f5b-a908-9633f6e24f6a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 944 time: 0.8665290 Apr 11 20:46:27.407225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.490234 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.541531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:27.543128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:27.605073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:46:27.616365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Pushing event deleted for resources: {'Port': ['ID=2f519414-02f7-4eb4-928f-1e3a87e9d3f4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:27.632756 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.635430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:27.716857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Deleting port 230e4554-7409-46f1-9732-88bd7f316462 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:27.717496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.760081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a59e6a46-a6c8-4adf-8664-e1b8e82e214f req-6ef4f605-d2ff-4a5c-b017-b0c540b93422 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687775 Apr 11 20:46:27.765433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:27.827857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:27.864905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] For port 25463a03-e264-4867-8adb-8dd3f192e50a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=25463a03-e264-4867-8adb-8dd3f192e50a,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:27.865607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.949204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 1dd2fde4-b822-45b2-8158-409f1d93491a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:46:27.955683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 1dd2fde4-b822-45b2-8158-409f1d93491a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:27.956205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.970391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:27.990732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] For port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,segment=NetworkSegment(310fa750-f339-4f7f-80c8-e73b3a89e808),segment_id=310fa750-f339-4f7f-80c8-e73b3a89e808)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:27.991094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.009236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ff6c7-07fd-41c9-b3fb-b108aefd57e6 req-688c1599-94c5-44cc-99b0-362de0b697b8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:28.016086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-759ff6c7-07fd-41c9-b3fb-b108aefd57e6 req-688c1599-94c5-44cc-99b0-362de0b697b8 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 945 time: 0.5014195 Apr 11 20:46:28.091814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Calling delete_port for 25463a03-e264-4867-8adb-8dd3f192e50a owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:28.176237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:28.184892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Calling delete_port for 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:28.185378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.198253 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.206826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.211746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-92ac6841-8d02-41dd-90d2-5f1caacdfafa tempest-ServersTestJSON-201715844 tempest-ServersTestJSON-201715844-project] 10.222.0.61 "DELETE /v2.0/floatingips/49f67301-aef1-415d-9396-ae1b4cc06d0c HTTP/1.1" status: 204 len: 168 time: 2.4097664 Apr 11 20:46:28.213125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57716) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:28.267712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] For port 230e4554-7409-46f1-9732-88bd7f316462, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=230e4554-7409-46f1-9732-88bd7f316462,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:28.268071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.293729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:28.299341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.310851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-759ff6c7-07fd-41c9-b3fb-b108aefd57e6 req-aa00d7a3-26eb-4b53-9faf-56e5e88fcb96 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/security-groups?id=7cdd1519-e502-4272-b918-f8888a49d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938433 Apr 11 20:46:28.371460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.424489 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25da9f5-06a5-472d-99cf-92dc6df4aa4c'] response: {'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'code': 200} Apr 11 20:46:28.487429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d8e8-6873-4900-87a6-c121d8cd6361 req-d09d53b8-0e5b-4332-838b-aad2efbe0886 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:28.488962 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b676d8e8-6873-4900-87a6-c121d8cd6361 req-d09d53b8-0e5b-4332-838b-aad2efbe0886 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.5691626 Apr 11 20:46:28.501409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:28.556055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Calling delete_port for 230e4554-7409-46f1-9732-88bd7f316462 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:28.569727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 25463a03-e264-4867-8adb-8dd3f192e50a no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:28.637468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767766f7-943a-4354-8651-25564e839df8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:28.638132 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.743056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.753246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Port 25463a03-e264-4867-8adb-8dd3f192e50a update to DOWN by agent not found {{(pid=84668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 11 20:46:28.763154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['77b2ea1f-0d96-4435-a7e8-e80f1bea3f53'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:28.805884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on host n-h2-837321-1 for vnic_type normal with profile {"migrating_to": "n-h1-837321-1"} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:28.806566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:28.806566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:28.820998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Pushing event deleted for resources: {'Port': ['ID=25463a03-e264-4867-8adb-8dd3f192e50a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:28.835776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:28.836117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Attempting to bind port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:28.880510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86e85653-9a9f-4cad-b89e-0ca96da1fab0 req-1f2740ee-140e-4f35-be28-cf65c3b70fbe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1101 time: 0.3135548 Apr 11 20:46:28.920596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:28.920979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:28.921361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:28.921811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Bound port: cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:28.922151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:28.956063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8cbaa-1558-4a99-8f08-78feda6a3d0a req-d9e425ba-54c0-40c0-92d6-9ca7963a6a0d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:28.957540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8c8cbaa-1558-4a99-8f08-78feda6a3d0a req-d9e425ba-54c0-40c0-92d6-9ca7963a6a0d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 944 time: 0.3647940 Apr 11 20:46:29.012918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] No DVR routers for this DVR port 25463a03-e264-4867-8adb-8dd3f192e50a on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:29.020648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8c8cbaa-1558-4a99-8f08-78feda6a3d0a req-654739df-324d-4672-ae2f-ab850928752c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Apr 11 20:46:29.021014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.052541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.117523 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e762ca-3ca7-42e7-be02-a9d2cb0edcb7'] response: {'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'code': 200} Apr 11 20:46:29.120863 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86e85653-9a9f-4cad-b89e-0ca96da1fab0 req-3b34239c-606d-4fe4-84b3-a4cb1332f657 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307823 Apr 11 20:46:29.141575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b676d8e8-6873-4900-87a6-c121d8cd6361 req-50d21ca5-00a8-4a0f-b122-db17e25b98fa tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788040 Apr 11 20:46:29.142427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.158511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Pushing event deleted for resources: {'Port': ['ID=77b2ea1f-0d96-4435-a7e8-e80f1bea3f53,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:29.218313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:29.221319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Pushing event deleted for resources: {'Port': ['ID=230e4554-7409-46f1-9732-88bd7f316462,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:29.221542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-089a74b4-3e06-41ad-b555-600d9f7d472c req-b58a2142-fbaf-44e8-8f83-d1954ab39c78 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.75 "DELETE /v2.0/ports/25463a03-e264-4867-8adb-8dd3f192e50a HTTP/1.1" status: 204 len: 173 time: 2.5109465 Apr 11 20:46:29.445181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:29.460590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] No DVR routers for this DVR port 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:29.472487 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.479678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896f0908-62fc-405d-aa86-bb78c56a386d', 'name': 'network-vif-deleted', 'tag': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:29.518680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.527863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8cef-6d68-4467-a662-d53694c8c655 req-7fe287f5-8afd-447f-9a5a-06079e9d5faa tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:29.529268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f7b8cef-6d68-4467-a662-d53694c8c655 req-7fe287f5-8afd-447f-9a5a-06079e9d5faa tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.1271694 Apr 11 20:46:29.561704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46da96e1-0eba-4115-b25e-1582ca44ea0c req-c23fcf2d-5b16-4dc5-bb6b-565720dac188 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.69 "DELETE /v2.0/ports/77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 HTTP/1.1" status: 204 len: 173 time: 2.4214172 Apr 11 20:46:29.706936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b600df-7211-4ade-90a8-10bfc4c67d9c req-70bb79d0-2215-45ee-98bb-fae00793f891 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:29.708451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53b600df-7211-4ade-90a8-10bfc4c67d9c req-70bb79d0-2215-45ee-98bb-fae00793f891 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.3644035 Apr 11 20:46:29.730534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767766f7-943a-4354-8651-25564e839df8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:29.748084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f7b8cef-6d68-4467-a662-d53694c8c655 req-e22d59aa-2de0-4874-9c20-d462c85dc5b5 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822662 Apr 11 20:46:29.779170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53b600df-7211-4ade-90a8-10bfc4c67d9c req-51c90cd1-6893-47bd-a2c6-842e795a166a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605984 Apr 11 20:46:29.821822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.823598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-767766f7-943a-4354-8651-25564e839df8 service neutron] 10.222.0.69 "PUT /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 1122 time: 3.8137708 Apr 11 20:46:29.834861 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.840104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:29.890924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:30.036819 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decedf3f-faac-442d-8d15-2f0fa8add0ef'] response: {'server_uuid': '896f0908-62fc-405d-aa86-bb78c56a386d', 'name': 'network-vif-deleted', 'tag': '77b2ea1f-0d96-4435-a7e8-e80f1bea3f53', 'status': 'completed', 'code': 200} Apr 11 20:46:30.069315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-971c06e4-5ab4-46f7-af41-9d8bd8c1c154 req-ada4aed0-afdb-49e8-ab87-0d2ea36f5f32 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Synchronizing usage tracker for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:30.179794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-971c06e4-5ab4-46f7-af41-9d8bd8c1c154 req-ada4aed0-afdb-49e8-ab87-0d2ea36f5f32 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] Unset dirty status for tenant:5389ddbde8c74c5087850c1618788128 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:30.193644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-971c06e4-5ab4-46f7-af41-9d8bd8c1c154 req-ada4aed0-afdb-49e8-ab87-0d2ea36f5f32 tempest-ListServersNegativeTestJSON-1116234403 tempest-ListServersNegativeTestJSON-1116234403-project] 10.222.0.61 "GET /v2.0/ports?device_id=0447f167-d425-4364-97a7-23c074dfa28d HTTP/1.1" status: 200 len: 210 time: 0.2501533 Apr 11 20:46:30.424989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:30.512140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:30.617032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23247c-506e-4a08-b150-741eeb9c03a8 req-e552ab2d-84e7-45ba-882f-9038a521234a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:30.618893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d23247c-506e-4a08-b150-741eeb9c03a8 req-e552ab2d-84e7-45ba-882f-9038a521234a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 944 time: 0.2853050 Apr 11 20:46:30.637222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c823bd-4fe0-4fbd-9f3f-d7b2a05d972d req-b5c2150f-7c6f-49bc-9e0e-81cca2334669 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:30.638865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c823bd-4fe0-4fbd-9f3f-d7b2a05d972d req-b5c2150f-7c6f-49bc-9e0e-81cca2334669 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1597097 Apr 11 20:46:30.771418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c823bd-4fe0-4fbd-9f3f-d7b2a05d972d req-daeb53b3-9576-4189-8fec-24efdd59e706 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033118 Apr 11 20:46:30.845188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d23247c-506e-4a08-b150-741eeb9c03a8 req-687f992b-564e-4a3a-931d-3f6255bbbb6d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660595 Apr 11 20:46:31.031579 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa355eb-8f66-4d8b-b243-cbd0d1ce4fa1'] response: {'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'code': 200} Apr 11 20:46:31.057592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Router d9541371-0e15-482d-aba8-71b11b41e91b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:46:31.076069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:31.089022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Deleting port 32e1eef6-c52e-40b1-a624-b164a8be40d8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:31.090063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:31.155262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:31.155681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 77b2ea1f-0d96-4435-a7e8-e80f1bea3f53 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:31.197648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0447f167-d425-4364-97a7-23c074dfa28d', 'name': 'network-vif-deleted', 'tag': '25463a03-e264-4867-8adb-8dd3f192e50a'}, {'name': 'network-changed', 'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:31.209006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b45c3-7be1-4bb2-8ee0-cdb3891c8b7a req-2fab1578-1757-4e95-886a-3cb0aaf98438 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:31.216392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a46b45c3-7be1-4bb2-8ee0-cdb3891c8b7a req-2fab1578-1757-4e95-886a-3cb0aaf98438 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2336965 Apr 11 20:46:31.355263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a46b45c3-7be1-4bb2-8ee0-cdb3891c8b7a req-fbc132c3-9ee1-4d35-b00f-0c4044ed60fe tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379683 Apr 11 20:46:31.426927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:31.435531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b387c48-0e1b-46b8-b0e4-5e310120b475 admin admin] 10.222.0.61 "PUT /v2.0/routers/d9541371-0e15-482d-aba8-71b11b41e91b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0919516 Apr 11 20:46:31.435825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57762) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:31.449396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] Sync routers for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:31.467130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:31.468556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:31.495062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e75d8518-5a47-442b-8db1-fd68bb8f8f76 req-cb2de68e-50d6-4be7-8b1f-0a8239ea6931 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 1096 time: 0.2999501 Apr 11 20:46:31.518156 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e984a9d4-48cd-426e-a3a0-7db0cfb67b24'] response: {'server_uuid': '0447f167-d425-4364-97a7-23c074dfa28d', 'name': 'network-vif-deleted', 'tag': '25463a03-e264-4867-8adb-8dd3f192e50a', 'status': 'completed', 'code': 200} Apr 11 20:46:31.518448 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e984a9d4-48cd-426e-a3a0-7db0cfb67b24'] response: {'name': 'network-changed', 'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'status': 'completed', 'code': 200} Apr 11 20:46:31.529485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] For port 32e1eef6-c52e-40b1-a624-b164a8be40d8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=32e1eef6-c52e-40b1-a624-b164a8be40d8,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:31.529862 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:31.598713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57768) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:31.693526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Deleting subnet b8c78242-fc20-4337-a9f0-4e29fc9226f8 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:46:31.699133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:31.714754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:31.751049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266a69a-a5b8-4540-b598-e1d5c337efce req-cfb58c0f-6f26-45a8-861d-3716dedfd1b7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:31.752736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4266a69a-a5b8-4540-b598-e1d5c337efce req-cfb58c0f-6f26-45a8-861d-3716dedfd1b7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.5564277 Apr 11 20:46:31.767503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:31.863172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:31.873080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Calling delete_port for 32e1eef6-c52e-40b1-a624-b164a8be40d8 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:31.966916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57778) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:31.982276 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e75d8518-5a47-442b-8db1-fd68bb8f8f76 req-6038aa93-41b9-4a30-881a-9347e673e16d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806433 Apr 11 20:46:31.984890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:32.039688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4266a69a-a5b8-4540-b598-e1d5c337efce req-ee2a1179-63cf-414a-a675-955248e4651b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050602 Apr 11 20:46:32.066560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-86966846-5463-4de4-b518-939b0fe88403 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1125 time: 0.5227053 Apr 11 20:46:32.307712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:46:28Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:32.312521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] Checking router: d9541371-0e15-482d-aba8-71b11b41e91b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:32.326404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] Routers {'d9541371-0e15-482d-aba8-71b11b41e91b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:32.327214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d9541371-0e15-482d-aba8-71b11b41e91b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:32.439103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:32.441601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-9f230bd6-3e64-40e0-b27f-09d1182bf476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:32.443333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-9f230bd6-3e64-40e0-b27f-09d1182bf476 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.3628500 Apr 11 20:46:32.477798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:32.502985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c78242-fc20-4337-a9f0-4e29fc9226f8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:32.534602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:32.535548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-6df0de09-ca00-4a5e-8d72-9b2d234ada97 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 217 time: 0.0821993 Apr 11 20:46:32.560471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b2719a08-38fc-48b1-90f0-aa160d54baac admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b8c78242-fc20-4337-a9f0-4e29fc9226f8 HTTP/1.1" status: 204 len: 168 time: 0.9484055 Apr 11 20:46:32.565228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57788) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:32.585169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] Set router d9541371-0e15-482d-aba8-71b11b41e91b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:32.591798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:32.598815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:32.610295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7625a999e64724a74700b2ca1c7ccd is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:32.619729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53edde-93b0-49c5-a445-c26f0da66399 req-c9676797-514c-468e-8081-28ede016c3dd tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:32.621214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c53edde-93b0-49c5-a445-c26f0da66399 req-c9676797-514c-468e-8081-28ede016c3dd tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.4049571 Apr 11 20:46:32.622089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:32.663084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e1eef6-c52e-40b1-a624-b164a8be40d8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:32.683057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:32.717945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193319d5-d17e-4aae-ae60-e7cc47c277b4 req-f6f190f2-3167-44e4-8a70-9934f2ed6bcb tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:32.719501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193319d5-d17e-4aae-ae60-e7cc47c277b4 req-f6f190f2-3167-44e4-8a70-9934f2ed6bcb tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 944 time: 0.3927343 Apr 11 20:46:32.772690 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:32.952188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-ac72d040-f584-4a3a-9fd5-5bf04be9efd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:32.953744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-ac72d040-f584-4a3a-9fd5-5bf04be9efd9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.4114339 Apr 11 20:46:33.052866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:46:28Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:33.057513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c2d5ab-310d-41a4-acdf-01de93cdf898 None None] The sync data for ids ['d9541371-0e15-482d-aba8-71b11b41e91b'] in n-d-837321-1 is: [{'id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1838685702-router', 'tenant_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:42:43Z', 'updated_at': '2022-04-11T20:46:28Z', 'revision_number': 5, 'project_id': '0b5dc1c8e54943bd9d55af95285a5a03', 'gw_port': {'id': 'a37f6286-fd2f-41b1-94f2-a55c97c86009', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9541371-0e15-482d-aba8-71b11b41e91b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:42:44Z', 'updated_at': '2022-04-11T20:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:46:33.073547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.078748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:46:33.083173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-7add1d5a-2e4d-45d6-98d1-13aefcb925ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055150 Apr 11 20:46:33.119013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.164216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e61135c-ee19-4785-bb3c-a4dd0928d959']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:33.176528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.187820 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193319d5-d17e-4aae-ae60-e7cc47c277b4 req-2ea566f3-90d0-4d71-9dae-c112bf1a621a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866098 Apr 11 20:46:33.205722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.220892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310fa750-f339-4f7f-80c8-e73b3a89e808') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:33.221189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310fa750-f339-4f7f-80c8-e73b3a89e808') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:33.255156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:33.266931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-6e2a303d-dd48-48f2-a880-2921349b8719 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773324 Apr 11 20:46:33.272183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c53edde-93b0-49c5-a445-c26f0da66399 req-2dd18ce5-8be9-46e5-bc44-5c02e0934821 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035016 Apr 11 20:46:33.291880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce has no active binding in host n-h1-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:46:33.309714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.332470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1698aba9-3fe4-433c-bf43-47294d39b781,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:33.376213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-20e09263-aaba-42b7-a994-0574f3d5f3f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a7625a999e64724a74700b2ca1c7ccd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4081876 Apr 11 20:46:33.378755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57794) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:33.381401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.402743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:46:33.403138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:46:33.428077 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:46:33.559387 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fb0ed2-c430-4fa1-9059-4d7183066d14 req-f798c124-91fa-4907-a89f-205586d32c4b service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828901 Apr 11 20:46:33.569377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Deleting port a37f6286-fd2f-41b1-94f2-a55c97c86009 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:33.569874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.576648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 230e4554-7409-46f1-9732-88bd7f316462 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:33.598256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.636449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 230e4554-7409-46f1-9732-88bd7f316462 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:33.643704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 230e4554-7409-46f1-9732-88bd7f316462 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:33.761699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.812809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2eb61f3-f255-4279-a8a1-95fa1a04463e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.825263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c17d62-7961-4a98-8037-298bef8cb320 req-4837396a-6235-47a6-812a-1f76689d9625 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:33.825399 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4c17d62-7961-4a98-8037-298bef8cb320 req-4837396a-6235-47a6-812a-1f76689d9625 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.3398504 Apr 11 20:46:33.834141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.866208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e61135c-ee19-4785-bb3c-a4dd0928d959,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:33.971748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2eb61f3-f255-4279-a8a1-95fa1a04463e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:33.988515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432b3ce-a5e0-4664-81fd-749cd538af6e req-da7181de-d63a-4e6b-aba6-fe3e4da78226 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:33.990075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0432b3ce-a5e0-4664-81fd-749cd538af6e req-da7181de-d63a-4e6b-aba6-fe3e4da78226 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.4739017 Apr 11 20:46:34.004965 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4c17d62-7961-4a98-8037-298bef8cb320 req-64d4b609-f197-4191-b479-439b8d17140e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399796 Apr 11 20:46:34.019429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-055376ed-dbac-4785-980c-f664ef8486f1 req-2449d459-c1db-4784-9412-137646e39e5b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.2016304 Apr 11 20:46:34.039388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eaf57e56-ffa5-4d7c-99d2-5336e8bc9835 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6e61135c-ee19-4785-bb3c-a4dd0928d959 HTTP/1.1" status: 204 len: 168 time: 1.4700921 Apr 11 20:46:34.074632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] For port a37f6286-fd2f-41b1-94f2-a55c97c86009, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a37f6286-fd2f-41b1-94f2-a55c97c86009,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:34.074898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:34.079211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-055376ed-dbac-4785-980c-f664ef8486f1 req-7993ad02-56fc-4bdf-a186-64538e43e633 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492578 Apr 11 20:46:34.214544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-0f227b84-c708-4997-8c4d-930744851225 service neutron] 10.222.0.75 "GET /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.3481486 Apr 11 20:46:34.221484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Calling delete_port for a37f6286-fd2f-41b1-94f2-a55c97c86009 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:34.264473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0432b3ce-a5e0-4664-81fd-749cd538af6e req-42bd1916-e769-4310-ac26-558f9c31078d tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648571 Apr 11 20:46:34.495884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2eb61f3-f255-4279-a8a1-95fa1a04463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:34.504769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:34.577580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb61f3-f255-4279-a8a1-95fa1a04463e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1698aba9-3fe4-433c-bf43-47294d39b781,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:34.585311 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-582b59a5-6a27-49ef-93b2-4776e55bf309 req-86478403-e486-4280-b7de-ff72b5aca9bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2482104 Apr 11 20:46:34.592523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2eb61f3-f255-4279-a8a1-95fa1a04463e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:34.600508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0ef31156-9acb-47fc-a696-be6e537c8f11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5389ddbde8c74c5087850c1618788128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0919359 Apr 11 20:46:34.600508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57816) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:34.601565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2eb61f3-f255-4279-a8a1-95fa1a04463e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1698aba9-3fe4-433c-bf43-47294d39b781 HTTP/1.1" status: 204 len: 168 time: 1.2164018 Apr 11 20:46:34.681931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7048d2b6-da34-4f67-9d28-2e0d038ce2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:34.725455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7048d2b6-da34-4f67-9d28-2e0d038ce2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:34.773847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Router d5482337-e6d4-4b2e-8b03-4a893373bb94 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:46:34.840606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb7328-f39b-45cc-a867-0292a82abfdb req-3ef740de-a5d9-4fa1-9ce0-1b0f4128cfcc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:34.842229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4bb7328-f39b-45cc-a867-0292a82abfdb req-3ef740de-a5d9-4fa1-9ce0-1b0f4128cfcc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 944 time: 0.3624845 Apr 11 20:46:34.951352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4bb7328-f39b-45cc-a867-0292a82abfdb req-e7c2f7d4-dc7b-4373-8d6f-7d836654615f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965564 Apr 11 20:46:34.959076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:34.976203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.030593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:35.044357 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] Sync routers for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:35.048859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7048d2b6-da34-4f67-9d28-2e0d038ce2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.065076 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:35.066218 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:35.086150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Pushing event deleted for resources: {'Port': ['ID=a37f6286-fd2f-41b1-94f2-a55c97c86009,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:35.087105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048d2b6-da34-4f67-9d28-2e0d038ce2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd1519-e502-4272-b918-f8888a49d26e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:35.100811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:35.335098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb549950-758b-4c4c-b4df-1e85573debe4 admin admin] 10.222.0.61 "PUT /v2.0/routers/d5482337-e6d4-4b2e-8b03-4a893373bb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1193244 Apr 11 20:46:35.339851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57826) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:35.343736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7048d2b6-da34-4f67-9d28-2e0d038ce2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.347014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7048d2b6-da34-4f67-9d28-2e0d038ce2f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7cdd1519-e502-4272-b918-f8888a49d26e HTTP/1.1" status: 204 len: 168 time: 0.7436037 Apr 11 20:46:35.451951 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:35.455814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:35.479940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:35.555125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e477-dcd3-4f44-b014-e9837f935121 req-159aba9d-2695-401c-98a8-d50ee7aefa18 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:35.556851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab23e477-dcd3-4f44-b014-e9837f935121 req-159aba9d-2695-401c-98a8-d50ee7aefa18 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.3795657 Apr 11 20:46:35.646716 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.650633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab23e477-dcd3-4f44-b014-e9837f935121 req-9e2413b7-3e8b-4452-a699-1a9ecab50886 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775857 Apr 11 20:46:35.678919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.714590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57834) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:35.723940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.838468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:35.869751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1cdfa-9eb9-4359-9c19-4607ff340009 req-8236e38d-7ef0-4786-a3e1-ccc1160680f2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:35.872607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87c1cdfa-9eb9-4359-9c19-4607ff340009 req-8236e38d-7ef0-4786-a3e1-ccc1160680f2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.6222694 Apr 11 20:46:35.915787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:46:32Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:35.920631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] Checking router: d5482337-e6d4-4b2e-8b03-4a893373bb94 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:35.934451 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] Routers {'d5482337-e6d4-4b2e-8b03-4a893373bb94'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:35.935080 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d5482337-e6d4-4b2e-8b03-4a893373bb94'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:36.020065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:36.024613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c26139d76f421dac3851182fc630b7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:36.027550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:36.033356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:36.162636 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] Set router d5482337-e6d4-4b2e-8b03-4a893373bb94 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:36.206657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b5e07-7280-49a5-a1b6-8fb7f751c3c1 req-a79c08d3-dbeb-4f63-8ceb-abf9cdaacbd9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:36.212414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-817b5e07-7280-49a5-a1b6-8fb7f751c3c1 req-a79c08d3-dbeb-4f63-8ceb-abf9cdaacbd9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2009099 Apr 11 20:46:36.296827 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-817b5e07-7280-49a5-a1b6-8fb7f751c3c1 req-25fba215-cacc-4c47-8a00-c7cc70734bd9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801146 Apr 11 20:46:36.317594 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.348691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.357513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.403835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87c1cdfa-9eb9-4359-9c19-4607ff340009 req-66290a0f-bd76-456c-8323-1af17e7eba54 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967756 Apr 11 20:46:36.442554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Deleting port 5f8ca7be-6389-4c68-873b-ed6de1dff232 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:36.442957 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.457952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] Transition to ACTIVE for port object cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:36.476176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.483217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-40ab3cd0-f58a-4ea1-b1cb-d41c68b85f36 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2024407 Apr 11 20:46:36.541419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.610391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.610945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9541371-0e15-482d-aba8-71b11b41e91b {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:46:36.621746 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:46:32Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:36.630485 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b34109-83c4-4d7d-997d-d7688ef8d728 None None] The sync data for ids ['d5482337-e6d4-4b2e-8b03-4a893373bb94'] in n-d-837321-1 is: [{'id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'name': 'tempest-ServersTestJSON-1941212604-router', 'tenant_id': 'eed27d8a122649c0bc902f2e44a25288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:44:32Z', 'updated_at': '2022-04-11T20:46:32Z', 'revision_number': 5, 'project_id': 'eed27d8a122649c0bc902f2e44a25288', 'gw_port': {'id': '5f8ca7be-6389-4c68-873b-ed6de1dff232', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5482337-e6d4-4b2e-8b03-4a893373bb94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:44:35Z', 'updated_at': '2022-04-11T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:46:36.664376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.854065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8278f-253b-4e1d-b4dd-da1fc83282f3 req-b1686691-a10e-4e32-876d-7075b2a35f3a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:36.856755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92c8278f-253b-4e1d-b4dd-da1fc83282f3 req-b1686691-a10e-4e32-876d-7075b2a35f3a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.3489501 Apr 11 20:46:36.942465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] For port 5f8ca7be-6389-4c68-873b-ed6de1dff232, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5f8ca7be-6389-4c68-873b-ed6de1dff232,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:36.942833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.947764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a50ff9-e14c-4a67-9310-3ccaed6fbb2e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:36.975827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba48111b-4d93-4b0b-ac0d-e42f1829add9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6c26139d76f421dac3851182fc630b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2508528 Apr 11 20:46:36.975827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] No DVR routers for this DVR port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:36.982828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57874) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:36.984251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:36.989346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d451665-9460-4be8-951e-64c83702defc admin admin] 10.222.0.61 "DELETE /v2.0/routers/d9541371-0e15-482d-aba8-71b11b41e91b HTTP/1.1" status: 204 len: 168 time: 5.5490794 Apr 11 20:46:36.989566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92c8278f-253b-4e1d-b4dd-da1fc83282f3 req-26686533-8f68-44fe-ba0f-c1bf5d26d218 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222916 Apr 11 20:46:36.989695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57876) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:37.025951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:37.203282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57884) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:37.250061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Calling delete_port for 5f8ca7be-6389-4c68-873b-ed6de1dff232 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:37.328166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-9bbbd37e-1d83-4f56-8b87-eb91159470e6 service neutron] 10.222.0.75 "PUT /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce/bindings/n-h1-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0153775 Apr 11 20:46:37.334445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Deleting subnet 109d5c1d-3dd6-45bc-8af6-41808f4b854f {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:46:37.347073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:37.378760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 32e1eef6-c52e-40b1-a624-b164a8be40d8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:37.441261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2493ad-8a62-4837-9dc5-73ea064730c0 req-b7bac5a6-f8ea-45bf-88dd-1c5cbcefdaad tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:37.457420 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da2493ad-8a62-4837-9dc5-73ea064730c0 req-b7bac5a6-f8ea-45bf-88dd-1c5cbcefdaad tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.2152538 Apr 11 20:46:37.473174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4da3228-d616-4a2f-aa37-10a23eb2f6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:37.482598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 32e1eef6-c52e-40b1-a624-b164a8be40d8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:37.482947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 32e1eef6-c52e-40b1-a624-b164a8be40d8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:37.483563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a37f6286-fd2f-41b1-94f2-a55c97c86009 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:37.558305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:37.573684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a37f6286-fd2f-41b1-94f2-a55c97c86009 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:37.577653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a37f6286-fd2f-41b1-94f2-a55c97c86009 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:37.638749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4da3228-d616-4a2f-aa37-10a23eb2f6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:37.697771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da2493ad-8a62-4837-9dc5-73ea064730c0 req-e411bf2d-b707-41d9-b585-c3af3355552c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395108 Apr 11 20:46:37.699020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1822646525-network', 'tenant_id': '0af4ece9d8604fa5b80d99b06c89aa10'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:37.724002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:37.725189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-51eb47a9-e187-4503-9b22-237cb15497a7 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.2477713 Apr 11 20:46:37.737783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Usage tracker for resource:network and tenant:0af4ece9d8604fa5b80d99b06c89aa10 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:37.742565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:37.788410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:37.832211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-a82e1416-64c9-4cd9-91c6-368d13906103 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77&tenant_id=df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 1096 time: 0.0832846 Apr 11 20:46:37.834198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:37.864432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20fc49-7805-42d8-83be-22213e909786 req-402afe96-5fa5-4646-9cfd-ab2d2341fae6 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:37.867938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd20fc49-7805-42d8-83be-22213e909786 req-402afe96-5fa5-4646-9cfd-ab2d2341fae6 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.2352991 Apr 11 20:46:37.896946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:37.956377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8ca7be-6389-4c68-873b-ed6de1dff232,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:37.972814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4da3228-d616-4a2f-aa37-10a23eb2f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.003745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da3228-d616-4a2f-aa37-10a23eb2f6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a50ff9-e14c-4a67-9310-3ccaed6fbb2e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:38.063023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Made reservation on behalf of 0af4ece9d8604fa5b80d99b06c89aa10 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:38.065517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.086401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.104756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4da3228-d616-4a2f-aa37-10a23eb2f6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.106048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f4da3228-d616-4a2f-aa37-10a23eb2f6a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53a50ff9-e14c-4a67-9310-3ccaed6fbb2e HTTP/1.1" status: 204 len: 168 time: 1.1185458 Apr 11 20:46:38.120527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd20fc49-7805-42d8-83be-22213e909786 req-c95af741-077e-4c1e-93af-bd2f49ea1565 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428153 Apr 11 20:46:38.134606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.178381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:38.192821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109d5c1d-3dd6-45bc-8af6-41808f4b854f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:38.195155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Usage tracker for resource:security_group_rule and tenant:0af4ece9d8604fa5b80d99b06c89aa10 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:38.199815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:38.207127 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.209923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:38.210811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db132fa-c164-4cf3-98ce-83149494bde8 None None] Network 2cf66dcd-bfd5-462b-961f-a507fc6a093f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:38.224979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3ad1e718-ae8f-4d41-902d-63f69e03b524 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/109d5c1d-3dd6-45bc-8af6-41808f4b854f HTTP/1.1" status: 204 len: 168 time: 1.2014275 Apr 11 20:46:38.228585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57928) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:38.318596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.429864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.479240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Deleting port 1d3d7cf8-52ad-4999-a207-a142d5ae690d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:38.479638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.504638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.584076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c7389-205b-4233-ae37-b3c44a3745d9 req-81207a69-f8a9-46f6-b365-9e4704a35979 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:38.585537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-347c7389-205b-4233-ae37-b3c44a3745d9 req-81207a69-f8a9-46f6-b365-9e4704a35979 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.2214789 Apr 11 20:46:38.592414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.616603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:38.629429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1474544649', 'description': 'tempest-description-328165642'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:38.636316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:38.661972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:46:38.673563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:38.676170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] DHCP port deletion for 2cf66dcd-bfd5-462b-961f-a507fc6a093f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:46:38.689683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb6647-55ed-4870-8002-cfcafb52bb3e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:38.690379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Deleting port 1d3d7cf8-52ad-4999-a207-a142d5ae690d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:38.691065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.754333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.754971 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Added segment 033b5143-514d-45b4-a35a-0c7ba8c356b4 of type vlan for network 20ab88f0-7947-49ec-be92-0ef585d84511 Apr 11 20:46:38.796561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-347c7389-205b-4233-ae37-b3c44a3745d9 req-1818b26e-b8e9-46bd-b49c-3a793055f53c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838560 Apr 11 20:46:38.822036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:38.829792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] For port 1d3d7cf8-52ad-4999-a207-a142d5ae690d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1d3d7cf8-52ad-4999-a207-a142d5ae690d,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:38.830157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.844556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:38.968036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Calling delete_port for 1d3d7cf8-52ad-4999-a207-a142d5ae690d owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:38.980957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-0c5bdae4-af10-4409-a0f6-e046a96a94a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1096 time: 1.0924621 Apr 11 20:46:38.983792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.029670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.034691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.109307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] For port 1d3d7cf8-52ad-4999-a207-a142d5ae690d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1d3d7cf8-52ad-4999-a207-a142d5ae690d,segment=NetworkSegment(530146f5-2d29-4e49-afc8-069f2bb715c4),segment_id=530146f5-2d29-4e49-afc8-069f2bb715c4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:39.110543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.196062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:46:39.248349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-fed5db1b-8095-45e7-bcc9-b2d60c3d642c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:39.250398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-fed5db1b-8095-45e7-bcc9-b2d60c3d642c service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.1898634 Apr 11 20:46:39.262462 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.264557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5482337-e6d4-4b2e-8b03-4a893373bb94 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:46:39.308859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b452f9-3a11-48fa-b673-db54a826eb70 req-72eb2226-97aa-4418-972a-51f0a978aee2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:39.317068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44b452f9-3a11-48fa-b673-db54a826eb70 req-72eb2226-97aa-4418-972a-51f0a978aee2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.1614566 Apr 11 20:46:39.322493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Calling delete_port for 1d3d7cf8-52ad-4999-a207-a142d5ae690d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:39.334961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.335841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:39.337025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.379059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1d3d7cf8-52ad-4999-a207-a142d5ae690d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:39.408178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-3412e7a4-1b97-4ff8-9cda-876d036b6f43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 200 len: 217 time: 0.1434202 Apr 11 20:46:39.451433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.503458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-3f9de8f9-26ad-4eb6-aeb8-fe457ccce07c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:39.505505 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-3f9de8f9-26ad-4eb6-aeb8-fe457ccce07c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.0838923 Apr 11 20:46:39.507757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 1d3d7cf8-52ad-4999-a207-a142d5ae690d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:39.508602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1d3d7cf8-52ad-4999-a207-a142d5ae690d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:39.509443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.513179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1f7a8ecd-1547-4cc2-a873-a622c5814b9f admin admin] 10.222.0.61 "DELETE /v2.0/routers/d5482337-e6d4-4b2e-8b03-4a893373bb94 HTTP/1.1" status: 204 len: 168 time: 4.1723654 Apr 11 20:46:39.514056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57950) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:39.515330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:39.545476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3d7cf8-52ad-4999-a207-a142d5ae690d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:39.554015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] Pushing event updated for resources: {'Network': ['ID=20ab88f0-7947-49ec-be92-0ef585d84511,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:39.562718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:46:39.568636 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:46:39.569139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44b452f9-3a11-48fa-b673-db54a826eb70 req-0f0ad9d8-9cd2-4890-9ec9-c9d15acca8f1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500653 Apr 11 20:46:39.574739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] No DVR routers for this DVR port 1d3d7cf8-52ad-4999-a207-a142d5ae690d on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:39.580347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 20ab88f0-7947-49ec-be92-0ef585d84511 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:46:39.602530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Usage tracker for resource:security_group_rule and tenant:8dd7108c28c54f739fb6d50f3947a558 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:39.622314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:39.628024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-ab818414-bcf0-4a53-ab54-929178c4b936 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099644 Apr 11 20:46:39.634868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:39.675613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e98aea08-8458-487a-bc1d-6a2810e0454a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4685075 Apr 11 20:46:39.677499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:39.720293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Deleting subnet 2b4d0b47-611c-4bb6-9f2b-248535a75b85 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:46:39.757904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Request body: {'subnet': {'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1822646525-subnet', 'tenant_id': '0af4ece9d8604fa5b80d99b06c89aa10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:39.781116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:39.799847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.829075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Usage tracker for resource:subnet and tenant:0af4ece9d8604fa5b80d99b06c89aa10 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:39.836324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:39.841236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.857746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:39.885086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf66dcd-bfd5-462b-961f-a507fc6a093f']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:39.900408 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.903592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530146f5-2d29-4e49-afc8-069f2bb715c4') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:39.903887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530146f5-2d29-4e49-afc8-069f2bb715c4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:39.920058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.950757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.965889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ba09-14e6-45d1-9eb0-702f7671b6c9 req-bad0e2d9-bb62-4188-a84c-e264d403d959 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:39.973624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac03ba09-14e6-45d1-9eb0-702f7671b6c9 req-bad0e2d9-bb62-4188-a84c-e264d403d959 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2115080 Apr 11 20:46:39.978294 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:39.990092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:46:39.990304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:46:40.004727 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:46:40.007590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Made reservation on behalf of 0af4ece9d8604fa5b80d99b06c89aa10 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:40.007707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.032643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-7126ae14-dad6-42bd-923c-d51977df08a6 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952322 Apr 11 20:46:40.065084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Deleting port 1d3d7cf8-52ad-4999-a207-a142d5ae690d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:40.065564 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.075404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.162428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-096f86d7-3f6b-4c01-8388-6d387b44f3ed None None] The port '1d3d7cf8-52ad-4999-a207-a142d5ae690d' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:46:40.212816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84908bf-6cbe-4c0c-93bb-b4df1ccb3288,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:40.242452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.260910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac03ba09-14e6-45d1-9eb0-702f7671b6c9 req-25656c48-4a9b-42ad-a326-012cab1c68c8 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865379 Apr 11 20:46:40.271043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.271043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.271344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.271499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.271745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.272072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.272395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.272735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.273056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.273370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.273684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:40.293520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-01fe4c11-c7db-40d9-8bd1-48ae6ab6814e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1101 time: 0.1607904 Apr 11 20:46:40.363546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.365186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ed2621a0-3d63-4799-afd9-f59d0334f75e req-f215cdd0-d339-41de-9487-a44b1321d017 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.7440646 Apr 11 20:46:40.367090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-d8fa829d-6fe9-4ddc-8cf0-f22c9a059fe5 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259363 Apr 11 20:46:40.399492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.425971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.430583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.474672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf66dcd-bfd5-462b-961f-a507fc6a093f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:40.501968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4d0b47-611c-4bb6-9f2b-248535a75b85,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:40.511223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.514892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b4caf-b4ab-4d78-a0d3-b91a80e54cfc None None] Network 6083de7f-9169-4f81-ad2d-0a74ed26d36a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:40.542335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8b5b5013-1c87-4981-9fce-94bf7f25add5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2b4d0b47-611c-4bb6-9f2b-248535a75b85 HTTP/1.1" status: 204 len: 168 time: 1.0232990 Apr 11 20:46:40.544936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57972) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:40.594186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-10b159eb-40e6-43ea-bb19-322debb3128c admin admin] 10.222.0.61 "DELETE /v2.0/networks/2cf66dcd-bfd5-462b-961f-a507fc6a093f HTTP/1.1" status: 204 len: 168 time: 2.3642619 Apr 11 20:46:40.599898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57978) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:40.609824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d394b8-d838-4660-bd64-230536b0f068 req-2a5fef7f-f797-4d80-911f-a7d51e122d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:40.611249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-2a5fef7f-f797-4d80-911f-a7d51e122d08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3111911 Apr 11 20:46:40.813809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-997c5a96-976d-40af-bbac-332928ffcc0c tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:40.839682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.859369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Deleting port 9aa1e729-6170-4802-a757-0a7af62eab41 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:40.859838 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.901135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-5a873595-cfa5-4056-a7d8-8eefa6804ad7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.2322931 Apr 11 20:46:40.901971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] DHCP port deletion for 6083de7f-9169-4f81-ad2d-0a74ed26d36a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:46:40.907686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Deleting port 9aa1e729-6170-4802-a757-0a7af62eab41 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:40.907686 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:40.918381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc4ffa-644f-4c30-ad55-5326f83ac19c req-f72b5471-951a-41ca-afb2-0812a641123d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:40.919841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0dc4ffa-644f-4c30-ad55-5326f83ac19c req-f72b5471-951a-41ca-afb2-0812a641123d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.4980364 Apr 11 20:46:40.929101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-997c5a96-976d-40af-bbac-332928ffcc0c tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:40.932844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-997c5a96-976d-40af-bbac-332928ffcc0c tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1474544649&fields=id&tenant_id=8dd7108c28c54f739fb6d50f3947a558 HTTP/1.1" status: 200 len: 267 time: 0.4212372 Apr 11 20:46:41.079345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:41.182783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:46:41.204647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d394b8-d838-4660-bd64-230536b0f068 req-9c6f92b5-1524-401a-bdde-aea36340d7c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:41.206312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-9c6f92b5-1524-401a-bdde-aea36340d7c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2942650 Apr 11 20:46:41.223076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] For port 9aa1e729-6170-4802-a757-0a7af62eab41, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9aa1e729-6170-4802-a757-0a7af62eab41,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:41.223501 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:41.255637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5f8ca7be-6389-4c68-873b-ed6de1dff232 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:41.264342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b9d984-803e-4cad-9edd-72c43401d6f2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:41.272452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-762ccbbc-459e-4ec8-9c36-370b4089d46f tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.2506950 Apr 11 20:46:41.308060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0dc4ffa-644f-4c30-ad55-5326f83ac19c req-b5a55383-1154-48a8-9cce-eefed559d6fb tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350390 Apr 11 20:46:41.362884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5f8ca7be-6389-4c68-873b-ed6de1dff232 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:41.362884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5f8ca7be-6389-4c68-873b-ed6de1dff232 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:41.362884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9aa1e729-6170-4802-a757-0a7af62eab41 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:41.371568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Checking segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:41.371568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Network hostable DHCP agents. Network: 20ab88f0-7947-49ec-be92-0ef585d84511, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:46:41.427960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] For port 9aa1e729-6170-4802-a757-0a7af62eab41, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9aa1e729-6170-4802-a757-0a7af62eab41,segment=NetworkSegment(75db9f66-495a-454a-ae5d-e393f22ec5b5),segment_id=75db9f66-495a-454a-ae5d-e393f22ec5b5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:41.428357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:41.444324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-2ed6d067-96a4-4f59-bf14-d3d90f5e4fd1 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:41.452877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-2ed6d067-96a4-4f59-bf14-d3d90f5e4fd1 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.5127099 Apr 11 20:46:41.480777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'port': {'security_groups': ['79c93ee1-1402-4bb9-93eb-cd5b2e38aad6', 'f84908bf-6cbe-4c0c-93bb-b4df1ccb3288']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:41.481022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-c85711d9-b650-4e8d-846c-db9f1169a385 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650914 Apr 11 20:46:41.570514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Network 20ab88f0-7947-49ec-be92-0ef585d84511 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:46:41.620681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:46:41.639527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Calling delete_port for 9aa1e729-6170-4802-a757-0a7af62eab41 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:41.687811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Calling delete_port for 9aa1e729-6170-4802-a757-0a7af62eab41 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:41.734345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-beddd6ba-6a62-471a-9a90-11439a3100b2 service neutron] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:41.739403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-beddd6ba-6a62-471a-9a90-11439a3100b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:41.741594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-894fdbc6-8495-4da8-a9cd-d75df82904fe req-beddd6ba-6a62-471a-9a90-11439a3100b2 service neutron] 10.222.0.69 "DELETE /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce/bindings/n-h2-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.4676094 Apr 11 20:46:41.779763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 20ab88f0-7947-49ec-be92-0ef585d84511) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:41.801967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd37905-cb67-4491-b698-bc020557f200 None None] Network 20ab88f0-7947-49ec-be92-0ef585d84511 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:41.867166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:41.868159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:41.893021 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:41.910822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-8f29df8b-b187-421a-b3a4-733dc38ce884 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196575 Apr 11 20:46:41.918877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18f5f0-8247-4348-a77f-2b2dea0f65b6 req-b7731d05-24dc-4a40-810c-2350a6fcdd77 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:41.925984 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea18f5f0-8247-4348-a77f-2b2dea0f65b6 req-b7731d05-24dc-4a40-810c-2350a6fcdd77 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.4103999 Apr 11 20:46:41.980330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c998c1b4-ac2a-41ac-bc6b-278acba5721b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3017118 Apr 11 20:46:42.002793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.033536 n-d-837321-1 neutron-server[84668]: INFO neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No ports have port_id starting with 9aa1e729-6170-4802-a757-0a7af62eab41 Apr 11 20:46:42.046401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:46:42.046756 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:46:42.063268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] No DVR routers for this DVR port 9aa1e729-6170-4802-a757-0a7af62eab41 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:42.136656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5607c-5145-4b73-83b8-434a5fa0c89f None None] Network 20ab88f0-7947-49ec-be92-0ef585d84511 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:42.147833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa1e729-6170-4802-a757-0a7af62eab41,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:42.239836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:42.270033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'network_id': 'd9170d2c-8e3b-49d6-85a6-865a4fc1b5e9', 'port_id': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'mac_address': 'fa:16:3e:e7:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bceaeb86-92f8-47f1-8a09-c8d5885ee330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:46:42.298841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea18f5f0-8247-4348-a77f-2b2dea0f65b6 req-ff0d7439-d848-495d-913b-7021ecc7fe9d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718021 Apr 11 20:46:42.314607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-f37c9030-215a-4787-9023-2335c4bdccbe service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857751 Apr 11 20:46:42.317599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.400053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.459094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6083de7f-9169-4f81-ad2d-0a74ed26d36a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:42.483031 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.540547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75db9f66-495a-454a-ae5d-e393f22ec5b5') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:42.540951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75db9f66-495a-454a-ae5d-e393f22ec5b5') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:42.571213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.602693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Deleting port 9aa1e729-6170-4802-a757-0a7af62eab41 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:42.603445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.618943 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.637932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:46:42.638339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:46:42.660719 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:46:42.685994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd2fde4-b822-45b2-8158-409f1d93491a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:42.701914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c6712e75-0b4c-4d67-8480-0b5546e7954b None None] The port '9aa1e729-6170-4802-a757-0a7af62eab41' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:46:42.719136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:42.753881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:42.784768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.785839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.815564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.844347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0963d2-aa36-4d05-a7bc-0fb04fee593d req-4ebd4ae1-f2bb-403a-b1f8-3eb5fea95417 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:42.854557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.855541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a0963d2-aa36-4d05-a7bc-0fb04fee593d req-4ebd4ae1-f2bb-403a-b1f8-3eb5fea95417 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2558792 Apr 11 20:46:42.861633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6083de7f-9169-4f81-ad2d-0a74ed26d36a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:42.865213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:42.898318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:42.911359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c1b2d281-46cd-446e-9dfe-27b43655572e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:42.945505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a0963d2-aa36-4d05-a7bc-0fb04fee593d req-4213d145-f04a-4cc8-8dc1-0536ad89de54 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/security-groups?id=f310e75e-6870-4cbf-9cd4-4d76b7a450ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890090 Apr 11 20:46:42.988904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1dd2fde4-b822-45b2-8158-409f1d93491a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:43.003791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:43.004445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:43.005838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fc3a210-9f6a-4f65-9098-d0de208ba970 req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "PUT /v2.0/ports/c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 981 time: 1.5520937 Apr 11 20:46:43.013820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:43.029200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8125975a-1725-48ca-a17f-edff12f2e9fe admin admin] 10.222.0.61 "DELETE /v2.0/networks/6083de7f-9169-4f81-ad2d-0a74ed26d36a HTTP/1.1" status: 204 len: 168 time: 2.4827657 Apr 11 20:46:43.121350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73de9c-1b87-42f2-9995-2525a6b51133 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=6']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:43.165429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c1b2d281-46cd-446e-9dfe-27b43655572e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:43.270636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:43.567575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3844-a269-4980-929b-1cd09d80b58b req-cae5480c-8dc5-467e-960b-32dac6d1ee62 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:43.569493 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-236c3844-a269-4980-929b-1cd09d80b58b req-cae5480c-8dc5-467e-960b-32dac6d1ee62 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.3431511 Apr 11 20:46:43.624845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-236c3844-a269-4980-929b-1cd09d80b58b req-72de21b4-fff3-4eb4-8088-1fdc78dd3756 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488064 Apr 11 20:46:43.639329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:43.677424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1dd2fde4-b822-45b2-8158-409f1d93491a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:43.750706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58058) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:43.754452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:43.806806 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:43.851357 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eead6d73-ad9e-46f6-ab3b-0017c28a21e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eed27d8a122649c0bc902f2e44a25288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0990448 Apr 11 20:46:43.852881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58062) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:43.886644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:43.898378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5aa4d2fd-df4e-4658-bc14-768c18b0e8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:43.920249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-945d269d-ecd1-4ea4-9098-d44ae75331c6 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:43.920936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-945d269d-ecd1-4ea4-9098-d44ae75331c6 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:43.953677 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f98b78b-7762-40ef-8879-5eb82a6f4561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:43.982531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f98b78b-7762-40ef-8879-5eb82a6f4561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.016952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-945d269d-ecd1-4ea4-9098-d44ae75331c6 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:44.026880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-945d269d-ecd1-4ea4-9098-d44ae75331c6 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 813 time: 0.5851555 Apr 11 20:46:44.058936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f1b18cdd-fa25-4683-9bed-ab469787995a tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/quotas/0af4ece9d8604fa5b80d99b06c89aa10 HTTP/1.1" status: 200 len: 375 time: 0.0311108 Apr 11 20:46:44.087239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58068) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:44.113045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-1b121163-1f71-4424-854b-447a8ce06159 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476689 Apr 11 20:46:44.142566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f98b78b-7762-40ef-8879-5eb82a6f4561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.162452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98b78b-7762-40ef-8879-5eb82a6f4561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf3e6fb-3e8c-4295-aff1-202b68103f3f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:44.172700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f98b78b-7762-40ef-8879-5eb82a6f4561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.184966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4f98b78b-7762-40ef-8879-5eb82a6f4561 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/faf3e6fb-3e8c-4295-aff1-202b68103f3f HTTP/1.1" status: 204 len: 168 time: 0.3191891 Apr 11 20:46:44.237987 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8040f8e-f126-41f5-8c14-689f71dc2731'] response: {'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'status': 'completed', 'code': 200} Apr 11 20:46:44.305986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.350084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:44.355217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2641da0660074d9f9542b33029d7abad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:44.358856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:44.367743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:44.402030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Deleting port 014ee3b2-2c71-4021-82f6-34f118a267b4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:44.402599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.435807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-370f3deb-ffdc-452d-aa2a-06ac0a3d4459 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1474544649&fields=id&tenant_id=8dd7108c28c54f739fb6d50f3947a558 HTTP/1.1" status: 200 len: 267 time: 0.0638108 Apr 11 20:46:44.476475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-24062295-c6e7-47fa-82b1-fa6920fef5ad service neutron] 10.222.0.61 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558128 Apr 11 20:46:44.534928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.556316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-11ec13b6-6168-42a7-8d75-2eff57c3845d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:44.557984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-11ec13b6-6168-42a7-8d75-2eff57c3845d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 984 time: 0.1150670 Apr 11 20:46:44.571324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'port': {'security_groups': ['79c93ee1-1402-4bb9-93eb-cd5b2e38aad6']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:44.610903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.660754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-4210bad7-f443-4e98-9f22-756b85eeb33a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1135 time: 0.3866963 Apr 11 20:46:44.729538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8352a99-d87b-49e1-8d17-bf21c18876b1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:44.735936 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-db2717fb-2858-4951-a8e6-d8125f3b89a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2641da0660074d9f9542b33029d7abad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6471131 Apr 11 20:46:44.739278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58084) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:44.757354 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.837591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] For port 014ee3b2-2c71-4021-82f6-34f118a267b4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=014ee3b2-2c71-4021-82f6-34f118a267b4,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:44.837591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.887690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1cf75a74-0d46-42c0-b073-648bbf416fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.907747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-90ec3a9b-fad1-4dbd-8da5-6b01b6040022 service neutron] 10.222.0.61 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102840 Apr 11 20:46:44.948252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1cf75a74-0d46-42c0-b073-648bbf416fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:44.989516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Calling delete_port for 014ee3b2-2c71-4021-82f6-34f118a267b4 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:45.058129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-e3daee33-6716-4f13-88c0-e7f52819fb40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:45.059782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-e3daee33-6716-4f13-88c0-e7f52819fb40 service neutron] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.3870711 Apr 11 20:46:45.145687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:45.150230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:45.174041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-ab51b6a0-04c5-45b5-9405-d5bddbea0a70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.1076369 Apr 11 20:46:45.185023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.194431 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1cf75a74-0d46-42c0-b073-648bbf416fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.215726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf75a74-0d46-42c0-b073-648bbf416fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8352a99-d87b-49e1-8d17-bf21c18876b1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:45.233706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1cf75a74-0d46-42c0-b073-648bbf416fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.237398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1cf75a74-0d46-42c0-b073-648bbf416fb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8352a99-d87b-49e1-8d17-bf21c18876b1 HTTP/1.1" status: 204 len: 168 time: 0.4953740 Apr 11 20:46:45.270185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-b7e7d81d-1791-4e88-80f7-bc80996d78b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:45.271517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-b7e7d81d-1791-4e88-80f7-bc80996d78b6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.0881822 Apr 11 20:46:45.288193 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.295179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 1dd2fde4-b822-45b2-8158-409f1d93491a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:45.295575 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.369555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c1b2d281-46cd-446e-9dfe-27b43655572e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:45.392176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:45.393397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.400025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-4d6c014a-5bbc-4322-bbf2-1b3e64dded83 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142223 Apr 11 20:46:45.419172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-6f88da24-fcab-4037-a100-136c8e11a329 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:46:45.420334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-6f88da24-fcab-4037-a100-136c8e11a329 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062604 Apr 11 20:46:45.423590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f94f2947-389b-4a0a-a81b-4a4849232139 req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "PUT /v2.0/ports/c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 942 time: 0.8583841 Apr 11 20:46:45.477629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f98004-3fe4-4119-b792-e1e513ebb975 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event updated for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:45.483614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c1b2d281-46cd-446e-9dfe-27b43655572e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:45.831831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58118) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:45.853852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:45.946942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=014ee3b2-2c71-4021-82f6-34f118a267b4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:45.960442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.960801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.961200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.962051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.962531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.963521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.963774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.963972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.964904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.965234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:45.965658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:46:46.001080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-7e4ee02f-c24f-41cf-82e8-fc82a21659a8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3713255 Apr 11 20:46:46.001080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:46.003913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:46.012158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Usage tracker for resource:floatingip and tenant:8dd7108c28c54f739fb6d50f3947a558 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:46.015660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:46.022794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:46.046115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.118459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.122090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55537f-3c00-41d5-ba3c-38992bc524bf req-3c7b10f7-46b1-4281-acc5-c9f6730c8acf tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:46.124620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:46.129604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c55537f-3c00-41d5-ba3c-38992bc524bf req-3c7b10f7-46b1-4281-acc5-c9f6730c8acf tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.4980690 Apr 11 20:46:46.147724 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c52d9360-9351-4c0e-8efa-f0070b8b97cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.161312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:46.216985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-55515cde-8591-4f40-89fd-e7e813186979 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806923 Apr 11 20:46:46.231075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.239945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:46.341244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58134) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:46.376202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:46.376532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-315192386-network', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:46.381586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.395372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:46.404194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Usage tracker for resource:network and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:46.409585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:46.414215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.421158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:46.483822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:46.495247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Usage tracker for resource:security_group_rule and tenant:219c892dcdcb487e8f8ec50c210f89db is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:46.501199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:46.511824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:46.540224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c55537f-3c00-41d5-ba3c-38992bc524bf req-bf7e439a-4e3f-4820-8001-a5edc781e693 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095500 Apr 11 20:46:46.593817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:46.599134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.631342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.658278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-399d1610-f7cf-4bb9-9c80-44c063045da4 req-3fa920fc-d63b-479f-8ec9-ad00118e1f3a service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342027 Apr 11 20:46:46.671103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-2707921f-f5c6-4490-9a25-0f42bb30b79a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:46.673382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-2707921f-f5c6-4490-9a25-0f42bb30b79a tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 945 time: 0.8272855 Apr 11 20:46:46.682361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Allocated IP 172.25.5.208 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e2fd70e2-02bf-489c-8b52-7b8fc072be5f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:46.718472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:46.745867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Usage tracker for resource:security_group_rule and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:46.751432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:46.769435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Deleting port 1dd2fde4-b822-45b2-8158-409f1d93491a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:46.769435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.806629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:46.836162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.910432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:46.922789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.002215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a318c2-9eae-4874-b62e-1b1012d9fc31,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:47.006211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e11c37c8-ea39-4c62-9755-90a9c0add910 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=219c892dcdcb487e8f8ec50c210f89db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6638167 Apr 11 20:46:47.011594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58142) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:47.065760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.173395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.247976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.265568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.266141 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fb1f8bb-145e-4e5c-9a15-2bdfa0b0f261 req-12fcfef9-3a97-4299-adc7-3ae8c868f4db tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 1096 time: 0.3784490 Apr 11 20:46:47.267732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] For port 1dd2fde4-b822-45b2-8158-409f1d93491a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1dd2fde4-b822-45b2-8158-409f1d93491a,segment=NetworkSegment(fe8f03b5-08ae-496d-8f40-852c369b0b1b),segment_id=fe8f03b5-08ae-496d-8f40-852c369b0b1b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:47.274216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.274384 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.295833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:47.298033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event updated for resources: {'Port': ['ID=e2fd70e2-02bf-489c-8b52-7b8fc072be5f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:47.301649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:47.306729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:47.344073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59bed966-2de5-4788-a603-031b4421cb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.348996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.417980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:46:47.436100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59bed966-2de5-4788-a603-031b4421cb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.438252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Calling delete_port for 1dd2fde4-b822-45b2-8158-409f1d93491a owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:47.466145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be21331c-f994-406f-90a8-870ce73855ea,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:47.482247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.482247 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Added segment b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3 of type vlan for network d8e3c294-b77f-4217-8391-bbd20a442e8c Apr 11 20:46:47.529867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fb1f8bb-145e-4e5c-9a15-2bdfa0b0f261 req-318ee80d-e09f-40b6-baa4-d7c31951b643 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471054 Apr 11 20:46:47.542426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.679380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59bed966-2de5-4788-a603-031b4421cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.701206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.702715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.703797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:47.704567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.734673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bed966-2de5-4788-a603-031b4421cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a318c2-9eae-4874-b62e-1b1012d9fc31,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:47.909837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59bed966-2de5-4788-a603-031b4421cb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.913814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-59bed966-2de5-4788-a603-031b4421cb87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6a318c2-9eae-4874-b62e-1b1012d9fc31 HTTP/1.1" status: 204 len: 168 time: 0.8984728 Apr 11 20:46:47.914007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.947506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:47.959663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1dd2fde4-b822-45b2-8158-409f1d93491a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:46:47.984639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1494896 Apr 11 20:46:47.996093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:48.010048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Request body: {'subnet': {'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-315192386-subnet', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:48.029456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16ca0-4b04-4b51-b680-c12941c8a880 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e3c294-b77f-4217-8391-bbd20a442e8c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:48.032181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:48.056053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d8e3c294-b77f-4217-8391-bbd20a442e8c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:46:48.088163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Usage tracker for resource:subnet and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:48.099979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:48.116838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:48.131301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Pushing event deleted for resources: {'Port': ['ID=1dd2fde4-b822-45b2-8158-409f1d93491a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:48.203585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.208015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:48.215987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.220599 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de1b688-8e64-4afa-a201-dfca82506315'] response: {'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'code': 200} Apr 11 20:46:48.348069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.356984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] No DVR routers for this DVR port 1dd2fde4-b822-45b2-8158-409f1d93491a on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:48.360458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.364475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'name': 'network-vif-deleted', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:48.415680 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7cf21a-c932-4115-b6c1-b47d581817bc'] response: {'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'status': 'completed', 'code': 200} Apr 11 20:46:48.496342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event updated for resources: {'Port': ['ID=e2fd70e2-02bf-489c-8b52-7b8fc072be5f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:48.539295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.589413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.645469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.647109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-96722aeb-e175-4ede-b778-c71d5bb5ac10 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6550014 Apr 11 20:46:48.647597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42a16139-99d8-4cbd-abc3-1ad47fa4b7dc req-2a90b27c-f60d-4f8e-8ef3-99575d1ec583 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 210 time: 0.0698526 Apr 11 20:46:48.682334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eae52f9b-da2a-4d67-b14a-ebd7f5a3102d req-15d7d081-4ea4-4c3b-a4aa-012164cb47ec tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.69 "DELETE /v2.0/ports/1dd2fde4-b822-45b2-8158-409f1d93491a HTTP/1.1" status: 204 len: 173 time: 2.0028446 Apr 11 20:46:48.728174 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:48.731360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-50af6eb5-0c0d-4f9f-8ba9-da263f7b1574 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.1961823 Apr 11 20:46:48.797254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-25826285-f581-4ee7-b0a6-c1127af823a2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:48.843625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac04124-5d78-49b3-adb6-10703529408e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:48.872305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Checking segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:48.872694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Network hostable DHCP agents. Network: d8e3c294-b77f-4217-8391-bbd20a442e8c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:46:48.966935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Network d8e3c294-b77f-4217-8391-bbd20a442e8c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:46:48.972132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-25826285-f581-4ee7-b0a6-c1127af823a2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:48.976155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-25826285-f581-4ee7-b0a6-c1127af823a2 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.3195786 Apr 11 20:46:49.013547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:46:49.036089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-2700ef7c-0331-409e-9d2f-bf55bb78553f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:49.037548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-2700ef7c-0331-409e-9d2f-bf55bb78553f service neutron] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.2995293 Apr 11 20:46:49.081732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d8e3c294-b77f-4217-8391-bbd20a442e8c) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:49.090172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:49.090753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:49.096349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d81c7-0374-4ba7-b790-29a25ad92c6b None None] Network d8e3c294-b77f-4217-8391-bbd20a442e8c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:49.124789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-0bda4ff4-b00d-4336-8de1-f5df404a62ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.0742686 Apr 11 20:46:49.364494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-15f198c9-11fa-4639-b9bd-1c89cd1c4185 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3671784 Apr 11 20:46:49.369141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:49.374372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-893be32c-4626-450f-8343-9f7f332af157 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:49.395017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d08e08c3-97b2-4b96-a94b-fb2079044e0c req-893be32c-4626-450f-8343-9f7f332af157 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.4099782 Apr 11 20:46:49.412337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:49.429081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:49.436989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-cc4a9e8b-a21a-40f6-a45b-ad84460621a6 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:49.438879 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-cc4a9e8b-a21a-40f6-a45b-ad84460621a6 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 813 time: 0.2685289 Apr 11 20:46:49.441537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Usage tracker for resource:router and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:49.444652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:49.451404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d8e3c294-b77f-4217-8391-bbd20a442e8c', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:46:49.452984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:49.461642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Request body: {'port': {'device_id': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'admin_state_up': True, 'tenant_id': '0af4ece9d8604fa5b80d99b06c89aa10'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:49.493174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60c306-bd32-4461-9f0e-001e44839562 req-b163ef1e-1ec5-4d06-9e3e-c27836d7abd9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:49.496059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce60c306-bd32-4461-9f0e-001e44839562 req-b163ef1e-1ec5-4d06-9e3e-c27836d7abd9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.5644679 Apr 11 20:46:49.506497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:49.507793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-3a1fd77d-cd76-4cb3-948c-c1d755a11b86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:49.510274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-3a1fd77d-cd76-4cb3-948c-c1d755a11b86 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.3786204 Apr 11 20:46:49.658070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-d6001ebb-0abc-4e0f-967e-1830444bfd1e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991533 Apr 11 20:46:49.667396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Allocated IP 172.20.0.2 (d8e3c294-b77f-4217-8391-bbd20a442e8c/bac04124-5d78-49b3-adb6-10703529408e/6f75eb13-c169-403b-b7e3-0c0447f6b5bb) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:49.712675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce60c306-bd32-4461-9f0e-001e44839562 req-8c440e79-5fb0-4ad1-9b4a-17fdce3018f9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081809 Apr 11 20:46:49.757972 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:46:49.840633 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:49.841541 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:49.875939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:49.882742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b8705ad0-1481-4661-9651-0289b91214e8 admin admin] 10.222.0.61 "PUT /v2.0/routers/23b2d0a3-4bab-4bc4-b73a-f655bd0271fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2773623 Apr 11 20:46:49.887595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58194) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:49.905085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] Sync routers for ids ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:49.944134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] Routers {'23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:49.945039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:50.057229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58198) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:50.147429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.222168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2007356185-network', 'tenant_id': 'dc9dcc619a8243fdab880dabaf73465c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:50.238112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.256317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Transition to ACTIVE for port object 6f75eb13-c169-403b-b7e3-0c0447f6b5bb will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:50.298939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:50.300093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Transition to ACTIVE for port object 6f75eb13-c169-403b-b7e3-0c0447f6b5bb will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:50.309497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] Set router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:50.378062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Usage tracker for resource:network and tenant:dc9dcc619a8243fdab880dabaf73465c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:50.388354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-0211a186-5f96-4ac3-ace3-6325bc8eb0ea tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:50.390030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-0211a186-5f96-4ac3-ace3-6325bc8eb0ea tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.8737783 Apr 11 20:46:50.401946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:50.405058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:50.419165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Usage tracker for resource:port and tenant:0af4ece9d8604fa5b80d99b06c89aa10 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:50.428228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:50.434102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:50.444158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-42ff52ab-2659-4aac-88b4-38271b798ecf req-b146c5dd-64da-4e31-8336-784d13ec57a9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Synchronizing usage tracker for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:50.451796 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.457109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:50.463836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-9e5b2104-bd51-4ec1-aa38-bad00d139d5d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/quotas/df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 375 time: 0.0556891 Apr 11 20:46:50.473003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-2f5be963-2758-4327-bdee-2b2d38809f65 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:50.474474 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-2f5be963-2758-4327-bdee-2b2d38809f65 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 813 time: 0.3311243 Apr 11 20:46:50.486013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-500343a5-5878-4e06-874a-6c7ba886e7de service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8175228 Apr 11 20:46:50.517960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Request body: {'port': {'device_id': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'admin_state_up': True, 'tenant_id': '0af4ece9d8604fa5b80d99b06c89aa10'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:50.599354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-42ff52ab-2659-4aac-88b4-38271b798ecf req-b146c5dd-64da-4e31-8336-784d13ec57a9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] Unset dirty status for tenant:71c7e2d4e60349d0bb603b892cb6f70d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:50.600028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Made reservation on behalf of 0af4ece9d8604fa5b80d99b06c89aa10 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:50.600865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ff52ab-2659-4aac-88b4-38271b798ecf req-b146c5dd-64da-4e31-8336-784d13ec57a9 tempest-ImagesTestJSON-1430423580 tempest-ImagesTestJSON-1430423580-project] 10.222.0.61 "GET /v2.0/ports?device_id=30486ae3-22a0-4c17-a5cf-efedb7b5a6f6 HTTP/1.1" status: 200 len: 210 time: 0.3462219 Apr 11 20:46:50.603014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.607319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Network d8e3c294-b77f-4217-8391-bbd20a442e8c is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:50.611713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:50.623537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:50.625852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Made reservation on behalf of dc9dcc619a8243fdab880dabaf73465c for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:50.632655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.647348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Pushing event updated for resources: {'Port': ['ID=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:50.731609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fce6f840-b78a-4f88-8104-74e6b7b837a5 req-f2ab0c8d-7803-4f36-a1a9-6bfe299fe5a0 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147355 Apr 11 20:46:50.769379 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be78853-e572-4d68-8697-fd1dd6c3b1dd'] response: {'server_uuid': '30486ae3-22a0-4c17-a5cf-efedb7b5a6f6', 'name': 'network-vif-deleted', 'tag': '1dd2fde4-b822-45b2-8158-409f1d93491a', 'status': 'completed', 'code': 200} Apr 11 20:46:50.771702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.810456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Attempting to bind port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:50.811271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Attempting to bind port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:50.811271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Attempting to bind port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb on network d8e3c294-b77f-4217-8391-bbd20a442e8c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:50.820393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:50.826600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Checking segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:50.826600 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.826600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Bound using segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:50.826600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Bound port: 6f75eb13-c169-403b-b7e3-0c0447f6b5bb, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:50.826600 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.846213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:50.994557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] For port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:51.001649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] For port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:51.005863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:46:45Z', 'revision_number': 5, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:51.015224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] Checking router: 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:51.042107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] Routers {'23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:51.042862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:51.045555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:51.053519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.064774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Usage tracker for resource:security_group_rule and tenant:dc9dcc619a8243fdab880dabaf73465c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:51.069933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:51.077718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-600c6907-d9ee-48ef-952c-e3bd065e3ef9 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6022317 Apr 11 20:46:51.082947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:51.093583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Usage tracker for resource:port and tenant:0af4ece9d8604fa5b80d99b06c89aa10 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:51.114749 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.129898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-b5be8120-e5cd-4f56-9a78-881e2b70335e tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:51.137610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-b5be8120-e5cd-4f56-9a78-881e2b70335e tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1583667 Apr 11 20:46:51.157695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:51.161121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:51.173717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:51.246389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:51.261733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-8401cf7c-fa78-4536-bba4-9031fe4d61eb tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.1231816 Apr 11 20:46:51.272503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'floatingip': {'port_id': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:51.311298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Allocated IP 172.20.0.7 (20ab88f0-7947-49ec-be92-0ef585d84511/73b9d984-803e-4cad-9edd-72c43401d6f2/2914ca80-bcbd-4910-856f-19c90e61fbb7) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:51.342626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 1dd2fde4-b822-45b2-8158-409f1d93491a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:51.342626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1dd2fde4-b822-45b2-8158-409f1d93491a not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:51.385165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Made reservation on behalf of 0af4ece9d8604fa5b80d99b06c89aa10 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:51.388203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.389551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702dc95-c87a-463e-b558-289c531a37cf None None] Pushing event updated for resources: {'Port': ['ID=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:51.416388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.466165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] Set router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:51.570745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.605139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.682324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-87f91dc6-b4e6-432d-805d-f4a3afd538ed service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567284 Apr 11 20:46:51.747426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Deleting port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:51.748121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:51.923743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:46:45Z', 'revision_number': 5, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:51.929486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbd266-694d-4d0c-8c98-3768faefc4d0 None None] The sync data for ids ['23b2d0a3-4bab-4bc4-b73a-f655bd0271fb'] in n-d-837321-1 is: [{'id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-324929009-router', 'tenant_id': '7b2b5b0aab6b450394496690f994dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:43:04Z', 'updated_at': '2022-04-11T20:46:45Z', 'revision_number': 5, 'project_id': '7b2b5b0aab6b450394496690f994dddc', 'gw_port': {'id': '63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d0a3-4bab-4bc4-b73a-f655bd0271fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:43:07Z', 'updated_at': '2022-04-11T20:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:46:51.943348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.050402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:46:52.123858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.124537 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Added segment 705b5890-b93f-48f9-9516-b3b37ec8002e of type vlan for network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 Apr 11 20:46:52.126706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed4bcfb-627a-4d89-a469-d848077e5a62,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:52.209402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.225570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-5c6859f3-1eee-4132-a70d-83ecc157d0db service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422726 Apr 11 20:46:52.238051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.325507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] For port 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:52.325869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.385347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.387063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:52.387769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.482064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.529721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Calling delete_port for 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:52.698034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55076cf-e59d-45e5-bc14-366a8a71c958 None None] Network d8e3c294-b77f-4217-8391-bbd20a442e8c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:52.828670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.868054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e14f1642-8392-4d49-a55f-318f6c924b84 req-955db0b0-7a1b-4a86-ab39-0abeccadaffc tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:52.887773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] Pushing event updated for resources: {'Network': ['ID=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:52.890198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.892778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4a0e360a-6057-48ae-9456-e3ba428115db admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8322349 Apr 11 20:46:52.894220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Allocated IP 172.20.0.13 (20ab88f0-7947-49ec-be92-0ef585d84511/73b9d984-803e-4cad-9edd-72c43401d6f2/3221bef5-39c0-4d14-bcb7-2e1a6c10a03d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:52.906058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:46:52.906514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58216) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:52.920419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Request body: {'subnet': {'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2007356185-subnet', 'tenant_id': 'dc9dcc619a8243fdab880dabaf73465c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:52.930624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:52.943923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Usage tracker for resource:subnet and tenant:dc9dcc619a8243fdab880dabaf73465c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:52.950637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:52.955162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event updated for resources: {'Port': ['ID=2914ca80-bcbd-4910-856f-19c90e61fbb7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:52.962314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:52.962744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:52.970954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Network 20ab88f0-7947-49ec-be92-0ef585d84511 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:52.985729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:52.994823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:52.998208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1c08fad2-ab7e-4173-8169-99c07c765def None None] Provisioning for port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:46:53.012266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.104449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Made reservation on behalf of dc9dcc619a8243fdab880dabaf73465c for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:53.110606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.157417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.160568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e14f1642-8392-4d49-a55f-318f6c924b84 req-955db0b0-7a1b-4a86-ab39-0abeccadaffc tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:53.173659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e14f1642-8392-4d49-a55f-318f6c924b84 req-955db0b0-7a1b-4a86-ab39-0abeccadaffc tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 210 time: 0.4288900 Apr 11 20:46:53.298778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Pushing event deleted for resources: {'Port': ['ID=63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:53.307914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6f75eb13-c169-403b-b7e3-0c0447f6b5bb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:53.367422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:53.369042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.416216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Allocated IP 172.25.5.241 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/16212569-df04-4437-bf98-d5a3d4e9eeb3) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:53.516642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:46:53.527977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:53.528560 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.682025 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.704785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-f165ab32-db86-46d6-9b41-e821503e32ae tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2499354 Apr 11 20:46:53.716392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Request body: {'port': {'device_id': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:53.735587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7da369fc-2657-4b29-a589-91c17a6d3ac4 None None] Provisioning complete for port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:53.739052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7da369fc-2657-4b29-a589-91c17a6d3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.765696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.816954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.858100 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.871004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c5b3f-7203-433c-b837-549eca4077a3 req-8d947692-b7ae-4005-90c1-6f2040a3d0ea tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:53.872636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-860c5b3f-7203-433c-b837-549eca4077a3 req-8d947692-b7ae-4005-90c1-6f2040a3d0ea tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.3596742 Apr 11 20:46:53.884507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:53.906743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7da369fc-2657-4b29-a589-91c17a6d3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.936240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.964055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:53.972040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.038582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 014ee3b2-2c71-4021-82f6-34f118a267b4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:54.050724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-860c5b3f-7203-433c-b837-549eca4077a3 req-7477431a-d98d-403e-ab9a-fb3d3b7baa95 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595957 Apr 11 20:46:54.118106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 014ee3b2-2c71-4021-82f6-34f118a267b4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:54.118448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 014ee3b2-2c71-4021-82f6-34f118a267b4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:54.143043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Network 20ab88f0-7947-49ec-be92-0ef585d84511 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:54.148819 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.156068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-7da369fc-2657-4b29-a589-91c17a6d3ac4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:46:54.156438 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-7da369fc-2657-4b29-a589-91c17a6d3ac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:46:54.159811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:54.192846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:54.327012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event updated for resources: {'Port': ['ID=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:54.334579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:54.422054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.436486 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.441074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.490969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-766ec882-2f02-4559-90d5-6e41a63f419a req-dff06aa4-3154-41de-96d2-133a808773d0 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 210 time: 0.1207545 Apr 11 20:46:54.497936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:54.525860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:54.529270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f1bc72-78cf-4566-81f0-f4b216de4e2b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:54.530607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:54.559841 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Floating IP 093bb511-c3b4-4438-8c73-23a2eb907659 associated. External IP: 172.25.5.208, port: c1b2d281-46cd-446e-9dfe-27b43655572e. Apr 11 20:46:54.626385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:54.626996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.655990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Pushing event updated for resources: {'Port': ['ID=16212569-df04-4437-bf98-d5a3d4e9eeb3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:54.695502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.695502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b2d0a3-4bab-4bc4-b73a-f655bd0271fb {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:46:54.745213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Checking segment: {'id': '705b5890-b93f-48f9-9516-b3b37ec8002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:54.745563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Network hostable DHCP agents. Network: 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:46:54.758980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.758980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d21f098-1797-4f74-9a6e-cbeaef998374 admin admin] 10.222.0.61 "DELETE /v2.0/routers/23b2d0a3-4bab-4bc4-b73a-f655bd0271fb HTTP/1.1" status: 204 len: 168 time: 4.8658526 Apr 11 20:46:54.758980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58226) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:54.790853 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-636d8cfd-0fbe-4b2e-98c9-a3e4b83babaf tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2815101 Apr 11 20:46:54.822837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Request body: {'port': {'device_id': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:54.844557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Deleting subnet 598d6bb1-4fbe-4114-aebb-dfb846c4cbdf {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:46:54.847815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.911399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:54.957239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:46:55.039628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.074981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5239b6-644b-48ea-ad7b-551cde6c17e6 req-1938e719-3df2-46ae-b1b0-8710e359ef9a tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:55.076514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ed5239b6-644b-48ea-ad7b-551cde6c17e6 req-1938e719-3df2-46ae-b1b0-8710e359ef9a tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 932 time: 0.3975642 Apr 11 20:46:55.078645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:55.082710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2914ca80-bcbd-4910-856f-19c90e61fbb7 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:55.087205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.093315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:55.094267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.102388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4217ec4-a915-4941-8fce-201f317c2b37 None None] Network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:55.117729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.198680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Transition to ACTIVE for port object 2914ca80-bcbd-4910-856f-19c90e61fbb7 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:55.233266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ed5239b6-644b-48ea-ad7b-551cde6c17e6 req-36cc5c3f-2859-4bbb-a0cf-ecedf5b47d1d tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303086 Apr 11 20:46:55.366690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.386970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6f75eb13-c169-403b-b7e3-0c0447f6b5bb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:46:55.430092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8eb47d2-e998-4204-a58b-8c811d1cf0b6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5191875 Apr 11 20:46:55.496829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.526786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1873aa18-adb2-466c-87c0-021f8c66ec37 None None] Network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:55.564866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598d6bb1-4fbe-4114-aebb-dfb846c4cbdf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:55.588603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.611162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4014123b-4cdb-4fc0-9012-ffcb3f20a1c2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/598d6bb1-4fbe-4114-aebb-dfb846c4cbdf HTTP/1.1" status: 204 len: 168 time: 0.8522410 Apr 11 20:46:55.618132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58240) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:55.754523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Pushing event updated for resources: {'Port': ['ID=2914ca80-bcbd-4910-856f-19c90e61fbb7,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:55.762178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.763150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.776725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-d57d9a49-f8e2-4e77-abef-9e636be49484 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:55.777562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-d57d9a49-f8e2-4e77-abef-9e636be49484 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:46:55.788629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.829495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75bf1a-86ae-4ace-901d-ba05d7d0a53a None None] Network 9f779d9b-196c-4c00-b58a-e3d2e798a474 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:46:55.829785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Deleting port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:55.830078 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:55.885972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-d57d9a49-f8e2-4e77-abef-9e636be49484 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:46:55.887448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-d57d9a49-f8e2-4e77-abef-9e636be49484 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.5101066 Apr 11 20:46:55.920483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Request body: {'port': {'device_id': '4fc43684-7f87-4f42-832f-cc356be3d711', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'admin_state_up': True, 'tenant_id': 'df31cb111fa34c4b86de4b010491e720'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:56.010827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:46:56.015146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:46:56.015146 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.197620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:46:56.224922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ef6aa-dec7-4a2b-b2be-6c8673c9a2ee req-7b4f0c2a-fb78-4c95-bfc5-c6d2fe505abe tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:56.226597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b8ef6aa-dec7-4a2b-b2be-6c8673c9a2ee req-7b4f0c2a-fb78-4c95-bfc5-c6d2fe505abe tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.5954480 Apr 11 20:46:56.300090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Attempting to bind port 2914ca80-bcbd-4910-856f-19c90e61fbb7 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:56.300338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Attempting to bind port 2914ca80-bcbd-4910-856f-19c90e61fbb7 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:56.300567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Attempting to bind port 2914ca80-bcbd-4910-856f-19c90e61fbb7 on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:56.328265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:46:56.343912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.346027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Port 2914ca80-bcbd-4910-856f-19c90e61fbb7 on network 20ab88f0-7947-49ec-be92-0ef585d84511 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:56.346339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Attempting to bind port 2914ca80-bcbd-4910-856f-19c90e61fbb7 on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:56.377279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:56.377608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Checking segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:56.378001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Bound using segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:56.378424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Bound port: 2914ca80-bcbd-4910-856f-19c90e61fbb7, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:56.378767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.388179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Transition to ACTIVE for port object 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:46:56.400069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b8ef6aa-dec7-4a2b-b2be-6c8673c9a2ee req-c4a6c099-2e9a-4221-89f0-be4fb085934e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 Apr 11 20:46:56.479195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.499880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] DHCP port deletion for 9f779d9b-196c-4c00-b58a-e3d2e798a474 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:46:56.504966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Deleting port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:56.504966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.576018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:56.579221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] For port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:56.580260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.593723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:56.601089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:56.648294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:56.648649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 63925cd1-a8e2-4b8f-9eeb-9e0e31c93a2b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:56.671064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] For port 2914ca80-bcbd-4910-856f-19c90e61fbb7, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:56.696573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] For port 2914ca80-bcbd-4910-856f-19c90e61fbb7, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:56.764322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Calling delete_port for a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:56.776826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] For port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,segment=NetworkSegment(7416fb01-c043-454a-9138-25a7b28b27a5),segment_id=7416fb01-c043-454a-9138-25a7b28b27a5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:46:56.777230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.786276 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.807988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:56.896681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Made reservation on behalf of df31cb111fa34c4b86de4b010491e720 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:56.900888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.942820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Calling delete_port for a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:46:56.954431 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-212278d4-b28f-4b49-82d4-320684ee1d17 req-76192f4e-eead-421e-a31a-443eaf5a47a2 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 210 time: 0.0942905 Apr 11 20:46:56.956149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:56.957426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] 10.222.0.75 "PUT /v2.0/ports/2914ca80-bcbd-4910-856f-19c90e61fbb7 HTTP/1.1" status: 200 len: 1091 time: 3.2451966 Apr 11 20:46:56.982147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'tag': '2914ca80-bcbd-4910-856f-19c90e61fbb7'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:56.984725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Attempting to bind port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:46:56.985058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Attempting to bind port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:46:56.985379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Attempting to bind port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:57.001028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831faf04-4402-433e-ae2e-3c4265d37d15 service neutron] Pushing event updated for resources: {'Port': ['ID=2914ca80-bcbd-4910-856f-19c90e61fbb7,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:57.005875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d on network 20ab88f0-7947-49ec-be92-0ef585d84511 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:46:57.012001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Attempting to bind port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:46:57.016023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:46:57.016364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Checking segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:46:57.016754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Bound using segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:46:57.017173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Bound port: 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:46:57.017519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.031639 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.036165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:46:57.036525 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:46:57.098858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78b149f-c8dc-46a3-bb8f-7fcc8a276b39,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:57.146147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:46:57.159631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] No DVR routers for this DVR port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:46:57.213191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:57.224956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:46:57.229419 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] Sync routers for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:57.245210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:57.246243 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:57.273841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Allocated IP 172.20.0.2 (67e92c4c-15f0-4fe3-8745-2f29dac31723/706cf9cd-faaf-44f8-9890-66f74bb87778/efd04469-fa0c-46d5-84f1-5ec30da66201) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:46:57.293229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:46:57.295841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:46:57.312114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] For port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:46:57.350963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58266) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:57.409746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2046968363-network', 'tenant_id': '836dca66a98a439795664bf02b0a7cc9'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:57.420022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] For port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:46:57.429914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.448547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-835e974b-9a7f-41f9-a2f5-1dbb1920f50c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=7380d5a6-d1fb-4156-a6a6-bc91eb5200df HTTP/1.1" status: 200 len: 1094 time: 0.3415473 Apr 11 20:46:57.464449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:57.478892 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:57.489542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Usage tracker for resource:network and tenant:836dca66a98a439795664bf02b0a7cc9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:57.495986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:57.529466 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.529792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.537960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:57.538625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Deleting port a78b149f-c8dc-46a3-bb8f-7fcc8a276b39 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:46:57.541402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.602217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-fe8f722e-49bb-4266-9ead-38c5fd82ed58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7 HTTP/1.1" status: 200 len: 217 time: 0.1313553 Apr 11 20:46:57.631269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-66009966-8dbc-4b69-89dc-507482412b06 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "PUT /v2.0/floatingips/093bb511-c3b4-4438-8c73-23a2eb907659 HTTP/1.1" status: 200 len: 996 time: 6.3681912 Apr 11 20:46:57.639067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f779d9b-196c-4c00-b58a-e3d2e798a474']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:57.648997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:46:57.684163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6963113-50d4-418d-8cc6-b95ef8857327 None None] The port 'a78b149f-c8dc-46a3-bb8f-7fcc8a276b39' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:46:57.698864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.700260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] 10.222.0.75 "PUT /v2.0/ports/3221bef5-39c0-4d14-bcb7-2e1a6c10a03d HTTP/1.1" status: 200 len: 1092 time: 2.8816259 Apr 11 20:46:57.704830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7416fb01-c043-454a-9138-25a7b28b27a5') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:57.705478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7416fb01-c043-454a-9138-25a7b28b27a5') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:57.714753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Made reservation on behalf of 836dca66a98a439795664bf02b0a7cc9 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:46:57.717257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.724315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64f250-5f59-4933-aa71-c76d2ee1f145 req-4b7eb605-6300-4dc5-b139-60cfe73c8aff tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:57.725864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd64f250-5f59-4933-aa71-c76d2ee1f145 req-4b7eb605-6300-4dc5-b139-60cfe73c8aff tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 944 time: 0.5047929 Apr 11 20:46:57.735285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-0fb90f53-9176-443b-9d81-76095028c843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:57.736788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-0fb90f53-9176-443b-9d81-76095028c843 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1247096 Apr 11 20:46:57.740042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38944f94-f748-4648-91f4-162bda3d25c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:57.741399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.758961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.809138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.812107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-8ab15c1d-346d-4450-9ab3-831b605949bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674486 Apr 11 20:46:57.837121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:46:57.837614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:46:57.858129 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:46:57.956078 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '093bb511-c3b4-4438-8c73-23a2eb907659', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'port_id': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'mac_address': 'fa:16:3e:4c:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:46:47Z', 'updated_at': '2022-04-11T20:46:52Z', 'revision_number': 1, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:50Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:57.957817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:57.961390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] Checking router: 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:57.974078 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:57.987188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Usage tracker for resource:security_group_rule and tenant:836dca66a98a439795664bf02b0a7cc9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:57.990556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:57.991133 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:58.003201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:58.005776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd64f250-5f59-4933-aa71-c76d2ee1f145 req-d48f37b7-52e6-4844-973e-ca19e91ddda3 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648864 Apr 11 20:46:58.027803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-de7fbdf9-01b4-4c42-9611-11024f454ffe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.3676448 Apr 11 20:46:58.055227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:46:58.164233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.197728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.257338 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f6f19d-de9d-467a-95ad-3959924e0236'] response: {'name': 'network-changed', 'server_uuid': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'tag': '2914ca80-bcbd-4910-856f-19c90e61fbb7', 'status': 'completed', 'code': 200} Apr 11 20:46:58.264578 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-0b285254-d822-4f8b-868e-f94587b4d813 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068277 Apr 11 20:46:58.269032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-e9f36307-ffd3-4c30-a91e-a002a4083073 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 1095 time: 0.4558065 Apr 11 20:46:58.271677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:46:58.284243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Sync routers for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:46:58.299155 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:58.301946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:46:58.305587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:58.467438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.482428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9f779d9b-196c-4c00-b58a-e3d2e798a474 HTTP/1.1" status: 204 len: 168 time: 2.8493385 Apr 11 20:46:58.489043 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.502325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786b865-e719-4d9f-8e9a-3bd7cf84c5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f779d9b-196c-4c00-b58a-e3d2e798a474,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:58.564248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:46:58.596174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7d9380-8313-429a-ae4d-8a8cb1dbffa7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:58.596693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-2fc16f81-a741-4770-b97e-bc02e32f0fcd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d HTTP/1.1" status: 200 len: 217 time: 0.3088098 Apr 11 20:46:58.598087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:46:58.599410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.697802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.700187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.704908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09904930-9b65-4d91-b5c9-36a4c73ab38f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3014629 Apr 11 20:46:58.709435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58280) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:58.781023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:46:58.782301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:58.784968 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Added segment fe0972e2-536c-4158-af48-b29a6635255b of type vlan for network 4141e760-a260-49fb-813f-734e42691d61 Apr 11 20:46:58.818459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:46:58.837157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-5acb19c9-281a-45a9-9a0b-a230abb62d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:58.839567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-5acb19c9-281a-45a9-9a0b-a230abb62d59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.6708829 Apr 11 20:46:58.840784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:46:58.936020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-ccd9de2d-7bfb-4533-a545-2c30bf51437b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:58.937686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-ccd9de2d-7bfb-4533-a545-2c30bf51437b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.3396449 Apr 11 20:46:58.979524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:58.980170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:59.006840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-7b7ae554-fd21-4a25-b49e-926e611d3edc service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314218 Apr 11 20:46:59.009370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-b58968f0-953b-4bb5-9ee6-d4f007a74f67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507998 Apr 11 20:46:59.046236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5965fb-41ea-43a9-a6a5-362916af43ec req-8abe0926-1c00-4429-8262-388e52a651cc tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:59.053327 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a5965fb-41ea-43a9-a6a5-362916af43ec req-8abe0926-1c00-4429-8262-388e52a651cc tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.6451616 Apr 11 20:46:59.060858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '093bb511-c3b4-4438-8c73-23a2eb907659', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'port_id': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'mac_address': 'fa:16:3e:4c:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:46:47Z', 'updated_at': '2022-04-11T20:46:52Z', 'revision_number': 1, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:50Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:59.066633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d01ef1-4168-42db-b659-6a125c37ff66 None None] The sync data for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 is: [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '093bb511-c3b4-4438-8c73-23a2eb907659', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'port_id': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'mac_address': 'fa:16:3e:4c:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:46:47Z', 'updated_at': '2022-04-11T20:46:52Z', 'revision_number': 1, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:50Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:46:59.078399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58286) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:59.160303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:59.183792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:59.205777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:46:54Z', 'revision_number': 3, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:46:59.211742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Checking router: 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:46:59.212143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Updating router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 port 16212569-df04-4437-bf98-d5a3d4e9eeb3 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:46:59.252005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-d46a7180-9397-421c-95da-4a3edefbabaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 999 time: 0.2659292 Apr 11 20:46:59.297555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:59.341116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-0e66fc77-0b1f-4393-a6c4-bcfa3aef66c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:59.345997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-0e66fc77-0b1f-4393-a6c4-bcfa3aef66c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.0831702 Apr 11 20:46:59.356206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b6314f4b-8dbe-411b-8dbe-1c6e5d5e4356 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4459755 Apr 11 20:46:59.396530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-181558cd-d471-4778-bddb-00fcdecccf9a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:46:59.398022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-181558cd-d471-4778-bddb-00fcdecccf9a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051308 Apr 11 20:46:59.398171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a5965fb-41ea-43a9-a6a5-362916af43ec req-c7b4721d-fdb3-4c60-951c-326f4b83667b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437722 Apr 11 20:46:59.403335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:59.404210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:46:59.407516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-9df2bcb9-5b0e-4d7b-901d-9179fe97961e service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900332 Apr 11 20:46:59.409953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:59.430886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6394b6f9-6ba8-41e5-9638-d4c39fce45cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b5dc1c8e54943bd9d55af95285a5a03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229749 Apr 11 20:46:59.452405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58292) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:59.452728 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe98e5b4-595a-4f69-8f83-4d4a14621be6 None None] New status for floating IP 093bb511-c3b4-4438-8c73-23a2eb907659: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:46:59.542220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] Pushing event updated for resources: {'Network': ['ID=4141e760-a260-49fb-813f-734e42691d61,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:46:59.546157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-6035f90e-3023-4ce1-8e02-48de2253fe3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1892140 Apr 11 20:46:59.570837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4141e760-a260-49fb-813f-734e42691d61 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:46:59.714240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-abc67dff-2887-40f1-b8a1-b074527e39ad admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3587673 Apr 11 20:46:59.715073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58298) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:46:59.790779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Request body: {'subnet': {'network_id': '4141e760-a260-49fb-813f-734e42691d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2046968363-subnet', 'tenant_id': '836dca66a98a439795664bf02b0a7cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:59.816948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-dc52fd1e-0f87-4b84-aa14-229307e492e0 service neutron] 10.222.0.61 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600045 Apr 11 20:46:59.829617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:46:59.836948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7eb54d92-9cf4-4020-bbe3-3feb48d15c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:46:59.843795 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-63dbf075-f987-4e65-b7c5-db72b0d3b972 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=7380d5a6-d1fb-4156-a6a6-bc91eb5200df HTTP/1.1" status: 200 len: 1094 time: 0.6267195 Apr 11 20:46:59.864800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Usage tracker for resource:subnet and tenant:836dca66a98a439795664bf02b0a7cc9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:46:59.887429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Request body: {'port': {'device_id': '4fc43684-7f87-4f42-832f-cc356be3d711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:46:59.905723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:46:59.953289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:00.022800 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72677b17-bb68-4ae0-a9e4-b24f65d198ab'] response: {'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'status': 'completed', 'code': 200} Apr 11 20:47:00.032895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7eb54d92-9cf4-4020-bbe3-3feb48d15c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.051367 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.075610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Transition to ACTIVE for port object 16212569-df04-4437-bf98-d5a3d4e9eeb3 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:00.106600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6c82a90-3c8e-48ce-80f8-c0d74a9c145e req-cb54aadf-9356-461e-b407-7cd382015f5a service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872621 Apr 11 20:47:00.156721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.192453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.219511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Made reservation on behalf of 836dca66a98a439795664bf02b0a7cc9 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:00.221059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.233977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a37d9f8-e8c1-491b-a532-4cff65c8efe6 req-59f5e1f3-4777-4ba0-9258-4b65f9313832 service neutron] 10.222.0.61 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088767 Apr 11 20:47:00.263096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Attempting to bind port 16212569-df04-4437-bf98-d5a3d4e9eeb3 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:00.263676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Attempting to bind port 16212569-df04-4437-bf98-d5a3d4e9eeb3 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:00.264040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Attempting to bind port 16212569-df04-4437-bf98-d5a3d4e9eeb3 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:00.271379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:00.271782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:00.272172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.272615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:00.273106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Bound port: 16212569-df04-4437-bf98-d5a3d4e9eeb3, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:00.273721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.298689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7997e-6b4c-4657-b5e0-afc124017130 None None] Pushing event updated for resources: {'Port': ['ID=16212569-df04-4437-bf98-d5a3d4e9eeb3,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:00.413235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] For port 16212569-df04-4437-bf98-d5a3d4e9eeb3, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:00.417875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] For port 16212569-df04-4437-bf98-d5a3d4e9eeb3, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=16212569-df04-4437-bf98-d5a3d4e9eeb3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:00.425661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.457548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-37c7d4f5-e6a9-4070-9022-fa51a169147d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.4454353 Apr 11 20:47:00.499882 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.531086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'tag': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:00.592289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:00.592857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:00.626692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7eb54d92-9cf4-4020-bbe3-3feb48d15c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.648602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-26b7f07a-952b-4d51-909e-2db0dba376a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:00.649475 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-26b7f07a-952b-4d51-909e-2db0dba376a8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 914 time: 0.7753851 Apr 11 20:47:00.666243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb54d92-9cf4-4020-bbe3-3feb48d15c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaebe60-ab31-4b09-96f1-47db547d7ad7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:00.714157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7997e-6b4c-4657-b5e0-afc124017130 None None] Pushing event updated for resources: {'Port': ['ID=16212569-df04-4437-bf98-d5a3d4e9eeb3,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:00.733196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2914ca80-bcbd-4910-856f-19c90e61fbb7 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:00.793899 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-3d408539-7393-4f3f-a079-178443bdb0bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7 HTTP/1.1" status: 200 len: 217 time: 0.1287909 Apr 11 20:47:00.820376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-5b18223b-3e67-4be2-8108-196ed9f8f26a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:00.822115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-5b18223b-3e67-4be2-8108-196ed9f8f26a service neutron] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.3561559 Apr 11 20:47:00.834484 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7eb54d92-9cf4-4020-bbe3-3feb48d15c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.836586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7eb54d92-9cf4-4020-bbe3-3feb48d15c05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddaebe60-ab31-4b09-96f1-47db547d7ad7 HTTP/1.1" status: 204 len: 168 time: 1.3763647 Apr 11 20:47:00.860902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d282f-1dc2-42db-a191-5ae7410e7f84 req-ca30f676-a16c-4ee2-926b-823aa8613587 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:00.868636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c0d282f-1dc2-42db-a191-5ae7410e7f84 req-ca30f676-a16c-4ee2-926b-823aa8613587 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 931 time: 0.7541487 Apr 11 20:47:00.895062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:00.914263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:00.952053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178f76f-ae2e-4a40-8b7f-01e958c97d53 req-2d3968ec-3f2b-4f87-98a2-53fe15d51ca4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:00.958798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5178f76f-ae2e-4a40-8b7f-01e958c97d53 req-2d3968ec-3f2b-4f87-98a2-53fe15d51ca4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 944 time: 0.4570963 Apr 11 20:47:00.984730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-f446e40e-9f57-4a6f-adbb-543dc43241c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:00.986354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-f446e40e-9f57-4a6f-adbb-543dc43241c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1844625 Apr 11 20:47:01.027850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd04469-fa0c-46d5-84f1-5ec30da66201 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:01.043333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:01.048956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2914ca80-bcbd-4910-856f-19c90e61fbb7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:01.066187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-709b949c-c7d8-449f-acd4-0e1c93235538 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 1001 time: 0.2294607 Apr 11 20:47:01.072031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-51b42dc8-79e4-485f-8aa1-a20b1fefa1bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703583 Apr 11 20:47:01.072378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5178f76f-ae2e-4a40-8b7f-01e958c97d53 req-bca3dcc2-bf2a-4219-a5ed-06b1781c49c3 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:01.077459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Transition to ACTIVE for port object efd04469-fa0c-46d5-84f1-5ec30da66201 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:01.078287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddd05d4-9fcb-4d43-9b2a-1adbfddfa5a0,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:01.128354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c0d282f-1dc2-42db-a191-5ae7410e7f84 req-44fde168-e558-4c45-9d21-d79ee77afb22 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586691 Apr 11 20:47:01.146691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:01.188684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '2914ca80-bcbd-4910-856f-19c90e61fbb7', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'port_id': '2914ca80-bcbd-4910-856f-19c90e61fbb7', 'mac_address': 'fa:16:3e:b5:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b9d984-803e-4cad-9edd-72c43401d6f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:01.195275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-6bb27265-e482-4286-adb1-555c64c3367e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:01.196885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-6bb27265-e482-4286-adb1-555c64c3367e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.1157205 Apr 11 20:47:01.260884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5178f76f-ae2e-4a40-8b7f-01e958c97d53 req-bca3dcc2-bf2a-4219-a5ed-06b1781c49c3 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:01.271961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5178f76f-ae2e-4a40-8b7f-01e958c97d53 req-bca3dcc2-bf2a-4219-a5ed-06b1781c49c3 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122034 Apr 11 20:47:01.318994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Checking segment: {'id': 'fe0972e2-536c-4158-af48-b29a6635255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4141e760-a260-49fb-813f-734e42691d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:01.319517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Network hostable DHCP agents. Network: 4141e760-a260-49fb-813f-734e42691d61, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:47:01.334865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:01.378544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-6b8723cd-52e3-4445-9361-288efb1f9873 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716318 Apr 11 20:47:01.384628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2914ca80-bcbd-4910-856f-19c90e61fbb7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:01.413538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-dff561f8-4cce-49b2-bcd5-bceebb6cc2ad tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 1001 time: 0.1933870 Apr 11 20:47:01.415257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2914ca80-bcbd-4910-856f-19c90e61fbb7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:01.421181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:46:54Z', 'revision_number': 3, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:01.431499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531af6b-6b36-4088-b2e2-64bb83a12a1d None None] The sync data for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 is: [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:46:54Z', 'revision_number': 3, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:01.514789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:01.528200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:01.609509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-1e0316b8-4c37-435b-9b5d-1826ecbdfd6f service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248446 Apr 11 20:47:01.647221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2914ca80-bcbd-4910-856f-19c90e61fbb7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:01.705609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-3900413f-61d7-4581-888b-009ce9fa5416 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960570 Apr 11 20:47:01.716097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Network 4141e760-a260-49fb-813f-734e42691d61 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:47:01.730454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-c88b0a4d-e76b-459e-af5c-546f5c41b09b tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:01.731930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-c88b0a4d-e76b-459e-af5c-546f5c41b09b tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports/c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 942 time: 0.3169534 Apr 11 20:47:01.777597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2914ca80-bcbd-4910-856f-19c90e61fbb7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:01.904974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12ef6edf-01d9-433a-bdf9-c76546794f80 req-35db9ea4-9316-496d-984e-dcb13107236b service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837512 Apr 11 20:47:01.954337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4141e760-a260-49fb-813f-734e42691d61) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:01.986969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:01.987687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:01.988239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:02.015589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559fc9f-c4ac-4260-99b7-6a23bd6fdf07 None None] Network 4141e760-a260-49fb-813f-734e42691d61 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:02.021178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:02.021769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:02.055033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:02.058772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:02.066962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:02.067461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:02.067884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:02.068519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Bound port: efd04469-fa0c-46d5-84f1-5ec30da66201, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:02.069427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:02.094077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b99b3be1-490c-4de5-ba5f-b297bd51818c req-0f0e1b59-15b8-4e2d-b84e-2097821c9089 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371019 Apr 11 20:47:02.116261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58318) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:02.148329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-0ebb9cf2-a45b-44c7-ab23-290a9b44be2d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 1001 time: 0.1980531 Apr 11 20:47:02.170113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-17fc6ad2-eb57-4073-9e7e-1bc3ac5ec4e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4289269 Apr 11 20:47:02.193932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31f23-60df-483e-8b37-a88599d183d3 req-e7ffcd0e-1cbc-43dd-8021-f3ae117fc33e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:02.196112 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77e31f23-60df-483e-8b37-a88599d183d3 req-e7ffcd0e-1cbc-43dd-8021-f3ae117fc33e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.5277703 Apr 11 20:47:02.364843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-c2585e40-cec0-495e-abf1-095a927a7bd9 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:02.366547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-c2585e40-cec0-495e-abf1-095a927a7bd9 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2175350 Apr 11 20:47:02.421746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f00e1b-1af1-4b53-b899-03d0e74f4206 None None] Network 4141e760-a260-49fb-813f-734e42691d61 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:02.424204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77e31f23-60df-483e-8b37-a88599d183d3 req-3ae70f86-cb2a-4fc4-9b69-d6afc9b666d3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185154 Apr 11 20:47:02.486134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:02.492544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:02.574287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:02.723567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:02.752346 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce12b40-3e50-4b83-9a60-0ee7d1960648'] response: {'name': 'network-changed', 'server_uuid': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'tag': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d', 'status': 'completed', 'code': 200} Apr 11 20:47:02.763953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:02.812795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:02.815087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-2de47eff-525e-4ef8-a1e3-ca5098fcb38b service neutron] 10.222.0.69 "PUT /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 1091 time: 3.3731270 Apr 11 20:47:02.817212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:02.862315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a0fca1e3-8b15-4e37-8574-d469b8de6b97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b2b5b0aab6b450394496690f994dddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7449098 Apr 11 20:47:02.868837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58336) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:02.923015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-8d480c72-e287-4edd-8590-0f1f8254fb4d tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 1001 time: 0.5438507 Apr 11 20:47:02.984176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:02.987055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-5095fba0-7d54-4dbe-af57-5d39110c15de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 1095 time: 0.3658872 Apr 11 20:47:02.989776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:03.004210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'port_id': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d', 'mac_address': 'fa:16:3e:d0:77:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b9d984-803e-4cad-9edd-72c43401d6f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:03.082299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.107401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:03.123115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc838af8-02d6-4cd6-ab5d-7165391689f9 req-3861a81e-dc38-4f56-965f-ff50be9c55f0 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:03.123932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cc838af8-02d6-4cd6-ab5d-7165391689f9 req-3861a81e-dc38-4f56-965f-ff50be9c55f0 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:03.126463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:03.177151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20389da5-e10e-4e02-ac6d-06a4e02b112e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.184536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.187266 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.187444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-4d148627-89ea-4f15-86aa-dd67f919143f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:03.188709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-4d148627-89ea-4f15-86aa-dd67f919143f service neutron] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 914 time: 0.1919298 Apr 11 20:47:03.191890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-84a0f555-1e20-4c93-8119-03ada5173693 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1094 time: 0.2703958 Apr 11 20:47:03.241017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 16212569-df04-4437-bf98-d5a3d4e9eeb3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:03.244665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.311617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20389da5-e10e-4e02-ac6d-06a4e02b112e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.345316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:03.407305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 16212569-df04-4437-bf98-d5a3d4e9eeb3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:03.413789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 16212569-df04-4437-bf98-d5a3d4e9eeb3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:03.414383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.457449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3221bef5-39c0-4d14-bcb7-2e1a6c10a03d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:03.462645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cc838af8-02d6-4cd6-ab5d-7165391689f9 req-3861a81e-dc38-4f56-965f-ff50be9c55f0 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:03.463935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc838af8-02d6-4cd6-ab5d-7165391689f9 req-3861a81e-dc38-4f56-965f-ff50be9c55f0 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 943 time: 0.6279483 Apr 11 20:47:03.475695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-251f78a9-1165-45ab-9e72-b371f004b745 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d HTTP/1.1" status: 200 len: 217 time: 0.2782207 Apr 11 20:47:03.493083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-b0155af2-e9c5-40f7-b235-e93228fda5a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 217 time: 0.2354014 Apr 11 20:47:03.628704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc838af8-02d6-4cd6-ab5d-7165391689f9 req-1ea29a09-e26b-4fb5-8d4b-ead4b3f2dfb8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551001 Apr 11 20:47:03.634702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-dbd47ea2-d68c-4efe-9112-2561bdfd120e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:03.636259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-dbd47ea2-d68c-4efe-9112-2561bdfd120e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1421800 Apr 11 20:47:03.637470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-9bdca6de-1265-48fc-ae99-7b0628364863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:03.638934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-9bdca6de-1265-48fc-ae99-7b0628364863 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1020131 Apr 11 20:47:03.644958 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.694462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 16212569-df04-4437-bf98-d5a3d4e9eeb3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=16212569-df04-4437-bf98-d5a3d4e9eeb3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:03.696423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20389da5-e10e-4e02-ac6d-06a4e02b112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.731241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-b63e4d86-49a2-4ead-973b-1a552c183a8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853579 Apr 11 20:47:03.733860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.738402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-64967374-28a2-4bf0-8980-a11748bfa204 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552242 Apr 11 20:47:03.739423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20389da5-e10e-4e02-ac6d-06a4e02b112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649533d6-b74a-4bb6-8d37-6b481f83dd69,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:03.762366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20389da5-e10e-4e02-ac6d-06a4e02b112e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.763818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-20389da5-e10e-4e02-ac6d-06a4e02b112e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/649533d6-b74a-4bb6-8d37-6b481f83dd69 HTTP/1.1" status: 204 len: 168 time: 0.8936567 Apr 11 20:47:03.765407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Allocated IP 172.20.0.1 (d8e3c294-b77f-4217-8391-bbd20a442e8c/bac04124-5d78-49b3-adb6-10703529408e/fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:03.766679 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.800178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:03.803582 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Floating IP 093bb511-c3b4-4438-8c73-23a2eb907659 disassociated. External IP: 172.25.5.208, port: c1b2d281-46cd-446e-9dfe-27b43655572e. Apr 11 20:47:03.855692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=16212569-df04-4437-bf98-d5a3d4e9eeb3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:04.064081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-f37d30b6-bf80-48e3-8d6a-d8b771d7c416 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246200 Apr 11 20:47:04.068232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-3be3cbf6-9cbf-4c99-84bf-17b4c53cdb93 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088946 Apr 11 20:47:04.107085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:04.129705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Transition to ACTIVE for port object fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:04.238478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1281cd-a9e9-4ff8-9ca2-2f1bc5ab0010 req-76d76f80-fdea-488a-a746-6c22e47225ee tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:04.245197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c1281cd-a9e9-4ff8-9ca2-2f1bc5ab0010 req-76d76f80-fdea-488a-a746-6c22e47225ee tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 945 time: 0.3937581 Apr 11 20:47:04.298223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:04.364352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68bac642-3da0-4826-bfb8-ba4da4980180 req-244c0896-2ebc-4c5e-b54a-438a3c3a3f54 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927797 Apr 11 20:47:04.395319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c1281cd-a9e9-4ff8-9ca2-2f1bc5ab0010 req-815f67c1-9cb3-435e-a959-c49f885a50a5 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471357 Apr 11 20:47:04.404682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2faea6f-7b9b-4a46-8b80-05c4d3bd92a8 req-6e30ec35-393f-45a5-b2e8-8f6ff54438a0 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121965 Apr 11 20:47:04.568261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Network d8e3c294-b77f-4217-8391-bbd20a442e8c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:04.571012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Pushing event updated for resources: {'Port': ['ID=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:04.574405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:04.577381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:04.651154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:04.651531 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-98d394b8-d838-4660-bd64-230536b0f068 req-9c1682e4-ae56-4747-bfc0-68b8a3f024ab service neutron] show failed (client error): The resource could not be found. Apr 11 20:47:04.652880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-9c1682e4-ae56-4747-bfc0-68b8a3f024ab service neutron] 10.222.0.69 "GET /v2.0/ports/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.1003478 Apr 11 20:47:04.738589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:47:04.751914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:04.927253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:04.933994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:04.936448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.010962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.025559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-c4d6fc73-49a1-4a63-820f-bf9fa4a09e00 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:05.027115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-c4d6fc73-49a1-4a63-820f-bf9fa4a09e00 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/networks?id=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 HTTP/1.1" status: 200 len: 809 time: 0.2215128 Apr 11 20:47:05.060115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7b54946d-6216-41a3-a4b6-b383fdbdb19e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/quotas/dc9dcc619a8243fdab880dabaf73465c HTTP/1.1" status: 200 len: 375 time: 0.0224819 Apr 11 20:47:05.105312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4cb10791-d72e-4e5d-ab16-35ae5e7b1536 None None] Provisioning for port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:05.117084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4cb10791-d72e-4e5d-ab16-35ae5e7b1536 None None] Provisioning complete for port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:05.117696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4cb10791-d72e-4e5d-ab16-35ae5e7b1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.119604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-53604b8e-7c6f-42ae-b8db-500f11476057 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc9dcc619a8243fdab880dabaf73465c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585628 Apr 11 20:47:05.210838 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.248626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 16212569-df04-4437-bf98-d5a3d4e9eeb3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:05.358300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.366227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:47:05.370087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4cb10791-d72e-4e5d-ab16-35ae5e7b1536 None None] Port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:05.374625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.381826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-689e2e16-9779-4f74-a733-46e6332f374f service neutron] 10.222.0.61 "GET /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413006 Apr 11 20:47:05.397657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] Sync routers for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:47:05.412518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:05.421063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-34bcef5b-5ec3-4778-92db-6455d882bb7a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133&tenant_id=745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 1101 time: 0.1865757 Apr 11 20:47:05.431519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.432511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:05.448302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:05.448936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:05.546134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.563379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.563379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2914ca80-bcbd-4910-856f-19c90e61fbb7 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:05.573192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7c06a5af-9c3a-4776-9f71-3d039f2503c4 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "PUT /v2.0/floatingips/093bb511-c3b4-4438-8c73-23a2eb907659 HTTP/1.1" status: 200 len: 695 time: 2.5996261 Apr 11 20:47:05.576767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:05.602611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Pushing event updated for resources: {'Port': ['ID=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:05.604865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:05.743827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 16212569-df04-4437-bf98-d5a3d4e9eeb3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:05.744200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.758436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-da87308e-8fa7-4ac8-a2aa-542c39aa1e9e service neutron] 10.222.0.61 "GET /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659413 Apr 11 20:47:05.766242 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:05.777804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-bf3a6bc2-58ee-4a0a-a605-18133ef98771 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.1785862 Apr 11 20:47:05.885142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Network d8e3c294-b77f-4217-8391-bbd20a442e8c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:05.887422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:05.890256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:05.939377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 2914ca80-bcbd-4910-856f-19c90e61fbb7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:05.948494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:05.993602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 2914ca80-bcbd-4910-856f-19c90e61fbb7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:05.993977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:06.180180 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581e9ef9-53b4-4a2c-be91-acb8b7a9923f'] response: {'name': 'network-changed', 'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'status': 'completed', 'code': 200} Apr 11 20:47:06.275871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-81502c0e-ddfc-40e9-b3af-d58abfbdfe3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:06.277664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-81502c0e-ddfc-40e9-b3af-d58abfbdfe3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.4896953 Apr 11 20:47:06.369276 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-bb5adb60-ca1a-478a-8c59-806804b375ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.0813537 Apr 11 20:47:06.383675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:06.388668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25b36854-e86b-421e-bbe9-e7ba53c8cebd None None] Provisioning complete for port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:06.389287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25b36854-e86b-421e-bbe9-e7ba53c8cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:06.407193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-8a83d340-f287-4a85-a84e-67f49620e9e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1094 time: 0.2295196 Apr 11 20:47:06.518534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:06.525577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-25b36854-e86b-421e-bbe9-e7ba53c8cebd None None] Port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:06.567513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:06.598077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:06.615854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2914ca80-bcbd-4910-856f-19c90e61fbb7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:06.616455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Transition to ACTIVE for port object cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:06.633779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:50Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:06.640754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] Checking router: 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:47:06.650092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476c6d-0ea2-4f38-8464-150a9b75eb60 req-a5950373-7a30-462d-ad87-4b7a8a99ca6e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:06.651884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8476c6d-0ea2-4f38-8464-150a9b75eb60 req-a5950373-7a30-462d-ad87-4b7a8a99ca6e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.3379557 Apr 11 20:47:06.661086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:06.661716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:06.698884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7d79aa53-a368-4f77-9eb2-d4ad3fdd6d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:06.700002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-7d79aa53-a368-4f77-9eb2-d4ad3fdd6d3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.2729790 Apr 11 20:47:06.722025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:06.733311 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:06.746325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-158635f6-0c06-4996-8ec9-8ee7a2e16276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:06.748200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-158635f6-0c06-4996-8ec9-8ee7a2e16276 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.3327031 Apr 11 20:47:06.752168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-3764eac3-4739-4e22-b8c4-b95c2f03d4bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446918 Apr 11 20:47:06.830313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:06.885746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2914ca80-bcbd-4910-856f-19c90e61fbb7,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:06.930839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-0aaeeb8a-97cf-40e6-8977-05e539ddb38b service neutron] 10.222.0.61 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692634 Apr 11 20:47:06.943064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:07.017063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] No DVR routers for this DVR port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:47:07.021811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8476c6d-0ea2-4f38-8464-150a9b75eb60 req-1fb15e96-2cb6-4041-94d9-8eebfd7ef05a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527372 Apr 11 20:47:07.028575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-e62f6c21-dc63-492f-806c-ca36e37f6c17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 217 time: 0.2017419 Apr 11 20:47:07.115344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-78ebdd0a-b860-49e0-9e9d-fe02bb05f12d req-1507cdc5-9b3d-46ae-aa66-2b24b43a214a service neutron] 10.222.0.61 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763053 Apr 11 20:47:07.135827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:47:07.140585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:07.141963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:07.141963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:07.155065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:07.155319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:07.170169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:07.170598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:07.171043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:07.171556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Bound port: cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:07.171969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:07.280882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:07.367971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:07.378086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:07.417847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-c531a42c-86dd-4eef-a936-9fe9f6d6b5bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:07.425883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-c531a42c-86dd-4eef-a936-9fe9f6d6b5bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.3476770 Apr 11 20:47:07.485663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:47:07.497582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d4374f2a-97f8-40db-9401-33e51544448a admin admin] 10.222.0.61 "PUT /v2.0/routers/7bf5697c-b8fb-409a-8c25-c4d0e3e26b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7761467 Apr 11 20:47:07.498054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:07.543376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-1556e0c9-0304-4b55-a6cb-6019d285d3e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141610 Apr 11 20:47:07.561827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:07.563244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] 10.222.0.75 "PUT /v2.0/ports/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 1096 time: 1.9670184 Apr 11 20:47:07.599815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:07.664051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'port_id': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'mac_address': 'fa:16:3e:2b:72:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706cf9cd-faaf-44f8-9890-66f74bb87778', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:07.670237 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac51734-60c4-43c8-9a47-d3e5ce667680'] response: {'server_uuid': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d', 'code': 200} Apr 11 20:47:07.930881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:50Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:07.932812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63c976-9c56-40e6-9a56-2fd767f79818 None None] The sync data for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 is: [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:45:27Z', 'revision_number': 4, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4ce0bfa2-c962-4c48-b676-083f175af6a2', 'name': '', 'network_id': '815fe5c5-f684-4441-88f5-afe6f7b1c958', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'mac_address': 'fa:16:3e:e9:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:26Z', 'updated_at': '2022-04-11T20:45:50Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'subnets': [{'id': 'e6af907c-5363-428a-826c-d74cf7861d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:07.962496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:08.001886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd04469-fa0c-46d5-84f1-5ec30da66201 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:08.024919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:08.090972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-9ee9539b-71ce-4016-8ddb-7a8feadd2a37 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940577 Apr 11 20:47:08.105254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:08.113234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f4ed5bb-5c65-4cd0-965c-cbe522a6626b req-be0dcc55-1edb-4d15-a42f-6d035b56b9f7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 1097 time: 0.3902061 Apr 11 20:47:08.140839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a0f9-13b9-47aa-b808-f07fb58ae73a req-6a6087fb-98d5-487a-9b28-b8c9f310e012 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:08.142408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b85a0f9-13b9-47aa-b808-f07fb58ae73a req-6a6087fb-98d5-487a-9b28-b8c9f310e012 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 946 time: 0.2695024 Apr 11 20:47:08.186594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f4ed5bb-5c65-4cd0-965c-cbe522a6626b req-b5002835-8321-43fd-b027-119726546fb8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664775 Apr 11 20:47:08.186837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:08.198235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.201972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.202307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:08.208432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b85a0f9-13b9-47aa-b808-f07fb58ae73a req-a3808f4b-14f5-47d9-98af-b7f6b52a3198 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524440 Apr 11 20:47:08.253490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}, {'name': 'network-changed', 'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:08.306395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc334-f73b-4ba5-bf7e-b9aa8834f981 service neutron] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:08.332535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29bc12-0260-4e29-8c4d-bf71ed516750 req-3027e987-bf16-4dcd-9f1e-7acc4b1b1a71 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:08.332978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['efd04469-fa0c-46d5-84f1-5ec30da66201'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:08.341546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e29bc12-0260-4e29-8c4d-bf71ed516750 req-3027e987-bf16-4dcd-9f1e-7acc4b1b1a71 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 943 time: 0.9678597 Apr 11 20:47:08.413746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-4db59ad9-f2b8-4484-a54d-61b121da1ace service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1099 time: 0.8052418 Apr 11 20:47:08.606996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e29bc12-0260-4e29-8c4d-bf71ed516750 req-02bbfba4-b6a1-4219-955f-e31ba2717aed tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639940 Apr 11 20:47:08.608085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d394b8-d838-4660-bd64-230536b0f068 req-1956946d-8d82-4124-a3f1-fd907604375c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:08.609550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-1956946d-8d82-4124-a3f1-fd907604375c service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1743510 Apr 11 20:47:08.702548 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41e227e-aafd-4ff8-b90a-6e650f637f60'] response: {'name': 'network-changed', 'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'status': 'completed', 'code': 200} Apr 11 20:47:08.745226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bed506c3-4455-4f08-972c-1f3c193a8e15 req-c259db59-69f8-47ac-820d-134ee6076c47 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071029 Apr 11 20:47:08.746919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-5e8dfa41-2791-4571-94ae-ba899a612b9c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1075759 Apr 11 20:47:08.835144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-42805b79-1e07-4c99-828b-c1308ef1871b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8dd7108c28c54f739fb6d50f3947a558&device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 1096 time: 0.0917459 Apr 11 20:47:08.874436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d394b8-d838-4660-bd64-230536b0f068 req-74f3fe98-e63c-4c97-a460-661657dbd3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:08.876512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-74f3fe98-e63c-4c97-a460-661657dbd3c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1119070 Apr 11 20:47:09.053698 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-9d187f1f-1204-4f2e-9c64-69a6b2779f1c tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips/093bb511-c3b4-4438-8c73-23a2eb907659 HTTP/1.1" status: 200 len: 695 time: 0.1097016 Apr 11 20:47:09.110625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8588b87-578e-428b-83c4-82ea8f250869 req-183f502f-44b0-477b-87de-45ec5356861d tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 210 time: 0.1695397 Apr 11 20:47:09.270808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:09.281374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-2fcd93cb-901b-4557-801b-adb13b5cc1e6 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:09.289053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-2fcd93cb-901b-4557-801b-adb13b5cc1e6 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.2250593 Apr 11 20:47:09.324588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-7f9eb062-edc0-4d4a-91df-7d98940b36ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4408829 Apr 11 20:47:09.520597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-b3bc3001-984f-43ab-acee-c186d3abce38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:09.524987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-b3bc3001-984f-43ab-acee-c186d3abce38 service neutron] 10.222.0.75 "GET /v2.0/networks?id=815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 200 len: 920 time: 0.6808312 Apr 11 20:47:09.539389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port efd04469-fa0c-46d5-84f1-5ec30da66201 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:09.545213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port efd04469-fa0c-46d5-84f1-5ec30da66201 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:09.545788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:09.583424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-539ecfc0-306a-4c32-b82f-03b185569047 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:09.585061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-539ecfc0-306a-4c32-b82f-03b185569047 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.69 "GET /v2.0/networks?id=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 HTTP/1.1" status: 200 len: 809 time: 0.5899012 Apr 11 20:47:09.587823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-33eeeb0d-8ecf-4301-8f54-63e34a8b952e service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556319 Apr 11 20:47:09.645817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Request body: {'port': {'device_id': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33', 'admin_state_up': True, 'tenant_id': 'dc9dcc619a8243fdab880dabaf73465c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:09.674355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2914ca80-bcbd-4910-856f-19c90e61fbb7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:09.710844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:09.761722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:09.777157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58438) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:09.793356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-422381921-network', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:09.806764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:09.811547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-44d0d81c-aff3-469f-a127-17a9209ec267 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 698 time: 0.5108249 Apr 11 20:47:09.814576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-40d1e34f-47f2-49a3-adfd-8b430c1dbced service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 200 len: 217 time: 0.2728703 Apr 11 20:47:09.821624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Usage tracker for resource:network and tenant:3bdf521350da4a33845c9d51a9fca7e9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:09.821624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:09.842426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:09.843217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:09.921932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:09.953682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:09.959358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-41bb1b7b-bb79-4dac-819c-d42926b18082 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 698 time: 0.1412125 Apr 11 20:47:09.959811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:09.968437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98d394b8-d838-4660-bd64-230536b0f068 req-ef8ab5b2-572d-413a-8a80-8efde4d69eb2 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340700 Apr 11 20:47:09.979058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f4c7c-4f55-4ee8-aec9-ff94a43bc289 req-ccf28b10-8dee-4103-9d09-3b25be327849 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:09.980562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f49f4c7c-4f55-4ee8-aec9-ff94a43bc289 req-ccf28b10-8dee-4103-9d09-3b25be327849 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 948 time: 0.3918798 Apr 11 20:47:10.008050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:10.016229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Usage tracker for resource:port and tenant:dc9dcc619a8243fdab880dabaf73465c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:10.019946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:10.034404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:10.040976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-b6a773ba-26ae-49c6-9f65-58f88a062f90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:10.042370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-b6a773ba-26ae-49c6-9f65-58f88a062f90 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 200 len: 859 time: 0.1681757 Apr 11 20:47:10.049993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f49f4c7c-4f55-4ee8-aec9-ff94a43bc289 req-7af66c38-d4e4-440b-aa44-6a36bc39bac8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616934 Apr 11 20:47:10.056559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Made reservation on behalf of 3bdf521350da4a33845c9d51a9fca7e9 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:10.059424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.113093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.137588 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c70d54-1206-4dc9-904b-3116edad4bd9'] response: {'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'code': 200} Apr 11 20:47:10.138148 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c70d54-1206-4dc9-904b-3116edad4bd9'] response: {'name': 'network-changed', 'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'status': 'completed', 'code': 200} Apr 11 20:47:10.162352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Made reservation on behalf of dc9dcc619a8243fdab880dabaf73465c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:10.167848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.234330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-81316306-346d-4022-b2bf-bf3ac39048a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=815fe5c5-f684-4441-88f5-afe6f7b1c958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651511 Apr 11 20:47:10.308203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Sync routers for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:47:10.323366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58452) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:10.335697 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:10.336337 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:10.392714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Deleting port e2fd70e2-02bf-489c-8b52-7b8fc072be5f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:10.397375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.399514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Allocated IP 172.20.0.2 (5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33/20f1bc72-78cf-4566-81f0-f4b216de4e2b/b082f5a0-a400-4bac-ba35-8b74751f82cd) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:10.507843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:10.512325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3bdf521350da4a33845c9d51a9fca7e9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:10.515657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:10.524304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:10.590173 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:10.746511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.847123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-b5b97156-109b-45fd-82cd-c80dbc1e3d3e service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038457 Apr 11 20:47:10.853746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.902624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.907181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Deleting subnet bceaeb86-92f8-47f1-8a09-c8d5885ee330 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:47:10.929666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:10.931526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-4aa97eda-686e-497d-ad16-354e0822ed53 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1099 time: 0.7351711 Apr 11 20:47:10.939928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcc490-a296-4a70-a9be-89f099029823 req-33e497cc-1200-498a-a4ae-6ef02503ea2e tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:10.940960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4fcc490-a296-4a70-a9be-89f099029823 req-33e497cc-1200-498a-a4ae-6ef02503ea2e tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 946 time: 0.2342961 Apr 11 20:47:10.947957 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:05Z', 'revision_number': 2, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:10.952971 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Checking router: 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:47:10.953433 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Updating router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:47:11.010687 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.047373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-d58cb136-36d3-4eef-a695-7e79978884dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1099 time: 0.8120880 Apr 11 20:47:11.052588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:47:11.095228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4fcc490-a296-4a70-a9be-89f099029823 req-d49b00ff-325a-4d03-93bc-929240c9b473 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304977 Apr 11 20:47:11.140815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a4f15-ced7-44ab-987d-b1b5b214f945,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:11.140815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.140815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.141344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-51e8f6c4-7d0e-43cc-9c24-1722a66ffbc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:11.141344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-51e8f6c4-7d0e-43cc-9c24-1722a66ffbc0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1982510 Apr 11 20:47:11.142536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.142885 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Added segment 8fc69364-8b22-4845-8d31-18444b1649ee of type vlan for network 5cd00c76-83c4-4316-9225-8e00a6260a33 Apr 11 20:47:11.145037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.215704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.341373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-372d0c7b-8560-4269-8461-84b5ac30baed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1939898 Apr 11 20:47:11.412984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:11.425531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Pushing event updated for resources: {'Port': ['ID=b082f5a0-a400-4bac-ba35-8b74751f82cd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:11.428130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:11.436172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:11.515381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Calling delete_port for e2fd70e2-02bf-489c-8b52-7b8fc072be5f owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:11.528723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-059a89d6-ccbc-4f2e-b839-b6dcc07aa71b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:11.530618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-059a89d6-ccbc-4f2e-b839-b6dcc07aa71b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1711998 Apr 11 20:47:11.542700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:11.543323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.552086 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.577142 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Transition to ACTIVE for port object fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:11.613528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59b3bb-e48f-4f88-8671-dafc508b5f4d req-bf46b740-03b2-4b7d-bc90-76d907df3d9c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:11.615381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e59b3bb-e48f-4f88-8671-dafc508b5f4d req-bf46b740-03b2-4b7d-bc90-76d907df3d9c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.3211584 Apr 11 20:47:11.651964 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.685057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.689688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-c0310351-1020-4f91-819f-2aa555de855c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405666 Apr 11 20:47:11.691652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-b91b03e4-0311-49e5-a586-21415cce270e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0592830 Apr 11 20:47:11.694933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e59b3bb-e48f-4f88-8671-dafc508b5f4d req-3878a54c-eb0d-4c43-a30b-c2815720b7b3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Apr 11 20:47:11.700752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.720262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Request body: {'port': {'device_id': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:11.737660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-351a69b4-949b-4974-a1d0-5ef442c461f9 req-717f3050-1bd0-4ee5-8592-47b75ed4d285 service neutron] 10.222.0.75 "GET /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795624 Apr 11 20:47:11.787079 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Pushing event updated for resources: {'Port': ['ID=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:11.807515 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.807988 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.808338 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.809169 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.809169 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.809418 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.809747 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.810073 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.810406 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.810708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.811223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:11.830301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-e50f2e35-d93f-42fe-bbf4-e7321032fa33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:11.832077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-e50f2e35-d93f-42fe-bbf4-e7321032fa33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.7577085 Apr 11 20:47:11.938434 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ae380f-9206-49e4-976e-61eee99bae35'] response: {'server_uuid': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2914ca80-bcbd-4910-856f-19c90e61fbb7', 'code': 200} Apr 11 20:47:11.939018 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Attempting to bind port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:11.939018 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Attempting to bind port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:11.939260 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Attempting to bind port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 on network d8e3c294-b77f-4217-8391-bbd20a442e8c {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:11.940994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.962307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.963385 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:11.963881 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Checking segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:11.964899 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.966139 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Bound using segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:11.966636 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Bound port: fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:11.967094 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:11.972211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:11.973042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.030463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-a7870e35-ca80-4427-9492-1edac41ccdd5 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340425 Apr 11 20:47:12.136390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] For port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:12.140031 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] For port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:12.146417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-086a6867-0dc2-4934-a7db-e48cae6436a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.2901406 Apr 11 20:47:12.217222 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.360443 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:12.361247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd00c76-83c4-4316-9225-8e00a6260a33,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:12.361685 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:12.376576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:47:12.378077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-f119265d-bbb3-4595-952a-0b15345b44d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:12.378863 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-f119265d-bbb3-4595-952a-0b15345b44d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2242393 Apr 11 20:47:12.381020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.506810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-a50c6213-6231-468a-8437-be0340dc65a9 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593785 Apr 11 20:47:12.512414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.529399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876961-804e-402b-b817-9ebdebca61fb req-8b7ea7de-9e0e-4904-8654-a98f5abb5ca3 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:12.530131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-94876961-804e-402b-b817-9ebdebca61fb req-8b7ea7de-9e0e-4904-8654-a98f5abb5ca3 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Synchronizing usage tracker for tenant:dc9dcc619a8243fdab880dabaf73465c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:12.539382 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e1d7-5371-424f-8f06-3455079313d0 None None] Pushing event updated for resources: {'Port': ['ID=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:12.644855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6a96722d-59f8-4363-b743-7991448908c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8631582 Apr 11 20:47:12.648704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.655118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58464) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:12.657619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bceaeb86-92f8-47f1-8a09-c8d5885ee330 HTTP/1.1" status: 204 len: 168 time: 2.3330719 Apr 11 20:47:12.662340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-680ec9f2-2e53-4b1a-b5ff-461037ee052c req-053ba41a-4dd1-49b2-9cf9-d05592eb960a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7380d5a6-d1fb-4156-a6a6-bc91eb5200df HTTP/1.1" status: 200 len: 1096 time: 0.6215401 Apr 11 20:47:12.664453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac3310-237f-412a-9d68-3b2e1684d220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bceaeb86-92f8-47f1-8a09-c8d5885ee330,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:12.669881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Request body: {'subnet': {'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-422381921-subnet', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:12.673205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58468) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:12.683964 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:12.767912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event deleted for resources: {'Port': ['ID=e2fd70e2-02bf-489c-8b52-7b8fc072be5f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:12.792578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:12.841819 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-680ec9f2-2e53-4b1a-b5ff-461037ee052c req-96c19469-0c0f-4b05-86b0-d4b4d2bc2ed0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950959 Apr 11 20:47:12.861231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.863548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.864699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c6278f9-4151-48a2-9959-7c2926c5b2fe req-a3fda548-2723-4415-a408-b8773d7848dc tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "DELETE /v2.0/floatingips/093bb511-c3b4-4438-8c73-23a2eb907659 HTTP/1.1" status: 204 len: 173 time: 2.8977451 Apr 11 20:47:12.891075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-31c8f92c-f08c-4de4-af7f-a4a261d74c94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2142467 Apr 11 20:47:12.908200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:12.910223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-aa0ea66e-0b9e-43d0-85a3-c39c21e6ea81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5225205 Apr 11 20:47:12.910769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:12.921530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Usage tracker for resource:subnet and tenant:3bdf521350da4a33845c9d51a9fca7e9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:12.927213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:12.949477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:13.010206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-94876961-804e-402b-b817-9ebdebca61fb req-8b7ea7de-9e0e-4904-8654-a98f5abb5ca3 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Unset dirty status for tenant:dc9dcc619a8243fdab880dabaf73465c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:13.014250 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94876961-804e-402b-b817-9ebdebca61fb req-8b7ea7de-9e0e-4904-8654-a98f5abb5ca3 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 931 time: 0.8529332 Apr 11 20:47:13.049189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:13.055121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Made reservation on behalf of 3bdf521350da4a33845c9d51a9fca7e9 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:13.057418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.069542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'mac_address': 'fa:16:3e:49:8e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:13.131658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.131811 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-899ab214-81a5-4a9b-97fb-cfb7848b140c req-668dbd56-4a44-45f7-a78b-040e1118dca5 tempest-FlavorsV2NegativeTest-1211404025 tempest-FlavorsV2NegativeTest-1211404025-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1ce7bb744b384a0a9356a663cb68e638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594707 Apr 11 20:47:13.151494 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:12Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:13.156938 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0cafc-49ac-4354-af4a-6f7e9e22e34a None None] The sync data for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 is: [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:12Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:13.162798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:13.180142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:13.259598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.296772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.306662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:47:13.309139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-88064a38-e2c9-4597-b098-aa3eae0105e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1095 time: 0.3837798 Apr 11 20:47:13.373953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-4366100a-0956-4181-ae08-5eedd9dd93fc service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553490 Apr 11 20:47:13.399791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:13.400175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:13.423538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94876961-804e-402b-b817-9ebdebca61fb req-ce8c045c-685b-4f2e-bade-f23d94266472 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913045 Apr 11 20:47:13.429941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8f03b5-08ae-496d-8f40-852c369b0b1b') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:13.430324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8f03b5-08ae-496d-8f40-852c369b0b1b') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:13.498682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.506666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b082f5a0-a400-4bac-ba35-8b74751f82cd {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:13.527082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.542404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.561773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:47:13.562088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.568310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:47:13.575669 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:47:13.580693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Transition to ACTIVE for port object b082f5a0-a400-4bac-ba35-8b74751f82cd will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:13.644571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bde781-de23-4d7a-8ab1-b68e8d38d35f None None] New status for floating IP 093bb511-c3b4-4438-8c73-23a2eb907659: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:47:13.702875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.787070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ab214-81a5-4a9b-97fb-cfb7848b140c req-4cca8dbe-d659-4188-9758-9a7878ec4caf tempest-FlavorsV2NegativeTest-1211404025 tempest-FlavorsV2NegativeTest-1211404025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:13.789992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-899ab214-81a5-4a9b-97fb-cfb7848b140c req-4cca8dbe-d659-4188-9758-9a7878ec4caf tempest-FlavorsV2NegativeTest-1211404025 tempest-FlavorsV2NegativeTest-1211404025-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6467109 Apr 11 20:47:13.838661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-899ab214-81a5-4a9b-97fb-cfb7848b140c req-5e8f80e0-c6e8-4ecb-a58e-1318bb68238e tempest-FlavorsV2NegativeTest-1211404025 tempest-FlavorsV2NegativeTest-1211404025-project] 10.222.0.61 "GET /v2.0/quotas/1ce7bb744b384a0a9356a663cb68e638 HTTP/1.1" status: 200 len: 375 time: 0.0263863 Apr 11 20:47:13.880274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Pushing event updated for resources: {'Port': ['ID=b082f5a0-a400-4bac-ba35-8b74751f82cd,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:13.892916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9803fc19-e21c-4032-8b82-caf4dde65844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.893443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.945118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:13.947648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:13.964151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:13.980160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-899ab214-81a5-4a9b-97fb-cfb7848b140c req-2de75d9c-ec39-454f-ad51-61bbb73e690d tempest-FlavorsV2NegativeTest-1211404025 tempest-FlavorsV2NegativeTest-1211404025-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ce7bb744b384a0a9356a663cb68e638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400940 Apr 11 20:47:13.987807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:14.010836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-c4e9941d-268a-4a0d-8c6e-c926cbdb3306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:14.012342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-c4e9941d-268a-4a0d-8c6e-c926cbdb3306 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.6742332 Apr 11 20:47:14.026002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24671ceb-e8eb-4283-b8d2-2d9e464cca78 req-e514b4a3-6bbf-4de7-8959-d46357e713fe service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939846 Apr 11 20:47:14.153148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-042a5dc4-85e2-454e-af24-e67179e2068b admin admin] 10.222.0.61 "DELETE /v2.0/networks/d9170d2c-8e3b-49d6-85a6-865a4fc1b5e9 HTTP/1.1" status: 204 len: 168 time: 1.4751573 Apr 11 20:47:14.247584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-7ac07572-d4a4-41e6-abfe-340066d63427 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.2245505 Apr 11 20:47:14.255387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7302522-be11-4f7e-865f-b745302f0d28 req-c540881f-a839-4970-a9f5-e6e932515d11 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:14.262364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7302522-be11-4f7e-865f-b745302f0d28 req-c540881f-a839-4970-a9f5-e6e932515d11 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.6829669 Apr 11 20:47:14.330326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Attempting to bind port b082f5a0-a400-4bac-ba35-8b74751f82cd on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:14.330574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Attempting to bind port b082f5a0-a400-4bac-ba35-8b74751f82cd by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '705b5890-b93f-48f9-9516-b3b37ec8002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:14.330900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Attempting to bind port b082f5a0-a400-4bac-ba35-8b74751f82cd on network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:14.333021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d9050a-0710-4620-b851-0e220c7d2841,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:14.367291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dde3d-89d4-480e-88f9-9a65673df4b3 req-6f81eb86-841c-4e92-870e-85929a74d29f tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:14.369017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-168dde3d-89d4-480e-88f9-9a65673df4b3 req-6f81eb86-841c-4e92-870e-85929a74d29f tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=7380d5a6-d1fb-4156-a6a6-bc91eb5200df HTTP/1.1" status: 200 len: 945 time: 0.2264850 Apr 11 20:47:14.370381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-3173cf77-130e-42bf-bf88-9f8ee7e67645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:14.371749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-3173cf77-130e-42bf-bf88-9f8ee7e67645 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1145031 Apr 11 20:47:14.382025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Checking segment: {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:14.382581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Network hostable DHCP agents. Network: 5cd00c76-83c4-4316-9225-8e00a6260a33, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:47:14.394626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Port b082f5a0-a400-4bac-ba35-8b74751f82cd on network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:14.394950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Attempting to bind port b082f5a0-a400-4bac-ba35-8b74751f82cd on network 5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:14.420490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7302522-be11-4f7e-865f-b745302f0d28 req-9aa71bb3-59a9-49d1-9812-e0e64878f20e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571746 Apr 11 20:47:14.431162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:14.433191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Checking segment: {'id': '705b5890-b93f-48f9-9516-b3b37ec8002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:14.436268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Bound using segment: {'id': '705b5890-b93f-48f9-9516-b3b37ec8002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:14.439306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Bound port: b082f5a0-a400-4bac-ba35-8b74751f82cd, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705b5890-b93f-48f9-9516-b3b37ec8002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:14.439797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:14.458084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-de6fa79a-61f3-4ec5-a1ba-a41af558d266 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750611 Apr 11 20:47:14.602801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-168dde3d-89d4-480e-88f9-9a65673df4b3 req-66997815-be0e-47c6-99f3-aa3f5387caf7 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249472 Apr 11 20:47:14.707131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58502) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:14.728562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:47:14.759285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-9977f9ac-5f59-4c8f-8f4c-db079567166c service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868264 Apr 11 20:47:14.808240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:14.809093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] For port b082f5a0-a400-4bac-ba35-8b74751f82cd, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:14.812899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] For port b082f5a0-a400-4bac-ba35-8b74751f82cd, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd,segment=NetworkSegment(705b5890-b93f-48f9-9516-b3b37ec8002e),segment_id=705b5890-b93f-48f9-9516-b3b37ec8002e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:14.842565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9166e87-c7eb-463e-b770-1db6b6e8c29b req-0ad14ce4-9aac-4211-95e4-d23c5626a69c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:14.846723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9166e87-c7eb-463e-b770-1db6b6e8c29b req-0ad14ce4-9aac-4211-95e4-d23c5626a69c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.2276654 Apr 11 20:47:14.863131 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a726f512-365e-490b-9f4a-f1a77c24040b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71c7e2d4e60349d0bb603b892cb6f70d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1430752 Apr 11 20:47:14.865308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3cbadd5a-3b78-4112-9419-5f1088a96b8f req-c4e86bab-0d12-4751-a39e-b006216366d8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups/f84908bf-6cbe-4c0c-93bb-b4df1ccb3288 HTTP/1.1" status: 200 len: 1641 time: 0.1930220 Apr 11 20:47:14.874253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:14.881046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5cd00c76-83c4-4316-9225-8e00a6260a33) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:14.887367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:14.889428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:14.895505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e21ce4-e60a-4149-8431-342b3219df57 None None] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:14.923406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.021192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9166e87-c7eb-463e-b770-1db6b6e8c29b req-68708d39-7b24-4bc7-b04b-7e77c7b2c635 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567683 Apr 11 20:47:15.026815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f9c1c977-9b8b-4421-8d78-f39f1f8da23b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3709321 Apr 11 20:47:15.033291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.033535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58512) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:15.035028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] 10.222.0.69 "PUT /v2.0/ports/b082f5a0-a400-4bac-ba35-8b74751f82cd HTTP/1.1" status: 200 len: 1091 time: 3.3191261 Apr 11 20:47:15.050290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'tag': 'b082f5a0-a400-4bac-ba35-8b74751f82cd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:15.072966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:15.084299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb71461-f53d-4b09-9987-a903f8218e8b service neutron] Pushing event updated for resources: {'Port': ['ID=b082f5a0-a400-4bac-ba35-8b74751f82cd,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:15.084631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:15.098574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Usage tracker for resource:router and tenant:3bdf521350da4a33845c9d51a9fca7e9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:15.102832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebdc7f26-c091-4a4e-a3cb-a75335c458ac req-4e833a15-3a34-4ad3-bfcb-b38b1f500fc4 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380117 Apr 11 20:47:15.103698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:15.120938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:15.138836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a12e6d9-87b4-491d-8919-17dd8b62364c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.174707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:15.221656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3cbadd5a-3b78-4112-9419-5f1088a96b8f req-3ba482cd-c61c-47c7-bf03-200bb9011de8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.236249 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcda52f2-1cc8-4bef-8064-7f58617a161c'] response: {'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'code': 200} Apr 11 20:47:15.251327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:15.254606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.277989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a12e6d9-87b4-491d-8919-17dd8b62364c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.287330 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.289959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.339061 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3cbadd5a-3b78-4112-9419-5f1088a96b8f req-3ba482cd-c61c-47c7-bf03-200bb9011de8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.340087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:15.433161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.443843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-f2e2deb6-34ea-4ae7-a455-ae5302559319 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc9dcc619a8243fdab880dabaf73465c&device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 1094 time: 0.2930408 Apr 11 20:47:15.535197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0188635e-a38e-4627-b89d-12364bb9023c req-77ed0b72-0e7b-4db8-9411-115a9b7c1b80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1096 time: 0.2595987 Apr 11 20:47:15.535634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-14d93a0b-c42f-471b-89e2-07f1e2fce492 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd HTTP/1.1" status: 200 len: 217 time: 0.0734823 Apr 11 20:47:15.570378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-5cd00c76-83c4-4316-9225-8e00a6260a33', 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'fixed_ips': [{'subnet_id': '23d9050a-0710-4620-b851-0e220c7d2841'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:47:15.570895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.579094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3cbadd5a-3b78-4112-9419-5f1088a96b8f req-3ba482cd-c61c-47c7-bf03-200bb9011de8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.678359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba482cd-c61c-47c7-bf03-200bb9011de8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84908bf-6cbe-4c0c-93bb-b4df1ccb3288,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:15.696450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a12e6d9-87b4-491d-8919-17dd8b62364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.717678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7b587-7f3a-4a68-8a71-5076931beead req-3766aa5f-60ae-4325-bfe1-6cf8e09fd70e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:15.725045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5b7b587-7f3a-4a68-8a71-5076931beead req-3766aa5f-60ae-4325-bfe1-6cf8e09fd70e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 943 time: 0.3080676 Apr 11 20:47:15.801321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0188635e-a38e-4627-b89d-12364bb9023c req-b1662e71-18e9-490f-94ac-1f44bca50776 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599196 Apr 11 20:47:15.812404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e6d9-87b4-491d-8919-17dd8b62364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f310e75e-6870-4cbf-9cd4-4d76b7a450ff,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:15.822241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5b7b587-7f3a-4a68-8a71-5076931beead req-ee02ef86-2b62-4452-b7be-f9431c33c041 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951014 Apr 11 20:47:15.828919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-2f1931e4-8434-440e-a006-b6534e71629a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:15.830282 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-2f1931e4-8434-440e-a006-b6534e71629a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20f1bc72-78cf-4566-81f0-f4b216de4e2b HTTP/1.1" status: 200 len: 849 time: 0.2897296 Apr 11 20:47:15.854763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.869691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Allocated IP 172.20.0.2 (5cd00c76-83c4-4316-9225-8e00a6260a33/23d9050a-0710-4620-b851-0e220c7d2841/defe90a3-eaca-4bb3-860f-4e1f81f333e4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:15.883544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:15.910890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.926007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3cbadd5a-3b78-4112-9419-5f1088a96b8f req-3ba482cd-c61c-47c7-bf03-200bb9011de8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:15.927153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3cbadd5a-3b78-4112-9419-5f1088a96b8f req-3ba482cd-c61c-47c7-bf03-200bb9011de8 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "DELETE /v2.0/security-groups/f84908bf-6cbe-4c0c-93bb-b4df1ccb3288 HTTP/1.1" status: 204 len: 173 time: 1.0466733 Apr 11 20:47:16.010550 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f013cd36-44c6-4572-98a5-c17b5d2a1847'] response: {'name': 'network-changed', 'server_uuid': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'tag': 'b082f5a0-a400-4bac-ba35-8b74751f82cd', 'status': 'completed', 'code': 200} Apr 11 20:47:16.063895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a12e6d9-87b4-491d-8919-17dd8b62364c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.067296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1a12e6d9-87b4-491d-8919-17dd8b62364c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f310e75e-6870-4cbf-9cd4-4d76b7a450ff HTTP/1.1" status: 204 len: 168 time: 1.1894464 Apr 11 20:47:16.097308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:16.129656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:16.130175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.131434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-c43c1f41-4548-4e62-a721-c498098eb2e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498481 Apr 11 20:47:16.145935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.190670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:16.190670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Usage tracker for resource:security_group_rule and tenant:1ce7bb744b384a0a9356a663cb68e638 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:16.196166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:16.203546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:16.233676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:16.252116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1978f429-821d-465c-aa0c-27f8d6005002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.297698 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.338744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.393887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.446450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20e919-c5fe-49b0-b088-0fc986350bdc,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:16.467024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7feb765c-1787-47fd-8e33-95a1114a30ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ce7bb744b384a0a9356a663cb68e638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5821855 Apr 11 20:47:16.469993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58534) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:16.486660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-a9c79a03-c36d-4a3e-8ed5-e826841d7a44 service neutron] 10.222.0.69 "GET /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427565 Apr 11 20:47:16.524619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:16.540269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.548493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5423533-4be3-424a-977c-577cec31b054 req-f6fe7812-1bfc-44dc-a482-6dee89d16a74 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:16.556271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5423533-4be3-424a-977c-577cec31b054 req-f6fe7812-1bfc-44dc-a482-6dee89d16a74 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=7380d5a6-d1fb-4156-a6a6-bc91eb5200df HTTP/1.1" status: 200 len: 945 time: 0.4197075 Apr 11 20:47:16.556858 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.575494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Transition to ACTIVE for port object defe90a3-eaca-4bb3-860f-4e1f81f333e4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:16.601659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:16.604541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Transition to ACTIVE for port object defe90a3-eaca-4bb3-860f-4e1f81f333e4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:16.611833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47ed4ee7-8a18-4277-9049-18e1502fd068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.645489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47ed4ee7-8a18-4277-9049-18e1502fd068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.716337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.828396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.833188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5423533-4be3-424a-977c-577cec31b054 req-e3ceb368-2fd7-41ca-8c30-572799930512 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748067 Apr 11 20:47:16.892482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b5b973-458b-4e80-81d5-d497fd0650c7 req-5198d5d8-9370-4850-98c3-88b9d0e9076a service neutron] 10.222.0.69 "GET /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887498 Apr 11 20:47:16.911015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47ed4ee7-8a18-4277-9049-18e1502fd068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.919794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.922614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:16.925378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:16.936179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:16.952419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:16.952623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed4ee7-8a18-4277-9049-18e1502fd068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20e919-c5fe-49b0-b088-0fc986350bdc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:16.981951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47ed4ee7-8a18-4277-9049-18e1502fd068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:16.981951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-47ed4ee7-8a18-4277-9049-18e1502fd068 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b20e919-c5fe-49b0-b088-0fc986350bdc HTTP/1.1" status: 204 len: 168 time: 0.5024517 Apr 11 20:47:17.026752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.200364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-a6ddf4cb-06ab-45c8-8bcf-9218cfb3b4aa tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:17.200588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-a6ddf4cb-06ab-45c8-8bcf-9218cfb3b4aa tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.75 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133&tenant_id=745a7b820308433a92d2acba06fb4b47&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 950 time: 0.4831610 Apr 11 20:47:17.268169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Pushing event updated for resources: {'Port': ['ID=defe90a3-eaca-4bb3-860f-4e1f81f333e4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:17.281988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:17.288099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Attempting to bind port defe90a3-eaca-4bb3-860f-4e1f81f333e4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:17.288539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Attempting to bind port defe90a3-eaca-4bb3-860f-4e1f81f333e4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:17.288854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Attempting to bind port defe90a3-eaca-4bb3-860f-4e1f81f333e4 on network 5cd00c76-83c4-4316-9225-8e00a6260a33 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:17.329491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:17.333511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Checking segment: {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:17.333511 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.333511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Bound using segment: {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:17.333511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Bound port: defe90a3-eaca-4bb3-860f-4e1f81f333e4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:17.333511 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.353312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:17.418982 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.434667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395170e-2653-415c-91c6-59492a197d5f req-a2cab27d-f68a-4791-a406-879611513103 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:17.441658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b395170e-2653-415c-91c6-59492a197d5f req-a2cab27d-f68a-4791-a406-879611513103 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.3597155 Apr 11 20:47:17.505419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Allocated IP 172.25.5.243 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/fb183910-87e0-470a-8f51-f2e008b7d0b2) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:17.508447 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.531061 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-7b2d762b-a367-4553-ba13-a7df20be02da service neutron] 10.222.0.75 "GET /v2.0/ports/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6/bindings/n-h2-837321-1 HTTP/1.1" status: 200 len: 382 time: 0.3240724 Apr 11 20:47:17.560975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b395170e-2653-415c-91c6-59492a197d5f req-903b1d38-d255-4366-9432-f56e7c730f1d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184399 Apr 11 20:47:17.597786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:17.598469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.700025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] For port defe90a3-eaca-4bb3-860f-4e1f81f333e4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:17.711170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] For port defe90a3-eaca-4bb3-860f-4e1f81f333e4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=defe90a3-eaca-4bb3-860f-4e1f81f333e4,segment=NetworkSegment(8fc69364-8b22-4845-8d31-18444b1649ee),segment_id=8fc69364-8b22-4845-8d31-18444b1649ee)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:17.728872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3abea6-88eb-4f54-bab1-28a77627112a req-118670f1-fcc6-4835-89a2-b2ea09ddf835 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:17.736602 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-be3abea6-88eb-4f54-bab1-28a77627112a req-118670f1-fcc6-4835-89a2-b2ea09ddf835 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.1074021 Apr 11 20:47:17.796169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-be3abea6-88eb-4f54-bab1-28a77627112a req-7fcb3693-881d-487b-883c-b0f26b1bc25b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585880 Apr 11 20:47:17.816572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:17.881415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-544da694-66ca-4757-87ce-e60c2e7af59b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc9dcc619a8243fdab880dabaf73465c&device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 1094 time: 0.5499673 Apr 11 20:47:17.982451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020601ef-f0ff-434b-a598-f63b328baec9 None None] Pushing event updated for resources: {'Port': ['ID=defe90a3-eaca-4bb3-860f-4e1f81f333e4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:18.049147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:18.132648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce732eeb-ee02-4976-9516-34d907d2293a req-356c6461-4920-4f35-a03c-0ac184bc1e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:18.134138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-356c6461-4920-4f35-a03c-0ac184bc1e20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 HTTP/1.1" status: 200 len: 910 time: 0.2438416 Apr 11 20:47:18.242660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25020ce9-88e8-4dec-9730-56c6fb1838c0 req-21d5ad6a-9266-4512-a112-309c3b0b1fd4 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:18.251016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-25020ce9-88e8-4dec-9730-56c6fb1838c0 req-21d5ad6a-9266-4512-a112-309c3b0b1fd4 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 943 time: 0.5087931 Apr 11 20:47:18.255266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-ad8779bf-daf1-4aee-985b-06366e16f9d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1101 time: 0.6429164 Apr 11 20:47:18.348786 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-73743db4-8add-4af8-a605-9c4c0f33c49f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd HTTP/1.1" status: 200 len: 217 time: 0.2040167 Apr 11 20:47:18.429907 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f81ea51-e32b-4786-a26b-2b389306bd69'] response: {'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'code': 200} Apr 11 20:47:18.485122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:18.539893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce732eeb-ee02-4976-9516-34d907d2293a req-29b7041e-c7f2-4c70-a432-cc30cd3b8d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:18.544685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-29b7041e-c7f2-4c70-a432-cc30cd3b8d77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20f1bc72-78cf-4566-81f0-f4b216de4e2b HTTP/1.1" status: 200 len: 849 time: 0.1443555 Apr 11 20:47:18.590194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:18.620639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311deb32-2cd1-437d-9454-bf2f258e4355 req-2f426dc4-a5db-4b13-9840-809d1ce25862 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:18.622315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-311deb32-2cd1-437d-9454-bf2f258e4355 req-2f426dc4-a5db-4b13-9840-809d1ce25862 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.0844309 Apr 11 20:47:18.687785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-311deb32-2cd1-437d-9454-bf2f258e4355 req-dc4f208a-6e57-4732-b9e4-1d657f0afaac tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Apr 11 20:47:18.763177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-25020ce9-88e8-4dec-9730-56c6fb1838c0 req-05a8c2cd-82a6-40e1-bad4-c1032229f9bc tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Synchronizing usage tracker for tenant:dc9dcc619a8243fdab880dabaf73465c on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:18.781100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-8e553beb-de7c-4d56-9e4e-63e3ba4f7bdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2233460 Apr 11 20:47:18.787639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58590) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:18.832907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:18.834036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Pushing event updated for resources: {'Port': ['ID=fb183910-87e0-470a-8f51-f2e008b7d0b2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:18.843803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:18.898249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:18.928267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-afb1440a-23b0-40b7-a078-573e4fb9a10a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:18.930973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-afb1440a-23b0-40b7-a078-573e4fb9a10a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.6159599 Apr 11 20:47:18.972449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-513021263-network', 'tenant_id': '2227eece9df1415d8437f88af13382c9'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:18.978641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:18.983912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Usage tracker for resource:network and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:18.987993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:19.001026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:19.028492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-25020ce9-88e8-4dec-9730-56c6fb1838c0 req-05a8c2cd-82a6-40e1-bad4-c1032229f9bc tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Unset dirty status for tenant:dc9dcc619a8243fdab880dabaf73465c on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:19.030161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-25020ce9-88e8-4dec-9730-56c6fb1838c0 req-05a8c2cd-82a6-40e1-bad4-c1032229f9bc tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781918 Apr 11 20:47:19.049495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-7b6e9dd5-447c-4643-a34f-904382b89891 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1072636 Apr 11 20:47:19.078069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Made reservation on behalf of 2227eece9df1415d8437f88af13382c9 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:19.078069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.096745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.166353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:19.175594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:19.185146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:19.200992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:19.218366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6333b836-972c-463f-b603-6b114d1f3a81 None None] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:19.382603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-5973dc44-5a8d-4fca-a7c7-cb58ef7aa17d service neutron] 10.222.0.69 "GET /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816052 Apr 11 20:47:19.384789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.402698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b082f5a0-a400-4bac-ba35-8b74751f82cd details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:19.405221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device defe90a3-eaca-4bb3-860f-4e1f81f333e4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:19.454139 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.566927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:47:19.575361 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:47:19.584492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-4a5bcd6e-cc92-427e-bcd8-6db53a6d05bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:19.586009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-4a5bcd6e-cc92-427e-bcd8-6db53a6d05bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.5181363 Apr 11 20:47:19.590180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce070b-f64c-4ba6-9d05-8baed60dbd32,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:19.597742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.597742 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Added segment 69e80223-a3e3-43f6-956d-1c3b3a8671e1 of type vlan for network a7bdc402-107c-42b2-9dfb-76f77ce962ee Apr 11 20:47:19.644887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9465a2ac-97ea-4ed0-bf54-e825915868ba None None] Provisioning for port defe90a3-eaca-4bb3-860f-4e1f81f333e4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:19.656943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.675010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-066eac70-775b-4266-a69d-3ed9ad04bcfc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1944103 Apr 11 20:47:19.764960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port defe90a3-eaca-4bb3-860f-4e1f81f333e4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:19.788242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port defe90a3-eaca-4bb3-860f-4e1f81f333e4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:19.788511 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.856535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-b7e2ac33-9a39-4643-9745-294e7cb6b0b9 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:19.858055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-b7e2ac33-9a39-4643-9745-294e7cb6b0b9 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.75 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.1410208 Apr 11 20:47:19.876406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce732eeb-ee02-4976-9516-34d907d2293a req-9670bcde-e794-4ef6-a067-3214f3394bc5 service neutron] 10.222.0.69 "GET /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791827 Apr 11 20:47:19.881524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b082f5a0-a400-4bac-ba35-8b74751f82cd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd,segment=NetworkSegment(705b5890-b93f-48f9-9516-b3b37ec8002e),segment_id=705b5890-b93f-48f9-9516-b3b37ec8002e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:19.894528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f34e-5da7-4fa5-8277-8018639b04ed req-4a180033-9343-4a61-8255-4c298b64179f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:19.901486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'b082f5a0-a400-4bac-ba35-8b74751f82cd', 'network_id': '5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33', 'port_id': 'b082f5a0-a400-4bac-ba35-8b74751f82cd', 'mac_address': 'fa:16:3e:d3:69:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f1bc72-78cf-4566-81f0-f4b216de4e2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:19.905492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9446f34e-5da7-4fa5-8277-8018639b04ed req-4a180033-9343-4a61-8255-4c298b64179f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.5775399 Apr 11 20:47:19.930336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.931242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:19.931851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:19.985405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-6e085eca-b4b7-4b51-a2ef-70a9ed833d9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3873811 Apr 11 20:47:20.079887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9446f34e-5da7-4fa5-8277-8018639b04ed req-dd622622-0b13-46ee-8d17-b3c8a312ba07 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731637 Apr 11 20:47:20.086990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.156549 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.190812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b082f5a0-a400-4bac-ba35-8b74751f82cd {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:20.198132 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-2a51ba23-bab4-415d-9e63-cf8141a7383b service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030320 Apr 11 20:47:20.201340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.202406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.210443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-769bec5b-17be-46e8-b6cb-25bea9383edb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.4019802 Apr 11 20:47:20.259428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b082f5a0-a400-4bac-ba35-8b74751f82cd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd,segment=NetworkSegment(705b5890-b93f-48f9-9516-b3b37ec8002e),segment_id=705b5890-b93f-48f9-9516-b3b37ec8002e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:20.285013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port defe90a3-eaca-4bb3-860f-4e1f81f333e4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=defe90a3-eaca-4bb3-860f-4e1f81f333e4,segment=NetworkSegment(8fc69364-8b22-4845-8d31-18444b1649ee),segment_id=8fc69364-8b22-4845-8d31-18444b1649ee)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:20.294095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-59f9a396-cf1e-4b98-b80c-24d2a4a7af4e None None] Provisioning complete for port defe90a3-eaca-4bb3-860f-4e1f81f333e4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:20.294674 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59f9a396-cf1e-4b98-b80c-24d2a4a7af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.330003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Deleting port c1b2d281-46cd-446e-9dfe-27b43655572e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:20.330397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.357633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.368207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bdc402-107c-42b2-9dfb-76f77ce962ee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:20.402868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ee88bb86-17df-46f3-88d9-44ddee8f4786 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6111634 Apr 11 20:47:20.411177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:20.424908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Request body: {'subnet': {'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-513021263-subnet', 'tenant_id': '2227eece9df1415d8437f88af13382c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:20.443092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:20.458892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a7bdc402-107c-42b2-9dfb-76f77ce962ee details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:47:20.484188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Usage tracker for resource:subnet and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:20.489065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.499182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-956998fc-aae8-43f3-90e0-096012bf7268 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:20.500547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-956998fc-aae8-43f3-90e0-096012bf7268 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/ports?device_id=7380d5a6-d1fb-4156-a6a6-bc91eb5200df HTTP/1.1" status: 200 len: 945 time: 0.5353415 Apr 11 20:47:20.503948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:20.513247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201569e-bc53-48b9-bd90-f1ec07067b38 req-6d3616fc-16d6-402e-8368-485110a8f5c0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:20.519895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6201569e-bc53-48b9-bd90-f1ec07067b38 req-6d3616fc-16d6-402e-8368-485110a8f5c0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.6606762 Apr 11 20:47:20.603518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:20.614358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b082f5a0-a400-4bac-ba35-8b74751f82cd,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:20.655795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b082f5a0-a400-4bac-ba35-8b74751f82cd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:20.677700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Deleting port 2914ca80-bcbd-4910-856f-19c90e61fbb7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:20.677959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.778665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Made reservation on behalf of 2227eece9df1415d8437f88af13382c9 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:20.780152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:20.796697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=defe90a3-eaca-4bb3-860f-4e1f81f333e4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:20.824805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-e6961c36-92cf-4ca3-9c99-159e57b8c793 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:20.826672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-e6961c36-92cf-4ca3-9c99-159e57b8c793 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5261848 Apr 11 20:47:20.831851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-1b47c2bc-6f79-49c4-9336-da76319822a7 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253343 Apr 11 20:47:20.914372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6201569e-bc53-48b9-bd90-f1ec07067b38 req-368bff55-f8b7-46d0-924a-90a5b41346bc tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935525 Apr 11 20:47:20.920279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-3de2b582-a6f3-4c79-a0bf-1643656ee2a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.0790408 Apr 11 20:47:20.932435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-d352eb5b-6ddb-4926-b4d3-29c0c8f055b7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:20.932727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-d352eb5b-6ddb-4926-b4d3-29c0c8f055b7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:21.018619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-e4749a27-16de-4c84-8d0b-e18a5324d32e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:21.020741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-e4749a27-16de-4c84-8d0b-e18a5324d32e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0803246 Apr 11 20:47:21.035921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] For port c1b2d281-46cd-446e-9dfe-27b43655572e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c1b2d281-46cd-446e-9dfe-27b43655572e,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:21.040281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:21.131332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-d352eb5b-6ddb-4926-b4d3-29c0c8f055b7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:21.133329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-d352eb5b-6ddb-4926-b4d3-29c0c8f055b7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 945 time: 0.8310797 Apr 11 20:47:21.216857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device defe90a3-eaca-4bb3-860f-4e1f81f333e4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:21.242278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-b5dde24d-ae84-42ac-9473-2756b09dd764 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Synchronizing usage tracker for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:21.297802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-dc32600d-b091-449f-9f99-5387521ba964 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2559438 Apr 11 20:47:21.311389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-d8159b82-f8ea-4444-9ffa-48ee10add962 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:21.312373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port defe90a3-eaca-4bb3-860f-4e1f81f333e4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:21.312964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:21.314989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-d8159b82-f8ea-4444-9ffa-48ee10add962 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/ports?device_id=081a34c8-120e-4f69-9e5c-b74f1e7ca6e9 HTTP/1.1" status: 200 len: 946 time: 0.2743745 Apr 11 20:47:21.322128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Calling delete_port for c1b2d281-46cd-446e-9dfe-27b43655572e owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:21.397302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-b5dde24d-ae84-42ac-9473-2756b09dd764 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Unset dirty status for tenant:8dd7108c28c54f739fb6d50f3947a558 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:21.407988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7201b1a6-8770-482e-a8ce-69ed74bec1f2 req-b5dde24d-ae84-42ac-9473-2756b09dd764 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/security-groups?id=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573965 Apr 11 20:47:21.524707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Deleting port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:21.526981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:21.629122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Router a7908a5d-58c9-48e8-9c1a-766b876c5f1d is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:47:21.665424 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-0b6c65d3-c17f-4da4-aabe-70f5e4c05ae7 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467481 Apr 11 20:47:21.676708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] For port 2914ca80-bcbd-4910-856f-19c90e61fbb7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2914ca80-bcbd-4910-856f-19c90e61fbb7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:21.677065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:21.706222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-3cabf20b-ccc4-4dae-a9b0-0017e62999f9 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:21.707699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-3cabf20b-ccc4-4dae-a9b0-0017e62999f9 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 813 time: 0.5315230 Apr 11 20:47:21.869836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Calling delete_port for 2914ca80-bcbd-4910-856f-19c90e61fbb7 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:21.943368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-70b973bb-6232-4203-ae7e-ff9a76592099 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/quotas/0af4ece9d8604fa5b80d99b06c89aa10 HTTP/1.1" status: 200 len: 375 time: 0.1459861 Apr 11 20:47:22.008050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.067796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.084297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c1b2d281-46cd-446e-9dfe-27b43655572e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:22.102749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79e7d-0697-4af2-800f-58831cd0adf2 req-a8ea6651-4ca0-45fe-bbba-067b128b86c8 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:22.104265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b79e7d-0697-4af2-800f-58831cd0adf2 req-a8ea6651-4ca0-45fe-bbba-067b128b86c8 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 944 time: 0.5405436 Apr 11 20:47:22.177388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] For port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:22.178153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.188567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Pushing event deleted for resources: {'Port': ['ID=c1b2d281-46cd-446e-9dfe-27b43655572e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:22.189051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a51157b-c0b6-4edd-9c78-da5fd400fd94 req-26a9b8a6-7d1a-485b-ab30-3ee9efcc7dff service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823387 Apr 11 20:47:22.207615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6b36a8-c466-4e13-9e66-aeeee2b279a2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:22.332571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Calling delete_port for 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:22.333502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] No DVR routers for this DVR port c1b2d281-46cd-446e-9dfe-27b43655572e on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:47:22.335367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Checking segment: {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:22.335716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Network hostable DHCP agents. Network: a7bdc402-107c-42b2-9dfb-76f77ce962ee, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:47:22.340522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.343665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'name': 'network-vif-deleted', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:22.357087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-443b1b2f-0ec7-4283-b096-c4f2acf508ce tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4031231 Apr 11 20:47:22.360923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.372799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2914ca80-bcbd-4910-856f-19c90e61fbb7', '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:22.379180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2b79e7d-0697-4af2-800f-58831cd0adf2 req-e506c4f7-87c2-429f-8faa-71875344c690 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574105 Apr 11 20:47:22.464756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event deleted for resources: {'Port': ['ID=2914ca80-bcbd-4910-856f-19c90e61fbb7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:22.577521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08efe6c6-3df1-4af5-be4e-16f804cda0d6 req-ebbb0693-f365-46bc-9149-5b9510febb62 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.75 "DELETE /v2.0/ports/c1b2d281-46cd-446e-9dfe-27b43655572e HTTP/1.1" status: 204 len: 173 time: 2.6833963 Apr 11 20:47:22.630866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] No DVR routers for this DVR port 2914ca80-bcbd-4910-856f-19c90e61fbb7 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:47:22.643464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.645471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de89557c-a9f1-47cc-9652-08785b0c3339 req-d0ea9bf9-8f12-4b2b-adb2-8e953bc32646 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "DELETE /v2.0/ports/2914ca80-bcbd-4910-856f-19c90e61fbb7 HTTP/1.1" status: 204 len: 173 time: 2.1186428 Apr 11 20:47:22.675520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-5761a7df-086c-4f80-9328-8a868431e219 service neutron] 10.222.0.61 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015494 Apr 11 20:47:22.717199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:47:22.738223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Sync routers for ids ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:47:22.762421 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Routers {'a7908a5d-58c9-48e8-9c1a-766b876c5f1d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:22.763095 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:22.771390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af6d2626-060c-444e-96e6-724edfd9e34c req-8af9f05a-b770-440f-ac6a-e7e569d4af3f tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1096 time: 0.1163678 Apr 11 20:47:22.795814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.808340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2914ca80-bcbd-4910-856f-19c90e61fbb7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:22.860249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event deleted for resources: {'Port': ['ID=3221bef5-39c0-4d14-bcb7-2e1a6c10a03d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:22.869521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:22.871145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8f7099d9-de7a-4fdf-8c8d-4d7f568562ce admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8248646 Apr 11 20:47:22.878231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58628) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:22.879571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Network a7bdc402-107c-42b2-9dfb-76f77ce962ee is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:47:23.003799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-9361b16c-ada0-40f0-83f3-5ba9238866e8 service neutron] 10.222.0.61 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087206 Apr 11 20:47:23.005834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, a7bdc402-107c-42b2-9dfb-76f77ce962ee) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:23.017299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961ce1b-4fda-43db-a7a6-6758b0f1454d None None] Network a7bdc402-107c-42b2-9dfb-76f77ce962ee requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:23.036101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af6d2626-060c-444e-96e6-724edfd9e34c req-8b59c066-0a8f-4a50-a13c-052ebf195e61 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582035 Apr 11 20:47:23.036543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:23.037136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:23.109948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Set router a7908a5d-58c9-48e8-9c1a-766b876c5f1d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:23.179760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] No DVR routers for this DVR port 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:47:23.183227 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:23.184206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dca6bd1b-3391-484b-823a-6940b41f1784 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7693572 Apr 11 20:47:23.206492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e152549a-80b3-49df-8a30-fd40bbb5b024 req-c1701dee-0ae5-461b-ac44-41bfb9ab6fa0 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "DELETE /v2.0/ports/3221bef5-39c0-4d14-bcb7-2e1a6c10a03d HTTP/1.1" status: 204 len: 173 time: 1.8604188 Apr 11 20:47:23.206973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'name': 'network-vif-deleted', 'tag': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:23.357741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b082f5a0-a400-4bac-ba35-8b74751f82cd up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:23.391578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64d2ca-a135-47b3-a19f-2fe08bc02208 req-7c1ff7a4-7b9f-4778-b90d-d82db879b948 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:23.393075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c64d2ca-a135-47b3-a19f-2fe08bc02208 req-7c1ff7a4-7b9f-4778-b90d-d82db879b948 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.1414447 Apr 11 20:47:23.613530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ed9cf-2167-4e6a-b524-0687126fd762 None None] Network a7bdc402-107c-42b2-9dfb-76f77ce962ee requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:23.614070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c64d2ca-a135-47b3-a19f-2fe08bc02208 req-912dee57-4bfe-479b-866e-0f20f44da5dd tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094247 Apr 11 20:47:23.654809 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7669a5ea-e49e-4445-81c2-d8fabb0e0d5a'] response: {'server_uuid': '3279ab99-ecae-4ebe-95d8-fcf548c44e75', 'name': 'network-vif-deleted', 'tag': 'c1b2d281-46cd-446e-9dfe-27b43655572e', 'status': 'completed', 'code': 200} Apr 11 20:47:23.814597 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:47:19Z', 'revision_number': 3, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:23.826578 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Checking router: a7908a5d-58c9-48e8-9c1a-766b876c5f1d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:47:23.826980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Updating router a7908a5d-58c9-48e8-9c1a-766b876c5f1d port fb183910-87e0-470a-8f51-f2e008b7d0b2 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:47:23.958226 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.011384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port b082f5a0-a400-4bac-ba35-8b74751f82cd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:24.028856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port b082f5a0-a400-4bac-ba35-8b74751f82cd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:24.029333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.045694 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f5fe13-54af-4964-93cf-af86284607d8'] response: {'server_uuid': '081a34c8-120e-4f69-9e5c-b74f1e7ca6e9', 'name': 'network-vif-deleted', 'tag': '3221bef5-39c0-4d14-bcb7-2e1a6c10a03d', 'status': 'completed', 'code': 200} Apr 11 20:47:24.059557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae914810-f8ac-4027-881f-e8399a17dcc9 req-c1874b87-0207-4c2f-b849-20426b656de7 tempest-ServerRescueTestJSONUnderV235-61726659 tempest-ServerRescueTestJSONUnderV235-61726659-project] 10.222.0.61 "GET /v2.0/ports?device_id=3279ab99-ecae-4ebe-95d8-fcf548c44e75 HTTP/1.1" status: 200 len: 210 time: 0.0712285 Apr 11 20:47:24.430960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d9533-aae7-4474-a2ed-150864138351 req-8c1079d6-c95d-4eab-8c43-9ec72f69c5bf tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:24.432714 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-864d9533-aae7-4474-a2ed-150864138351 req-8c1079d6-c95d-4eab-8c43-9ec72f69c5bf tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 944 time: 0.2549899 Apr 11 20:47:24.442314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-920084334', 'description': 'tempest-description-1781318417'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:24.466218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:24.474916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:24.479623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:24.503614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:24.508376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-864d9533-aae7-4474-a2ed-150864138351 req-16d50691-0a71-45c5-8aca-41f298a35468 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683215 Apr 11 20:47:24.517972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-d77c8dfa-5ecf-4d5e-a28a-769ccc1deab2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133&tenant_id=745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 1101 time: 0.4226925 Apr 11 20:47:24.534228 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.537709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:24.638077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082f5a0-a400-4bac-ba35-8b74751f82cd'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:24.661639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.685624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b082f5a0-a400-4bac-ba35-8b74751f82cd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd,segment=NetworkSegment(705b5890-b93f-48f9-9516-b3b37ec8002e),segment_id=705b5890-b93f-48f9-9516-b3b37ec8002e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:24.761908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.796159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.860172 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:24.881596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2914ca80-bcbd-4910-856f-19c90e61fbb7 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:24.908399 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Transition to ACTIVE for port object fb183910-87e0-470a-8f51-f2e008b7d0b2 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:24.939681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 2914ca80-bcbd-4910-856f-19c90e61fbb7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:47:24.940463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2914ca80-bcbd-4910-856f-19c90e61fbb7 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:24.941465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:24.964990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:24.984107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:47:24.984734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3221bef5-39c0-4d14-bcb7-2e1a6c10a03d not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:24.985372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c1b2d281-46cd-446e-9dfe-27b43655572e no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:24.987713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:24.995076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:25.027216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:25.027510 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.045012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: c1b2d281-46cd-446e-9dfe-27b43655572e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:47:25.045511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c1b2d281-46cd-446e-9dfe-27b43655572e not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:25.050148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b082f5a0-a400-4bac-ba35-8b74751f82cd,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:25.133950 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087dd36-612e-42ba-b4eb-b1d5a9fbcb5f None None] Pushing event updated for resources: {'Port': ['ID=fb183910-87e0-470a-8f51-f2e008b7d0b2,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:25.170056 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Attempting to bind port fb183910-87e0-470a-8f51-f2e008b7d0b2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:25.170663 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Attempting to bind port fb183910-87e0-470a-8f51-f2e008b7d0b2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:25.171200 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Attempting to bind port fb183910-87e0-470a-8f51-f2e008b7d0b2 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:25.182480 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:25.183363 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:25.184161 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.185107 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:25.185780 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Bound port: fb183910-87e0-470a-8f51-f2e008b7d0b2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:25.186377 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.380499 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] For port fb183910-87e0-470a-8f51-f2e008b7d0b2, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:25.390312 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] For port fb183910-87e0-470a-8f51-f2e008b7d0b2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb183910-87e0-470a-8f51-f2e008b7d0b2,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:25.445958 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.477460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.527846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:25.528115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a52d11-78b6-4ad0-89ec-5ca01ee0af83 req-47039a17-b119-4eff-ba9e-6f817ce8d6de tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:25.534993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a52d11-78b6-4ad0-89ec-5ca01ee0af83 req-47039a17-b119-4eff-ba9e-6f817ce8d6de tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 0.1273127 Apr 11 20:47:25.570629 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087dd36-612e-42ba-b4eb-b1d5a9fbcb5f None None] Pushing event updated for resources: {'Port': ['ID=fb183910-87e0-470a-8f51-f2e008b7d0b2,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:25.580518 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Routers {'a7908a5d-58c9-48e8-9c1a-766b876c5f1d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:25.581162 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:25.597703 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.604093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a52d11-78b6-4ad0-89ec-5ca01ee0af83 req-8b9ea230-7409-4822-9395-e96077853ad1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676398 Apr 11 20:47:25.655901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'name': 'network-vif-deleted', 'tag': '2914ca80-bcbd-4910-856f-19c90e61fbb7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:25.668973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:25.711340 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc431777-0137-4905-a931-51e0573d3437'] response: {'server_uuid': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082f5a0-a400-4bac-ba35-8b74751f82cd', 'code': 200} Apr 11 20:47:25.721199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb29c8-df1a-4e0a-acf9-96e0fcc64faf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:25.724444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.809455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.811098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dca14a43-ce65-4f24-94f4-4983797fa3ba req-f1787a2f-3b0e-432f-bb3a-a59d99b2f343 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3759408 Apr 11 20:47:25.813665 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] Set router a7908a5d-58c9-48e8-9c1a-766b876c5f1d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:25.830096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:25.864270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1d783473-a69c-42de-90df-b6c59fa1d6b3 req-e7b69db3-5882-4fbd-ba8f-33151880f2f2 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:25.898695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Transition to ACTIVE for port object cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:25.984619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6980be0c-9a31-4c3d-9191-2f667baab4be req-268bd3b0-4cde-4481-8175-c7cc7b1ddbad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 1096 time: 0.1146801 Apr 11 20:47:26.030848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:26.084770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1d783473-a69c-42de-90df-b6c59fa1d6b3 req-e7b69db3-5882-4fbd-ba8f-33151880f2f2 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:26.102362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d783473-a69c-42de-90df-b6c59fa1d6b3 req-e7b69db3-5882-4fbd-ba8f-33151880f2f2 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 210 time: 0.2894473 Apr 11 20:47:26.133451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6980be0c-9a31-4c3d-9191-2f667baab4be req-603d3902-c13b-4d08-8025-9ba3b28247de service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429834 Apr 11 20:47:26.140856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:26.258072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58702) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:26.270985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Allocated IP 172.20.0.1 (5cd00c76-83c4-4316-9225-8e00a6260a33/23d9050a-0710-4620-b851-0e220c7d2841/27f7d074-633f-45a8-a889-bc2a5ff65724) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:26.301759 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:47:19Z', 'revision_number': 3, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:26.308153 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d20bca-0353-4b83-83a5-de0a91c01684 None None] The sync data for ids ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'] in n-d-837321-1 is: [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:47:19Z', 'revision_number': 3, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:26.448845 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1c821c-d079-4fbd-9154-6847d5e5b024'] response: {'server_uuid': '7380d5a6-d1fb-4156-a6a6-bc91eb5200df', 'name': 'network-vif-deleted', 'tag': '2914ca80-bcbd-4910-856f-19c90e61fbb7', 'status': 'completed', 'code': 200} Apr 11 20:47:26.453316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-970742613', 'description': 'tempest-description-991990521'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:26.534271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:26.557602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:26.562306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:26.794238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:47:26.804820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=10']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:26.835324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52c9a-0d15-467a-9d8f-5bf18a6a2ba5 req-709788d4-bb0c-4afc-94fb-4f9bc663e617 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:26.838446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ea52c9a-0d15-467a-9d8f-5bf18a6a2ba5 req-709788d4-bb0c-4afc-94fb-4f9bc663e617 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 945 time: 0.2913570 Apr 11 20:47:26.879889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:26.882111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:26.903451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:26.926903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Transition to ACTIVE for port object 27f7d074-633f-45a8-a889-bc2a5ff65724 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:26.937780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] No DVR routers for this DVR port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:47:26.981691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ea52c9a-0d15-467a-9d8f-5bf18a6a2ba5 req-208a8166-9972-4bb2-9029-8dad253fb35b tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235213 Apr 11 20:47:27.030321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:27.038543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.065450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:27.065795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:27.066124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:27.087245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:27.087601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Attempting to bind port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:27.114740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:27.119785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:27.123505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:27.129839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:27.177825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:27.209644 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.215044 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13736761-3e90-4bd7-86a3-90fedf790bfd'] response: {'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'code': 200} Apr 11 20:47:27.217231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.273316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:27.279938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:27.283631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:27.318263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:27.318613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:27.319059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:27.319592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Bound port: cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:27.320235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.349855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.415707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.469781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e9a46-b322-476e-a910-52363780a95a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:27.494049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.509352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-abd1e500-5c62-4c7b-8567-632356a0a180 req-7d3b3de3-9616-40fb-8472-21de2b8fc7f5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.0728085 Apr 11 20:47:27.511504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec901c6-f98c-4bbf-98a3-8461ffa65fef req-41bc1d2e-f9d3-4b51-bee4-31fb9106689b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:27.523726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eec901c6-f98c-4bbf-98a3-8461ffa65fef req-41bc1d2e-f9d3-4b51-bee4-31fb9106689b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.2380250 Apr 11 20:47:27.578763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.754938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Pushing event updated for resources: {'Port': ['ID=27f7d074-633f-45a8-a889-bc2a5ff65724,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:27.803106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:27.836866 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eec901c6-f98c-4bbf-98a3-8461ffa65fef req-59c090f0-a2e9-4038-87b0-023cb6f37d9c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962816 Apr 11 20:47:27.836866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:0111332863f34045a213f02e62696cf6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:27.837734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:27.837845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:27.837845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:27.838032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:27.838742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4dd1fc6f-6622-4c29-a25c-c7c5605b57ed req-c3096dd3-e3e3-4029-9090-a07a791637b9 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:27.854571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:27.867585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4dd1fc6f-6622-4c29-a25c-c7c5605b57ed req-c3096dd3-e3e3-4029-9090-a07a791637b9 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:27.878964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4dd1fc6f-6622-4c29-a25c-c7c5605b57ed req-c3096dd3-e3e3-4029-9090-a07a791637b9 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 210 time: 0.1300592 Apr 11 20:47:27.888823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbcbc3d0-1043-4243-8eb0-36287fbe3083 None None] Provisioning for port 27f7d074-633f-45a8-a889-bc2a5ff65724 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:27.911660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbcbc3d0-1043-4243-8eb0-36287fbe3083 None None] Provisioning complete for port 27f7d074-633f-45a8-a889-bc2a5ff65724 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:27.911660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbcbc3d0-1043-4243-8eb0-36287fbe3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.095699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.126906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbc3d0-1043-4243-8eb0-36287fbe3083 None None] Port 27f7d074-633f-45a8-a889-bc2a5ff65724 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:28.157075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.246742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.397433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0111332863f34045a213f02e62696cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2132094 Apr 11 20:47:28.398259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570675c-8bb5-4c53-bad0-88c254693cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e839821-529d-4f44-94b5-323a6c321607,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:28.400827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58736) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:28.472761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.569993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.571408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] 10.222.0.69 "PUT /v2.0/ports/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 1097 time: 4.0423627 Apr 11 20:47:28.641450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.726116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-10c2dbab-1c75-4f86-ab5e-bf21664a820c tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:28.728820 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-10c2dbab-1c75-4f86-ab5e-bf21664a820c tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 813 time: 0.8353524 Apr 11 20:47:28.753048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942b8ee-e987-4c57-a092-3aea730347df service neutron] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=11']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:28.770631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Request body: {'port': {'device_id': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'admin_state_up': True, 'tenant_id': '0af4ece9d8604fa5b80d99b06c89aa10'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:28.924486 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f28ef22b-c2fa-47dd-9418-a44e256c21d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.956337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f28ef22b-c2fa-47dd-9418-a44e256c21d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:28.961742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-16928dff-8b7c-4722-a6e8-a4d0f762de1c tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:28.968775 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-16928dff-8b7c-4722-a6e8-a4d0f762de1c tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 812 time: 0.8097811 Apr 11 20:47:29.053656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-9911d991-a9b7-4799-801b-ca529edf7d7e tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:29.055074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-9911d991-a9b7-4799-801b-ca529edf7d7e tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 813 time: 0.4057770 Apr 11 20:47:29.079625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Request body: {'port': {'device_id': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'admin_state_up': True, 'tenant_id': '0af4ece9d8604fa5b80d99b06c89aa10'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:29.082337 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-56d078d1-70ae-4aed-bf2e-2d135b727f6f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/quotas/2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 375 time: 0.1104393 Apr 11 20:47:29.153050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-444cad57-92f4-4493-a30c-09ae8ee337ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1100 time: 0.5225384 Apr 11 20:47:29.167090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-508929e7-ba1a-4b2b-9556-e05d21c5994f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859139 Apr 11 20:47:29.213352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f28ef22b-c2fa-47dd-9418-a44e256c21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.220708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:29.280213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ef22b-c2fa-47dd-9418-a44e256c21d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e839821-529d-4f44-94b5-323a6c321607,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:29.300748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f28ef22b-c2fa-47dd-9418-a44e256c21d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.301884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f28ef22b-c2fa-47dd-9418-a44e256c21d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e839821-529d-4f44-94b5-323a6c321607 HTTP/1.1" status: 204 len: 168 time: 0.8999856 Apr 11 20:47:29.302995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:29.331378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:29.349432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb183910-87e0-470a-8f51-f2e008b7d0b2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:29.492115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Made reservation on behalf of 0af4ece9d8604fa5b80d99b06c89aa10 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:29.492115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.548115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port fb183910-87e0-470a-8f51-f2e008b7d0b2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:29.554025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:29.558837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Deleting port 4ce0bfa2-c962-4c48-b676-083f175af6a2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:29.559052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.561643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fb183910-87e0-470a-8f51-f2e008b7d0b2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:29.562899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.607386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:29.699352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-94c186cf-0506-49d2-b10c-2dcb7a431578 service neutron] 10.222.0.61 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312922 Apr 11 20:47:29.722199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-a13dabe1-f69e-4301-bbb4-157a92ff60b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:29.723657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-a13dabe1-f69e-4301-bbb4-157a92ff60b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5038929 Apr 11 20:47:29.773999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.796462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port fb183910-87e0-470a-8f51-f2e008b7d0b2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb183910-87e0-470a-8f51-f2e008b7d0b2,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:29.848366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Made reservation on behalf of 0af4ece9d8604fa5b80d99b06c89aa10 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:29.851656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.878653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.879582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:29.894637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-1e69e634-5adb-45f0-8b87-5651c917df5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1569104 Apr 11 20:47:29.930107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2ba51-de6c-4cf8-bb84-77db0ea17f36 req-272e6def-fe6c-4c91-9db6-bc41e4c66df3 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:29.936958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71d2ba51-de6c-4cf8-bb84-77db0ea17f36 req-272e6def-fe6c-4c91-9db6-bc41e4c66df3 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 945 time: 0.4251180 Apr 11 20:47:29.972805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Allocated IP 172.20.0.4 (20ab88f0-7947-49ec-be92-0ef585d84511/73b9d984-803e-4cad-9edd-72c43401d6f2/20e7d73f-506b-4111-bf58-d105036ea7b7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:30.012726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] For port 4ce0bfa2-c962-4c48-b676-083f175af6a2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ce0bfa2-c962-4c48-b676-083f175af6a2,segment=NetworkSegment(3aa2804f-1127-415c-aff7-99f52ca95053),segment_id=3aa2804f-1127-415c-aff7-99f52ca95053)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:30.013214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:30.021838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=fb183910-87e0-470a-8f51-f2e008b7d0b2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:30.040766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:30.180464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71d2ba51-de6c-4cf8-bb84-77db0ea17f36 req-ef8a9762-a27e-4a7f-b80c-ce3aff014e4e tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422891 Apr 11 20:47:30.195369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-189d56a9-861b-4c41-9a38-27fb3223bdb5 service neutron] 10.222.0.61 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949982 Apr 11 20:47:30.199184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-25e1560b-6807-4c31-ab63-7e3574ef59c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:30.202467 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-25e1560b-6807-4c31-ab63-7e3574ef59c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2991521 Apr 11 20:47:30.361314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:30.362181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Calling delete_port for 4ce0bfa2-c962-4c48-b676-083f175af6a2 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:30.367906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Pushing event updated for resources: {'Port': ['ID=27f7d074-633f-45a8-a889-bc2a5ff65724,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:30.427944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:30.650544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-a81048ce-2568-47ce-a99b-b16e4f02b532 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4243062 Apr 11 20:47:30.653393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:30.654943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:30.742134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b4af5-b926-40c3-bb33-b1a303326b72 req-4f20c850-0cc5-4904-a19c-bd08b3113d42 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:30.752647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-418b4af5-b926-40c3-bb33-b1a303326b72 req-4f20c850-0cc5-4904-a19c-bd08b3113d42 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.3135879 Apr 11 20:47:31.040161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-418b4af5-b926-40c3-bb33-b1a303326b72 req-9d9ac628-1799-46db-856a-5e55b6f42371 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899306 Apr 11 20:47:31.050032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:31.121405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ca588777-8141-49a9-9efb-c6da76d1aa31 None None] Provisioning complete for port 27f7d074-633f-45a8-a889-bc2a5ff65724 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:31.122046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca588777-8141-49a9-9efb-c6da76d1aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:31.293514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb183910-87e0-470a-8f51-f2e008b7d0b2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:31.361149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:31.384521 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9e16ad-83af-4ff9-bc2f-b5d21758085e'] response: {'name': 'network-changed', 'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'status': 'completed', 'code': 200} Apr 11 20:47:31.418339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ca588777-8141-49a9-9efb-c6da76d1aa31 None None] Port 27f7d074-633f-45a8-a889-bc2a5ff65724 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:31.468991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ec0b156-208e-4271-962b-b3159deac9e4 req-0f2c2bb5-9fab-48e6-be9d-855e6d8c586e tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 210 time: 0.7904522 Apr 11 20:47:31.554298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fb183910-87e0-470a-8f51-f2e008b7d0b2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:31.555671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:31.644921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Network 20ab88f0-7947-49ec-be92-0ef585d84511 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:31.658215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:31.667507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:31.691992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Allocated IP 172.20.0.10 (20ab88f0-7947-49ec-be92-0ef585d84511/73b9d984-803e-4cad-9edd-72c43401d6f2/02624edf-636d-43bb-af71-b5543e1b870e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:31.753874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:31.773545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9397b696-66c4-4f8d-865c-077da5b5af94 req-fee8b780-b346-424f-b3fd-e8f65d12aaee tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 210 time: 0.4572875 Apr 11 20:47:31.882540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-8c9da135-6601-4320-97bd-e2789fee029c service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2249973 Apr 11 20:47:31.908333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event updated for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:31.916273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:31.916918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:32.043510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce0bfa2-c962-4c48-b676-083f175af6a2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:32.097885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-4f18f9c3-16e4-4c89-9155-7e07eb65c5e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1100 time: 0.8900504 Apr 11 20:47:32.219761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a5f11-b1f8-41c2-8b5e-265dd5a84e49 req-969e5fca-03c8-425b-bd8e-656af1219ed5 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548845 Apr 11 20:47:32.292193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f154c176-3484-4151-82c3-ce2f0c1f3aab tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2178199 Apr 11 20:47:32.517947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Request body: {'port': {'device_id': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:32.525943 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:32.655104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-a4d883ff-85b6-4c27-b219-80353bac812a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 1100 time: 0.3036137 Apr 11 20:47:32.810074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:32.904282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fe972-5d8c-479d-8d96-c9af67ffd7ec req-b0f10474-1175-4ba5-9bad-e1d2a886b69d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:32.906845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-da5fe972-5d8c-479d-8d96-c9af67ffd7ec req-b0f10474-1175-4ba5-9bad-e1d2a886b69d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.6015310 Apr 11 20:47:32.923268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:32.965999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-84eaee3d-f94b-4bb3-9bb0-669eb962fadd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:32.966673 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-84eaee3d-f94b-4bb3-9bb0-669eb962fadd service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.8579998 Apr 11 20:47:33.017281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58812) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:33.115371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Network 20ab88f0-7947-49ec-be92-0ef585d84511 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:33.117379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event updated for resources: {'Port': ['ID=02624edf-636d-43bb-af71-b5543e1b870e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:33.124572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:33.128013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-f41864d0-ee3b-4a0c-b706-b427e4cc1d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:33.129719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-f41864d0-ee3b-4a0c-b706-b427e4cc1d0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4629281 Apr 11 20:47:33.130956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:33.141476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-da5fe972-5d8c-479d-8d96-c9af67ffd7ec req-48f72e9c-01c0-4489-a3bf-8e5aeaf00867 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902380 Apr 11 20:47:33.142513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-96445dc6-3385-40a5-bf3e-3f44cb07991b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1168981 Apr 11 20:47:33.220331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-3b4bef03-09f9-4fff-b5b7-3447f364675d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:33.221816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-3b4bef03-09f9-4fff-b5b7-3447f364675d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0686233 Apr 11 20:47:33.268339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Router a7908a5d-58c9-48e8-9c1a-766b876c5f1d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:47:33.337835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cefa21-62ac-4061-af2a-e7b72d6e1bb7 req-c346baa2-df49-489a-ad39-4ae1a649c929 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:33.339660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-81cefa21-62ac-4061-af2a-e7b72d6e1bb7 req-c346baa2-df49-489a-ad39-4ae1a649c929 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 931 time: 0.5183587 Apr 11 20:47:33.340555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:33.351053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-dc844d59-8883-4c31-823d-cc599aa82d40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1845636 Apr 11 20:47:33.566484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:33.567205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:33.632785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7424fc76-2ec5-4fb6-aec2-79168661530a req-c23eafbd-e3b5-494c-bfd7-ead189e60eee tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 210 time: 0.2454596 Apr 11 20:47:33.658822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:33.680624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-2b78fbbe-81e6-49fd-bf6f-04d935f9c4e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4084611 Apr 11 20:47:33.744959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:33.753575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-287a9dd7-1023-4a46-b14f-efebaf0c5910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:33.755058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-287a9dd7-1023-4a46-b14f-efebaf0c5910 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.3940074 Apr 11 20:47:33.809004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b20c52862fd4d408f52a6d0a1b91f82 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:33.833199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:33.856149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-81cefa21-62ac-4061-af2a-e7b72d6e1bb7 req-99630069-c612-4918-9d02-0931799c9767 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015323 Apr 11 20:47:33.857132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:33.869153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0e976b5e-848c-4421-98da-754a7a89f73b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1073241 Apr 11 20:47:33.882541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Request body: {'port': {'device_id': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:34.059758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-cb0e8eaf-8f33-4bb5-8bfc-e87514b91462 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648443 Apr 11 20:47:34.065048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e7d73f-506b-4111-bf58-d105036ea7b7 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:34.093351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-93e864de-6075-4fae-a6d6-62e7acc42231 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3236580 Apr 11 20:47:34.095711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:34.104891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:34.184652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Transition to ACTIVE for port object 20e7d73f-506b-4111-bf58-d105036ea7b7 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:34.254700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-68b70ee9-10b8-46c2-85ae-5398172336d4 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839695 Apr 11 20:47:34.280411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:34.389152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:34.532745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-1f6d2f0a-c601-4720-bced-7d3a30df2e16 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178927 Apr 11 20:47:34.539675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:34.631964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Pushing event updated for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:34.721515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-e7182a9a-c7d7-42bb-a3a9-a0d2921e9b5f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:34.723080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-e7182a9a-c7d7-42bb-a3a9-a0d2921e9b5f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.75 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 812 time: 0.5725639 Apr 11 20:47:34.786296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'port': {'device_id': 'f4c35236-8ab2-4027-80b1-733709234a78', 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee', 'admin_state_up': True, 'tenant_id': '2227eece9df1415d8437f88af13382c9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:34.801501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f29f4-b290-4146-b848-00df3eb1d7e4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:34.930924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ddaf7c3f-f9bc-40ee-b5a4-d17577b8e6b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b20c52862fd4d408f52a6d0a1b91f82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9122994 Apr 11 20:47:34.952218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:34.960837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45d19c43-6280-46dd-a9c9-96232b4ab96e req-b6d8a1ee-f24b-4c4d-8ba6-bc65e3e4ae4e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 210 time: 0.1383417 Apr 11 20:47:35.002299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7626b6e-b08f-4422-88c9-7c5e125428a9 req-9fec8cee-4e1a-423b-bc3a-6adc91f34a04 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:35.012196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7626b6e-b08f-4422-88c9-7c5e125428a9 req-9fec8cee-4e1a-423b-bc3a-6adc91f34a04 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.5978265 Apr 11 20:47:35.154406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Attempting to bind port 20e7d73f-506b-4111-bf58-d105036ea7b7 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:35.154772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Attempting to bind port 20e7d73f-506b-4111-bf58-d105036ea7b7 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:35.155123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Attempting to bind port 20e7d73f-506b-4111-bf58-d105036ea7b7 on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:35.176153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7626b6e-b08f-4422-88c9-7c5e125428a9 req-cf22b03e-7b76-418c-88ae-1da511b5e334 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558738 Apr 11 20:47:35.212697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Port 20e7d73f-506b-4111-bf58-d105036ea7b7 on network 20ab88f0-7947-49ec-be92-0ef585d84511 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:35.213381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Attempting to bind port 20e7d73f-506b-4111-bf58-d105036ea7b7 on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:35.226741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:35.227072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Checking segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:35.227458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Bound using segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:35.228006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Bound port: 20e7d73f-506b-4111-bf58-d105036ea7b7, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:35.228363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.269876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-926439a9-e7ae-48f0-9e63-3c1b50c040fa req-60ddc85a-1148-4a28-9139-c7f385f9f486 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100811 Apr 11 20:47:35.315072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:47:35.327529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Sync routers for ids ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:47:35.339233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:35.342999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:35.346780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:35.351755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Routers {'a7908a5d-58c9-48e8-9c1a-766b876c5f1d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:35.353257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:35.362893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:port and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:35.368519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-984a1bee-15a6-472e-b000-7a29b9bc0dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.380464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:35.384502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bdba1726-2cbd-438f-b285-21fc61ee3f12 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7908a5d-58c9-48e8-9c1a-766b876c5f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5051317 Apr 11 20:47:35.401203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:35.411274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:47:35.428748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.445864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-984a1bee-15a6-472e-b000-7a29b9bc0dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.454453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:35.682435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Made reservation on behalf of 2227eece9df1415d8437f88af13382c9 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:35.685980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.724037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4ba3-0b08-442a-944a-65e4c1306672 req-a886927e-b6eb-48ce-adc3-f22c84aac26b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:35.725490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2a6f4ba3-0b08-442a-944a-65e4c1306672 req-a886927e-b6eb-48ce-adc3-f22c84aac26b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:35.752124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02624edf-636d-43bb-af71-b5543e1b870e {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:35.805373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.839775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:35.839775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] 10.222.0.75 "PUT /v2.0/ports/20e7d73f-506b-4111-bf58-d105036ea7b7 HTTP/1.1" status: 200 len: 1091 time: 3.4618227 Apr 11 20:47:35.843394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:35.858371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2a6f4ba3-0b08-442a-944a-65e4c1306672 req-a886927e-b6eb-48ce-adc3-f22c84aac26b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:35.859740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a6f4ba3-0b08-442a-944a-65e4c1306672 req-a886927e-b6eb-48ce-adc3-f22c84aac26b tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 943 time: 0.6476409 Apr 11 20:47:35.874298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Set router a7908a5d-58c9-48e8-9c1a-766b876c5f1d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:35.949992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6690-9aad-432e-9fe0-72b7607e4d62 service neutron] Pushing event updated for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:35.988956 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4d0a9f-4eb1-4595-bb26-70a0bee76133'] response: {'name': 'network-changed', 'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7', 'status': 'completed', 'code': 200} Apr 11 20:47:35.994502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Transition to ACTIVE for port object 02624edf-636d-43bb-af71-b5543e1b870e will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:36.028422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-984a1bee-15a6-472e-b000-7a29b9bc0dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:36.039989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a6f4ba3-0b08-442a-944a-65e4c1306672 req-05e90e1b-d536-4612-926d-c6454059e64f tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705949 Apr 11 20:47:36.106365 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:36.229277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a1bee-15a6-472e-b000-7a29b9bc0dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f29f4-b290-4146-b848-00df3eb1d7e4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:36.260627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-fe300864-1549-44df-9270-eb8ac0b88ef5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 1094 time: 0.2483099 Apr 11 20:47:36.302206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02624edf-636d-43bb-af71-b5543e1b870e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:36.309025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:36.339617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'mac_address': 'fa:16:3e:49:8e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:36.398093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-984a1bee-15a6-472e-b000-7a29b9bc0dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:36.399741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-984a1bee-15a6-472e-b000-7a29b9bc0dbc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e72f29f4-b290-4146-b848-00df3eb1d7e4 HTTP/1.1" status: 204 len: 168 time: 1.4345319 Apr 11 20:47:36.519016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:36.538431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e376c74b-4b8c-4370-aa0c-d5b08233f22b req-e4b7a59d-a583-44d9-8103-1fb6371bbda8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 210 time: 0.2886486 Apr 11 20:47:36.551003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Allocated IP 172.20.0.12 (a7bdc402-107c-42b2-9dfb-76f77ce962ee/ca6b36a8-c466-4e13-9e66-aeeee2b279a2/a563d0d2-3a5d-4f0a-af25-6c9fe7e41924) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:36.555325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-d9650c3d-51c4-48ff-ba35-8e25e878fe4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20e7d73f-506b-4111-bf58-d105036ea7b7 HTTP/1.1" status: 200 len: 217 time: 0.2522662 Apr 11 20:47:36.563247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:47:36.574192 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] Sync routers for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:47:36.595754 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:36.598362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:36.601709 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:36.630141 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d8071e4c-c6be-4fe5-b360-12d2cb93701d admin admin] 10.222.0.61 "PUT /v2.0/routers/8b9ddbc6-2287-44cd-867d-ac44b4a78b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3709743 Apr 11 20:47:36.636359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58888) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:36.682619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:36.723555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:47:27Z', 'revision_number': 4, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '27f7d074-633f-45a8-a889-bc2a5ff65724', 'name': '', 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'mac_address': 'fa:16:3e:20:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23d9050a-0710-4620-b851-0e220c7d2841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:25Z', 'updated_at': '2022-04-11T20:47:28Z', 'revision_number': 2, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'subnets': [{'id': '23d9050a-0710-4620-b851-0e220c7d2841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:36.729392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Checking router: a7908a5d-58c9-48e8-9c1a-766b876c5f1d for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:47:36.729746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Updating router a7908a5d-58c9-48e8-9c1a-766b876c5f1d port 27f7d074-633f-45a8-a889-bc2a5ff65724 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:47:36.797779 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:36.815093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:36.873208 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:36.910709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:37.058569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-245b1059-01c5-4453-a947-8b7894345aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:37.061300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-245b1059-01c5-4453-a947-8b7894345aee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.4955482 Apr 11 20:47:37.157250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:37.193193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578ef8-3671-4315-b171-c517b9445ba1 req-0402ba28-56d3-4364-8dfe-84510e07f62e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:37.205834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-b7c6d064-fbfa-4fc0-b59a-67bd9084feef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252387 Apr 11 20:47:37.212696 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c578ef8-3671-4315-b171-c517b9445ba1 req-0402ba28-56d3-4364-8dfe-84510e07f62e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 949 time: 0.7464490 Apr 11 20:47:37.285183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Attempting to bind port 02624edf-636d-43bb-af71-b5543e1b870e on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:37.285326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Attempting to bind port 02624edf-636d-43bb-af71-b5543e1b870e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:37.287220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Attempting to bind port 02624edf-636d-43bb-af71-b5543e1b870e on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:37.401006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Port 02624edf-636d-43bb-af71-b5543e1b870e on network 20ab88f0-7947-49ec-be92-0ef585d84511 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:37.401561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Attempting to bind port 02624edf-636d-43bb-af71-b5543e1b870e on network 20ab88f0-7947-49ec-be92-0ef585d84511 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:37.415421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:37.415781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Checking segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:37.416171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Bound using segment: {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:37.416616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Bound port: 02624edf-636d-43bb-af71-b5543e1b870e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b5143-514d-45b4-a35a-0c7ba8c356b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:37.416998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:37.505374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c578ef8-3671-4315-b171-c517b9445ba1 req-944a45b0-2586-4b20-8996-c45f89aab2b2 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916546 Apr 11 20:47:37.545907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:37.581807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] For port 02624edf-636d-43bb-af71-b5543e1b870e, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:37.586860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] For port 02624edf-636d-43bb-af71-b5543e1b870e, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=02624edf-636d-43bb-af71-b5543e1b870e,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:37.605391 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:47:31Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:37.617737 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] Checking router: 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:47:37.640029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-13a48c8f-d111-45ec-85d1-b85d1174d1e6 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205782 Apr 11 20:47:37.649582 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] Routers {'8b9ddbc6-2287-44cd-867d-ac44b4a78b38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:37.650213 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:37.651539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:37.654173 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:37.681499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Transition to ACTIVE for port object 27f7d074-633f-45a8-a889-bc2a5ff65724 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:37.791595 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:37.800747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:37.868774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Network a7bdc402-107c-42b2-9dfb-76f77ce962ee is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:37.891242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:37.922743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:38.026881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060485-0b1b-4b7a-8c5b-f414001157da None None] Pushing event updated for resources: {'Port': ['ID=27f7d074-633f-45a8-a889-bc2a5ff65724,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:38.053048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862ad8-16ec-4bd7-9de7-4c7fcaa18df1 req-29215ed1-908d-4cd4-84fe-8e0a69410939 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:38.056593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-51862ad8-16ec-4bd7-9de7-4c7fcaa18df1 req-29215ed1-908d-4cd4-84fe-8e0a69410939 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:38.061559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02624edf-636d-43bb-af71-b5543e1b870e,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:38.072036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.072818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-15f705cc-ba48-42bf-ba71-d3f570da49f5 service neutron] 10.222.0.75 "PUT /v2.0/ports/02624edf-636d-43bb-af71-b5543e1b870e HTTP/1.1" status: 200 len: 1092 time: 4.1949093 Apr 11 20:47:38.084807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] Set router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:38.154007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'tag': '02624edf-636d-43bb-af71-b5543e1b870e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:38.160231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-51862ad8-16ec-4bd7-9de7-4c7fcaa18df1 req-29215ed1-908d-4cd4-84fe-8e0a69410939 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:38.165811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51862ad8-16ec-4bd7-9de7-4c7fcaa18df1 req-29215ed1-908d-4cd4-84fe-8e0a69410939 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 943 time: 0.6676376 Apr 11 20:47:38.182115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-7471b9db-6e55-4c5e-b263-ed58650686fe service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235603 Apr 11 20:47:38.182971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:38.183820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.313853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.345755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Attempting to bind port 27f7d074-633f-45a8-a889-bc2a5ff65724 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:38.346852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Attempting to bind port 27f7d074-633f-45a8-a889-bc2a5ff65724 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:38.349288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Attempting to bind port 27f7d074-633f-45a8-a889-bc2a5ff65724 on network 5cd00c76-83c4-4316-9225-8e00a6260a33 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:38.363215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:38.363919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Checking segment: {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:38.364545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.365260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Bound using segment: {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:38.366826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Bound port: 27f7d074-633f-45a8-a889-bc2a5ff65724, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc69364-8b22-4845-8d31-18444b1649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:38.367512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.602063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:38.622748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-ae86ef43-6baf-461d-8de5-1677ef09b682 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8408790 Apr 11 20:47:38.623875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] For port 27f7d074-633f-45a8-a889-bc2a5ff65724, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:38.627559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] For port 27f7d074-633f-45a8-a889-bc2a5ff65724, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=27f7d074-633f-45a8-a889-bc2a5ff65724,segment=NetworkSegment(8fc69364-8b22-4845-8d31-18444b1649ee),segment_id=8fc69364-8b22-4845-8d31-18444b1649ee)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:38.636589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Request body: {'port': {'device_id': 'f4c35236-8ab2-4027-80b1-733709234a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:38.716302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.806041 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:47:31Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:38.811799 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b28615e-16bc-4d81-a417-52ba74c8a0df None None] The sync data for ids ['8b9ddbc6-2287-44cd-867d-ac44b4a78b38'] in n-d-837321-1 is: [{'id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'name': 'tempest-ServerRescueTestJSONUnderV235-934556855-router', 'tenant_id': '8dd7108c28c54f739fb6d50f3947a558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:45:21Z', 'updated_at': '2022-04-11T20:47:31Z', 'revision_number': 5, 'project_id': '8dd7108c28c54f739fb6d50f3947a558', 'gw_port': {'id': 'cf033836-b3e6-4a5d-92f9-42af0a1b6bd7', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9ddbc6-2287-44cd-867d-ac44b4a78b38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:45:22Z', 'updated_at': '2022-04-11T20:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:38.937253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Routers {'a7908a5d-58c9-48e8-9c1a-766b876c5f1d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:38.937911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:38.945510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:38.954476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51862ad8-16ec-4bd7-9de7-4c7fcaa18df1 req-dc3f402f-47fc-4134-8fd9-4b9dfffb1fd9 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668626 Apr 11 20:47:38.980789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58950) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:39.047767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-123e1500-63e2-4c80-9749-1e105a388ea9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 1095 time: 0.5158536 Apr 11 20:47:39.198506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-51a71ef5-bbae-4ff9-a2e9-98fc441a8cce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 1094 time: 0.8104086 Apr 11 20:47:39.277167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ce0bfa2-c962-4c48-b676-083f175af6a2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:39.524390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:39.598803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4ce0bfa2-c962-4c48-b676-083f175af6a2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:47:39.599091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ce0bfa2-c962-4c48-b676-083f175af6a2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:39.629057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-690622493-network', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:39.650644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:39.677891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-f259d447-83d6-4026-ba6a-388d808df8ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02624edf-636d-43bb-af71-b5543e1b870e HTTP/1.1" status: 200 len: 217 time: 0.6199949 Apr 11 20:47:39.721105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Usage tracker for resource:network and tenant:4f4076379a64457fa9d40ba3f2ebd4c5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:39.726200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] Set router a7908a5d-58c9-48e8-9c1a-766b876c5f1d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:39.728734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:39.742167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:39.931633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-1a34425d-d865-4373-ad70-4be2f38228f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:39.932557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060485-0b1b-4b7a-8c5b-f414001157da None None] Pushing event updated for resources: {'Port': ['ID=27f7d074-633f-45a8-a889-bc2a5ff65724,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:39.933983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-1a34425d-d865-4373-ad70-4be2f38228f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.2463834 Apr 11 20:47:40.007210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f35abf-cf79-4d2b-9d8f-55d61645b836 req-2cf64098-8912-4214-b027-0aec7f1cd542 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:40.008835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8f35abf-cf79-4d2b-9d8f-55d61645b836 req-2cf64098-8912-4214-b027-0aec7f1cd542 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 932 time: 0.4411974 Apr 11 20:47:40.023410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-d0915bf1-2ebc-4bb3-943a-802cffa8b5ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726259 Apr 11 20:47:40.037112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.197100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c8f35abf-cf79-4d2b-9d8f-55d61645b836 req-fb3b2a3b-cf35-4983-860f-0e0fee7720ee tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:40.218671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Deleting port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:40.218671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.239694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-3e511538-f0c4-4ac1-92de-cc290479b040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:40.241570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-3e511538-f0c4-4ac1-92de-cc290479b040 service neutron] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 914 time: 0.6429718 Apr 11 20:47:40.246086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:40.257882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:40.258427 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.301992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:47:27Z', 'revision_number': 4, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '27f7d074-633f-45a8-a889-bc2a5ff65724', 'name': '', 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'mac_address': 'fa:16:3e:20:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23d9050a-0710-4620-b851-0e220c7d2841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:25Z', 'updated_at': '2022-04-11T20:47:38Z', 'revision_number': 4, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'subnets': [{'id': '23d9050a-0710-4620-b851-0e220c7d2841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:40.318004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd361146-44f9-4565-9933-c525bcd9a0ac None None] The sync data for ids ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'] in n-d-837321-1 is: [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:47:27Z', 'revision_number': 4, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '27f7d074-633f-45a8-a889-bc2a5ff65724', 'name': '', 'network_id': '5cd00c76-83c4-4316-9225-8e00a6260a33', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'mac_address': 'fa:16:3e:20:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23d9050a-0710-4620-b851-0e220c7d2841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:25Z', 'updated_at': '2022-04-11T20:47:38Z', 'revision_number': 4, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'subnets': [{'id': '23d9050a-0710-4620-b851-0e220c7d2841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:40.341258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e422-136b-4afd-bbd9-e1257bf7a062 req-4e48fe4d-89d8-4aaa-a5fd-9692ed6081ad tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:40.353403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad08e422-136b-4afd-bbd9-e1257bf7a062 req-4e48fe4d-89d8-4aaa-a5fd-9692ed6081ad tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 950 time: 1.4139276 Apr 11 20:47:40.424795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-0c0d9e86-07c1-4bd3-9d7c-9608263745a5 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814931 Apr 11 20:47:40.430316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c8f35abf-cf79-4d2b-9d8f-55d61645b836 req-fb3b2a3b-cf35-4983-860f-0e0fee7720ee tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:40.432346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8f35abf-cf79-4d2b-9d8f-55d61645b836 req-fb3b2a3b-cf35-4983-860f-0e0fee7720ee tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161813 Apr 11 20:47:40.481615 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-30c9436e-62dd-48e0-98f2-1ee4d108a012 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20e7d73f-506b-4111-bf58-d105036ea7b7 HTTP/1.1" status: 200 len: 217 time: 0.1268003 Apr 11 20:47:40.482619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Made reservation on behalf of 4f4076379a64457fa9d40ba3f2ebd4c5 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:40.485142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.488421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.558762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:40.585822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:40.613247 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53d99c8-01b1-41a2-b201-2f9579c822b1'] response: {'name': 'network-changed', 'server_uuid': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'tag': '02624edf-636d-43bb-af71-b5543e1b870e', 'status': 'completed', 'code': 200} Apr 11 20:47:40.651691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.668252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.672258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] For port cf033836-b3e6-4a5d-92f9-42af0a1b6bd7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:40.673121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:40.778993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-8ed2cbc3-dcf3-4ea2-8f31-02aee6c1c467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:40.780510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-8ed2cbc3-dcf3-4ea2-8f31-02aee6c1c467 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.2736828 Apr 11 20:47:40.793440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-8992db7c-9b8b-4807-b37c-1cf84502d071 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:40.794919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-8992db7c-9b8b-4807-b37c-1cf84502d071 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 945 time: 0.7223141 Apr 11 20:47:40.817973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=13']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:40.886721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Calling delete_port for cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:40.900870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-d9fc6c3e-769d-41ec-9001-97be5db86c4e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997722 Apr 11 20:47:40.903328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad08e422-136b-4afd-bbd9-e1257bf7a062 req-53d8d37b-6be8-4c53-931e-6ba67885c615 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333917 Apr 11 20:47:40.920760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42ed77d2-fdd7-401f-939b-2f4c2cd9d424 req-34c00202-6d6e-4007-a422-7f158ccfa04b service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855077 Apr 11 20:47:40.951127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 20e7d73f-506b-4111-bf58-d105036ea7b7 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:41.011842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e98f-3fe7-4df1-865b-95a453f92199 req-958edaac-4fd7-4ff3-b7d4-a86f4e450548 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:41.013395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c31e98f-3fe7-4df1-865b-95a453f92199 req-958edaac-4fd7-4ff3-b7d4-a86f4e450548 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 945 time: 0.2486632 Apr 11 20:47:41.135582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-8bf6809a-b449-4a02-a7b2-6998681cada8 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080832 Apr 11 20:47:41.140588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:41.180620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c31e98f-3fe7-4df1-865b-95a453f92199 req-fd10e06d-cc7d-4eb4-ad25-def0be2b45d4 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506124 Apr 11 20:47:41.243861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-aae330c6-cfda-4d71-9e56-b372c52f5730 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 1095 time: 0.1444273 Apr 11 20:47:41.278643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:41.295094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:41.337706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4076379a64457fa9d40ba3f2ebd4c5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:41.346892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:41.499521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 27f7d074-633f-45a8-a889-bc2a5ff65724 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:41.626785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:41.657993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '20e7d73f-506b-4111-bf58-d105036ea7b7', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'port_id': '20e7d73f-506b-4111-bf58-d105036ea7b7', 'mac_address': 'fa:16:3e:97:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b9d984-803e-4cad-9edd-72c43401d6f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:41.732039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-d52258f8-6cf1-454b-94d4-f84d05c3a356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:41.735569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-d52258f8-6cf1-454b-94d4-f84d05c3a356 service neutron] 10.222.0.75 "GET /v2.0/networks?id=20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 200 len: 914 time: 0.4796572 Apr 11 20:47:41.739152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Deleting port b082f5a0-a400-4bac-ba35-8b74751f82cd {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:41.739689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:41.801580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:41.828131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e7d73f-506b-4111-bf58-d105036ea7b7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:41.853252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:41.857307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:41.864487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Transition to ACTIVE for port object a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:41.867194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-02b37a84-d3be-4439-978d-f8454c770643 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02624edf-636d-43bb-af71-b5543e1b870e HTTP/1.1" status: 200 len: 217 time: 0.1241989 Apr 11 20:47:41.894385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-428091ba-a6bb-4d23-85a5-aa4280bb95aa req-cf6b96cc-cd4c-400b-b83c-9ea1c8e750e1 service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411642 Apr 11 20:47:41.915462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 27f7d074-633f-45a8-a889-bc2a5ff65724 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:41.923817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 27f7d074-633f-45a8-a889-bc2a5ff65724 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:41.926937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:41.979660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:41.991215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.029682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-4c3a97e5-632a-4fd1-89f6-1b57b95e5ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:42.034424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-4c3a97e5-632a-4fd1-89f6-1b57b95e5ba0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1440184 Apr 11 20:47:42.110498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:42.117123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-64ba09fe-21e9-44e5-91b5-f83ad957baad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20ab88f0-7947-49ec-be92-0ef585d84511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557425 Apr 11 20:47:42.118923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.181105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a50e5a-5074-4498-9e1e-689213aec42f req-9dd30302-7a91-48b4-8ddb-542c085210cc tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1096 time: 0.7897375 Apr 11 20:47:42.200309 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.254031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['20e7d73f-506b-4111-bf58-d105036ea7b7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:42.376624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:42.378935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 27f7d074-633f-45a8-a889-bc2a5ff65724, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=27f7d074-633f-45a8-a889-bc2a5ff65724,segment=NetworkSegment(8fc69364-8b22-4845-8d31-18444b1649ee),segment_id=8fc69364-8b22-4845-8d31-18444b1649ee)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:42.426513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.432995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:42.433924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf033836-b3e6-4a5d-92f9-42af0a1b6bd7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:42.458288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.471314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.538827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee627a-5109-44ef-a52b-a780447ba134 req-247c6469-683a-487a-a149-815e4b5ccab2 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:42.546063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1eee627a-5109-44ef-a52b-a780447ba134 req-247c6469-683a-487a-a149-815e4b5ccab2 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 943 time: 0.8075585 Apr 11 20:47:42.575204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=27f7d074-633f-45a8-a889-bc2a5ff65724,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:42.594076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] For port b082f5a0-a400-4bac-ba35-8b74751f82cd, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b082f5a0-a400-4bac-ba35-8b74751f82cd,segment=NetworkSegment(705b5890-b93f-48f9-9516-b3b37ec8002e),segment_id=705b5890-b93f-48f9-9516-b3b37ec8002e)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:42.594496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.617202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.636187 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60a50e5a-5074-4498-9e1e-689213aec42f req-d2beb40c-899c-4520-bc10-306cb0b40648 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537697 Apr 11 20:47:42.717866 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed88b624-0be7-427e-a441-5071442a685c'] response: {'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'code': 200} Apr 11 20:47:42.774763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:42.954898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-5d359da8-cd47-4896-bc4e-8a3b4cf0392f service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227923 Apr 11 20:47:42.963445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 02624edf-636d-43bb-af71-b5543e1b870e details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:42.980614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Calling delete_port for b082f5a0-a400-4bac-ba35-8b74751f82cd owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:43.001679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1eee627a-5109-44ef-a52b-a780447ba134 req-6aaec971-efe9-4f91-a369-496db2b32b8a tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545105 Apr 11 20:47:43.141295 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.145649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.163726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:47:43.199655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 02624edf-636d-43bb-af71-b5543e1b870e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=02624edf-636d-43bb-af71-b5543e1b870e,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:43.211828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22301389-0823-4386-99ca-c0e0f3afd86c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:43.227797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '02624edf-636d-43bb-af71-b5543e1b870e', 'network_id': '20ab88f0-7947-49ec-be92-0ef585d84511', 'port_id': '02624edf-636d-43bb-af71-b5543e1b870e', 'mac_address': 'fa:16:3e:e6:16:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b9d984-803e-4cad-9edd-72c43401d6f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:43.308998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.313229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Attempting to bind port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:43.314772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Attempting to bind port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:43.316084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Attempting to bind port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 on network a7bdc402-107c-42b2-9dfb-76f77ce962ee {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:43.320907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a13797d3-8148-44c0-9fb3-85bd094722d4 req-171a72c8-5ee3-4b9c-8df1-ee34b37a030f service neutron] 10.222.0.75 "GET /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518884 Apr 11 20:47:43.326366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.328417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9ddbc6-2287-44cd-867d-ac44b4a78b38 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:47:43.333534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02624edf-636d-43bb-af71-b5543e1b870e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:43.346514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.350668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-00360dd5-1998-4f28-8898-088c6ef1dbb3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8b9ddbc6-2287-44cd-867d-ac44b4a78b38 HTTP/1.1" status: 204 len: 168 time: 6.7103448 Apr 11 20:47:43.350970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58984) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:43.362637 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.366173 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Added segment 2786b42e-3e6b-49b4-bc1d-0c5cc8009585 of type vlan for network e061703a-38c6-4c8b-bec3-a2a229b01fac Apr 11 20:47:43.370717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 02624edf-636d-43bb-af71-b5543e1b870e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=02624edf-636d-43bb-af71-b5543e1b870e,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:43.379387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 on network a7bdc402-107c-42b2-9dfb-76f77ce962ee not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:43.379986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Attempting to bind port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 on network a7bdc402-107c-42b2-9dfb-76f77ce962ee {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:43.395275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b082f5a0-a400-4bac-ba35-8b74751f82cd no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:43.460517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Deleting subnet e6af907c-5363-428a-826c-d74cf7861d9a {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:47:43.462586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:43.462896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Checking segment: {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:43.463564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Bound using segment: {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:43.464016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Bound port: a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:43.464505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.469893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 27f7d074-633f-45a8-a889-bc2a5ff65724 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:43.473310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536345a4-74e7-4845-bc41-070f9aa4dd5b req-364374de-8d2b-4b30-952d-c698742426bf tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:43.476079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-536345a4-74e7-4845-bc41-070f9aa4dd5b req-364374de-8d2b-4b30-952d-c698742426bf tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e6be92f-b1f1-42ce-ba17-54e05633911d HTTP/1.1" status: 200 len: 945 time: 0.3070011 Apr 11 20:47:43.477512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.499141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.527553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.557631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-e7f4618c-8401-4d55-8cea-57245f80258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:43.558386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-e7f4618c-8401-4d55-8cea-57245f80258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:43.632639 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.686870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-536345a4-74e7-4845-bc41-070f9aa4dd5b req-71e9e9b3-133f-480c-aaa8-cf71385e16e4 tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.61 "GET /v2.0/security-groups?id=bed4bcfb-627a-4d89-a469-d848077e5a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451221 Apr 11 20:47:43.706671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.724613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.725700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:43.726295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.844271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-e7f4618c-8401-4d55-8cea-57245f80258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:43.848389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=02624edf-636d-43bb-af71-b5543e1b870e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:43.851304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-e7f4618c-8401-4d55-8cea-57245f80258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 944 time: 0.8801360 Apr 11 20:47:43.858432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['02624edf-636d-43bb-af71-b5543e1b870e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:43.919210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.928491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 27f7d074-633f-45a8-a889-bc2a5ff65724 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:43.928881 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.952163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e061703a-38c6-4c8b-bec3-a2a229b01fac,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:43.976126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:43.979450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:43.981137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-ebf4f212-d297-486a-99e1-3a2c6e895367 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:43.990062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e6af907c-5363-428a-826c-d74cf7861d9a HTTP/1.1" status: 204 len: 168 time: 0.6380570 Apr 11 20:47:43.996397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58988) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:43.996895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53a357-e0a4-49db-bd79-bf58c021014c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6af907c-5363-428a-826c-d74cf7861d9a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:44.004681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e091d085-1205-49d1-897e-8d423dbf39e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.018967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e061703a-38c6-4c8b-bec3-a2a229b01fac details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:47:44.024713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b75b986d-7a60-4dbb-95c0-f45cbbd9226e req-c68fdbab-db38-4a35-b0d4-7d44edfac0fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1557930 Apr 11 20:47:44.028703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-ebf4f212-d297-486a-99e1-3a2c6e895367 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:44.032356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34156780-5ba3-4b35-8117-6d27138d5ac2 req-ebf4f212-d297-486a-99e1-3a2c6e895367 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793661 Apr 11 20:47:44.131694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-45ca21e7-6aa7-4689-90c3-97b5895441f0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.1450467 Apr 11 20:47:44.134015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58996) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:44.136179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.141803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:44.142374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.144209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Request body: {'subnet': {'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-690622493-subnet', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:44.154100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:44.165284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Usage tracker for resource:subnet and tenant:4f4076379a64457fa9d40ba3f2ebd4c5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:44.176101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:44.185929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:44.258013 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.308569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Made reservation on behalf of 4f4076379a64457fa9d40ba3f2ebd4c5 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:44.311376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.346624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Pushing event deleted for resources: {'Port': ['ID=b082f5a0-a400-4bac-ba35-8b74751f82cd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:44.355709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.357850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] 10.222.0.75 "PUT /v2.0/ports/a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 1092 time: 5.7268503 Apr 11 20:47:44.369229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:44.434214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-116515fa-fa04-4471-ada4-783ff51ed3f0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2172346 Apr 11 20:47:44.442391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.675429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] No DVR routers for this DVR port b082f5a0-a400-4bac-ba35-8b74751f82cd on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:47:44.694228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.696261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50e82f07-2c1c-4e51-bee0-96424196e748 req-7bf2b512-1ddb-4df8-a470-7671b899febd tempest-VolumesActionsTest-584559912 tempest-VolumesActionsTest-584559912-project] 10.222.0.69 "DELETE /v2.0/ports/b082f5a0-a400-4bac-ba35-8b74751f82cd HTTP/1.1" status: 204 len: 173 time: 3.8623581 Apr 11 20:47:44.749344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24395a9-217c-4ca0-be66-ee4742702495 service neutron] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:44.813442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.897794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-b324ef6b-8dd6-48c6-b221-bbbd7fe2626f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:44.904606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-b324ef6b-8dd6-48c6-b221-bbbd7fe2626f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4595344 Apr 11 20:47:44.910069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:44.933472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cdb870-e59c-491b-86c0-c88c18babf1e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:44.940193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Checking segment: {'id': '2786b42e-3e6b-49b4-bc1d-0c5cc8009585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:44.940543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Network hostable DHCP agents. Network: e061703a-38c6-4c8b-bec3-a2a229b01fac, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:47:44.959432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-0e25b43d-2144-4b58-aae4-b275b66b1c4c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/quotas/745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 375 time: 0.0536861 Apr 11 20:47:44.970774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 02624edf-636d-43bb-af71-b5543e1b870e up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:45.004362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815fe5c5-f684-4441-88f5-afe6f7b1c958']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:45.019993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-2ca5e674-8e9d-4175-ae75-9c6eede96fb6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1095 time: 0.5047622 Apr 11 20:47:45.069292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Network e061703a-38c6-4c8b-bec3-a2a229b01fac is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:47:45.087941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa2804f-1127-415c-aff7-99f52ca95053') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:45.088225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa2804f-1127-415c-aff7-99f52ca95053') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:45.125163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.133276 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-a6733c2b-052a-4e43-9b8d-b0b99c9db8b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 217 time: 0.1014066 Apr 11 20:47:45.155950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 02624edf-636d-43bb-af71-b5543e1b870e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:45.159152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e061703a-38c6-4c8b-bec3-a2a229b01fac) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:45.167785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 02624edf-636d-43bb-af71-b5543e1b870e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:45.168376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.184948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:45.190287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.194253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.211386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:47:45.211810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:47:45.228225 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:47:45.241559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e34982-8a23-4bae-8c73-66e58fd7cd00 None None] Network e061703a-38c6-4c8b-bec3-a2a229b01fac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:45.313093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eef9d488-ed4b-4af9-a4c6-57a680fefbe7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1754038 Apr 11 20:47:45.313364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59026) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:45.322234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:45.328746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:45.341517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Usage tracker for resource:router and tenant:4f4076379a64457fa9d40ba3f2ebd4c5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:45.347383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:45.358432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:45.431713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-51cf2f7c-c244-4222-8387-c510965a7bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:45.433183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-51cf2f7c-c244-4222-8387-c510965a7bbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.2885985 Apr 11 20:47:45.447109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.448336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.464953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-4b612353-1746-4f3a-9038-644be8084549 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5043633 Apr 11 20:47:45.485097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.537068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-76f26d5b-85cb-4ced-826e-60aafe01554d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918941 Apr 11 20:47:45.549714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.635236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02624edf-636d-43bb-af71-b5543e1b870e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:45.640689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.645971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.650568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-e061703a-38c6-4c8b-bec3-a2a229b01fac', 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'fixed_ips': [{'subnet_id': 'b4cdb870-e59c-491b-86c0-c88c18babf1e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:47:45.653686 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.701592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 02624edf-636d-43bb-af71-b5543e1b870e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=02624edf-636d-43bb-af71-b5543e1b870e,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:45.899446 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:45.899446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 20e7d73f-506b-4111-bf58-d105036ea7b7 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:45.905753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] Pushing event deleted for resources: {'Network': ['ID=815fe5c5-f684-4441-88f5-afe6f7b1c958,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:45.933005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f4ecbddd-0e31-46bc-9be6-7f72cd83f5af admin admin] 10.222.0.61 "DELETE /v2.0/networks/815fe5c5-f684-4441-88f5-afe6f7b1c958 HTTP/1.1" status: 204 len: 168 time: 1.9355271 Apr 11 20:47:46.024824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.223447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=02624edf-636d-43bb-af71-b5543e1b870e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:46.233550 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17e3c27e-3be7-4586-affe-78c45bb704bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.260494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Allocated IP 172.20.0.2 (e061703a-38c6-4c8b-bec3-a2a229b01fac/b4cdb870-e59c-491b-86c0-c88c18babf1e/5d150f32-8e68-452b-ac44-0f3de6664dd6) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:46.302126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-eca8fd1e-3624-4836-b784-05c98e7e5ecb service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542062 Apr 11 20:47:46.333514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94c25-d4ef-4895-bdfb-725d3dda6212 req-e4ff3d89-2a9b-419f-ab2e-0f8f07ed08d4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:46.345448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cb94c25-d4ef-4895-bdfb-725d3dda6212 req-e4ff3d89-2a9b-419f-ab2e-0f8f07ed08d4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 944 time: 0.3949294 Apr 11 20:47:46.361363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 20e7d73f-506b-4111-bf58-d105036ea7b7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:46.372326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 20e7d73f-506b-4111-bf58-d105036ea7b7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:46.372553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.561023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.572360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e6fda3-ecf4-42dd-874d-7ee0acaf20e6 req-e435d4dd-a890-49aa-b2b4-b5ecaf5beacc service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577534 Apr 11 20:47:46.600117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.638291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cb94c25-d4ef-4895-bdfb-725d3dda6212 req-6d30a6be-50fd-41a5-b8aa-fcbde42ac177 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918861 Apr 11 20:47:46.660891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59050) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:46.661667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-edb0ec68-8ffa-4642-a31e-1a528c16ebaa tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:47:46.670944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-edb0ec68-8ffa-4642-a31e-1a528c16ebaa tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0155730 Apr 11 20:47:46.677517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Request body: {'binding': {'host': 'n-h2-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:46.678208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Unknown quota resources ['binding']. {{(pid=84667) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:47:46.680641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.692370 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.705823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Transition to ACTIVE for port object 5d150f32-8e68-452b-ac44-0f3de6664dd6 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:46.742891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Transition to ACTIVE for port object 5d150f32-8e68-452b-ac44-0f3de6664dd6 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:46.750602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:46.768991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4e04e0bb-85e2-4c31-9384-d242487b3045 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8dd7108c28c54f739fb6d50f3947a558&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067259 Apr 11 20:47:46.772237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:46.822345 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5dfe83-c8ea-4ba7-be36-a67fe1255fb0'] response: {'name': 'network-changed', 'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'status': 'completed', 'code': 200} Apr 11 20:47:46.833657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.896566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:46.940473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Network e061703a-38c6-4c8b-bec3-a2a229b01fac is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:46.944624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:46.967912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:46.976574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Pushing event updated for resources: {'Port': ['ID=5d150f32-8e68-452b-ac44-0f3de6664dd6,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:46.999526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-869a0b6f-b19d-4576-adf5-abbc76ab2a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.014154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Allocated IP 172.25.5.202 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/f5d1ef7a-a41c-42c1-8f26-f87729070c73) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:47.040968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on host n-h2-837321-1 for vnic_type normal with profile None {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:47.041327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:47.041625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:47.049179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:47.054424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:47.058792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:47.059128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:47.060541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:47.060990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Bound port: efd04469-fa0c-46d5-84f1-5ec30da66201, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:47.061250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-869a0b6f-b19d-4576-adf5-abbc76ab2a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.100953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:47.146183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-06a39ee6-b889-4bca-8551-fa09d3289c0f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1095 time: 0.2917945 Apr 11 20:47:47.158524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Attempting to bind port 5d150f32-8e68-452b-ac44-0f3de6664dd6 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:47.159052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Attempting to bind port 5d150f32-8e68-452b-ac44-0f3de6664dd6 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2786b42e-3e6b-49b4-bc1d-0c5cc8009585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:47.159927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Attempting to bind port 5d150f32-8e68-452b-ac44-0f3de6664dd6 on network e061703a-38c6-4c8b-bec3-a2a229b01fac {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:47.184776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:47.187110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:47.187528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Checking segment: {'id': '2786b42e-3e6b-49b4-bc1d-0c5cc8009585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:47.187919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.188301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Bound using segment: {'id': '2786b42e-3e6b-49b4-bc1d-0c5cc8009585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:47.188773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Bound port: 5d150f32-8e68-452b-ac44-0f3de6664dd6, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2786b42e-3e6b-49b4-bc1d-0c5cc8009585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:47.189283 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.278959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.282017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-8d5da3c8-fcec-4d2a-ad63-655d84eac022 service neutron] 10.222.0.61 "POST /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201/bindings HTTP/1.1" status: 201 len: 389 time: 0.6080151 Apr 11 20:47:47.326624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:47:47.327219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.365769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-869a0b6f-b19d-4576-adf5-abbc76ab2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.388285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.414030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:47:47.415196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cf033836-b3e6-4a5d-92f9-42af0a1b6bd7 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:47:47.456101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a0b6f-b19d-4576-adf5-abbc76ab2a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c93ee1-1402-4bb9-93eb-cd5b2e38aad6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:47.515336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] For port 5d150f32-8e68-452b-ac44-0f3de6664dd6, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:47.518741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] For port 5d150f32-8e68-452b-ac44-0f3de6664dd6, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d150f32-8e68-452b-ac44-0f3de6664dd6,segment=NetworkSegment(2786b42e-3e6b-49b4-bc1d-0c5cc8009585),segment_id=2786b42e-3e6b-49b4-bc1d-0c5cc8009585)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:47.531136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-970ad4e7-2472-45bc-b64e-896bf0a3c912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:47.535082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-970ad4e7-2472-45bc-b64e-896bf0a3c912 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 0.3792405 Apr 11 20:47:47.554227 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.587165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.591159 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.631850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:47.636699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-869a0b6f-b19d-4576-adf5-abbc76ab2a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:47.641744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-869a0b6f-b19d-4576-adf5-abbc76ab2a9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79c93ee1-1402-4bb9-93eb-cd5b2e38aad6 HTTP/1.1" status: 204 len: 168 time: 0.8683753 Apr 11 20:47:47.649817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:47.650646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-8667f4d4-2ccf-418f-b635-7fe0f99548c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 217 time: 0.1103647 Apr 11 20:47:47.668611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:47.674351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8ad0-10bf-4007-acd4-92c8e493ed18 req-cc956daf-1aad-4ef8-911d-5dc31ff35f97 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:47.680029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17dd8ad0-10bf-4007-acd4-92c8e493ed18 req-cc956daf-1aad-4ef8-911d-5dc31ff35f97 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 944 time: 0.2776675 Apr 11 20:47:47.755507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87247613-e446-446a-810f-a7e04f6f1e6f None None] Pushing event updated for resources: {'Port': ['ID=5d150f32-8e68-452b-ac44-0f3de6664dd6,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:47.835556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Pushing event updated for resources: {'Port': ['ID=f5d1ef7a-a41c-42c1-8f26-f87729070c73,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:47.855311 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8654aa5d-0d1f-4e5b-8311-562fa79a2c3d'] response: {'server_uuid': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02624edf-636d-43bb-af71-b5543e1b870e', 'code': 200} Apr 11 20:47:47.874207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-84bed264-96c4-4ecf-9416-b22b27fb2304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:47.875949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-84bed264-96c4-4ecf-9416-b22b27fb2304 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.1929653 Apr 11 20:47:47.929355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.930086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.930589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.930947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.931733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.932046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.932418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.932748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.933216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.933793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.934132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:47:47.984720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-95519d98-9ef9-42ad-b183-44b518d62334 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856271 Apr 11 20:47:48.155062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-639d62f1-3472-40b8-a803-1c029abf9392 req-83b94274-b718-4a66-bbaa-1e61cb8604bf tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 210 time: 0.1093771 Apr 11 20:47:48.199232 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17dd8ad0-10bf-4007-acd4-92c8e493ed18 req-b939088b-7d6b-49a2-b628-e08969bc4c21 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225472 Apr 11 20:47:48.226878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14af119a-9554-445d-97b0-f4c063cebef7 req-a6e97a6a-6a8d-4bda-a10e-9b4fd54df96d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 1097 time: 0.2865546 Apr 11 20:47:48.389354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-db2c4a12-1eae-4ec7-b693-87eeceaa5dc3 service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877501 Apr 11 20:47:48.426399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14af119a-9554-445d-97b0-f4c063cebef7 req-adb0df56-bf04-424e-8b2a-f3e6c6bfd9db service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728847 Apr 11 20:47:48.612496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:48.739823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02daf88b-52d4-4c30-b3fd-c3fb90efc556 req-bfe65388-c682-4e1a-8382-434d28ef108c service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405867 Apr 11 20:47:48.777471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10727b93-f4bc-4149-9fc1-ebc9201408a6 req-bbe30a12-c1fb-436a-b938-cbb9a8e80013 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:48.779246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10727b93-f4bc-4149-9fc1-ebc9201408a6 req-bbe30a12-c1fb-436a-b938-cbb9a8e80013 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.1786270 Apr 11 20:47:48.824162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'name': 'network-vif-deleted', 'tag': 'b082f5a0-a400-4bac-ba35-8b74751f82cd'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:48.893051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10727b93-f4bc-4149-9fc1-ebc9201408a6 req-b8be2b34-1e42-4fba-9c33-736e42f705eb tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056898 Apr 11 20:47:48.923399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c76747-cec0-40b8-a48b-5d7dd3ad1786 req-4aef5080-ab72-4cda-aff3-ee85388b9bfd tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:48.928872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2c76747-cec0-40b8-a48b-5d7dd3ad1786 req-4aef5080-ab72-4cda-aff3-ee85388b9bfd tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 945 time: 0.4963470 Apr 11 20:47:48.966659 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e73b0ad-6948-43a3-8939-047f0bad74c4'] response: {'server_uuid': '0e6be92f-b1f1-42ce-ba17-54e05633911d', 'name': 'network-vif-deleted', 'tag': 'b082f5a0-a400-4bac-ba35-8b74751f82cd', 'status': 'completed', 'code': 200} Apr 11 20:47:48.979464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:48.980479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:48.987869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:47:49.098849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-3777205d-5320-432d-829f-19cee166f366 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1096 time: 0.2896636 Apr 11 20:47:49.186426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-c11bcbfe-98eb-4d07-9229-4977c125e047 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=745a7b820308433a92d2acba06fb4b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743289 Apr 11 20:47:49.512309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68ec60-c1eb-459c-8369-921f164acd3b None None] Network e061703a-38c6-4c8b-bec3-a2a229b01fac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:47:49.690269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2c76747-cec0-40b8-a48b-5d7dd3ad1786 req-6b41ca20-0d1e-44fe-9b9a-537f78140732 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574699 Apr 11 20:47:49.712615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d150f32-8e68-452b-ac44-0f3de6664dd6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:49.812785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:49.873730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:49.921575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-12ec3aef-37af-46b8-b217-de8049b0a4c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:49.934812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-12ec3aef-37af-46b8-b217-de8049b0a4c6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.6222551 Apr 11 20:47:49.935797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee', 'port_id': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'mac_address': 'fa:16:3e:60:96:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6b36a8-c466-4e13-9e66-aeeee2b279a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:47:49.983065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-146fa52b-d172-4688-8535-6fa86f21a9ef req-eea39641-e034-44a4-85a3-45d23384a613 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 210 time: 0.2376144 Apr 11 20:47:50.114251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-d0016708-c6df-4acc-8aad-cb05876df605 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:50.116261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-d0016708-c6df-4acc-8aad-cb05876df605 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9170871 Apr 11 20:47:50.138847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Request body: {'port': {'device_id': '0df103bd-1937-4859-b140-a25d2d779392', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '745a7b820308433a92d2acba06fb4b47'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:50.160363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-43aa5096-79f7-4b06-8ac6-145affd065ad None None] Provisioning for port 5d150f32-8e68-452b-ac44-0f3de6664dd6 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:50.179564 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdf2b12-a208-44b5-8353-f61d447341cd'] response: {'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7', 'code': 200} Apr 11 20:47:50.182586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-02d69de0-25a8-47b9-8ac4-44214844f9b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 217 time: 0.2372844 Apr 11 20:47:50.209438 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:50.273076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-99880860-5166-4176-879a-4c4218bc7df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:50.277605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-99880860-5166-4176-879a-4c4218bc7df0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.0828919 Apr 11 20:47:50.348644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-4b0bbc91-cd87-4c8e-93b2-27ebc2d7b568 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610893 Apr 11 20:47:50.385431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:50.416247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:50.499375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5d150f32-8e68-452b-ac44-0f3de6664dd6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:50.502204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ce89-b061-40ba-a495-4e58bf9c2890 req-bd1a014d-8f80-4440-a922-6b948508fa43 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:50.509168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b40ce89-b061-40ba-a495-4e58bf9c2890 req-bd1a014d-8f80-4440-a922-6b948508fa43 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 944 time: 0.4063129 Apr 11 20:47:50.511008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5d150f32-8e68-452b-ac44-0f3de6664dd6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:50.513542 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:50.561908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-de09a51b-ec02-4479-bcb0-2155489d49a8 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055025 Apr 11 20:47:50.569028 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:50.596062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b40ce89-b061-40ba-a495-4e58bf9c2890 req-40249662-1616-4425-837a-8ed253dad266 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859458 Apr 11 20:47:50.609350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:50.648531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-812df00e-ef50-422f-a105-a33d89f6fc2e req-4bea44c4-6919-47ee-9240-e140bb23cf1c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 1096 time: 0.2880139 Apr 11 20:47:50.654807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:50.707824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:50.736492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90ae58-1213-412e-894d-562ced0e90cb req-aeea5af4-c112-438e-aa57-5c994f9637fc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:50.749577 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c90ae58-1213-412e-894d-562ced0e90cb req-aeea5af4-c112-438e-aa57-5c994f9637fc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.3884592 Apr 11 20:47:50.806173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Made reservation on behalf of 745a7b820308433a92d2acba06fb4b47 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:47:50.809553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:50.848099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:50.983723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Router a4a0c841-1e7f-433e-846d-ff0e8649f596 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:47:51.003864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:51.012258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-d31221d5-361e-4134-acfb-db9261a19611 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290152 Apr 11 20:47:51.034477 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-812df00e-ef50-422f-a105-a33d89f6fc2e req-43f0adbc-26d6-42e4-9b5a-69450af6703d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599508 Apr 11 20:47:51.068247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c90ae58-1213-412e-894d-562ced0e90cb req-27ae09a0-059a-4dc1-837c-00a6552d5d5e tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152351 Apr 11 20:47:51.158832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5d150f32-8e68-452b-ac44-0f3de6664dd6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d150f32-8e68-452b-ac44-0f3de6664dd6,segment=NetworkSegment(2786b42e-3e6b-49b4-bc1d-0c5cc8009585),segment_id=2786b42e-3e6b-49b4-bc1d-0c5cc8009585)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:51.196815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c0a51652-9502-4a66-8543-bdb81f64f07b None None] Provisioning complete for port 5d150f32-8e68-452b-ac44-0f3de6664dd6 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:51.197190 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0a51652-9502-4a66-8543-bdb81f64f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:51.285662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Allocated IP 192.168.233.141 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/304958e9-bd1f-4222-ade6-caa1291b6f13) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:51.358357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d404-975f-4c5c-9215-ddcc61c552ec req-a663580e-2aaa-4359-83c9-90ddb9acce85 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:51.359668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ac4d404-975f-4c5c-9215-ddcc61c552ec req-a663580e-2aaa-4359-83c9-90ddb9acce85 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 945 time: 0.2043178 Apr 11 20:47:51.438585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ac4d404-975f-4c5c-9215-ddcc61c552ec req-03c7562c-13d4-4db4-aa1f-c7875139d9a1 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700753 Apr 11 20:47:51.488734 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:51.528751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:47:51.567907 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b075a4e-2e9d-43e1-a2cd-7a3ab88c7cf4 req-de29179a-d934-4d72-971c-7646df95b451 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 210 time: 0.2371695 Apr 11 20:47:51.589793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Sync routers for ids ['a4a0c841-1e7f-433e-846d-ff0e8649f596'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:47:51.629699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:51.631095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6e5b7a59-cfb0-4830-9645-73ad114e81ca admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3165870 Apr 11 20:47:51.633968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59134) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:51.796072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:51.865909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Routers {'a4a0c841-1e7f-433e-846d-ff0e8649f596'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:51.868889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a4a0c841-1e7f-433e-846d-ff0e8649f596'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:51.985332 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:52.057375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Transition to ACTIVE for port object 304958e9-bd1f-4222-ade6-caa1291b6f13 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:52.213616 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:52.321360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:52.441375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:52.631232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0969f-d530-4624-8fee-b7ccc7d0074c req-fa671e0f-a310-4dc0-ad4f-c40562a48c21 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:52.634845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11a0969f-d530-4624-8fee-b7ccc7d0074c req-fa671e0f-a310-4dc0-ad4f-c40562a48c21 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 945 time: 0.3677092 Apr 11 20:47:52.643417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5d150f32-8e68-452b-ac44-0f3de6664dd6,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:52.756437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:52.758751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11a0969f-d530-4624-8fee-b7ccc7d0074c req-fc531d2c-bc0d-40a2-b390-81f28fa58d4c tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126842 Apr 11 20:47:52.759428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:52.776765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:52.779358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:52.857475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:47:52.928410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d53fd0c79b43dfb3d4508123414b32 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:47:52.943404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:47:52.977004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:47:53.011093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:53.023012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:53.176202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433a8c8-1fb0-4aaf-8dd5-f71e61c7c9b5 req-6853364d-9c30-48c2-b4d0-f06af3db0a89 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:53.186246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:47:53.190928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8433a8c8-1fb0-4aaf-8dd5-f71e61c7c9b5 req-6853364d-9c30-48c2-b4d0-f06af3db0a89 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.6366665 Apr 11 20:47:53.274561 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-acfa77ec-d552-4555-b0df-a4714ca0640f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1413581 Apr 11 20:47:53.291883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Request body: {'port': {'device_id': '0df103bd-1937-4859-b140-a25d2d779392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:47:53.358453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823e3c-cce3-490f-acf4-1a367c3e6959 req-c90c688a-7519-4a95-885f-a6f0a59159ad tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:53.360114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49823e3c-cce3-490f-acf4-1a367c3e6959 req-c90c688a-7519-4a95-885f-a6f0a59159ad tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 945 time: 0.2833517 Apr 11 20:47:53.432168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8433a8c8-1fb0-4aaf-8dd5-f71e61c7c9b5 req-2745d553-5285-4289-94de-a1595fd6b482 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389929 Apr 11 20:47:53.464987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49823e3c-cce3-490f-acf4-1a367c3e6959 req-09db289d-b583-40fd-9a17-b0d8ef150437 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965688 Apr 11 20:47:53.487577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f25cebe-04f2-44d0-a407-da4e189769fe None None] Provisioning for port 304958e9-bd1f-4222-ade6-caa1291b6f13 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:53.633522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f25cebe-04f2-44d0-a407-da4e189769fe None None] Provisioning complete for port 304958e9-bd1f-4222-ade6-caa1291b6f13 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:53.633887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f25cebe-04f2-44d0-a407-da4e189769fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:53.663798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:53.695648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Set router a4a0c841-1e7f-433e-846d-ff0e8649f596 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:53.751518 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:53.831312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622a4d4e-bfff-415d-886c-7aecc14f895c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:53.839390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d150f32-8e68-452b-ac44-0f3de6664dd6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:53.883091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:53.933812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59164) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:47:53.936020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-07af9da5-d4b1-4f8c-a0ab-8d07e7ccb498 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5d53fd0c79b43dfb3d4508123414b32&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1385806 Apr 11 20:47:53.948520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d35bc-4993-4ee7-9985-3979f88a53ab req-3aad8f2d-ffc1-4129-a567-838cb8de0831 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:53.956272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d5d35bc-4993-4ee7-9985-3979f88a53ab req-3aad8f2d-ffc1-4129-a567-838cb8de0831 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 946 time: 0.1943321 Apr 11 20:47:54.074323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d5d35bc-4993-4ee7-9985-3979f88a53ab req-1e454271-4b67-4af6-a19b-cc2e8517b444 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166477 Apr 11 20:47:54.135670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-207a1d82-7ae2-4e00-b90f-e95eda7e5e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.243924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-207a1d82-7ae2-4e00-b90f-e95eda7e5e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.461258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dbe90-b550-484e-8dcb-78c685f1f0a8 req-59021385-6135-4a4a-ac02-d88da6516a12 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:54.464442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2c7dbe90-b550-484e-8dcb-78c685f1f0a8 req-59021385-6135-4a4a-ac02-d88da6516a12 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:47:54.484330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5f25cebe-04f2-44d0-a407-da4e189769fe None None] Port 304958e9-bd1f-4222-ade6-caa1291b6f13 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:54.576973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2c7dbe90-b550-484e-8dcb-78c685f1f0a8 req-59021385-6135-4a4a-ac02-d88da6516a12 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:47:54.578454 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c7dbe90-b550-484e-8dcb-78c685f1f0a8 req-59021385-6135-4a4a-ac02-d88da6516a12 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 936 time: 0.9117725 Apr 11 20:47:54.627305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5d150f32-8e68-452b-ac44-0f3de6664dd6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:54.628041 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.692827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc9788-157a-4103-b685-553ba4450c09 req-6701c4c0-af77-44cd-af00-f48436232e0a tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:54.700737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:45Z', 'updated_at': '2022-04-11T20:47:48Z', 'revision_number': 3, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'gw_port': {'id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:46Z', 'updated_at': '2022-04-11T20:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:54.701035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bebc9788-157a-4103-b685-553ba4450c09 req-6701c4c0-af77-44cd-af00-f48436232e0a tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 945 time: 0.3203921 Apr 11 20:47:54.716322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Checking router: a4a0c841-1e7f-433e-846d-ff0e8649f596 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:47:54.727562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Updating router a4a0c841-1e7f-433e-846d-ff0e8649f596 port f5d1ef7a-a41c-42c1-8f26-f87729070c73 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:47:54.739663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.746318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c7dbe90-b550-484e-8dcb-78c685f1f0a8 req-64926f6a-8c6b-43fc-a73f-2866ad7c6ae6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589620 Apr 11 20:47:54.749430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304958e9-bd1f-4222-ade6-caa1291b6f13 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:47:54.761046 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-207a1d82-7ae2-4e00-b90f-e95eda7e5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.775745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.814043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Transition to ACTIVE for port object 304958e9-bd1f-4222-ade6-caa1291b6f13 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:54.814750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bebc9788-157a-4103-b685-553ba4450c09 req-7b70d70b-ae68-4609-8d54-9edf97d5e0f7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128383 Apr 11 20:47:54.819585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:54.893412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:55.019779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:47:55.131889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:55.138070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a1d82-7ae2-4e00-b90f-e95eda7e5e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a4d4e-bfff-415d-886c-7aecc14f895c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:55.317082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Allocated IP 172.20.0.1 (e061703a-38c6-4c8b-bec3-a2a229b01fac/b4cdb870-e59c-491b-86c0-c88c18babf1e/eced5931-3a6b-4d69-8898-fb00c05635db) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:47:55.441445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:55.441445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:55.441445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:55.467521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:47:55.467521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:55.483272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:55.485434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:55.485574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:55.487534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Bound port: 304958e9-bd1f-4222-ade6-caa1291b6f13, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:55.487714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:55.589127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:55.624472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:55.625246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:55.661301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-207a1d82-7ae2-4e00-b90f-e95eda7e5e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:55.664785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-207a1d82-7ae2-4e00-b90f-e95eda7e5e5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/622a4d4e-bfff-415d-886c-7aecc14f895c HTTP/1.1" status: 204 len: 168 time: 1.7242444 Apr 11 20:47:55.796323 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:47:55.849815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:55.855672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0c872-6980-42d0-b5f3-21645822649b req-a7f5ac0b-0a3a-44c3-b20c-e9ca1bfcea52 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:55.857280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97a0c872-6980-42d0-b5f3-21645822649b req-a7f5ac0b-0a3a-44c3-b20c-e9ca1bfcea52 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.8449187 Apr 11 20:47:55.866374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:55.933476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:55.989224 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.002660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97a0c872-6980-42d0-b5f3-21645822649b req-724cb978-2240-41cf-86ca-690e52176d9b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335714 Apr 11 20:47:56.031842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Transition to ACTIVE for port object eced5931-3a6b-4d69-8898-fb00c05635db will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:56.049861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.089610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Transition to ACTIVE for port object f5d1ef7a-a41c-42c1-8f26-f87729070c73 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:47:56.096741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.115750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.117268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] 10.222.0.69 "PUT /v2.0/ports/304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 1096 time: 2.8304343 Apr 11 20:47:56.120058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:56.128672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:47:56.144203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:56.167406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.195864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b193ff-2780-4e88-8f8e-93b8b9a49c48 service neutron] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:56.224904 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.361941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.497235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-56cc45b0-6715-45c9-b2a5-d83d54bb4d54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1099 time: 0.2393839 Apr 11 20:47:56.551797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Attempting to bind port f5d1ef7a-a41c-42c1-8f26-f87729070c73 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:47:56.553680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Attempting to bind port f5d1ef7a-a41c-42c1-8f26-f87729070c73 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:47:56.554638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Attempting to bind port f5d1ef7a-a41c-42c1-8f26-f87729070c73 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:47:56.560727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675a48f-f381-4207-9c48-fa6e9957914d None None] Pushing event updated for resources: {'Port': ['ID=f5d1ef7a-a41c-42c1-8f26-f87729070c73,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:56.587293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:47:56.588066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:47:56.589912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.591037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:47:56.591800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Bound port: f5d1ef7a-a41c-42c1-8f26-f87729070c73, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:47:56.595567 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.683218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Pushing event updated for resources: {'Port': ['ID=eced5931-3a6b-4d69-8898-fb00c05635db,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:56.734106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-cf9670ca-c963-4d3e-88ad-58c8e23c1bbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.2245677 Apr 11 20:47:56.788449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Network e061703a-38c6-4c8b-bec3-a2a229b01fac is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:56.791435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:56.794880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:47:56.908117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:56.919009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b8ba-ad57-45ec-98ac-23d4e8c94381 req-8f830d32-3ce2-46a1-957b-d13e43918da7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:56.926976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a785b8ba-ad57-45ec-98ac-23d4e8c94381 req-8f830d32-3ce2-46a1-957b-d13e43918da7 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.2512271 Apr 11 20:47:57.054650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] For port f5d1ef7a-a41c-42c1-8f26-f87729070c73, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:47:57.098538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:57.108512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a785b8ba-ad57-45ec-98ac-23d4e8c94381 req-2398728f-1b0f-445d-8a9f-758a4b0bc74b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785002 Apr 11 20:47:57.113219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] For port f5d1ef7a-a41c-42c1-8f26-f87729070c73, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f5d1ef7a-a41c-42c1-8f26-f87729070c73,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:47:57.180317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-ad261b59-d817-46f7-872f-d1d74a0e51d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:57.181982 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-ad261b59-d817-46f7-872f-d1d74a0e51d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.4404364 Apr 11 20:47:57.229918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:57.281972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:57.348537 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d33e6e5-a635-4da3-b1f4-698fcf8214f9'] response: {'name': 'network-changed', 'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'status': 'completed', 'code': 200} Apr 11 20:47:57.400424 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f6a96f-4b1e-4520-8761-6e78c2bc9dab'] response: {'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'code': 200} Apr 11 20:47:57.402198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675a48f-f381-4207-9c48-fa6e9957914d None None] Pushing event updated for resources: {'Port': ['ID=f5d1ef7a-a41c-42c1-8f26-f87729070c73,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:57.404928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b6595aef-a47b-456f-a1f9-14d50ea2c556 None None] Provisioning for port eced5931-3a6b-4d69-8898-fb00c05635db completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:47:57.413657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b6595aef-a47b-456f-a1f9-14d50ea2c556 None None] Provisioning complete for port eced5931-3a6b-4d69-8898-fb00c05635db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:57.414344 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6595aef-a47b-456f-a1f9-14d50ea2c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:57.459369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db906fc-308a-495c-a9e2-52b627ebc50d req-c62e8a1d-3691-420b-bb0c-d03e3e063c78 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:57.466073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4db906fc-308a-495c-a9e2-52b627ebc50d req-c62e8a1d-3691-420b-bb0c-d03e3e063c78 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 946 time: 0.5107555 Apr 11 20:47:57.513503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Routers {'a4a0c841-1e7f-433e-846d-ff0e8649f596'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:47:57.514258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a4a0c841-1e7f-433e-846d-ff0e8649f596'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:57.539903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-d5b85b5f-3b40-4c56-9f10-66af8b89826f tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:57.542897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-d5b85b5f-3b40-4c56-9f10-66af8b89826f tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/ports?device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 946 time: 0.6854777 Apr 11 20:47:57.655697 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4db906fc-308a-495c-a9e2-52b627ebc50d req-5d1a7dee-3b0c-4b44-848f-d668b7ad6e85 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836426 Apr 11 20:47:57.661168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Deleting port 02624edf-636d-43bb-af71-b5543e1b870e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:47:57.661510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:57.765446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-a4ee08d0-afa5-4d8b-96fa-6887fdfefc06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5758307 Apr 11 20:47:57.794338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-383a951d-6a1b-4f00-8a08-9170eb965bdf req-744bc8a9-a68a-400d-a9ee-f1698ad3493a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1097 time: 0.4140148 Apr 11 20:47:57.867304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] Set router a4a0c841-1e7f-433e-846d-ff0e8649f596 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:47:57.891842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba48de-08df-48fc-9a4f-8c49d3fb6aaa req-6d147b22-d71c-4e96-bf12-a1e52f911b96 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:57.898268 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-feba48de-08df-48fc-9a4f-8c49d3fb6aaa req-6d147b22-d71c-4e96-bf12-a1e52f911b96 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 946 time: 0.4134722 Apr 11 20:47:57.991957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-383a951d-6a1b-4f00-8a08-9170eb965bdf req-793c2dd5-f0d6-4a17-96b8-2a4e091f0d4a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822917 Apr 11 20:47:58.032410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6595aef-a47b-456f-a1f9-14d50ea2c556 None None] Port eced5931-3a6b-4d69-8898-fb00c05635db cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:58.103732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-feba48de-08df-48fc-9a4f-8c49d3fb6aaa req-0f6c75da-1c70-4953-a3cb-51de2071609e tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980641 Apr 11 20:47:58.165702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:58.308344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-255dbe1c-885b-485c-a69d-47c7cc5fddd4 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334601 Apr 11 20:47:58.401042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:58.558037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:58.630246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:45Z', 'updated_at': '2022-04-11T20:47:57Z', 'revision_number': 4, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'gw_port': {'id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:46Z', 'updated_at': '2022-04-11T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'eced5931-3a6b-4d69-8898-fb00c05635db', 'name': '', 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'mac_address': 'fa:16:3e:3f:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4cdb870-e59c-491b-86c0-c88c18babf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:54Z', 'updated_at': '2022-04-11T20:47:55Z', 'revision_number': 1, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'subnets': [{'id': 'b4cdb870-e59c-491b-86c0-c88c18babf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:47:58.638282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:58.638638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d8697-e80c-4963-bb46-0cdefcdc3f29 None None] The sync data for ids ['a4a0c841-1e7f-433e-846d-ff0e8649f596'] in n-d-837321-1 is: [{'id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:45Z', 'updated_at': '2022-04-11T20:47:57Z', 'revision_number': 4, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'gw_port': {'id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:46Z', 'updated_at': '2022-04-11T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'eced5931-3a6b-4d69-8898-fb00c05635db', 'name': '', 'network_id': 'e061703a-38c6-4c8b-bec3-a2a229b01fac', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'mac_address': 'fa:16:3e:3f:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4cdb870-e59c-491b-86c0-c88c18babf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:54Z', 'updated_at': '2022-04-11T20:47:55Z', 'revision_number': 1, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'subnets': [{'id': 'b4cdb870-e59c-491b-86c0-c88c18babf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:47:58.762166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dde159b7-5f87-4e96-8c5b-b81b8713b49d req-62674975-e0cd-4461-8e20-531e699781bf service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405916 Apr 11 20:47:58.781290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Pushing event updated for resources: {'Port': ['ID=eced5931-3a6b-4d69-8898-fb00c05635db,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:47:58.871071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c797ac-0728-44a4-af63-ab4ef1c5ccd6 req-f363cdac-0d78-41b0-9f33-fc6bef186097 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:58.872820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8c797ac-0728-44a4-af63-ab4ef1c5ccd6 req-f363cdac-0d78-41b0-9f33-fc6bef186097 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.3661859 Apr 11 20:47:58.887869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Network e061703a-38c6-4c8b-bec3-a2a229b01fac is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:47:58.938458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:47:59.195181 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8c797ac-0728-44a4-af63-ab4ef1c5ccd6 req-1b6f0b0a-d9ca-419d-804e-2adc0b32c3f6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055890 Apr 11 20:47:59.219304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] For port 02624edf-636d-43bb-af71-b5543e1b870e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=02624edf-636d-43bb-af71-b5543e1b870e,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:47:59.221905 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:59.425462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a7184ccd-b5bb-43be-bb93-7960b172e2ac None None] Provisioning complete for port eced5931-3a6b-4d69-8898-fb00c05635db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:47:59.426062 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a7184ccd-b5bb-43be-bb93-7960b172e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:47:59.634911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Calling delete_port for 02624edf-636d-43bb-af71-b5543e1b870e owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:47:59.652338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a7184ccd-b5bb-43be-bb93-7960b172e2ac None None] Port eced5931-3a6b-4d69-8898-fb00c05635db cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:47:59.797059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527500-3b4e-499c-86dd-f082878bbdce req-fcfb72e3-0528-4918-99b3-c29cd5883c18 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:59.806937 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7527500-3b4e-499c-86dd-f082878bbdce req-fcfb72e3-0528-4918-99b3-c29cd5883c18 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 1.8269484 Apr 11 20:47:59.833236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-9db58428-cda2-46a8-aa71-f4e9ae4eb831 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:59.836132 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-9db58428-cda2-46a8-aa71-f4e9ae4eb831 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 945 time: 1.8552408 Apr 11 20:47:59.945317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4a83a-3ecf-45e2-a552-5ded72e3073d req-b4397caf-01d7-4afe-96c1-f7cef3a7fabb tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:47:59.946993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aad4a83a-3ecf-45e2-a552-5ded72e3073d req-b4397caf-01d7-4afe-96c1-f7cef3a7fabb tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 946 time: 0.2968106 Apr 11 20:48:00.034156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7527500-3b4e-499c-86dd-f082878bbdce req-deab48c5-3a98-47ca-8fd4-22c16ee664d9 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241178 Apr 11 20:48:00.191003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-f27063a9-a62e-4fe5-b48f-bc21b5f08745 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1099 time: 1.2143152 Apr 11 20:48:00.221335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Deleting port 20e7d73f-506b-4111-bf58-d105036ea7b7 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:00.221335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:00.354663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aad4a83a-3ecf-45e2-a552-5ded72e3073d req-f77b4724-7d08-4d24-bc2c-40a3ac2e2af1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984962 Apr 11 20:48:00.383813 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:00.459234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Router a4a0c841-1e7f-433e-846d-ff0e8649f596 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:48:00.675729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:00.695804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['20e7d73f-506b-4111-bf58-d105036ea7b7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:00.820038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39b864-12e5-4cd6-a206-a4a04a8adece req-88e05bbe-c053-4d3d-a350-b4e5d1fac99a tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:00.827768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b39b864-12e5-4cd6-a206-a4a04a8adece req-88e05bbe-c053-4d3d-a350-b4e5d1fac99a tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 946 time: 0.5304291 Apr 11 20:48:00.835864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event deleted for resources: {'Port': ['ID=02624edf-636d-43bb-af71-b5543e1b870e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:01.029124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-8cd4c7c3-d519-4230-a0e5-e9f9be3af500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:01.029124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-8cd4c7c3-d519-4230-a0e5-e9f9be3af500 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.7738049 Apr 11 20:48:01.030754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d983-b29f-407c-8665-30f74b9d6672 req-11653a55-21d8-4d37-b99e-2c31ac17d34a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:01.030754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b768d983-b29f-407c-8665-30f74b9d6672 req-11653a55-21d8-4d37-b99e-2c31ac17d34a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.2133355 Apr 11 20:48:01.082341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 20e7d73f-506b-4111-bf58-d105036ea7b7 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:01.118925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b768d983-b29f-407c-8665-30f74b9d6672 req-c86012aa-0369-4123-b120-87b1718d9137 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007483 Apr 11 20:48:01.198624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] No DVR routers for this DVR port 02624edf-636d-43bb-af71-b5543e1b870e on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:48:01.203624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:48:01.224823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-89ef0f54-2916-4344-b0d0-034b6df34816 admin admin] 10.222.0.61 "PUT /v2.0/routers/a4a0c841-1e7f-433e-846d-ff0e8649f596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5831308 Apr 11 20:48:01.227491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:01.230675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'name': 'network-vif-deleted', 'tag': '02624edf-636d-43bb-af71-b5543e1b870e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:01.254252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-274e0331-b16c-4c81-8df1-ca42b2559157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.1689973 Apr 11 20:48:01.274775 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b39b864-12e5-4cd6-a206-a4a04a8adece req-b5d88401-72f1-4b1a-9a2a-2e55c8f5f5c8 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6647-55ed-4870-8002-cfcafb52bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458175 Apr 11 20:48:01.287180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:01.338168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:01.354858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:01.385405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-287e68b7-109d-4df6-ab1b-ac2239444fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:01.386807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-287e68b7-109d-4df6-ab1b-ac2239444fa1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1108105 Apr 11 20:48:01.402786 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a61cb9-85ff-4e52-a9c8-bea7e9a4dc56'] response: {'server_uuid': '3777c1ec-cb57-4ded-bbaf-ffad77d56af0', 'name': 'network-vif-deleted', 'tag': '02624edf-636d-43bb-af71-b5543e1b870e', 'status': 'completed', 'code': 200} Apr 11 20:48:01.476853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:01.481654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:01.482019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:01.537575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59ae3-2221-4376-bc31-3fd89d4afb13 req-da1facda-5c6d-40c3-8121-bbd0c04c23f1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:01.547594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cf59ae3-2221-4376-bc31-3fd89d4afb13 req-da1facda-5c6d-40c3-8121-bbd0c04c23f1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.2214026 Apr 11 20:48:01.626892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59284) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:01.686670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-3669763e-3069-422a-b5e9-e13378bcaa76 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.2962756 Apr 11 20:48:01.702109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cf59ae3-2221-4376-bc31-3fd89d4afb13 req-6f56ea7e-65c0-4316-88e8-111b66aab13b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536837 Apr 11 20:48:01.803998 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d8266a-0f6c-46e6-bdd5-b49528af3b24'] response: {'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7', 'code': 200} Apr 11 20:48:01.805944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f5d1ef7a-a41c-42c1-8f26-f87729070c73 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:01.854376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Calling delete_port for 20e7d73f-506b-4111-bf58-d105036ea7b7 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:48:01.871012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-837321-1'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:01.932598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:01.933601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 02624edf-636d-43bb-af71-b5543e1b870e no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:02.011296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1269e1d0-fb26-4989-86af-feb5217895e5 req-5a608533-dc86-42fc-b9a0-a0fc4ce34e54 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "DELETE /v2.0/ports/02624edf-636d-43bb-af71-b5543e1b870e HTTP/1.1" status: 204 len: 173 time: 4.4444287 Apr 11 20:48:02.078315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-76e8a04e-d17b-4bbb-ba9b-7ce04d952266 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6746845 Apr 11 20:48:02.150096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:02.171121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 02624edf-636d-43bb-af71-b5543e1b870e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:48:02.172594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 02624edf-636d-43bb-af71-b5543e1b870e not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:48:02.304493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:02.313691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f5d1ef7a-a41c-42c1-8f26-f87729070c73 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:02.323584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f5d1ef7a-a41c-42c1-8f26-f87729070c73 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:02.324247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:02.383686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eca612-9f14-49ba-a793-7ae7a7314fe3 req-ab0f6435-73be-4d80-b842-27f5b63083ea tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:02.385933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19eca612-9f14-49ba-a793-7ae7a7314fe3 req-ab0f6435-73be-4d80-b842-27f5b63083ea tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 946 time: 0.5411890 Apr 11 20:48:02.386698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:48:02.387120 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:48:02.422473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'mac_address': 'fa:16:3e:e7:96:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:48:02.453582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-56fcd6c9-faa7-4bab-8d53-a0627d04c3ea service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635519 Apr 11 20:48:02.580179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:02.587580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:02.623290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19eca612-9f14-49ba-a793-7ae7a7314fe3 req-15deb7a7-eb2c-466d-9d02-f87d85969862 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304690 Apr 11 20:48:02.634695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304958e9-bd1f-4222-ade6-caa1291b6f13 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:02.717700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d974297-8e1c-4f1c-97b5-06483d89ad91 req-12321163-5d12-404e-bf77-f11293eefa65 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518451 Apr 11 20:48:02.722721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:02.738293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:02.758765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f5d1ef7a-a41c-42c1-8f26-f87729070c73, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f5d1ef7a-a41c-42c1-8f26-f87729070c73,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:02.810729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:02.918122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9889a-2659-4f29-b9de-1f37180500c2 req-c4ff48c3-22a7-49f7-ada1-6003419cfeb4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:02.920298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Deleting port 20e7d73f-506b-4111-bf58-d105036ea7b7 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:02.921770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:02.924943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95b9889a-2659-4f29-b9de-1f37180500c2 req-c4ff48c3-22a7-49f7-ada1-6003419cfeb4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.4665670 Apr 11 20:48:02.936793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:03.002485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ef95b0a0-7bcc-4db6-81c4-5e9f037acbbf req-fd88b7fb-3cd9-450d-8f30-e217b77fbe5c tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:03.081640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:03.084479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:03.223707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95b9889a-2659-4f29-b9de-1f37180500c2 req-a1eb72d2-00fd-42e0-bd8c-23172565ae15 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977808 Apr 11 20:48:03.249907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['304958e9-bd1f-4222-ade6-caa1291b6f13'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:03.298016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ef95b0a0-7bcc-4db6-81c4-5e9f037acbbf req-fd88b7fb-3cd9-450d-8f30-e217b77fbe5c tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:03.310989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef95b0a0-7bcc-4db6-81c4-5e9f037acbbf req-fd88b7fb-3cd9-450d-8f30-e217b77fbe5c tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=3777c1ec-cb57-4ded-bbaf-ffad77d56af0 HTTP/1.1" status: 200 len: 210 time: 0.4330754 Apr 11 20:48:03.312241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:03.439642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:48:03.453957 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:48:03.553407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f5d1ef7a-a41c-42c1-8f26-f87729070c73,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:03.569895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:03.635983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] For port 20e7d73f-506b-4111-bf58-d105036ea7b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=20e7d73f-506b-4111-bf58-d105036ea7b7,segment=NetworkSegment(033b5143-514d-45b4-a35a-0c7ba8c356b4),segment_id=033b5143-514d-45b4-a35a-0c7ba8c356b4)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:03.636255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:03.672453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:03.701197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 has no active binding in host n-h2-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:48:03.755878 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:48:03.788869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:03.795449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:03.810860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-3d018f1d-c734-4c53-bc21-50101b3cc240 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-920084334&fields=id&tenant_id=2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 267 time: 0.3183701 Apr 11 20:48:03.857734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Calling delete_port for 20e7d73f-506b-4111-bf58-d105036ea7b7 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:48:03.882668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:03.957372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:03.969597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8944dd-cd3b-49df-852e-a312a646e59d req-c49927b3-008d-4c2d-8df8-dd052ab62256 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:03.971329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb8944dd-cd3b-49df-852e-a312a646e59d req-c49927b3-008d-4c2d-8df8-dd052ab62256 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 945 time: 0.3163850 Apr 11 20:48:04.099845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb8944dd-cd3b-49df-852e-a312a646e59d req-cc646257-7410-443f-9275-c3b4f0d23082 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198113 Apr 11 20:48:04.200762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:04.240436 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efdd84e-1769-4a0b-86d6-aa1e9e1ca54d'] response: {'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'code': 200} Apr 11 20:48:04.265339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Pushing event deleted for resources: {'Port': ['ID=20e7d73f-506b-4111-bf58-d105036ea7b7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:04.380691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] No DVR routers for this DVR port 20e7d73f-506b-4111-bf58-d105036ea7b7 on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:48:04.389807 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:04.434675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'name': 'network-vif-deleted', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:04.488765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:04.555456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4dad1-0ecf-43dd-a712-a486484cf8a7 req-cb4cd64c-48bb-4e25-9bdb-745ab51549b6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:04.556951 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3df4dad1-0ecf-43dd-a712-a486484cf8a7 req-cb4cd64c-48bb-4e25-9bdb-745ab51549b6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 949 time: 0.0937147 Apr 11 20:48:04.579843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-728ccc1f-9a7f-4cdd-ae66-b274007a200f req-79d5ce71-7320-49ae-b443-bf13a5bb97c4 tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.75 "DELETE /v2.0/ports/20e7d73f-506b-4111-bf58-d105036ea7b7 HTTP/1.1" status: 204 len: 173 time: 4.6884725 Apr 11 20:48:04.598356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f9b36052-9322-4cf2-8a5f-38f8aacb6833 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:04.600576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f9b36052-9322-4cf2-8a5f-38f8aacb6833 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 946 time: 0.7885656 Apr 11 20:48:04.608969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3df4dad1-0ecf-43dd-a712-a486484cf8a7 req-b5d0013e-f2ba-4102-9e0f-e500a5e6b6c4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Apr 11 20:48:04.619428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'port': {'security_groups': ['3fce070b-f64c-4ba6-9d05-8baed60dbd32', '85cb29c8-df1a-4e0a-acf9-96e0fcc64faf']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:04.663518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on host n-h1-837321-1 for vnic_type normal with profile {"migrating_to": "n-h2-837321-1"} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:04.663938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:04.664162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:04.695676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:48:04.696000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Attempting to bind port efd04469-fa0c-46d5-84f1-5ec30da66201 on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:04.759553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:04.762777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:04.762777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:04.762777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Bound port: efd04469-fa0c-46d5-84f1-5ec30da66201, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:04.762777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:04.775102 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a58a14a-e65d-4ab3-9540-9f5db75ef9fc'] response: {'server_uuid': '56c94eae-e2e7-479c-80ec-4b51206a35e3', 'name': 'network-vif-deleted', 'tag': '20e7d73f-506b-4111-bf58-d105036ea7b7', 'status': 'completed', 'code': 200} Apr 11 20:48:04.852670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:04.943680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-38e5ad6a-8aa3-4eaf-8896-3fe7b7ca900c req-fa0e2043-fe97-4975-98d8-f19b9ec9ac7d tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Synchronizing usage tracker for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:04.999927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59342) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:05.035329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-38e5ad6a-8aa3-4eaf-8896-3fe7b7ca900c req-fa0e2043-fe97-4975-98d8-f19b9ec9ac7d tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] Unset dirty status for tenant:0af4ece9d8604fa5b80d99b06c89aa10 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:05.037122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38e5ad6a-8aa3-4eaf-8896-3fe7b7ca900c req-fa0e2043-fe97-4975-98d8-f19b9ec9ac7d tempest-MultipleCreateTestJSON-1601210960 tempest-MultipleCreateTestJSON-1601210960-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c94eae-e2e7-479c-80ec-4b51206a35e3 HTTP/1.1" status: 200 len: 210 time: 0.1415451 Apr 11 20:48:05.125365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:05.148549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:05.244062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:05.255958 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:05.340893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:05.351584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Usage tracker for resource:security_group_rule and tenant:38827a99f3fc417f9ca3f866d75f52fb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:05.359360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:05.374232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:05.487541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:05.574555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:05.661755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54122638-864a-43e3-979b-2503a1da1c70 req-7688fc7f-9807-44fc-bf29-cabe679be0ee tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:05.665474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f5d1ef7a-a41c-42c1-8f26-f87729070c73 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:05.667738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54122638-864a-43e3-979b-2503a1da1c70 req-7688fc7f-9807-44fc-bf29-cabe679be0ee tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 943 time: 0.3790431 Apr 11 20:48:05.668573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:05.833935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f5d1ef7a-a41c-42c1-8f26-f87729070c73 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:05.834554 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:05.923781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 304958e9-bd1f-4222-ade6-caa1291b6f13 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:05.956852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 304958e9-bd1f-4222-ade6-caa1291b6f13 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:05.958413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.000614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=8']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:06.033836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:06.073037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ceb084-15d5-4a9c-8ec4-c221700e90eb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:06.112699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.114300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-7ee4c5b9-a94f-4717-b4a9-e4528dafad60 service neutron] 10.222.0.75 "PUT /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 1121 time: 4.4109130 Apr 11 20:48:06.115888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54122638-864a-43e3-979b-2503a1da1c70 req-4ff00eb3-713c-4b55-a26e-38d37b41cae8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233520 Apr 11 20:48:06.118793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6865714e-ec21-4462-802b-5e2c03156934 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38827a99f3fc417f9ca3f866d75f52fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1173544 Apr 11 20:48:06.121324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59360) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:06.143658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.227498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['efd04469-fa0c-46d5-84f1-5ec30da66201'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:06.264881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['efd04469-fa0c-46d5-84f1-5ec30da66201'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:06.266782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e607ec4a-ddfe-499f-9021-2e1f374f363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.297561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:06.301729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.329533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e607ec4a-ddfe-499f-9021-2e1f374f363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.438759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:06.439383 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.440773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-475681f4-fcc7-41cd-9210-2ec28fad698f req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "PUT /v2.0/ports/a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 982 time: 1.8300681 Apr 11 20:48:06.468393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Deleting port eced5931-3a6b-4d69-8898-fb00c05635db {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:06.468737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.523158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fda357-153a-40e4-a060-dbc1d40636e7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:06.563678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e607ec4a-ddfe-499f-9021-2e1f374f363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.599840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.621462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:06.623275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607ec4a-ddfe-499f-9021-2e1f374f363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ceb084-15d5-4a9c-8ec4-c221700e90eb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:06.630754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e607ec4a-ddfe-499f-9021-2e1f374f363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:06.649355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e607ec4a-ddfe-499f-9021-2e1f374f363c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58ceb084-15d5-4a9c-8ec4-c221700e90eb HTTP/1.1" status: 204 len: 168 time: 0.5269434 Apr 11 20:48:06.696794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:06.874087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:06.955274 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545081fd-e6dc-4582-a37f-a8870ef64139'] response: {'name': 'network-changed', 'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'status': 'completed', 'code': 200} Apr 11 20:48:06.981749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:07.085853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:07.094901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Deleting subnet 73b9d984-803e-4cad-9edd-72c43401d6f2 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:48:07.103044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:07.118995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:07.141754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954cfe5-5091-4cd4-b568-f3c1db969630 req-6e21aacf-b260-4a04-8fc3-a71260eaf04b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:07.150536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d954cfe5-5091-4cd4-b568-f3c1db969630 req-6e21aacf-b260-4a04-8fc3-a71260eaf04b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 949 time: 0.7330191 Apr 11 20:48:07.267934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Calling delete_port for eced5931-3a6b-4d69-8898-fb00c05635db owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:48:07.271604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:07.306350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-76a13987-10e5-432c-b7dc-31aab23a1608 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1124 time: 0.4427221 Apr 11 20:48:07.339088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-801ee967-7aad-4186-9390-546a44accdbc req-2786483f-7b9e-4830-bb73-1311fe22495f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-970742613&fields=id&tenant_id=2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 267 time: 0.2738521 Apr 11 20:48:07.356376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:07.480137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ee967-7aad-4186-9390-546a44accdbc req-5db92f7b-5503-460e-9232-5cbe287d4579 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:07.483875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-801ee967-7aad-4186-9390-546a44accdbc req-5db92f7b-5503-460e-9232-5cbe287d4579 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 985 time: 0.1319568 Apr 11 20:48:07.495556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'port': {'security_groups': ['3fce070b-f64c-4ba6-9d05-8baed60dbd32', '85cb29c8-df1a-4e0a-acf9-96e0fcc64faf', 'c37e9a46-b322-476e-a910-52363780a95a']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:07.545815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d954cfe5-5091-4cd4-b568-f3c1db969630 req-5e6b8780-0423-4734-9b35-99b8069f925c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943226 Apr 11 20:48:07.578627 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:07.612460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:07.822896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:07.842865 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade11810-5669-49bf-9e95-a0b877ea4986'] response: {'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'code': 200} Apr 11 20:48:07.964778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7d92-3550-488a-b121-f47b1af27691 req-8c148278-fb19-4bd7-8fd3-08d28a33b158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:07.966398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-8c148278-fb19-4bd7-8fd3-08d28a33b158 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.6592326 Apr 11 20:48:07.987428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.002721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08a9ebc4-cb2e-4ab6-862f-61423ab2492d req-b79cbb3a-31f6-40be-9edc-cdbbe0316da2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1101 time: 0.2681785 Apr 11 20:48:08.109641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:08.207352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-700e9390-e2a4-4b24-9529-37994d34e243 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 217 time: 0.2305808 Apr 11 20:48:08.219107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.352243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7d92-3550-488a-b121-f47b1af27691 req-f685083b-32ca-44e6-9557-5d83980e7fe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:08.353835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-f685083b-32ca-44e6-9557-5d83980e7fe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1376297 Apr 11 20:48:08.359379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.377861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eced5931-3a6b-4d69-8898-fb00c05635db,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:08.465699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-666c24b4-1339-4dc3-b87f-ee3f986b397e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978508 Apr 11 20:48:08.488099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08a9ebc4-cb2e-4ab6-862f-61423ab2492d req-ff0b5cf8-1f4b-4711-bed2-ce02138ea075 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502624 Apr 11 20:48:08.506723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673f6c9-9cff-44ef-a057-9b8d77fdb321 req-d69d7ba1-10b6-4862-a9bf-194bb991d1e4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:08.513702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9673f6c9-9cff-44ef-a057-9b8d77fdb321 req-d69d7ba1-10b6-4862-a9bf-194bb991d1e4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 943 time: 0.6775887 Apr 11 20:48:08.515649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b9d984-803e-4cad-9edd-72c43401d6f2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:08.624697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.651761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:08.662926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Usage tracker for resource:security_group_rule and tenant:47deab7b1d5f4482b65c7b84082a18ef is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:08.675774 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-639a69a5-ddbc-494e-af1e-597d279c2678 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/73b9d984-803e-4cad-9edd-72c43401d6f2 HTTP/1.1" status: 204 len: 168 time: 1.9732275 Apr 11 20:48:08.677740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59398) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:08.678430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:08.693229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:08.731077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9673f6c9-9cff-44ef-a057-9b8d77fdb321 req-5b191444-504e-4e14-ac1e-84f5e2de9ae8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164392 Apr 11 20:48:08.745273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-4cc1706b-6869-44a1-93f8-3cacca4b8441 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666578 Apr 11 20:48:08.809258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:08.847092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.882964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.962016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:08.991985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-821e7d92-3550-488a-b121-f47b1af27691 req-79c6df4f-fc00-41ea-8b5e-f48a4a809cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397423 Apr 11 20:48:09.030664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74240b8-8e4b-43d2-b760-6b80deefd5cd req-e6d73057-076a-4787-91b8-5dca01ab6ede tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:09.032185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f74240b8-8e4b-43d2-b760-6b80deefd5cd req-e6d73057-076a-4787-91b8-5dca01ab6ede tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1512499 Apr 11 20:48:09.062509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.079142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:09.088389 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.101598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:09.142678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17056585-dd8a-4334-951c-00cff97c1914,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:09.151986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f9cdba75-90f2-4de4-8e4b-f99ff7470b6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47deab7b1d5f4482b65c7b84082a18ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0330348 Apr 11 20:48:09.155194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59406) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:09.174410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f74240b8-8e4b-43d2-b760-6b80deefd5cd req-2a2fee5a-b3f4-4397-b2c5-0313f88a3ff6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326439 Apr 11 20:48:09.282170 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d8529c-8e63-4474-9b83-e0d3b820ad3c'] response: {'name': 'network-changed', 'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'status': 'completed', 'code': 200} Apr 11 20:48:09.284972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e287247e-332a-4bdc-9a41-6ef9844fecc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.323751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e287247e-332a-4bdc-9a41-6ef9844fecc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.330773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.418234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:09.419154 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.420687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-801ee967-7aad-4186-9390-546a44accdbc req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "PUT /v2.0/ports/a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 1021 time: 1.9301112 Apr 11 20:48:09.442090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb526e-48a7-4199-9eb1-5e6b79320c62 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:09.464515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ab88f0-7947-49ec-be92-0ef585d84511']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:09.483647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b5143-514d-45b4-a35a-0c7ba8c356b4') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:09.484328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b5143-514d-45b4-a35a-0c7ba8c356b4') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:09.484684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e287247e-332a-4bdc-9a41-6ef9844fecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.516013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.529612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.545281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e287247e-332a-4bdc-9a41-6ef9844fecc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.553329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e287247e-332a-4bdc-9a41-6ef9844fecc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17056585-dd8a-4334-951c-00cff97c1914 HTTP/1.1" status: 204 len: 168 time: 0.3950357 Apr 11 20:48:09.555033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287247e-332a-4bdc-9a41-6ef9844fecc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17056585-dd8a-4334-951c-00cff97c1914,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:09.555558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.565141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:09.629772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:48:09.630962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:48:09.648141 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:48:09.670048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e87b0-9964-41ee-baf0-7093e8a10c4e req-a8298b28-56f1-42c2-82c3-77de16a9374c tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:09.672076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d38e87b0-9964-41ee-baf0-7093e8a10c4e req-a8298b28-56f1-42c2-82c3-77de16a9374c tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1024 time: 0.1301954 Apr 11 20:48:09.889871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-af391859-b71e-487d-999c-90d1319847be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1175 time: 0.5821471 Apr 11 20:48:09.990131 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d38e87b0-9964-41ee-baf0-7093e8a10c4e req-ee4bb62b-4696-4a91-88d6-9e7e802dd667 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=85cb29c8-df1a-4e0a-acf9-96e0fcc64faf&id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=c37e9a46-b322-476e-a910-52363780a95a HTTP/1.1" status: 200 len: 5483 time: 0.3112469 Apr 11 20:48:10.035441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': ' tempest-securitygroup -384121670 ', 'description': 'tempest-description-1804021760'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:10.045434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:10.065645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:10.264148 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.300947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6e348-9907-4cb0-b71c-e00facadb325 req-cee824da-7405-4697-802d-82ddbcfde59f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:10.300947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39a6e348-9907-4cb0-b71c-e00facadb325 req-cee824da-7405-4697-802d-82ddbcfde59f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 943 time: 0.3507290 Apr 11 20:48:10.304612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9471c21-596a-4cff-876c-4a36126b7489 req-ef2fd227-56bd-4cd9-b456-56b1cf4dc18f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:10.306032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-ef2fd227-56bd-4cd9-b456-56b1cf4dc18f service neutron] 10.222.0.75 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 0.3401682 Apr 11 20:48:10.328477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:10.332765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:10.338001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:10.344925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:10.406869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-add33c8c-e57b-42fd-96e4-a7fa19147488 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 217 time: 0.0701916 Apr 11 20:48:10.407449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.416553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.440080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.495941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.504269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] Pushing event deleted for resources: {'Network': ['ID=20ab88f0-7947-49ec-be92-0ef585d84511,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:10.552766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6099f9d-1b5e-45c4-a90f-816541b94688,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:10.557175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39a6e348-9907-4cb0-b71c-e00facadb325 req-c06e0155-43ac-4f88-9c6f-5ecd041cb354 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450664 Apr 11 20:48:10.558454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9471c21-596a-4cff-876c-4a36126b7489 req-b80bfffa-13b5-4547-9805-15a63c8153ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:10.559735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-b80bfffa-13b5-4547-9805-15a63c8153ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.1213727 Apr 11 20:48:10.657904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.661878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7768bfe4-fcc6-4935-9945-dab3fa53c425 req-608eaa0a-a2d7-4775-8fcf-018c4cdf248d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.6324987 Apr 11 20:48:10.750342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f95ed1f5-315b-4747-95b7-2bb6788b07f5 req-06340c40-1d60-4622-84a2-53e89bba496e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f6099f9d-1b5e-45c4-a90f-816541b94688 HTTP/1.1" status: 200 len: 1614 time: 0.0554702 Apr 11 20:48:10.764077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b837dddf-59de-42bf-ba84-dba2ef65da5c admin admin] 10.222.0.61 "DELETE /v2.0/networks/20ab88f0-7947-49ec-be92-0ef585d84511 HTTP/1.1" status: 204 len: 168 time: 2.0829661 Apr 11 20:48:10.811425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-c241197b-b3b1-4b09-bbb2-e323c6685b28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2437365 Apr 11 20:48:10.841847 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b87993b5-479e-4ef7-9321-79c954cfec39 req-e1a3bf77-52c4-47b5-936d-6a3cfad575fb tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f6099f9d-1b5e-45c4-a90f-816541b94688 HTTP/1.1" status: 200 len: 1614 time: 0.0574021 Apr 11 20:48:10.916409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b87993b5-479e-4ef7-9321-79c954cfec39 req-10ff2f4c-a581-440f-a764-2a85c8f90ed2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:10.953217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b87993b5-479e-4ef7-9321-79c954cfec39 req-10ff2f4c-a581-440f-a764-2a85c8f90ed2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.149320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b87993b5-479e-4ef7-9321-79c954cfec39 req-10ff2f4c-a581-440f-a764-2a85c8f90ed2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.170900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff2f4c-a581-440f-a764-2a85c8f90ed2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6099f9d-1b5e-45c4-a90f-816541b94688,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:11.185106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b87993b5-479e-4ef7-9321-79c954cfec39 req-10ff2f4c-a581-440f-a764-2a85c8f90ed2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.202590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b87993b5-479e-4ef7-9321-79c954cfec39 req-10ff2f4c-a581-440f-a764-2a85c8f90ed2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/f6099f9d-1b5e-45c4-a90f-816541b94688 HTTP/1.1" status: 204 len: 173 time: 0.3597422 Apr 11 20:48:11.249344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a24615-8616-4dce-8e98-8b995e3a9cf3 req-00128e39-4b89-4202-be9a-26d447bb9141 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:11.259360 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-021bf67c-74ef-421d-9378-b221718af451 req-c541fdcf-8183-4cbe-a234-1a06052aa36d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:48:11.261391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19a24615-8616-4dce-8e98-8b995e3a9cf3 req-00128e39-4b89-4202-be9a-26d447bb9141 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.4867344 Apr 11 20:48:11.267888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-021bf67c-74ef-421d-9378-b221718af451 req-c541fdcf-8183-4cbe-a234-1a06052aa36d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f6099f9d-1b5e-45c4-a90f-816541b94688 HTTP/1.1" status: 404 len: 352 time: 0.0456128 Apr 11 20:48:11.273048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-9f0ee9b3-ecdb-42bf-aded-ff77ba36eae6 service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420199 Apr 11 20:48:11.306522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1717123370', 'description': 'tempest-description-1959079770'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:11.313785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:11.319679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:11.323582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:11.330712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:11.357863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:11.424830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:11.446418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.517152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:11.522202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bb1fc30-ceac-4bb7-8f4c-c5c22d2ea181 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0af4ece9d8604fa5b80d99b06c89aa10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0959938 Apr 11 20:48:11.525012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:11.528241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:11.531645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:11.549383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:11.634106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19a24615-8616-4dce-8e98-8b995e3a9cf3 req-532c3e5e-cc86-4280-811b-a8d1aa85131b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711879 Apr 11 20:48:11.695949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cb084f-bf91-476b-8e96-2ea8c801c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.698876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9471c21-596a-4cff-876c-4a36126b7489 req-f446f923-f3f0-450f-9e15-29120990db83 service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675256 Apr 11 20:48:11.706144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.738983 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a71b16b-faaf-4d25-95c8-21a9dc3a5eb1'] response: {'name': 'network-changed', 'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'status': 'completed', 'code': 200} Apr 11 20:48:11.739270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cb084f-bf91-476b-8e96-2ea8c801c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.746386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Router a4a0c841-1e7f-433e-846d-ff0e8649f596 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:48:11.837290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.925138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cb084f-bf91-476b-8e96-2ea8c801c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:11.943793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c796c5a2-19bf-4a75-8631-e42447160940,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:11.964712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb084f-bf91-476b-8e96-2ea8c801c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb6647-55ed-4870-8002-cfcafb52bb3e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:12.085656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:12.089354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f8d5df6-f691-483c-87dc-52865473bba3 req-b13e7e96-0266-4be9-862f-d5307854e8a1 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7883890 Apr 11 20:48:12.092273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cb084f-bf91-476b-8e96-2ea8c801c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:12.095990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09cb084f-bf91-476b-8e96-2ea8c801c69a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bcb6647-55ed-4870-8002-cfcafb52bb3e HTTP/1.1" status: 204 len: 168 time: 0.5675766 Apr 11 20:48:12.126503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-c7c805f5-666d-4de7-86d0-2cf1fa11ad66 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1175 time: 0.2280509 Apr 11 20:48:12.275448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826474ce-6632-43dc-9fad-c7c27013fd8c req-2193bff1-a4d2-43df-80e8-d174f3149463 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:12.285803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-826474ce-6632-43dc-9fad-c7c27013fd8c req-2193bff1-a4d2-43df-80e8-d174f3149463 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 943 time: 0.3464808 Apr 11 20:48:12.444851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-826474ce-6632-43dc-9fad-c7c27013fd8c req-f2d11723-a729-43ea-86ac-81b421dd7932 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573842 Apr 11 20:48:12.446118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0e62dee-71e0-448f-93ca-7eb35c2da254 req-e041fe61-c35c-427b-a9bb-bb549263bc33 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1101 time: 0.1404526 Apr 11 20:48:12.528636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-d19076ac-01cd-4d7b-b75b-7f86637e95f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:12.530090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-d19076ac-01cd-4d7b-b75b-7f86637e95f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 0.3883889 Apr 11 20:48:12.535875 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0e62dee-71e0-448f-93ca-7eb35c2da254 req-99ba256a-3034-4dfa-8127-47eb41ea0901 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881138 Apr 11 20:48:12.547002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1535409977', 'description': 'tempest-description-701940202'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:12.622131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:12.636339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:12.643724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-a3864e89-8d35-4197-b3be-984ade661083 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 200 len: 217 time: 0.0991290 Apr 11 20:48:12.646711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:12.715813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:12.748518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:48:12.756752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ff3ac6c2-c609-48c9-9c89-1160d72eadc8 admin admin] 10.222.0.61 "PUT /v2.0/routers/a4a0c841-1e7f-433e-846d-ff0e8649f596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0626919 Apr 11 20:48:12.764064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59502) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:12.812195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-5c0c1248-42ec-4e4b-8cd7-f210819a91d1 service neutron] 10.222.0.69 "GET /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201/bindings/n-h2-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.1699460 Apr 11 20:48:12.855390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:12.956071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-e57142d8-85ec-4bfd-a50a-8eaa2b22404d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:12.956071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-e57142d8-85ec-4bfd-a50a-8eaa2b22404d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.3056724 Apr 11 20:48:12.970058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44572983-9974-4f48-b59e-de048b25a2c4 req-651d433e-d04b-4c99-ab75-8ac27d2d0ee5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2413700 Apr 11 20:48:13.063222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-7b7e7178-db2d-4351-b2ee-e86643adc995 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955117 Apr 11 20:48:13.078194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:13.114012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:13.169042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:13.183458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:13.241965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:13.285847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:13.355560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd04469-fa0c-46d5-84f1-5ec30da66201 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:13.372206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:13.406349 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] Sync routers for ids ['a4a0c841-1e7f-433e-846d-ff0e8649f596'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:48:13.431196 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] Routers {'a4a0c841-1e7f-433e-846d-ff0e8649f596'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:48:13.431891 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a4a0c841-1e7f-433e-846d-ff0e8649f596'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:13.475987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:13.602903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-7aa08ff5-9328-4b7c-a878-20af0d16b83f service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259256 Apr 11 20:48:13.653149 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] Set router a4a0c841-1e7f-433e-846d-ff0e8649f596 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:48:13.697809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:13.744105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] Transition to ACTIVE for port object efd04469-fa0c-46d5-84f1-5ec30da66201 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:13.855813 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af39045f-82e1-4246-8a82-612363632f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:13.857579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:13.879405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:14.091761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d2a6f-400b-4806-ba1b-6422ca132efa,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:14.094934 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:45Z', 'updated_at': '2022-04-11T20:48:07Z', 'revision_number': 5, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'gw_port': {'id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:46Z', 'updated_at': '2022-04-11T20:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:14.107103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] Checking router: a4a0c841-1e7f-433e-846d-ff0e8649f596 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:48:14.139785 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] Routers {'a4a0c841-1e7f-433e-846d-ff0e8649f596'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:48:14.148844 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:47:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a4a0c841-1e7f-433e-846d-ff0e8649f596'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:14.151970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:14.229409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] No DVR routers for this DVR port efd04469-fa0c-46d5-84f1-5ec30da66201 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:48:14.278956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] Pushing event updated for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=10']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:14.328020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-a6e7d8eb-c8bf-4ab3-a230-5bc591dd8cbf service neutron] 10.222.0.69 "PUT /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201/bindings/n-h2-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4986515 Apr 11 20:48:14.350494 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:14.359419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-678a8fdc-034e-4e5c-b5fe-de851a0c9844 req-479de543-0edd-4c4c-b6bf-300b750cff1b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.8283000 Apr 11 20:48:14.382735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0edcbdd-c5c2-481a-bd1c-40aeb11e54f6 req-deeb3cb3-a044-4f50-af80-1554cac66579 service neutron] 10.222.0.75 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574382 Apr 11 20:48:14.684826 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] Set router a4a0c841-1e7f-433e-846d-ff0e8649f596 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:48:14.844469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e30e2-d925-40e0-b969-9a354affa4ac req-80ca6c8e-af5d-48a6-8bce-d9a6cc2da168 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:14.846898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-771e30e2-d925-40e0-b969-9a354affa4ac req-80ca6c8e-af5d-48a6-8bce-d9a6cc2da168 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 0.2117879 Apr 11 20:48:14.882197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:14.910904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-53584aff-042c-482c-ac11-26f655aa6c42 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941195 Apr 11 20:48:14.913712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-771e30e2-d925-40e0-b969-9a354affa4ac req-39bf202a-3e38-4138-aa4b-f9933e83f699 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575171 Apr 11 20:48:14.934399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-41d52df6-fe63-4c86-a235-2ca454a31e4d tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.3850148 Apr 11 20:48:14.941489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0402a-d491-4437-b26a-d36d5d23626e req-f141135c-856e-4591-8d27-c0e4f3b164ec tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:14.950686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a0402a-d491-4437-b26a-d36d5d23626e req-f141135c-856e-4591-8d27-c0e4f3b164ec tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.2938497 Apr 11 20:48:15.040194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-552705000', 'description': 'tempest-description-436740914'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:15.049102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:15.056788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:15.061307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:15.084089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:15.086003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a0402a-d491-4437-b26a-d36d5d23626e req-02734e50-c177-4e74-9110-c06b94b5e8f6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338615 Apr 11 20:48:15.095553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Deleting port f5d1ef7a-a41c-42c1-8f26-f87729070c73 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:15.096119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:15.141545 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:45Z', 'updated_at': '2022-04-11T20:48:07Z', 'revision_number': 5, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'gw_port': {'id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:46Z', 'updated_at': '2022-04-11T20:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:15.181552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292085c7-6f56-43f3-ae6c-1f08fa5f6eae None None] The sync data for ids ['a4a0c841-1e7f-433e-846d-ff0e8649f596'] in n-d-837321-1 is: [{'id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'name': 'tempest-ServersTestFqdnHostnames-690622493-router', 'tenant_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:45Z', 'updated_at': '2022-04-11T20:48:07Z', 'revision_number': 5, 'project_id': '4f4076379a64457fa9d40ba3f2ebd4c5', 'gw_port': {'id': 'f5d1ef7a-a41c-42c1-8f26-f87729070c73', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0c841-1e7f-433e-846d-ff0e8649f596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:46Z', 'updated_at': '2022-04-11T20:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:48:15.267919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:15.317639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-c65a4095-e8ad-430a-8386-c8920c73a8a6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711&tenant_id=df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 1095 time: 0.3640792 Apr 11 20:48:15.373585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:15.383780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:15.387439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:15.401557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:15.489982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:15.542372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] For port f5d1ef7a-a41c-42c1-8f26-f87729070c73, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f5d1ef7a-a41c-42c1-8f26-f87729070c73,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:15.543072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:15.571103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:15.588397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device eced5931-3a6b-4d69-8898-fb00c05635db no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:15.713968 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:15.727031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: eced5931-3a6b-4d69-8898-fb00c05635db {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:48:15.727727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device eced5931-3a6b-4d69-8898-fb00c05635db not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:48:15.751936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Calling delete_port for f5d1ef7a-a41c-42c1-8f26-f87729070c73 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:48:15.808540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:48:15.824456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-d4c7dc08-d612-4c8d-98cf-7958f20ddcdf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1095 time: 0.4695446 Apr 11 20:48:15.857301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12bec73-3b24-464a-b338-ad908e0b0a1d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:15.876519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:15.894488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0283af06-6b11-4e0d-8a6f-334491289975 req-14469357-3700-4a80-88f6-e353b4bbc450 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8541636 Apr 11 20:48:16.073299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8c73e113-9040-414c-89ff-d23b3844c8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:16.292564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-b2168a71-9058-499f-8d62-7b3e9412e99f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:16.304191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-b2168a71-9058-499f-8d62-7b3e9412e99f service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.4610634 Apr 11 20:48:16.353801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-45200416-b413-4bbd-91f6-ce3e461f4688 req-5d61c15b-1299-4eae-9e19-7bff22676c2e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:16.492090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-45200416-b413-4bbd-91f6-ce3e461f4688 req-5d61c15b-1299-4eae-9e19-7bff22676c2e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:16.494511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45200416-b413-4bbd-91f6-ce3e461f4688 req-5d61c15b-1299-4eae-9e19-7bff22676c2e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 9731 time: 0.5450850 Apr 11 20:48:16.634537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45200416-b413-4bbd-91f6-ce3e461f4688 req-db0a73c9-fa09-4605-a9c5-e1ec56186192 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/3fce070b-f64c-4ba6-9d05-8baed60dbd32 HTTP/1.1" status: 200 len: 2649 time: 0.1303234 Apr 11 20:48:16.823830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45200416-b413-4bbd-91f6-ce3e461f4688 req-f1831f9a-2680-43f5-9e86-9df69c7552be tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/3fce070b-f64c-4ba6-9d05-8baed60dbd32 HTTP/1.1" status: 200 len: 2649 time: 0.1882584 Apr 11 20:48:16.889472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-412dfe33-afdc-4ad6-9df0-98c9df93802f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 217 time: 0.5801315 Apr 11 20:48:16.932350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf1ab77c-ec2c-46ff-b75a-eda0d077e151 req-007a469b-959f-4719-a93c-42008423bd36 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=490fe88d-cba8-414e-85c1-c6be70fecfb6 HTTP/1.1" status: 200 len: 210 time: 0.0563381 Apr 11 20:48:17.018204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-78c74289-812a-419c-8059-073a4fc9b551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:17.020018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-78c74289-812a-419c-8059-073a4fc9b551 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1200032 Apr 11 20:48:17.046813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478ff18-0165-47bb-a7f3-aae97be3cd46 req-f8e4584e-d7d6-4ee4-a6fd-5ce00355fae3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:17.061482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4478ff18-0165-47bb-a7f3-aae97be3cd46 req-f8e4584e-d7d6-4ee4-a6fd-5ce00355fae3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 0.5529745 Apr 11 20:48:17.164565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-997bcfbd-90dd-4896-b0f1-85a3306f6576 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993807 Apr 11 20:48:17.257886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90010-599d-4c61-9725-9487fe204a9a req-9a2159e6-c703-4982-aa2a-6132c4401b76 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:17.259596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e1c90010-599d-4c61-9725-9487fe204a9a req-9a2159e6-c703-4982-aa2a-6132c4401b76 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1141422 Apr 11 20:48:17.280873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.318059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e1c90010-599d-4c61-9725-9487fe204a9a req-cdab2213-0894-4717-9b13-4d2db1f415c0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515368 Apr 11 20:48:17.364985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d1ef7a-a41c-42c1-8f26-f87729070c73,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:17.370118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.380273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4478ff18-0165-47bb-a7f3-aae97be3cd46 req-6489cc81-94c9-49f3-bf1d-b7662b6b436a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074574 Apr 11 20:48:17.455614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.486586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80238537-4d55-4944-8287-2032c8d59c45 req-ddd43610-e5f2-405b-a0e1-8fbf293bc540 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/c796c5a2-19bf-4a75-8631-e42447160940 HTTP/1.1" status: 200 len: 1635 time: 0.1171169 Apr 11 20:48:17.511987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-f5ad0414-5425-4e91-8d5a-6144d21e994b service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363690 Apr 11 20:48:17.663348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80238537-4d55-4944-8287-2032c8d59c45 req-d8a1bc63-0f20-4732-8267-bca76f7d8e2d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.696754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80238537-4d55-4944-8287-2032c8d59c45 req-d8a1bc63-0f20-4732-8267-bca76f7d8e2d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.854106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.930139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80238537-4d55-4944-8287-2032c8d59c45 req-d8a1bc63-0f20-4732-8267-bca76f7d8e2d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:17.969749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1bc63-0f20-4732-8267-bca76f7d8e2d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796c5a2-19bf-4a75-8631-e42447160940,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:18.080799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80238537-4d55-4944-8287-2032c8d59c45 req-d8a1bc63-0f20-4732-8267-bca76f7d8e2d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.086570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80238537-4d55-4944-8287-2032c8d59c45 req-d8a1bc63-0f20-4732-8267-bca76f7d8e2d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/c796c5a2-19bf-4a75-8631-e42447160940 HTTP/1.1" status: 204 len: 173 time: 0.5856173 Apr 11 20:48:18.177140 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-9ad15ddc-8b1b-4442-9ef4-ed53c73098e8 req-1518a1cb-df0d-42a9-89f0-5b55222a0bbf tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:48:18.184912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ad15ddc-8b1b-4442-9ef4-ed53c73098e8 req-1518a1cb-df0d-42a9-89f0-5b55222a0bbf tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/c796c5a2-19bf-4a75-8631-e42447160940 HTTP/1.1" status: 404 len: 352 time: 0.0382993 Apr 11 20:48:18.291015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.295630 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.327322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2a4337f-4c3a-42cc-9b0e-a88e704e6742 req-b2ee1db2-c2c9-4b67-bd87-6a0146db2e5e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f69d2a6f-400b-4806-ba1b-6422ca132efa HTTP/1.1" status: 200 len: 1634 time: 0.1064177 Apr 11 20:48:18.379975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-73b4a022-ad39-45cc-8681-ac3cb412324a service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531599 Apr 11 20:48:18.393611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe3d9590-8e5e-4ff5-a38f-650c02f67ce6 req-da13e93b-6158-4ec2-82fb-65bd00409cc6 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0718563 Apr 11 20:48:18.440772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c2a4337f-4c3a-42cc-9b0e-a88e704e6742 req-25546ba5-566e-4b55-81d2-641eb12814d2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.445217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.447892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a0c841-1e7f-433e-846d-ff0e8649f596 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:48:18.467622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.470857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6e3e5998-3694-4870-b5ec-c8c90ccfae1f admin admin] 10.222.0.61 "DELETE /v2.0/routers/a4a0c841-1e7f-433e-846d-ff0e8649f596 HTTP/1.1" status: 204 len: 168 time: 5.7035255 Apr 11 20:48:18.472542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59676) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:18.526476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c2a4337f-4c3a-42cc-9b0e-a88e704e6742 req-25546ba5-566e-4b55-81d2-641eb12814d2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.611851 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.692774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c2a4337f-4c3a-42cc-9b0e-a88e704e6742 req-25546ba5-566e-4b55-81d2-641eb12814d2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.695398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Deleting subnet b4cdb870-e59c-491b-86c0-c88c18babf1e {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:48:18.699841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.715369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25546ba5-566e-4b55-81d2-641eb12814d2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d2a6f-400b-4806-ba1b-6422ca132efa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:18.763056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c2a4337f-4c3a-42cc-9b0e-a88e704e6742 req-25546ba5-566e-4b55-81d2-641eb12814d2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.768368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2a4337f-4c3a-42cc-9b0e-a88e704e6742 req-25546ba5-566e-4b55-81d2-641eb12814d2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/f69d2a6f-400b-4806-ba1b-6422ca132efa HTTP/1.1" status: 204 len: 173 time: 0.4319754 Apr 11 20:48:18.775915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:18.832262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf62b6-92c9-4a5c-a145-ab57bc1007b0 req-92561c94-c0a0-461c-a3b3-19028c0b37e3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:18.844716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dbf62b6-92c9-4a5c-a145-ab57bc1007b0 req-92561c94-c0a0-461c-a3b3-19028c0b37e3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.2439048 Apr 11 20:48:18.960155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dbf62b6-92c9-4a5c-a145-ab57bc1007b0 req-219b96c7-bc10-408e-9db6-9824152aa049 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144791 Apr 11 20:48:18.996448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:19.141455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51d53b-2026-442b-ad38-e945acd1ebd8 req-9d2efd01-5778-46eb-899c-236ad4b2e4c1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:19.144141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a51d53b-2026-442b-ad38-e945acd1ebd8 req-9d2efd01-5778-46eb-899c-236ad4b2e4c1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 0.1246226 Apr 11 20:48:19.290554 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8a51d53b-2026-442b-ad38-e945acd1ebd8 req-db45919c-3d96-46c0-b65c-a63444b287c3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389058 Apr 11 20:48:19.342612 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-80e7c22e-fb4e-4086-b006-899cda7e9031 req-f26fcced-6c0b-44d4-bccf-f14e0a8350d9 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:48:19.344385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80e7c22e-fb4e-4086-b006-899cda7e9031 req-f26fcced-6c0b-44d4-bccf-f14e0a8350d9 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f69d2a6f-400b-4806-ba1b-6422ca132efa HTTP/1.1" status: 404 len: 352 time: 0.0809784 Apr 11 20:48:19.481327 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:19.556312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68b26f9b-6550-4c9f-9523-b107553c7ff5 req-790e7153-bb58-4339-a567-d1d04abfdf83 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/a12bec73-3b24-464a-b338-ad908e0b0a1d HTTP/1.1" status: 200 len: 1633 time: 0.1417639 Apr 11 20:48:19.565920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cdb870-e59c-491b-86c0-c88c18babf1e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:19.592037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:19.595393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0ef76-8d00-4e5c-a873-9dd948904568 None None] Network e061703a-38c6-4c8b-bec3-a2a229b01fac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:19.605398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cbc9fc97-d106-482c-beff-5df029a538aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b4cdb870-e59c-491b-86c0-c88c18babf1e HTTP/1.1" status: 204 len: 168 time: 1.1299992 Apr 11 20:48:19.606062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59696) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:19.761650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-68b26f9b-6550-4c9f-9523-b107553c7ff5 req-bdecbf7d-1ca3-46b9-bb10-742e04fd3ed4 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:19.812308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f5d1ef7a-a41c-42c1-8f26-f87729070c73 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:19.812882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-68b26f9b-6550-4c9f-9523-b107553c7ff5 req-bdecbf7d-1ca3-46b9-bb10-742e04fd3ed4 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:19.898891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b89cea97-1334-4f90-bd4d-481ca27fcb50 req-25ceed51-8ca1-4b3b-9382-6c6015726b87 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.2292676 Apr 11 20:48:19.912109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f5d1ef7a-a41c-42c1-8f26-f87729070c73 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:48:19.912722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f5d1ef7a-a41c-42c1-8f26-f87729070c73 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:48:19.992653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:20.045457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Deleting port 5d150f32-8e68-452b-ac44-0f3de6664dd6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:20.045804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:20.102487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-a341c7f2-8807-4689-99b9-c463ea86c796 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1101 time: 0.2406938 Apr 11 20:48:20.273527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] DHCP port deletion for e061703a-38c6-4c8b-bec3-a2a229b01fac request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:48:20.278599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Deleting port 5d150f32-8e68-452b-ac44-0f3de6664dd6 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:20.279033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:20.290894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-68b26f9b-6550-4c9f-9523-b107553c7ff5 req-bdecbf7d-1ca3-46b9-bb10-742e04fd3ed4 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:20.375578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecbf7d-1ca3-46b9-bb10-742e04fd3ed4 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12bec73-3b24-464a-b338-ad908e0b0a1d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:20.381663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-68b26f9b-6550-4c9f-9523-b107553c7ff5 req-bdecbf7d-1ca3-46b9-bb10-742e04fd3ed4 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:20.396480 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68b26f9b-6550-4c9f-9523-b107553c7ff5 req-bdecbf7d-1ca3-46b9-bb10-742e04fd3ed4 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/a12bec73-3b24-464a-b338-ad908e0b0a1d HTTP/1.1" status: 204 len: 173 time: 0.8261731 Apr 11 20:48:20.509683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-bf790329-fafa-4be8-a12d-b7e5fca93cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:20.513640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-bf790329-fafa-4be8-a12d-b7e5fca93cb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4054103 Apr 11 20:48:20.690595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-dbe77468-4c62-43ae-b402-c1bb9cd3937f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.1706996 Apr 11 20:48:20.789558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] For port 5d150f32-8e68-452b-ac44-0f3de6664dd6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d150f32-8e68-452b-ac44-0f3de6664dd6,segment=NetworkSegment(2786b42e-3e6b-49b4-bc1d-0c5cc8009585),segment_id=2786b42e-3e6b-49b4-bc1d-0c5cc8009585)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:20.790138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-bbbf31b8-181e-492d-89bd-1c4837bc1351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:20.792208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-bbbf31b8-181e-492d-89bd-1c4837bc1351 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0951583 Apr 11 20:48:20.792685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:20.854575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59716) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:20.873748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] For port 5d150f32-8e68-452b-ac44-0f3de6664dd6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d150f32-8e68-452b-ac44-0f3de6664dd6,segment=NetworkSegment(2786b42e-3e6b-49b4-bc1d-0c5cc8009585),segment_id=2786b42e-3e6b-49b4-bc1d-0c5cc8009585)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:20.874710 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.013751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-10a82eda-c3fb-4d0e-9d91-f97f3df9ef4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146075 Apr 11 20:48:21.100893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Calling delete_port for 5d150f32-8e68-452b-ac44-0f3de6664dd6 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:48:21.203490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Calling delete_port for 5d150f32-8e68-452b-ac44-0f3de6664dd6 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:48:21.260515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9fdb8-bcd0-4d25-9b7f-b9d2de6c0294 req-29341512-aa18-4a62-966c-710f491b6723 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:21.269069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8c9fdb8-bcd0-4d25-9b7f-b9d2de6c0294 req-29341512-aa18-4a62-966c-710f491b6723 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.3130841 Apr 11 20:48:21.278613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-d9c30d1d-f024-47cc-8f10-32724a1b9025 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1095 time: 0.9104540 Apr 11 20:48:21.350969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:48:21.351237 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:48:21.371094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.390928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a57eb-af7e-4947-8fbe-ab476c4011fc req-3cad2169-2efb-4de4-a7c7-90cf54a82e71 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:21.392497 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f17a57eb-af7e-4947-8fbe-ab476c4011fc req-3cad2169-2efb-4de4-a7c7-90cf54a82e71 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 0.7445567 Apr 11 20:48:21.394683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-4f876343-99db-4918-b4ce-256f8628acdc service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711581 Apr 11 20:48:21.395640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.456282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d150f32-8e68-452b-ac44-0f3de6664dd6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:21.469707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] No DVR routers for this DVR port 5d150f32-8e68-452b-ac44-0f3de6664dd6 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:48:21.536905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8c9fdb8-bcd0-4d25-9b7f-b9d2de6c0294 req-0260819f-70fe-49ed-9a82-6d8beaeffa5e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626016 Apr 11 20:48:21.598980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:21.610043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f17a57eb-af7e-4947-8fbe-ab476c4011fc req-c5906d2f-843b-4602-86c3-1b3b6eddbd42 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991141 Apr 11 20:48:21.620566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Usage tracker for resource:security_group_rule and tenant:a1aedd4982474099a4b3119eb02f3540 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:21.626179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:21.641131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:21.656933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d150f32-8e68-452b-ac44-0f3de6664dd6 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:21.668428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-b2a7f36d-ad73-43aa-9839-01158d9af0b2 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432237 Apr 11 20:48:21.742169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.751096 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-c5d78116-c90c-40fb-be6f-f05253cc8676 req-1bc7c816-f542-490c-871d-d93548be00ae tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:48:21.752280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5d78116-c90c-40fb-be6f-f05253cc8676 req-1bc7c816-f542-490c-871d-d93548be00ae tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/a12bec73-3b24-464a-b338-ad908e0b0a1d HTTP/1.1" status: 404 len: 352 time: 0.0923688 Apr 11 20:48:21.754615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5d150f32-8e68-452b-ac44-0f3de6664dd6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:48:21.754968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d150f32-8e68-452b-ac44-0f3de6664dd6 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:48:21.786019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e061703a-38c6-4c8b-bec3-a2a229b01fac']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:21.793421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.806207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2786b42e-3e6b-49b4-bc1d-0c5cc8009585') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:21.806773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2786b42e-3e6b-49b4-bc1d-0c5cc8009585') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:21.820941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.851571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-dd800e10-3107-4ca5-a497-02708040b482 service neutron] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:21.853198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Deleting port 5d150f32-8e68-452b-ac44-0f3de6664dd6 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:48:21.853830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.856481 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.869277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.887700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-dd800e10-3107-4ca5-a497-02708040b482 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.889986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b05c1f1-6eaf-4271-a6fe-73174f379405 req-dd800e10-3107-4ca5-a497-02708040b482 service neutron] 10.222.0.75 "DELETE /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201/bindings/n-h1-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.5877841 Apr 11 20:48:21.891052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:48:21.896771 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:48:21.926583 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:48:22.000625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6875b49f-9513-4573-bca4-9afb5de77309,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:22.028190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1f799d97-777f-49a5-a34e-684033be1e9c req-75156586-c550-4309-97a3-0bdf4f6ae1e5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:22.040213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-490e3103-7d92-4e6c-8681-0ebea99d1354 None None] The port '5d150f32-8e68-452b-ac44-0f3de6664dd6' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:48:22.041183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c1a5a0b-5ff9-4bac-b776-1d38b1f6bdd8 req-28d73f12-e432-4318-8b09-1d814db718bb tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1179821 Apr 11 20:48:22.046776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-be65efdd-4b56-42f5-9f26-3ce1d5fe161b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1aedd4982474099a4b3119eb02f3540&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1894090 Apr 11 20:48:22.048552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59736) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:22.229393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1f799d97-777f-49a5-a34e-684033be1e9c req-75156586-c550-4309-97a3-0bdf4f6ae1e5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:22.235226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f799d97-777f-49a5-a34e-684033be1e9c req-75156586-c550-4309-97a3-0bdf4f6ae1e5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 5483 time: 0.3076053 Apr 11 20:48:22.237141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:22.305087 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c109fab8-f76d-4222-a95e-554232eb01ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:22.339572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:22.347198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c109fab8-f76d-4222-a95e-554232eb01ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:22.383025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] Pushing event deleted for resources: {'Network': ['ID=e061703a-38c6-4c8b-bec3-a2a229b01fac,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:22.390988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb0f2e16-7125-4e24-8552-16079b877ab2 req-02ed6e98-2009-431e-a8ca-7d7c74b746c5 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1095 time: 0.1390278 Apr 11 20:48:22.399434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-97f6cf97-3b97-457d-9067-3eb80fa28007 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e061703a-38c6-4c8b-bec3-a2a229b01fac HTTP/1.1" status: 204 len: 168 time: 2.7923579 Apr 11 20:48:22.478418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f799d97-777f-49a5-a34e-684033be1e9c req-9a6c1001-31b6-4c70-9c5f-07a433c76364 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/3fce070b-f64c-4ba6-9d05-8baed60dbd32 HTTP/1.1" status: 200 len: 2649 time: 0.2317548 Apr 11 20:48:22.552413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb0f2e16-7125-4e24-8552-16079b877ab2 req-1cb253f5-1760-4b78-90d0-26f5c275f8c8 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362193 Apr 11 20:48:22.619641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f799d97-777f-49a5-a34e-684033be1e9c req-2747435e-051d-48a5-9b30-1b382a01e8f8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/3fce070b-f64c-4ba6-9d05-8baed60dbd32 HTTP/1.1" status: 200 len: 2649 time: 0.1358640 Apr 11 20:48:22.657419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c109fab8-f76d-4222-a95e-554232eb01ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:22.695283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109fab8-f76d-4222-a95e-554232eb01ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6875b49f-9513-4573-bca4-9afb5de77309,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:22.723946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c109fab8-f76d-4222-a95e-554232eb01ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:22.725008 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c109fab8-f76d-4222-a95e-554232eb01ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6875b49f-9513-4573-bca4-9afb5de77309 HTTP/1.1" status: 204 len: 168 time: 0.6755316 Apr 11 20:48:22.894730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3b35b-ad2a-4fed-b677-1a1998018ca0 req-7b490769-ca37-4bb4-bb26-0d50a347af3b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:22.918949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6fb3b35b-ad2a-4fed-b677-1a1998018ca0 req-7b490769-ca37-4bb4-bb26-0d50a347af3b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1529424 Apr 11 20:48:23.036091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6fb3b35b-ad2a-4fed-b677-1a1998018ca0 req-1c731f7b-1d5b-4060-8296-7b8704730153 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154602 Apr 11 20:48:23.047283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59758) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:23.143488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-798965223', 'description': 'tempest-description-19419471'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:23.156339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-889c11cd-ad50-4d8a-90ad-3331ff0a11a2 req-a7e9ca4d-dc12-4ca7-9929-a0ab043ca744 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=490fe88d-cba8-414e-85c1-c6be70fecfb6 HTTP/1.1" status: 200 len: 210 time: 0.1915498 Apr 11 20:48:23.157732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:23.184600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:23.192012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f171672-2031-44ed-9ed9-7f325e23e723 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f4076379a64457fa9d40ba3f2ebd4c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1450989 Apr 11 20:48:23.194812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59764) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:23.247179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32963873-75b2-4346-8786-95a7cf5f53a8 req-c3c9426c-b03b-4c9a-bce6-3af38507e6f4 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1095 time: 0.3953955 Apr 11 20:48:23.283215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759a0060-9897-46c8-8666-f1cd7a70fb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.321219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759a0060-9897-46c8-8666-f1cd7a70fb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.331111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32963873-75b2-4346-8786-95a7cf5f53a8 req-4bbc5344-8671-4b8b-bfe7-d1072998871a tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770197 Apr 11 20:48:23.352479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.510627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:23.516841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:23.522603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:23.530310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:23.618965 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759a0060-9897-46c8-8666-f1cd7a70fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.644962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06107401-2ee6-48e8-9f55-de2c6c5fe5bc req-890469aa-14f8-45e1-93b9-49df01036cc9 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0696876 Apr 11 20:48:23.675935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a0060-9897-46c8-8666-f1cd7a70fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22301389-0823-4386-99ca-c0e0f3afd86c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:23.745466 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.769675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759a0060-9897-46c8-8666-f1cd7a70fb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.771789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-759a0060-9897-46c8-8666-f1cd7a70fb5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22301389-0823-4386-99ca-c0e0f3afd86c HTTP/1.1" status: 204 len: 168 time: 0.5758336 Apr 11 20:48:23.863074 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.907183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:23.927192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:23.929565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5122085-9796-47b6-ac23-6201812c1acd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:23.966419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:23.970981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3f66190443427893280668b73ccc1e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:23.974848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:23.981563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:24.009120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.012713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6fc0df55-7993-43fc-9f5a-c3351395a436 req-7fae7986-5052-4718-81c0-baf596ee0f61 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 0.8760269 Apr 11 20:48:24.055721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-283885688', 'description': 'tempest-description-416648862'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:24.069420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:24.079418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:24.086383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:24.094108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:24.252435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.334958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.337007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:24.359070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:24.365537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:24.384713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:24.400805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.526811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.581419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4304ee9-69f8-45e1-ac4e-8ff29c0d2dd4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:24.624899 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.657329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a11d9b98-1099-460a-a865-4310b9d80933 req-8594b927-af4b-4a55-99ba-fd0a10b560c8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0702810 Apr 11 20:48:24.668490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-879007b4-2c1d-4cc1-a8b6-ef4d574697d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e3f66190443427893280668b73ccc1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7567694 Apr 11 20:48:24.674324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59808) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:24.737800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8c601-d60f-4c60-a8f5-05ee2f6e6d0b req-c382a632-8c1d-4ecd-9569-dfb69c5c0428 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:24.745367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f0b8c601-d60f-4c60-a8f5-05ee2f6e6d0b req-c382a632-8c1d-4ecd-9569-dfb69c5c0428 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.2306054 Apr 11 20:48:24.752042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7822bff8-d91b-4212-b45a-7c9e60b8203f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:24.809586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51ad9d6d-55e8-427a-8447-23918adf47dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.813874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f0b8c601-d60f-4c60-a8f5-05ee2f6e6d0b req-d5c3a3b8-b2f0-456d-8abf-332fc42d7310 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634046 Apr 11 20:48:24.854282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51ad9d6d-55e8-427a-8447-23918adf47dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.898194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:24.915442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d954c13e-dfa8-4f92-8e83-d48dc7386a76 req-8a113060-5d5b-4485-92d8-49b92e917f1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8639619 Apr 11 20:48:25.161866 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51ad9d6d-55e8-427a-8447-23918adf47dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:25.187369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-617e0dde-d8ea-4ddb-b7e6-3c4fdb4b3eb1 req-80d25a00-8e47-4adc-b19f-aa658d789340 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1414387 Apr 11 20:48:25.192719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad9d6d-55e8-427a-8447-23918adf47dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4304ee9-69f8-45e1-ac4e-8ff29c0d2dd4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:25.213233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51ad9d6d-55e8-427a-8447-23918adf47dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:25.215563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51ad9d6d-55e8-427a-8447-23918adf47dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4304ee9-69f8-45e1-ac4e-8ff29c0d2dd4 HTTP/1.1" status: 204 len: 168 time: 0.5395148 Apr 11 20:48:25.535112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-4480eb8f-89e0-425a-8f7b-7b4fe4932115 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:25.536027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-4480eb8f-89e0-425a-8f7b-7b4fe4932115 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:25.651111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-4480eb8f-89e0-425a-8f7b-7b4fe4932115 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:25.652329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-4480eb8f-89e0-425a-8f7b-7b4fe4932115 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 812 time: 0.3140020 Apr 11 20:48:25.677238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-090c1010-de85-4fab-9423-390e0026b6e0 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/quotas/2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 375 time: 0.0182920 Apr 11 20:48:25.822632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-48cebc27-ba9f-4d6f-bdcb-7cb04bcd142f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441922 Apr 11 20:48:25.976363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59858) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:26.166511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b80dc-67e9-4386-99be-1ca100ca87cb req-a58c88ec-6da6-4a10-95c7-80b84fe01c7a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:26.169228 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-508b80dc-67e9-4386-99be-1ca100ca87cb req-a58c88ec-6da6-4a10-95c7-80b84fe01c7a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1167607 Apr 11 20:48:26.180172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-e5cad818-78c6-4bf2-9ca0-72ad5c007f9c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:48:26.181621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-e5cad818-78c6-4bf2-9ca0-72ad5c007f9c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3578467 Apr 11 20:48:26.347834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-508b80dc-67e9-4386-99be-1ca100ca87cb req-d3d3751d-4bd7-4da6-9f60-a2d391a775f1 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624386 Apr 11 20:48:26.521831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1979032708-network', 'tenant_id': 'ab0ca7b57fd843f78f12e14d80209298'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:26.530316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:26.544632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Usage tracker for resource:network and tenant:ab0ca7b57fd843f78f12e14d80209298 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:26.552796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:26.560913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-3b12182d-e99a-463f-bf95-724964cfdea8 service neutron] 10.222.0.61 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624434 Apr 11 20:48:26.564736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:26.663966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Made reservation on behalf of ab0ca7b57fd843f78f12e14d80209298 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:26.668399 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:26.694586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:26.768212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-056001c9-422d-48c3-aa2f-9a60acb394e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992579 Apr 11 20:48:26.773238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:26.790571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Usage tracker for resource:security_group_rule and tenant:ab0ca7b57fd843f78f12e14d80209298 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:26.791895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:26.804278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:26.964502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f044d7b-a994-49bb-bd2d-aa3052674785 req-b65e8bae-1177-4f8f-b020-c0840301557a tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0639565 Apr 11 20:48:26.973970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.069132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.101884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b3c6449-6451-409b-8092-87b89a4fa97d req-fc6f676b-08ba-45a3-9e6a-1b5aecb262cc tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 210 time: 0.0576925 Apr 11 20:48:27.133844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:48:27.157971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fbea73-2566-4e0d-9a4c-92c6ad36a718,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:27.161426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.161783 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Added segment a137d4ac-422a-4b8b-a079-6d8347af82b1 of type vlan for network 9f5f1223-648d-4d55-8971-a2e077c61350 Apr 11 20:48:27.195451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.306817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.307726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:27.308302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.536213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] Pushing event updated for resources: {'Network': ['ID=9f5f1223-648d-4d55-8971-a2e077c61350,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:27.547728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9f5f1223-648d-4d55-8971-a2e077c61350 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:48:27.635213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0ab0a578-a06e-41d6-84e7-e4a22893f97c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6576633 Apr 11 20:48:27.637885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59934) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:27.643524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Request body: {'subnet': {'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1979032708-subnet', 'tenant_id': 'ab0ca7b57fd843f78f12e14d80209298', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:27.658299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:27.667032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Usage tracker for resource:subnet and tenant:ab0ca7b57fd843f78f12e14d80209298 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:27.673296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:27.687702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:27.713331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6921fc0-bbad-46ee-a44b-c0ad6b38933b req-b17e2325-d3da-476f-950c-343a650ecb8e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:27.713331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6921fc0-bbad-46ee-a44b-c0ad6b38933b req-b17e2325-d3da-476f-950c-343a650ecb8e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1279466 Apr 11 20:48:27.772575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6921fc0-bbad-46ee-a44b-c0ad6b38933b req-be3e2ad5-9de0-49ce-9805-67c8ab2ac80f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613856 Apr 11 20:48:27.819132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Made reservation on behalf of ab0ca7b57fd843f78f12e14d80209298 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:27.822762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:27.859362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59946) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:27.870268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-280600966'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:27.881659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:27.889666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:network and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:27.901641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:27.918638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:28.008108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:28.011013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.077381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:48:28.089408 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.090014 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Added segment 4ddd25d4-5ed5-453e-9fbb-1d69116983b4 of type vlan for network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 Apr 11 20:48:28.119913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.198800 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2191d59f-283e-486d-8588-4eed8a6ce498 req-a80f36ef-e9a6-4979-a892-276077956217 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.2064989 Apr 11 20:48:28.338460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82bf3811-6ebc-4e15-997d-7cba176753dd req-48ffb2c5-9937-4eb4-b0c0-5774eac376a7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 210 time: 0.1252093 Apr 11 20:48:28.373383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.458158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.462955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:28.463915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.471719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08856c9-f423-4384-aada-feaaefadb948,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:28.486901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Checking segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:28.487252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Network hostable DHCP agents. Network: 9f5f1223-648d-4d55-8971-a2e077c61350, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:48:28.602984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Network 9f5f1223-648d-4d55-8971-a2e077c61350 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:48:28.621024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Network': ['ID=dcf91f7a-a4ab-4071-b05e-25fe11e81d91,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:28.636835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:48:28.703882 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.716009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-956bd740-784d-40f7-9568-424d58a09ea3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8486228 Apr 11 20:48:28.716531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59976) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:28.722383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-215173380'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:28.731889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:28.736555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:network and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:28.739684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:28.746155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:28.756407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9f5f1223-648d-4d55-8971-a2e077c61350) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:28.765103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:28.765680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.791263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da67fb-9b4c-4e5c-a5ad-e92ec3c0f4cb None None] Network 9f5f1223-648d-4d55-8971-a2e077c61350 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:28.811301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:28.814826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.853325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2dacaf10-32fc-4092-acbf-dc7120113a17 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2141409 Apr 11 20:48:28.884253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:48:28.918160 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:28.919565 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Added segment b887200b-3a80-45dd-825e-e6e93161923a of type vlan for network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb Apr 11 20:48:29.021709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:29.203797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98b30-fd8a-40c0-8cae-73710c3944dc req-2b97a498-de0c-41a2-bec7-2319f3880811 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:29.206062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7d98b30-fd8a-40c0-8cae-73710c3944dc req-2b97a498-de0c-41a2-bec7-2319f3880811 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1651750 Apr 11 20:48:29.239113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9f5f1223-648d-4d55-8971-a2e077c61350', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'tenant_id': 'ab0ca7b57fd843f78f12e14d80209298', 'fixed_ips': [{'subnet_id': 'b08856c9-f423-4384-aada-feaaefadb948'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:48:29.240306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:29.279378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:29.289466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:29.295587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:29.299359 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7d98b30-fd8a-40c0-8cae-73710c3944dc req-dd38879d-14dc-4b64-9444-1939c01ac9a6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924356 Apr 11 20:48:29.618979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Allocated IP 172.20.0.2 (9f5f1223-648d-4d55-8971-a2e077c61350/b08856c9-f423-4384-aada-feaaefadb948/f0035e9e-b8db-490f-8487-225cbdd98c5f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:29.668072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-658b7dab-1f15-4154-ad93-cecfb90e9235 req-a1d074e9-8b07-4104-adf9-a8b3cfb1ff2c tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0684316 Apr 11 20:48:29.668783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Network': ['ID=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:29.729949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:48:29.735498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:29.748830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe6e49df-904d-4b85-879e-1f827647d2c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0204203 Apr 11 20:48:29.749598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'subnet': {'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:29.915639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e52f82f-44b6-4ada-bf81-3da37d4d21a5 req-344b1d35-bdaf-4e72-b49b-a43f09707069 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 210 time: 0.0653918 Apr 11 20:48:30.063768 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:30.075856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Transition to ACTIVE for port object f0035e9e-b8db-490f-8487-225cbdd98c5f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:30.108905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Transition to ACTIVE for port object f0035e9e-b8db-490f-8487-225cbdd98c5f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:30.200788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:30.393328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Pushing event updated for resources: {'Port': ['ID=f0035e9e-b8db-490f-8487-225cbdd98c5f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:30.471658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.472290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.472797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.480455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.482083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.483033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.483560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.484066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.484872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.485368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.486106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:30.539497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:30.590277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:subnet and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:30.602195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:30.612447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Network 9f5f1223-648d-4d55-8971-a2e077c61350 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:30.615365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:30.622822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:30.622990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:30.676521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:30.754023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-ff0d4e98-46c4-4948-be5c-036a83bf32c6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:30.755395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-ff0d4e98-46c4-4948-be5c-036a83bf32c6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Synchronizing usage tracker for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:30.782028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Attempting to bind port f0035e9e-b8db-490f-8487-225cbdd98c5f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:30.782656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Attempting to bind port f0035e9e-b8db-490f-8487-225cbdd98c5f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:30.791439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Attempting to bind port f0035e9e-b8db-490f-8487-225cbdd98c5f on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:30.799234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:30.802125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Checking segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:30.802505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:30.803172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Bound using segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:30.804003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Bound port: f0035e9e-b8db-490f-8487-225cbdd98c5f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:30.804433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:30.811374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-7c8f7c31-b855-455d-ae3f-4ccdcc3fd737 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:30.811374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-7c8f7c31-b855-455d-ae3f-4ccdcc3fd737 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.69 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 812 time: 0.6681137 Apr 11 20:48:30.811374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:30.837923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'port': {'device_id': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee', 'admin_state_up': True, 'tenant_id': '2227eece9df1415d8437f88af13382c9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:30.912883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de16b2-0f7a-46f5-883c-4ed107259f45 req-6f55fd19-8bac-47fe-834f-cfe0c820425e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:30.915210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04de16b2-0f7a-46f5-883c-4ed107259f45 req-6f55fd19-8bac-47fe-834f-cfe0c820425e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.3420990 Apr 11 20:48:30.955425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] For port f0035e9e-b8db-490f-8487-225cbdd98c5f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:30.967669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] For port f0035e9e-b8db-490f-8487-225cbdd98c5f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f0035e9e-b8db-490f-8487-225cbdd98c5f,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:30.973545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04de16b2-0f7a-46f5-883c-4ed107259f45 req-dbe53973-b299-4a6a-b7b1-dca21c3dd631 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504553 Apr 11 20:48:31.016421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:31.123924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e495789-18da-4e14-ad5d-2b84158603b4 None None] Pushing event updated for resources: {'Port': ['ID=f0035e9e-b8db-490f-8487-225cbdd98c5f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:31.139082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:31.180760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-ff0d4e98-46c4-4948-be5c-036a83bf32c6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Unset dirty status for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:31.181931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-ff0d4e98-46c4-4948-be5c-036a83bf32c6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 816 time: 1.0427983 Apr 11 20:48:31.326929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed89cee1-bad4-4932-b7e8-457516d63f99 req-5ae5de71-8245-4f0c-a646-2c136ccd2e12 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0787349 Apr 11 20:48:31.405944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-ca2b8a8c-3ab6-42c2-91b3-366dc5cdaa57 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/quotas/ab0ca7b57fd843f78f12e14d80209298 HTTP/1.1" status: 200 len: 375 time: 0.2152441 Apr 11 20:48:31.549830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:31.628454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:31.663090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-747daeb0-17c4-4601-93b1-5256ad723e57 req-2269b4e2-9f62-49b2-bc0e-129694e66694 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 210 time: 0.0652401 Apr 11 20:48:31.716744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f0035e9e-b8db-490f-8487-225cbdd98c5f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:31.763347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-6e56e59d-a4fc-4277-bbd8-50510128a5d0 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3562319 Apr 11 20:48:31.768895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Made reservation on behalf of 2227eece9df1415d8437f88af13382c9 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:31.769511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:31.799842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-851540be-5ac6-41d1-8a38-d40a5e9f4d56 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:48:31.808035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-851540be-5ac6-41d1-8a38-d40a5e9f4d56 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0249417 Apr 11 20:48:31.872772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f0035e9e-b8db-490f-8487-225cbdd98c5f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:32.091023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:32.207657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-da5369fb-9586-4b52-959c-bcb9c17d6216 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985543 Apr 11 20:48:32.301563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Subnet': ['ID=da272946-834c-4870-80e4-569e5b133f08,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:32.351582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a8073-6b49-4417-9c32-74315b4788dc req-e2b4bd70-187d-4ca4-b019-2e08ebab25d6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:32.368102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c92a8073-6b49-4417-9c32-74315b4788dc req-e2b4bd70-187d-4ca4-b019-2e08ebab25d6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.2043266 Apr 11 20:48:32.420548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Allocated IP 172.20.0.5 (a7bdc402-107c-42b2-9dfb-76f77ce962ee/ca6b36a8-c466-4e13-9e66-aeeee2b279a2/4c1eaaf3-b141-497a-b751-146a6923340c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:32.512038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c92a8073-6b49-4417-9c32-74315b4788dc req-c3870df2-d8f1-4538-a71d-8956eb72f082 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430020 Apr 11 20:48:32.632761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-7700b4fd-2969-41ba-b0ef-6a0a7b5e48e4 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951366 Apr 11 20:48:32.635800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Checking segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:32.639309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network hostable DHCP agents. Network: dcf91f7a-a4ab-4071-b05e-25fe11e81d91, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:48:32.808486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6fd03-6a7e-44bd-b80f-58a76d2be3a4 None None] Network 9f5f1223-648d-4d55-8971-a2e077c61350 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:32.963670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4022b380-9198-4f32-a7e3-bf5ff5866225 req-0b3589c9-059d-4882-b1c8-6fdc04b6a85b tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1661787 Apr 11 20:48:33.148469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:48:33.345596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] Provisioning for port f0035e9e-b8db-490f-8487-225cbdd98c5f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:33.394417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] Provisioning complete for port f0035e9e-b8db-490f-8487-225cbdd98c5f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:33.397021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:33.700811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, dcf91f7a-a4ab-4071-b05e-25fe11e81d91) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:33.708996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:33.712500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:33.718370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79568d9a-1bd9-4d08-b618-b56647dba2e0 None None] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:33.795276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-4bb66254-1a28-4e71-b629-bdbc96fa8aa6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:33.805315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-4bb66254-1a28-4e71-b629-bdbc96fa8aa6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 816 time: 0.3061786 Apr 11 20:48:33.828545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e26eb74-2060-4aaa-b3ad-b26edde68cdf req-dadfddd7-ebb2-423e-9bb4-6fc0b616f172 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:33.837218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-891cbb18-980a-4e67-90d2-a1e3994f6201 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1006396 Apr 11 20:48:33.841946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60118) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:33.855775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-3cce7520-9fff-44af-8f57-a984c58f3a3f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/quotas/ab0ca7b57fd843f78f12e14d80209298 HTTP/1.1" status: 200 len: 375 time: 0.0432625 Apr 11 20:48:33.866078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'subnet': {'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:33.983260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-012e5bcc-243d-491e-8dde-3ecb60677379 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260450 Apr 11 20:48:33.998596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e26eb74-2060-4aaa-b3ad-b26edde68cdf req-dadfddd7-ebb2-423e-9bb4-6fc0b616f172 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:34.000034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e26eb74-2060-4aaa-b3ad-b26edde68cdf req-dadfddd7-ebb2-423e-9bb4-6fc0b616f172 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 210 time: 0.3142331 Apr 11 20:48:34.005855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:34.076551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:34.095289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:subnet and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:34.100291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:34.110940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60122) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:34.124383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:34.250379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:34.263394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:34.313361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:34.351719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-4c0647f5-39c9-4c22-8cb7-23ab0c9fe9b7 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650784 Apr 11 20:48:34.386206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:34.653300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:34.656867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Network a7bdc402-107c-42b2-9dfb-76f77ce962ee is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:34.666810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:34.670503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] For port f0035e9e-b8db-490f-8487-225cbdd98c5f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f0035e9e-b8db-490f-8487-225cbdd98c5f,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:34.682348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:34.686112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:34.703026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:34.709721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-c7f3559e-290b-47bb-b423-9ed991045dd3 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551803 Apr 11 20:48:34.766735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:34.943131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:48:34.944006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.020792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:35.024957 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.030701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:35.065405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc242c044044fb891efa19d8e788e79 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:35.077126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:35.096988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:35.105306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8aad9-b773-45bc-9719-069984c2445a req-b63708b7-a667-4634-bb8a-ad707e2998c4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:35.106827 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96a8aad9-b773-45bc-9719-069984c2445a req-b63708b7-a667-4634-bb8a-ad707e2998c4 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.6530294 Apr 11 20:48:35.201945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-b033a2f5-84bf-4c20-b0f0-e9f3c97edf1e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3682468 Apr 11 20:48:35.218727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Request body: {'port': {'device_id': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:35.233235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522755-b6da-45a7-9308-753185760bb5 None None] Pushing event updated for resources: {'Port': ['ID=f0035e9e-b8db-490f-8487-225cbdd98c5f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:35.294356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96a8aad9-b773-45bc-9719-069984c2445a req-108d01d8-0d6f-4c24-a373-4c717619b9a0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772740 Apr 11 20:48:35.299865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Allocated IP 10.1.1.2 (dcf91f7a-a4ab-4071-b05e-25fe11e81d91/da272946-834c-4870-80e4-569e5b133f08/d032ecac-99d3-4585-bef3-28f609861c80) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:35.376336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-790c31e4-b562-458b-bd2e-6f94be6a7d50 None None] Provisioning complete for port f0035e9e-b8db-490f-8487-225cbdd98c5f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:35.378415 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-790c31e4-b562-458b-bd2e-6f94be6a7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.668163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.683692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.701087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7913885a-f994-473b-a48a-eabb7122328d req-9a247ed6-4007-4b20-bc43-6f952bfca91d tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1432455 Apr 11 20:48:35.704793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.759377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:35.779611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f0035e9e-b8db-490f-8487-225cbdd98c5f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:36.093221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a54ea-8e7c-4cf5-adcb-e8865d1f7efd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:36.125567 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7e0765be-b7c0-404d-995b-6205533460a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6bc242c044044fb891efa19d8e788e79&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0078928 Apr 11 20:48:36.126834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Subnet': ['ID=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:36.137968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:36.142448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.161423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Transition to ACTIVE for port object d032ecac-99d3-4585-bef3-28f609861c80 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:36.183361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Transition to ACTIVE for port object d032ecac-99d3-4585-bef3-28f609861c80 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:36.187858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-ce3254ac-0447-4c97-bd9c-4c50b75f9be7 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:36.195666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-ce3254ac-0447-4c97-bd9c-4c50b75f9be7 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 816 time: 0.2053823 Apr 11 20:48:36.221231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-b6ce68f3-1d10-4c57-98ef-81806aa76ef9 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/quotas/ab0ca7b57fd843f78f12e14d80209298 HTTP/1.1" status: 200 len: 375 time: 0.0243723 Apr 11 20:48:36.282376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Checking segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:36.282662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network hostable DHCP agents. Network: c0602453-f1c4-4dd1-9055-7b6e8cf27ceb, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:48:36.335134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-85f07824-9de6-438a-ba9f-b536c6992b7e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121113 Apr 11 20:48:36.337880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.405665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120db6e1-800e-4c39-b4af-37622b90fa5b req-623855e1-24d5-4782-a8b0-6a1b9415a747 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:36.416957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-120db6e1-800e-4c39-b4af-37622b90fa5b req-623855e1-24d5-4782-a8b0-6a1b9415a747 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 931 time: 0.6467986 Apr 11 20:48:36.507276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:36.516866 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-5478f846-1771-4d1a-9de6-aea7ba7c8488 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805012 Apr 11 20:48:36.517381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:36.537047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:36.655068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f0035e9e-b8db-490f-8487-225cbdd98c5f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:36.655435 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.682359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-120db6e1-800e-4c39-b4af-37622b90fa5b req-e1eeca08-b6a3-4dbd-ba41-190234839481 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:36.705660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:48:36.764365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Attempting to bind port d032ecac-99d3-4585-bef3-28f609861c80 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:36.764728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Attempting to bind port d032ecac-99d3-4585-bef3-28f609861c80 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:36.765099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Attempting to bind port d032ecac-99d3-4585-bef3-28f609861c80 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:36.784673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:36.785556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Checking segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:36.785849 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.786422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Bound using segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:36.786910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Bound port: d032ecac-99d3-4585-bef3-28f609861c80, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:36.787496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.789040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-918094f3-d1db-4b23-be09-ebb38345177e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.819743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Pushing event updated for resources: {'Port': ['ID=d032ecac-99d3-4585-bef3-28f609861c80,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:36.861864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-918094f3-d1db-4b23-be09-ebb38345177e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.899211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c0602453-f1c4-4dd1-9055-7b6e8cf27ceb) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:36.916229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-120db6e1-800e-4c39-b4af-37622b90fa5b req-e1eeca08-b6a3-4dbd-ba41-190234839481 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:36.933405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-120db6e1-800e-4c39-b4af-37622b90fa5b req-e1eeca08-b6a3-4dbd-ba41-190234839481 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154877 Apr 11 20:48:36.958017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1697b1-cc8c-4664-a969-df6011bd915c None None] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:36.974121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:36.974258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-3e90bf06-eb49-4283-9b4a-c14ee931673b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:36.974720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:36.974867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-3e90bf06-eb49-4283-9b4a-c14ee931673b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 816 time: 0.4639907 Apr 11 20:48:36.974867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-61600373-f307-45a2-95c2-3558348d42b5 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550371 Apr 11 20:48:37.008599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Request body: {'port': {'device_id': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'admin_state_up': True, 'tenant_id': 'ab0ca7b57fd843f78f12e14d80209298'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:37.448468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] For port d032ecac-99d3-4585-bef3-28f609861c80, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:37.505875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] For port d032ecac-99d3-4585-bef3-28f609861c80, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d032ecac-99d3-4585-bef3-28f609861c80,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:37.567309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:48:37.641136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:37.651642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0f252cf-3cd1-4205-86fc-91d99e299d58 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8057647 Apr 11 20:48:37.653685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:37.666685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'name': 'tempest-TaggedBootDevicesTest-569826959', 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:37.690838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'fixed_ips': [{'subnet_id': '8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:48:37.698945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:37.710946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c059005-7d24-417f-be28-5884e131efb5 req-ee980a8f-18fe-456e-8d14-ee5bccd4c13e tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0715606 Apr 11 20:48:37.713767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1eaaf3-b141-497a-b751-146a6923340c {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:37.746054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:37.756137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:37.757295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Usage tracker for resource:port and tenant:ab0ca7b57fd843f78f12e14d80209298 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:37.765938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:37.784980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:37.855199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-918094f3-d1db-4b23-be09-ebb38345177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:37.885574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Made reservation on behalf of ab0ca7b57fd843f78f12e14d80209298 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:37.891397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:37.901338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Transition to ACTIVE for port object 4c1eaaf3-b141-497a-b751-146a6923340c will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:37.905577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918094f3-d1db-4b23-be09-ebb38345177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a54ea-8e7c-4cf5-adcb-e8865d1f7efd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:37.932498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-918094f3-d1db-4b23-be09-ebb38345177e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:37.933651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-918094f3-d1db-4b23-be09-ebb38345177e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c8a54ea-8e7c-4cf5-adcb-e8865d1f7efd HTTP/1.1" status: 204 len: 168 time: 1.7930729 Apr 11 20:48:37.995352 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:38.043052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fcc10-5f21-4828-8146-8b3c1f389577 None None] Pushing event updated for resources: {'Port': ['ID=d032ecac-99d3-4585-bef3-28f609861c80,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:38.112174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd851a7-8f63-4c55-af40-ccc872381e5b req-8fc873ce-e6b5-4c7e-a80e-ec2efb56f191 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:38.121704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bd851a7-8f63-4c55-af40-ccc872381e5b req-8fc873ce-e6b5-4c7e-a80e-ec2efb56f191 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.9992058 Apr 11 20:48:38.278684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccc678f0-8e73-4035-b0ea-1a794ba67b02 req-cc89125e-2e6e-46b3-a8e9-93de3bb62f1f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.1994519 Apr 11 20:48:38.375419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60192) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:38.516834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Allocated IP 10.2.2.2 (c0602453-f1c4-4dd1-9055-7b6e8cf27ceb/8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3/0432e03b-e643-418d-a0a0-41f0e246071d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:38.542787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Deleting subnet 20f1bc72-78cf-4566-81f0-f4b216de4e2b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:48:38.556211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:38.635215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bd851a7-8f63-4c55-af40-ccc872381e5b req-dd48f37f-d97d-4902-a819-8a6582d79944 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123861 Apr 11 20:48:38.651041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:38.651358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:port and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:38.655172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:38.664775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:38.689738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:38.771708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Allocated IP 172.20.0.12 (9f5f1223-648d-4d55-8971-a2e077c61350/b08856c9-f423-4384-aada-feaaefadb948/74c6549e-798e-4c91-b048-b5f2d9bb6f6d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:38.924390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:38.946632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:38.967356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:38.995251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Transition to ACTIVE for port object 0432e03b-e643-418d-a0a0-41f0e246071d will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:39.025271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Transition to ACTIVE for port object 0432e03b-e643-418d-a0a0-41f0e246071d will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:39.137498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:39.280238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-84794931-f15a-4cf9-8dc6-cc73bd74a472 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:39.281702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-84794931-f15a-4cf9-8dc6-cc73bd74a472 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 816 time: 0.5349333 Apr 11 20:48:39.344484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Pushing event updated for resources: {'Port': ['ID=0432e03b-e643-418d-a0a0-41f0e246071d,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:39.398138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:39.405039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:39.407592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:39.517436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60204) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:39.565366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Request body: {'port': {'device_id': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'admin_state_up': True, 'tenant_id': 'ab0ca7b57fd843f78f12e14d80209298'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:39.636624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6915be7-79f0-41bc-b5d3-26573e2c5650 req-3f1368ed-94d1-42fe-a02d-a3e307cd0593 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.2003219 Apr 11 20:48:39.649501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Attempting to bind port 0432e03b-e643-418d-a0a0-41f0e246071d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:39.650289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Attempting to bind port 0432e03b-e643-418d-a0a0-41f0e246071d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:39.652889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Attempting to bind port 0432e03b-e643-418d-a0a0-41f0e246071d on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:39.668600 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:39.670073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:39.676705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Checking segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:39.677506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:39.678114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Bound using segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:39.678885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Bound port: 0432e03b-e643-418d-a0a0-41f0e246071d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:39.688967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:39.729336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:39.751110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d032ecac-99d3-4585-bef3-28f609861c80 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:39.784303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f49628-2b9a-4800-b88f-d10a61586918 None None] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:39.806119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:39.841966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Attempting to bind port 4c1eaaf3-b141-497a-b751-146a6923340c on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:39.842367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Attempting to bind port 4c1eaaf3-b141-497a-b751-146a6923340c by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:39.850276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Attempting to bind port 4c1eaaf3-b141-497a-b751-146a6923340c on network a7bdc402-107c-42b2-9dfb-76f77ce962ee {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:39.945692 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-6edd1116-fbb9-4eb6-8182-ea0bc0431f25 service neutron] show failed (client error): The resource could not be found. Apr 11 20:48:39.947094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-6edd1116-fbb9-4eb6-8182-ea0bc0431f25 service neutron] 10.222.0.69 "GET /v2.0/ports/304958e9-bd1f-4222-ade6-caa1291b6f13/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.5434375 Apr 11 20:48:39.955463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:39.963639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef399382e124795af06fdfffa324cec is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:39.967299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:39.978220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:39.984042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:39.987786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0432e03b-e643-418d-a0a0-41f0e246071d,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:40.007227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Transition to ACTIVE for port object 74c6549e-798e-4c91-b048-b5f2d9bb6f6d will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:40.048088 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3cb4fadd-9a5d-4475-b82b-5bf0929b923a req-d562217f-00f5-4c27-8b04-909488a25445 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.1835938 Apr 11 20:48:40.065317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed600b39-c8f7-419f-a724-8ea82f563286 req-2b93a23e-6d7a-4f1e-b8dc-57b23cbd74b5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:40.079360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed600b39-c8f7-419f-a724-8ea82f563286 req-2b93a23e-6d7a-4f1e-b8dc-57b23cbd74b5 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 943 time: 1.2275095 Apr 11 20:48:40.098446 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.124636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Port 4c1eaaf3-b141-497a-b751-146a6923340c on network a7bdc402-107c-42b2-9dfb-76f77ce962ee not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:48:40.125794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Attempting to bind port 4c1eaaf3-b141-497a-b751-146a6923340c on network a7bdc402-107c-42b2-9dfb-76f77ce962ee {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:40.172033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.184025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7ba1c-78f2-4237-82ca-47a1c5754bed None None] Pushing event updated for resources: {'Port': ['ID=0432e03b-e643-418d-a0a0-41f0e246071d,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:40.213772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9a501d9f-3dcf-4c51-a21d-e5a9090368e2 None None] Provisioning for port d032ecac-99d3-4585-bef3-28f609861c80 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:40.238423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d032ecac-99d3-4585-bef3-28f609861c80 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:40.244620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed600b39-c8f7-419f-a724-8ea82f563286 req-cf4f0b01-044e-46a3-a346-82211b28dfea tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640151 Apr 11 20:48:40.247186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d032ecac-99d3-4585-bef3-28f609861c80 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:40.247695 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.247825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.297334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9a501d9f-3dcf-4c51-a21d-e5a9090368e2 None None] Provisioning complete for port d032ecac-99d3-4585-bef3-28f609861c80 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:40.297597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a501d9f-3dcf-4c51-a21d-e5a9090368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.317661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.377017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:40.380545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Checking segment: {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:40.382438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Bound using segment: {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:40.383142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Bound port: 4c1eaaf3-b141-497a-b751-146a6923340c, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e80223-a3e3-43f6-956d-1c3b3a8671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:40.385537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.421914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f1bc72-78cf-4566-81f0-f4b216de4e2b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:40.438776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.461611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ef399382e124795af06fdfffa324cec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9408460 Apr 11 20:48:40.465313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60214) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:40.536393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d5201-51b4-4190-9001-a04524b0aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff9a2e4-09ea-4ac6-94aa-8e05a7d9a234,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:40.626080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Network 9f5f1223-648d-4d55-8971-a2e077c61350 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:40.653626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:40.660989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:40.685909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.720045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:40.732005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:40.750540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:40.762072 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:48:40.772910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.802305 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.820976 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.858955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e9b27a3-4c86-4162-9b60-59fb3aa8ef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.865725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a501d9f-3dcf-4c51-a21d-e5a9090368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.904290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e9b27a3-4c86-4162-9b60-59fb3aa8ef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.939143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:40.940135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:40.970815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Usage tracker for resource:port and tenant:ab0ca7b57fd843f78f12e14d80209298 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:40.975983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d032ecac-99d3-4585-bef3-28f609861c80, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d032ecac-99d3-4585-bef3-28f609861c80,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:41.077497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-47acdd67-3a45-448f-9d95-40650319e78d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/20f1bc72-78cf-4566-81f0-f4b216de4e2b HTTP/1.1" status: 204 len: 168 time: 2.6935661 Apr 11 20:48:41.078201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60220) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:41.082319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:41.120707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1308560 Apr 11 20:48:41.161960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a82366-31bb-4759-b3bc-73fe5ed7f28f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Pushing event updated for resources: {'Port': ['ID=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:41.166009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-166b52d8-4253-4165-bd33-73e645abfc54 req-c3639d56-78d1-4c6d-adf4-273c5e63ab56 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1903508 Apr 11 20:48:41.310438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:41.323502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-cd2a4607-0049-4864-b9be-b21612b1101b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:41.325889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-cd2a4607-0049-4864-b9be-b21612b1101b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.75 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 816 time: 0.5098221 Apr 11 20:48:41.330654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Request body: {'port': {'device_id': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:41.371149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-9a501d9f-3dcf-4c51-a21d-e5a9090368e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:48:41.371626 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-9a501d9f-3dcf-4c51-a21d-e5a9090368e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:48:41.384537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d032ecac-99d3-4585-bef3-28f609861c80,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:41.399460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:41.411035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Request body: {'port': {'device_id': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'admin_state_up': True, 'tenant_id': 'ab0ca7b57fd843f78f12e14d80209298'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:41.437742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:41.439274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] 10.222.0.69 "PUT /v2.0/ports/4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 1091 time: 6.2253029 Apr 11 20:48:41.447411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:41.453623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] device_id is not set on port cea6b82e-1659-41e8-8a15-f0fa02bac5db yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:48:41.494233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:41.592335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-97d84f69-9c69-49fc-8cb7-6afce4c37ec9 req-ca7c70dd-882b-4738-abc4-13cc4377b567 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Synchronizing usage tracker for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:41.794122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d032ecac-99d3-4585-bef3-28f609861c80 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:41.798507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237669bf-9b2e-4fa5-a340-fb740f6ce107 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:41.811202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e9b27a3-4c86-4162-9b60-59fb3aa8ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:41.859329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-776eb86d-1e4d-4c7c-ba2a-6cb62482a4fe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392&tenant_id=745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 1101 time: 1.0362887 Apr 11 20:48:41.881274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b27a3-4c86-4162-9b60-59fb3aa8ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff9a2e4-09ea-4ac6-94aa-8e05a7d9a234,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:41.884768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e9b27a3-4c86-4162-9b60-59fb3aa8ef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:41.888908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7e9b27a3-4c86-4162-9b60-59fb3aa8ef3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eff9a2e4-09ea-4ac6-94aa-8e05a7d9a234 HTTP/1.1" status: 204 len: 168 time: 1.4092972 Apr 11 20:48:41.922648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Made reservation on behalf of ab0ca7b57fd843f78f12e14d80209298 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:41.928652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:41.951679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:42.077180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:42.126058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd5ecb-2f2f-4812-a766-c6f648b3c274 None None] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:48:42.166434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92341fd-9d9f-4632-ad86-30faaa01a56f req-3fe1d1b4-c2e0-4f06-8ba4-cbe82d13b3bc tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:42.174487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a92341fd-9d9f-4632-ad86-30faaa01a56f req-3fe1d1b4-c2e0-4f06-8ba4-cbe82d13b3bc tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 1.6945498 Apr 11 20:48:42.235357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-97d84f69-9c69-49fc-8cb7-6afce4c37ec9 req-ca7c70dd-882b-4738-abc4-13cc4377b567 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Unset dirty status for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:42.249046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97d84f69-9c69-49fc-8cb7-6afce4c37ec9 req-ca7c70dd-882b-4738-abc4-13cc4377b567 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.7175033 Apr 11 20:48:42.458669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Allocated IP 172.20.0.6 (9f5f1223-648d-4d55-8971-a2e077c61350/b08856c9-f423-4384-aada-feaaefadb948/870847bb-d10f-45bd-878b-faf0f9b9227d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:42.474613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:42.534810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:42.539820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:42.543432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-ea30ad37-f4ca-4ce5-b722-2c5db3e77a75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1094 time: 0.7478518 Apr 11 20:48:42.571152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Usage tracker for resource:port and tenant:ab0ca7b57fd843f78f12e14d80209298 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:42.654187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d032ecac-99d3-4585-bef3-28f609861c80 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:42.654805 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:42.677088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:42.734002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a92341fd-9d9f-4632-ad86-30faaa01a56f req-c5a4fcc4-66f8-4ec4-9e63-09bad9709e63 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471153 Apr 11 20:48:42.734002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:42.826178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:43.025987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Provisioning complete for port d032ecac-99d3-4585-bef3-28f609861c80 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:43.026736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.093036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705b5890-b93f-48f9-9516-b3b37ec8002e') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:43.104804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705b5890-b93f-48f9-9516-b3b37ec8002e') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:43.131814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0432e03b-e643-418d-a0a0-41f0e246071d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:43.136750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.184892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Transition to ACTIVE for port object 870847bb-d10f-45bd-878b-faf0f9b9227d will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:43.226129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-0523b7c3-2f6d-43bf-9c98-fbb09da263f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 217 time: 0.6476908 Apr 11 20:48:43.231850 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d95628-cdc4-4a08-8765-e0321ac862be'] response: {'name': 'network-changed', 'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c', 'status': 'completed', 'code': 200} Apr 11 20:48:43.243941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.337445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0432e03b-e643-418d-a0a0-41f0e246071d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:43.366204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.376908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.398579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9bb1330-ac06-4770-9558-118871521912 req-774872f1-64b2-4cf8-a566-947834e68025 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1633945 Apr 11 20:48:43.442887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:48:43.443301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.446248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Provisioning for port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:43.447681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Made reservation on behalf of ab0ca7b57fd843f78f12e14d80209298 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:43.450669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.453207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Provisioning complete for port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:43.454007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:48:43.464751 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:48:43.491945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 10.1.1.212 (dcf91f7a-a4ab-4071-b05e-25fe11e81d91/da272946-834c-4870-80e4-569e5b133f08/cea6b82e-1659-41e8-8a15-f0fa02bac5db) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:43.530910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-cf36da7c-b411-4879-b87d-d512fb49f840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:43.533975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-cf36da7c-b411-4879-b87d-d512fb49f840 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.2960014 Apr 11 20:48:43.620773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Network 9f5f1223-648d-4d55-8971-a2e077c61350 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:43.628539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:48:43.638856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:43.640974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Pushing event updated for resources: {'Port': ['ID=870847bb-d10f-45bd-878b-faf0f9b9227d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:43.680810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:43.686344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:43.766001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-7643e6d2-42a8-4ce2-a688-2488902cfe4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059033 Apr 11 20:48:43.777506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:43.799915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:48:43.912113 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b9fde4e-aaa4-4262-9752-4a913c193270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.938247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:43.959777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8402-9e05-45a4-b084-f23805589e2a req-43bfde6e-1523-4d7e-8285-476b54f3f885 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:43.967007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe5f8402-9e05-45a4-b084-f23805589e2a req-43bfde6e-1523-4d7e-8285-476b54f3f885 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 943 time: 1.4149694 Apr 11 20:48:43.978078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Provisioning for port 0432e03b-e643-418d-a0a0-41f0e246071d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:43.985447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Provisioning complete for port 0432e03b-e643-418d-a0a0-41f0e246071d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:43.985818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.092041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:44.104157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.150919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.167151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.167684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.168128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.168983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.169739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.170367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.170752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.171184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.171630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.172043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.172468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:44.196808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.217932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Transition to ACTIVE for port object 304958e9-bd1f-4222-ade6-caa1291b6f13 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:44.229509 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.234448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ff96ab47-431f-4acc-8e41-ffa691a7da3b req-8b29f92c-842c-49b9-a2d3-5380623dc8d8 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.4790342 Apr 11 20:48:44.242389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:44.242389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-06a75f79-366b-4925-b224-eae8f2c97db4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5b0618ef-fe57-43d2-8f6a-1f1f6a8caf33 HTTP/1.1" status: 204 len: 168 time: 3.1443634 Apr 11 20:48:44.276446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60262) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:44.278259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe5f8402-9e05-45a4-b084-f23805589e2a req-febe5c65-2a76-4248-8d54-2f12928e9910 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102901 Apr 11 20:48:44.397797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Deleting subnet 6ddd05d4-9fcb-4d43-9b2a-1adbfddfa5a0 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:48:44.402712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.501795 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fdebde-495e-4265-863c-d15ca7bb2c68'] response: {'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'code': 200} Apr 11 20:48:44.506007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:48:44.506364 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:48:44.520746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-52567bc8-9737-4a13-9748-de300e160844 None None] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0432e03b-e643-418d-a0a0-41f0e246071d,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:44.525711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.588611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.745515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52567bc8-9737-4a13-9748-de300e160844 None None] Pushing event updated for resources: {'Port': ['ID=0432e03b-e643-418d-a0a0-41f0e246071d,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:44.762235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:44.763057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.821543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-80a197e3-fe16-408a-9847-221b2370bc00 None None] Provisioning for port 870847bb-d10f-45bd-878b-faf0f9b9227d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:44.828903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-80a197e3-fe16-408a-9847-221b2370bc00 None None] Provisioning complete for port 870847bb-d10f-45bd-878b-faf0f9b9227d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:44.830744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c6549e-798e-4c91-b048-b5f2d9bb6f6d {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:44.830878 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-80a197e3-fe16-408a-9847-221b2370bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.898592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-5e0810ca-c7fd-4c8b-8c11-ee00d5450e1e service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9993541 Apr 11 20:48:44.902876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:44.921306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] No DVR routers for this DVR port 304958e9-bd1f-4222-ade6-caa1291b6f13 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:48:44.934111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61b0eb86-21cc-433e-a88a-668be0347e09 req-3834f4a5-8ee8-4059-8a1d-7234230c811c tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.2853520 Apr 11 20:48:44.940645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:44.952330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Transition to ACTIVE for port object 74c6549e-798e-4c91-b048-b5f2d9bb6f6d will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:44.954704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-80a197e3-fe16-408a-9847-221b2370bc00 None None] Port 870847bb-d10f-45bd-878b-faf0f9b9227d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:48:44.984501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-80a197e3-fe16-408a-9847-221b2370bc00 None None] Provisioning complete for port 0432e03b-e643-418d-a0a0-41f0e246071d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:44.985644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-80a197e3-fe16-408a-9847-221b2370bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.016850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:45.017489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:45.017489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:45.025476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:48:45.032528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:45.032683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.036569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:45.037090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:45.038959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:45.040058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Bound port: 304958e9-bd1f-4222-ade6-caa1291b6f13, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:45.040378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.183310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Allocated IP 172.20.0.13 (9f5f1223-648d-4d55-8971-a2e077c61350/b08856c9-f423-4384-aada-feaaefadb948/6f845139-fb28-4bce-b4b2-f8a3624d2f12) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:45.282919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.547090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Pushing event updated for resources: {'Port': ['ID=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:45.585976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.614416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:45.708185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0432e03b-e643-418d-a0a0-41f0e246071d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:45.749050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:45.751806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72c6510d-7273-4ba2-b866-3744af69b749 req-d4341726-b7a6-4cf5-b322-e613d936be01 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.1127322 Apr 11 20:48:45.812565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Attempting to bind port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:45.812938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Attempting to bind port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:45.813234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Attempting to bind port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:45.822390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.913341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0432e03b-e643-418d-a0a0-41f0e246071d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:45.913957 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.949970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-65635b11-630f-40e2-a211-fc23c29431df tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3924122 Apr 11 20:48:45.952154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6791d2ef-6c80-4fa7-bf1d-879f67e047f7 req-1844a7cf-fe79-4f43-b05b-fca0718c59b5 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0425150 Apr 11 20:48:45.958367 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:45.969414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Transition to ACTIVE for port object 6f845139-fb28-4bce-b4b2-f8a3624d2f12 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:45.986501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Request body: {'port': {'device_id': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:45.994094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d on network 9f5f1223-648d-4d55-8971-a2e077c61350 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:48:45.998492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Attempting to bind port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:46.060104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.064197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] 10.222.0.75 "PUT /v2.0/ports/304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 1096 time: 4.1195862 Apr 11 20:48:46.088465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:46.089756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Checking segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:46.090193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Bound using segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:46.090836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Bound port: 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:46.091196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.133236 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32195736-5c7b-4475-b685-6afe86da3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.162623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91474-ff2f-4981-bb8e-4006c583754e service neutron] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:46.274364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object cea6b82e-1659-41e8-8a15-f0fa02bac5db will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:46.281677 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.364718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.383027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee12ebb-e64b-4e56-845e-88970deb97e5 req-cc4a92f6-d223-46d8-8c08-dbfae2fb534d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:46.385058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ee12ebb-e64b-4e56-845e-88970deb97e5 req-cc4a92f6-d223-46d8-8c08-dbfae2fb534d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 1.6857948 Apr 11 20:48:46.406822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] For port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:46.440509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] For port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:46.469571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7d808-9161-4905-98b9-451ad240c348 req-fb7dc676-7ec7-4f11-886b-1736fc6a0e78 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:46.471151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8dd7d808-9161-4905-98b9-451ad240c348 req-fb7dc676-7ec7-4f11-886b-1736fc6a0e78 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 943 time: 0.5601749 Apr 11 20:48:46.503759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:46.516756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-00813b67-1f0e-45d7-a413-bc608fb2f08d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1099 time: 0.3951948 Apr 11 20:48:46.558434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.757522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.758903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] 10.222.0.69 "PUT /v2.0/ports/74c6549e-798e-4c91-b048-b5f2d9bb6f6d HTTP/1.1" status: 200 len: 1092 time: 5.4788430 Apr 11 20:48:46.776083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8dd7d808-9161-4905-98b9-451ad240c348 req-31012d1e-a6f3-4826-87e6-07246916adba tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944727 Apr 11 20:48:46.788806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.804414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.809991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:46.858347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-c787cb1a-6b9d-47cf-9489-423a8f69e32e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:46.860144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-c787cb1a-6b9d-47cf-9489-423a8f69e32e service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3350222 Apr 11 20:48:46.860861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a5ab4-c397-4c97-907b-7a6c30e53b4e service neutron] Pushing event updated for resources: {'Port': ['ID=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:47.002073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ee12ebb-e64b-4e56-845e-88970deb97e5 req-61009f66-74ad-459a-a18b-01004ea29fa8 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879247 Apr 11 20:48:47.049395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-4c430280-dea8-4255-9ec4-6c9a780d3d81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1094 time: 0.8769836 Apr 11 20:48:47.083777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:47.088795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-1d5e9065-3fab-4fae-a5e1-1b2d721f79c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.1723475 Apr 11 20:48:47.260217 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9066dc6e-74cd-468d-9f86-bed86aebedc0'] response: {'name': 'network-changed', 'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'status': 'completed', 'code': 200} Apr 11 20:48:47.274893 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:47.321526 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6ddd05d4-9fcb-4d43-9b2a-1adbfddfa5a0 HTTP/1.1" status: 204 len: 168 time: 3.0395126 Apr 11 20:48:47.324278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Network 9f5f1223-648d-4d55-8971-a2e077c61350 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:47.333276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60306) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:47.349859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5fa14-a225-4787-8d0c-e951b1c4a96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddd05d4-9fcb-4d43-9b2a-1adbfddfa5a0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:47.360877 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:47.406714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:47.407714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Pushing event updated for resources: {'Port': ['ID=6f845139-fb28-4bce-b4b2-f8a3624d2f12,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:47.459129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:47.461746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:47.505767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6679e8c2-7f6b-4234-aad5-da5b41a36da5 req-f0013b49-ed06-464b-bbb3-6eae8d924b8a tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1031826 Apr 11 20:48:47.526673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:47.529113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:47.531212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-cb67f020-c2ef-4fa4-98a4-b7d2c1a7ce88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:47.532923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-cb67f020-c2ef-4fa4-98a4-b7d2c1a7ce88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.4423761 Apr 11 20:48:47.615314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4c1eaaf3-b141-497a-b751-146a6923340c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:47.626930 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-efac8ee1-d1de-4874-a251-946e8b02dcc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 1095 time: 0.7616701 Apr 11 20:48:47.773114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-a974e65c-cefe-4b2a-939b-da9135efe62c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d HTTP/1.1" status: 200 len: 217 time: 0.1388049 Apr 11 20:48:48.004838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-b0749cfa-e394-4a8d-9ab0-f5ee1d592fa5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1099 time: 0.7509813 Apr 11 20:48:48.190351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:48.224692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '4c1eaaf3-b141-497a-b751-146a6923340c', 'network_id': 'a7bdc402-107c-42b2-9dfb-76f77ce962ee', 'port_id': '4c1eaaf3-b141-497a-b751-146a6923340c', 'mac_address': 'fa:16:3e:a1:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6b36a8-c466-4e13-9e66-aeeee2b279a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:48:48.261617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:48.262378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.292750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dccd641b-c526-4e8b-bb95-e3ef9f2b51da None None] Provisioning for port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:48.316110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dccd641b-c526-4e8b-bb95-e3ef9f2b51da None None] Provisioning complete for port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:48.316690 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dccd641b-c526-4e8b-bb95-e3ef9f2b51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.402506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-7683057a-97c4-4a00-b03e-4dc683096c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:48.403978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-7683057a-97c4-4a00-b03e-4dc683096c94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.5983365 Apr 11 20:48:48.418948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:48.460993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870847bb-d10f-45bd-878b-faf0f9b9227d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:48.516511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.523879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dccd641b-c526-4e8b-bb95-e3ef9f2b51da None None] Port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:48:48.529011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.530284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.531839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-07cadb72-d0cf-4274-afc5-cf294312106a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9674492 Apr 11 20:48:48.538459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:48.538459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.554122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-f48deda6-a0d2-4e3a-9d9d-832cf76ce034 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1595440 Apr 11 20:48:48.559853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1eaaf3-b141-497a-b751-146a6923340c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:48.569185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-61f73d1f-2582-4777-8cca-7dfcc62d822e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:48.572092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-61f73d1f-2582-4777-8cca-7dfcc62d822e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5555670 Apr 11 20:48:48.572983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-c51c03ab-f3af-4522-8b14-bb0177a0fd4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:48.574937 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-c51c03ab-f3af-4522-8b14-bb0177a0fd4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 1.5093255 Apr 11 20:48:48.580762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Request body: {'port': {'device_id': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:48.593750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:48.616048 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.673105 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.704041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-0dcd65db-8324-4c82-bd07-8e66d9930be3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.0991306 Apr 11 20:48:48.709689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Transition to ACTIVE for port object 870847bb-d10f-45bd-878b-faf0f9b9227d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:48.720058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7cb1ccf7-1cbb-4341-b054-2f29eedc70d2 None None] Provisioning for port cea6b82e-1659-41e8-8a15-f0fa02bac5db completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:48.746464 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-edcc8745-61e3-43ac-8319-bd8fb2654093 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 217 time: 0.1156516 Apr 11 20:48:48.751171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7cb1ccf7-1cbb-4341-b054-2f29eedc70d2 None None] Provisioning complete for port cea6b82e-1659-41e8-8a15-f0fa02bac5db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:48.751795 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7cb1ccf7-1cbb-4341-b054-2f29eedc70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.829276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7cb1ccf7-1cbb-4341-b054-2f29eedc70d2 None None] Port cea6b82e-1659-41e8-8a15-f0fa02bac5db cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:48:48.833044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3121b5a6-d422-4460-b13e-f404ad4718eb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 11.1762345 Apr 11 20:48:48.849559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:48.854369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:48.860744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60332) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:48.880499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'name': 'tempest-TaggedBootDevicesTest-347157527', 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:48.929964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4c1eaaf3-b141-497a-b751-146a6923340c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:48.980795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Pushing event updated for resources: {'Port': ['ID=870847bb-d10f-45bd-878b-faf0f9b9227d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:48.991220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-8a7c25dc-af6d-4b5f-9512-52d23bbee23c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:48.992649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-8a7c25dc-af6d-4b5f-9512-52d23bbee23c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Synchronizing usage tracker for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:49.100147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef06ab-5468-434d-98a0-b3a5fe4ae7c2 req-ad5ba5a3-8b68-4574-8d98-dbf054da33c9 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:49.107832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97ef06ab-5468-434d-98a0-b3a5fe4ae7c2 req-ad5ba5a3-8b68-4574-8d98-dbf054da33c9 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 943 time: 0.9568048 Apr 11 20:48:49.219194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-5b908151-21b2-4fd7-9c02-40b8d7a8a7e0 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583278 Apr 11 20:48:49.229586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-befee0c8-8376-49a0-b677-7dca926bf6e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:49.231337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-befee0c8-8376-49a0-b677-7dca926bf6e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.4609315 Apr 11 20:48:49.250053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-68d8e63b-dfab-44dd-83c6-156501c7d683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:49.251526 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-68d8e63b-dfab-44dd-83c6-156501c7d683 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.4667921 Apr 11 20:48:49.265064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'tag': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:49.266007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:49.368985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-8bc4bf1a-a9e1-4d13-a63f-b18635334ce0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852318 Apr 11 20:48:49.379023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:49.443735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-143848f8-be4c-4355-a7bd-6f330e2591de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9923849 Apr 11 20:48:49.446549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4141e760-a260-49fb-813f-734e42691d61']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:49.479783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-8a7c25dc-af6d-4b5f-9512-52d23bbee23c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Unset dirty status for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:49.482409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-8a7c25dc-af6d-4b5f-9512-52d23bbee23c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 932 time: 1.9600036 Apr 11 20:48:49.530785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97ef06ab-5468-434d-98a0-b3a5fe4ae7c2 req-c2c74bbb-0c40-449f-afa7-0949532461db tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219689 Apr 11 20:48:49.621481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:49.650386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:port and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:49.668037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:49.688281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:49.795752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-9c5a0b77-9529-4bfd-8446-e9337507bbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5189829 Apr 11 20:48:49.795752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e83761e8-9226-44e0-8eb1-91d4f840a451 req-4a5b7fc1-1e43-4779-9fa2-0b42869bbc49 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306835 Apr 11 20:48:49.796146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0972e2-536c-4158-af48-b29a6635255b') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:49.796146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0972e2-536c-4158-af48-b29a6635255b') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:48:49.847570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:49.931287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-c7917f88-0b12-469d-aeac-f47a8075caa5 service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629076 Apr 11 20:48:50.019647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.105809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:48:50.106423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:48:50.127392 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:48:50.149146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-3a42df50-8f4a-40ed-b647-a7969e0071fd service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024121 Apr 11 20:48:50.189901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-30006258-cdf7-4e9b-b823-101ba51698a5 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224102 Apr 11 20:48:50.193186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:48:50.202673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-5aa83c20-debf-4211-a36b-b346270225f1 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Synchronizing usage tracker for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:48:50.244857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255b5a1-8a62-4b9e-813c-db95d18bcbdd req-c53f3ae6-e4c5-4441-a486-e40ce50da428 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:50.247069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a255b5a1-8a62-4b9e-813c-db95d18bcbdd req-c53f3ae6-e4c5-4441-a486-e40ce50da428 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.4421327 Apr 11 20:48:50.525385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-dd664929-671e-41a2-8a4a-73c5ef885e07 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1243229 Apr 11 20:48:50.613753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Attempting to bind port 870847bb-d10f-45bd-878b-faf0f9b9227d on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:50.617015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Attempting to bind port 870847bb-d10f-45bd-878b-faf0f9b9227d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:50.617015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Attempting to bind port 870847bb-d10f-45bd-878b-faf0f9b9227d on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:50.715893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a255b5a1-8a62-4b9e-813c-db95d18bcbdd req-e8c905e5-5263-4739-98be-6934788d5ef9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953569 Apr 11 20:48:50.731792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Port 870847bb-d10f-45bd-878b-faf0f9b9227d on network 9f5f1223-648d-4d55-8971-a2e077c61350 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:48:50.731792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Attempting to bind port 870847bb-d10f-45bd-878b-faf0f9b9227d on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:50.732727 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.741962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:50.742357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Checking segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:50.742685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Bound using segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:50.743139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Bound port: 870847bb-d10f-45bd-878b-faf0f9b9227d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:50.743510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.754697 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-d35dc466-f354-4015-ba0a-8fc435b9cce2 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423543 Apr 11 20:48:50.778190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-d4cd0c0d-a68a-46fb-a615-7c52ee2eaf48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1099 time: 0.4624436 Apr 11 20:48:50.784178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] device_id is not set on port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:48:50.796997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-5aa83c20-debf-4211-a36b-b346270225f1 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Unset dirty status for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:48:50.798216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a3967c8-b565-45a7-a137-b80b8ce21bbc req-5aa83c20-debf-4211-a36b-b346270225f1 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9955306 Apr 11 20:48:50.798794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.837382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f845139-fb28-4bce-b4b2-f8a3624d2f12 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:50.852123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.855588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] 10.222.0.61 "DELETE /v2.0/networks/4141e760-a260-49fb-813f-734e42691d61 HTTP/1.1" status: 204 len: 168 time: 3.5089948 Apr 11 20:48:50.877912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:50.887320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e11abd-ef11-4eda-b6e4-cfb4659671af admin admin] Pushing event deleted for resources: {'Network': ['ID=4141e760-a260-49fb-813f-734e42691d61,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:50.947145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Transition to ACTIVE for port object 6f845139-fb28-4bce-b4b2-f8a3624d2f12 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:50.954314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734e6639-805e-4f41-87ea-2cd4a2806f86 req-75103600-9fd4-49f5-ab6b-f6dace16fd82 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051602 Apr 11 20:48:50.960081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] For port 870847bb-d10f-45bd-878b-faf0f9b9227d, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:50.971330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] For port 870847bb-d10f-45bd-878b-faf0f9b9227d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=870847bb-d10f-45bd-878b-faf0f9b9227d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:50.985508 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae71c40d-bda0-4eeb-a095-976439c6c6a3'] response: {'name': 'network-changed', 'server_uuid': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'tag': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d', 'status': 'completed', 'code': 200} Apr 11 20:48:51.073647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5124173-5120-430a-a9b7-df38e1498723 req-82c1a4c1-3049-498e-9ab1-8ef1f54378e6 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0611904 Apr 11 20:48:51.100790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:51.105108 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:51.176863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60362) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:51.240880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-6770abcd-78b7-494c-8ecb-eaa170bc4442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:51.248693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-6770abcd-78b7-494c-8ecb-eaa170bc4442 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4309118 Apr 11 20:48:51.297831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:51.299215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] 10.222.0.69 "PUT /v2.0/ports/870847bb-d10f-45bd-878b-faf0f9b9227d HTTP/1.1" status: 200 len: 1091 time: 5.3230720 Apr 11 20:48:51.302442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'tag': '870847bb-d10f-45bd-878b-faf0f9b9227d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:51.411483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-7ed8997e-270b-421e-aef4-c5cb18a50727 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.1058624 Apr 11 20:48:51.471273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Pushing event updated for resources: {'Port': ['ID=6f845139-fb28-4bce-b4b2-f8a3624d2f12,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:51.487306 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227872be-7ecf-4bf9-8f63-ab6d2ee990f6'] response: {'name': 'network-changed', 'server_uuid': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'tag': '870847bb-d10f-45bd-878b-faf0f9b9227d', 'status': 'completed', 'code': 200} Apr 11 20:48:51.561340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-35039890-4a98-48b5-bdda-65f2c3fbddb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:51.561340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-35039890-4a98-48b5-bdda-65f2c3fbddb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1315732 Apr 11 20:48:51.587701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 10.1.1.170 (dcf91f7a-a4ab-4071-b05e-25fe11e81d91/da272946-834c-4870-80e4-569e5b133f08/d177d12e-8a8a-44e9-a2da-0a81d04a7c60) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:51.626345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60370) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:51.627701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4c1eaaf3-b141-497a-b751-146a6923340c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:51.737323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:51.790856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-44713d33-71cf-417b-99ba-a7b19a2dece0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 1095 time: 0.7677577 Apr 11 20:48:51.839467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 4c1eaaf3-b141-497a-b751-146a6923340c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:51.854389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 4c1eaaf3-b141-497a-b751-146a6923340c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:51.857947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:51.873955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0aa6d-681c-4586-8155-cd89c14c7723 service neutron] Pushing event updated for resources: {'Port': ['ID=870847bb-d10f-45bd-878b-faf0f9b9227d,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:51.895653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f02d06-7bd5-4946-bab5-012bb1c81335 req-905f2444-8fe6-4fb7-864b-043c064caff7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:51.897082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8f02d06-7bd5-4946-bab5-012bb1c81335 req-905f2444-8fe6-4fb7-864b-043c064caff7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 944 time: 0.6861720 Apr 11 20:48:52.086299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:52.088801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-e222fb5b-341c-4e16-a2c6-ab789930866b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 1094 time: 0.6048377 Apr 11 20:48:52.134634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Usage tracker for resource:security_group_rule and tenant:5aa6ac40f2534891b674167b9fb7c852 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:52.140549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:52.145200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:52.160488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Attempting to bind port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:48:52.160818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Attempting to bind port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:48:52.161141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Attempting to bind port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:52.167649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8f02d06-7bd5-4946-bab5-012bb1c81335 req-52785931-b5b7-4760-90d2-2dc23cbf65d8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947370 Apr 11 20:48:52.185276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:52.186307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-544b0574-09c9-4db9-aa91-0a288d425ddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:52.187715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-544b0574-09c9-4db9-aa91-0a288d425ddc service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 917 time: 0.3757234 Apr 11 20:48:52.190119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-7b0d82f2-b7ca-4818-b596-1d7b2a5299a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870847bb-d10f-45bd-878b-faf0f9b9227d HTTP/1.1" status: 200 len: 217 time: 0.0855203 Apr 11 20:48:52.190822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 on network 9f5f1223-648d-4d55-8971-a2e077c61350 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:48:52.191152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Attempting to bind port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 on network 9f5f1223-648d-4d55-8971-a2e077c61350 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:48:52.199951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-64670e8a-6445-4b38-884e-e5c91add7f53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc9dcc619a8243fdab880dabaf73465c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5653796 Apr 11 20:48:52.202147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60384) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:52.219864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:52.226200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:52.337969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-b25c73a3-85fd-4e59-867d-792a7a1404af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7085416 Apr 11 20:48:52.383604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:52.421995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:48:52.422384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Checking segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:48:52.422861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Bound using segment: {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:48:52.423146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Bound port: 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a137d4ac-422a-4b8b-a079-6d8347af82b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:48:52.423551 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:52.505509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-97accfbc-d27b-46e2-b650-4f8be2d1aa9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d HTTP/1.1" status: 200 len: 217 time: 0.3058255 Apr 11 20:48:52.567080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object d177d12e-8a8a-44e9-a2da-0a81d04a7c60 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:48:52.610457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-c5a75a24-f7e1-4d9f-8f6e-39305cab029b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:52.611504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857bfad-f6f4-40cf-a63c-9ea413a2055d req-17795465-6689-4e3e-a273-b7c720ff001d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:52.612227 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-c5a75a24-f7e1-4d9f-8f6e-39305cab029b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.4111795 Apr 11 20:48:52.613469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c857bfad-f6f4-40cf-a63c-9ea413a2055d req-17795465-6689-4e3e-a273-b7c720ff001d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.6336584 Apr 11 20:48:52.626410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:52.736909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-2bdb4486-5b09-491b-aec5-6123670a1fd7 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377688 Apr 11 20:48:52.747805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c857bfad-f6f4-40cf-a63c-9ea413a2055d req-7f10059e-ced6-48ac-81e8-583a551933c9 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211965 Apr 11 20:48:52.896719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-6b7b9dac-4b09-4c6f-be28-ca9fdcc5bbfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:52.898115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-6b7b9dac-4b09-4c6f-be28-ca9fdcc5bbfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.3707137 Apr 11 20:48:52.902359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3adc9979-e0ad-4db2-a339-a333eee01f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:52.935848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f917486-6657-4ef1-9147-526fbf2b95c8 req-6b171992-0b1c-4268-a3d3-9f6e5469552b service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888442 Apr 11 20:48:52.942963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] For port 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:48:52.992015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] For port 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:48:52.995154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f50f6fd2-881b-4ad4-b039-5d93354550a9 req-4606db64-ce43-4b2a-9873-29928d5c275e tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0627162 Apr 11 20:48:52.999887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.019135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59315ed-d38c-4af9-a5c0-b17f4264ab9c req-5a9c696c-d63d-4e54-a8f2-4af984fe9e86 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:53.021292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a59315ed-d38c-4af9-a5c0-b17f4264ab9c req-5a9c696c-d63d-4e54-a8f2-4af984fe9e86 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 944 time: 0.6292634 Apr 11 20:48:53.044444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3adc9979-e0ad-4db2-a339-a333eee01f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.104792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:53.125791 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d19e9c-cd69-4f5e-ab6a-8c4c40fa6cca'] response: {'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c', 'code': 200} Apr 11 20:48:53.136089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-d87fe1fd-f8e6-4306-975d-2c9e69e0f0d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5045714 Apr 11 20:48:53.259047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.263900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.271046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a59315ed-d38c-4af9-a5c0-b17f4264ab9c req-4452ecf6-bf9c-4c22-b724-0158c05d751b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339213 Apr 11 20:48:53.369891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-31f8539d-58df-4f44-9065-5509341a2b4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4649868 Apr 11 20:48:53.381863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.383865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] 10.222.0.75 "PUT /v2.0/ports/6f845139-fb28-4bce-b4b2-f8a3624d2f12 HTTP/1.1" status: 200 len: 1092 time: 4.8073943 Apr 11 20:48:53.397342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:53.504508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3adc9979-e0ad-4db2-a339-a333eee01f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.514989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'tag': '6f845139-fb28-4bce-b4b2-f8a3624d2f12'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:53.534577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:53.670738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5aa6ac40f2534891b674167b9fb7c852&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4730456 Apr 11 20:48:53.671399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 74c6549e-798e-4c91-b048-b5f2d9bb6f6d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:53.684778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b942bc-6fb4-48cf-ac90-8f88b54493fa,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:53.696193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60402) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:53.729896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49809d-18a9-43b5-8eb0-c4ebb0899170 service neutron] Pushing event updated for resources: {'Port': ['ID=6f845139-fb28-4bce-b4b2-f8a3624d2f12,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:53.744858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc9979-e0ad-4db2-a339-a333eee01f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed4bcfb-627a-4d89-a469-d848077e5a62,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:53.760172 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84c9b2d-1183-47b5-96ce-85b662e13230'] response: {'name': 'network-changed', 'server_uuid': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'tag': '6f845139-fb28-4bce-b4b2-f8a3624d2f12', 'status': 'completed', 'code': 200} Apr 11 20:48:53.768338 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-eb94aedc-21b6-4abd-ada9-714dd614a786 service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176901 Apr 11 20:48:53.817312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:48:53.826547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:48:53.857591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:48:53.942857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.943509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.947031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46383d3b-05ef-4295-b4ef-7364c482c31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:48:53.958935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:53.971885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:53.984814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:53.986237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.033622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'mac_address': 'fa:16:3e:e7:96:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:48:54.049775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3adc9979-e0ad-4db2-a339-a333eee01f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.067682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3adc9979-e0ad-4db2-a339-a333eee01f15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bed4bcfb-627a-4d89-a469-d848077e5a62 HTTP/1.1" status: 204 len: 168 time: 1.6697598 Apr 11 20:48:54.069138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc2042-7cc2-43e7-8e1a-c39e4c9b3803 req-f1fd3e9d-9c2d-48b2-ae58-0214b10e8cdc tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:54.077496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48dc2042-7cc2-43e7-8e1a-c39e4c9b3803 req-f1fd3e9d-9c2d-48b2-ae58-0214b10e8cdc tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 945 time: 0.4995179 Apr 11 20:48:54.107900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62cd4fd3-66dc-44c6-bacf-4f42ae4681f7 req-fe852aa4-a240-4b48-842e-2e4a6b517b34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1096 time: 0.9231055 Apr 11 20:48:54.142916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3b9c-faca-47b5-918a-f08f02921288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.151508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7e54216b-6f92-4a6f-a8b3-d261792e631a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2799008 Apr 11 20:48:54.185504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:54.195881 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.223229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304958e9-bd1f-4222-ade6-caa1291b6f13 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:54.235138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62cd4fd3-66dc-44c6-bacf-4f42ae4681f7 req-bb00c5a9-babf-4a80-95b1-63baa73c6b3e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039321 Apr 11 20:48:54.235598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'port_id': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d', 'mac_address': 'fa:16:3e:01:74:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08856c9-f423-4384-aada-feaaefadb948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:48:54.294122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:54.296916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3b9c-faca-47b5-918a-f08f02921288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.319033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-8a2c682f-b45b-4154-8de0-4175a13b7693 service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186909 Apr 11 20:48:54.340761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48dc2042-7cc2-43e7-8e1a-c39e4c9b3803 req-9e0df8a5-6a66-4cde-8cb0-47e881f04e99 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616591 Apr 11 20:48:54.369747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.484227 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-66d418dd-abe7-4870-a4f1-6b35e2c93d1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 1095 time: 0.9265563 Apr 11 20:48:54.564094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:54.570991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3b9c-faca-47b5-918a-f08f02921288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.590142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.611760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3b9c-faca-47b5-918a-f08f02921288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b942bc-6fb4-48cf-ac90-8f88b54493fa,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:54.682956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c6549e-798e-4c91-b048-b5f2d9bb6f6d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:54.712120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:54.715453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3b9c-faca-47b5-918a-f08f02921288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.719266 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3f2d3b9c-faca-47b5-918a-f08f02921288 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3b942bc-6fb4-48cf-ac90-8f88b54493fa HTTP/1.1" status: 204 len: 168 time: 1.0131996 Apr 11 20:48:54.720778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1eedb5d1-6f01-431a-9fcf-989d89ff5709 None None] Provisioning for port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:54.730684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['304958e9-bd1f-4222-ade6-caa1291b6f13'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:54.752668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb90d2ac-afb4-45a3-907e-6a98d3a4506e req-5484da27-35e9-45b8-8510-f6d21259ccc1 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1211331 Apr 11 20:48:54.767226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1eedb5d1-6f01-431a-9fcf-989d89ff5709 None None] Provisioning complete for port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:54.768149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1eedb5d1-6f01-431a-9fcf-989d89ff5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.817421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:54.863900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b1e03ba-254c-4ed5-8283-7ee46a7a73cd req-8ba9f016-62b2-41de-87ce-c8693f0d9c72 service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0875297 Apr 11 20:48:54.924509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-98676050-c2bb-48c6-87eb-d9ed77017828 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12 HTTP/1.1" status: 200 len: 217 time: 0.3631663 Apr 11 20:48:55.035313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1eedb5d1-6f01-431a-9fcf-989d89ff5709 None None] Port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:48:55.053946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:55.132757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9528e0e-a033-4f2b-a3be-740fe456ad63 req-960c159c-8ccd-4ceb-bf5f-36e2caa5e0d0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:55.132757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9528e0e-a033-4f2b-a3be-740fe456ad63 req-960c159c-8ccd-4ceb-bf5f-36e2caa5e0d0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 948 time: 0.9681807 Apr 11 20:48:55.134665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['74c6549e-798e-4c91-b048-b5f2d9bb6f6d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:55.155213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-d4146637-28b1-47b8-a6f9-af896de7bd71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:55.156532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-d4146637-28b1-47b8-a6f9-af896de7bd71 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.2231021 Apr 11 20:48:55.267070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575635b4-0c0c-405a-9d1b-f6dbc8f36c37 req-07c167d1-f150-4b76-9458-aa44a32fe0ee service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406048 Apr 11 20:48:55.304772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60426) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:55.324649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409682350', 'description': 'tempest-description--2053852835'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:55.339068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:55.352796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:security_group and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:55.357422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9528e0e-a033-4f2b-a3be-740fe456ad63 req-056b86c8-abbc-4012-a839-67a968748ff3 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536614 Apr 11 20:48:55.376854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:55.408927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:55.461308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-0ac742b2-62da-4d98-bccb-fcec0a2d91e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 1094 time: 0.4421754 Apr 11 20:48:55.470594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60436) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:55.544114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:55.681101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-0cb14b1e-c573-4d50-8ea1-b19b32d601af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5148387 Apr 11 20:48:55.721658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e941dbc2-2ac8-4034-966c-7d555d14e2f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=836dca66a98a439795664bf02b0a7cc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473872 Apr 11 20:48:55.722609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60440) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:55.744501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:55.756241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:security_group_rule and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:55.765475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:55.773954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf9490-f310-48c5-909e-8a74fc4ef853 req-6845fbf4-eced-4139-a6ab-68e1db747c43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:55.775443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7caf9490-f310-48c5-909e-8a74fc4ef853 req-6845fbf4-eced-4139-a6ab-68e1db747c43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 944 time: 0.2041163 Apr 11 20:48:55.785358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:55.853761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-c948232d-fea4-4d47-a3a9-ef8a5f2bb726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:55.855216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-c948232d-fea4-4d47-a3a9-ef8a5f2bb726 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 917 time: 0.3823993 Apr 11 20:48:55.885081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7caf9490-f310-48c5-909e-8a74fc4ef853 req-ee2683c6-4e22-434a-9dd5-f2eb41615b76 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009071 Apr 11 20:48:55.897210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-557b846f-a6cf-456c-b418-bf572a526490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:55.957182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:55.974544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-557b846f-a6cf-456c-b418-bf572a526490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.039843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.106042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:56.130783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.140409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-745db956-ca98-4efe-979e-6a2b3822fe61 service neutron] 10.222.0.75 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414220 Apr 11 20:48:56.143328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-55877e0a-1735-40f4-97ec-9f5cf5b71a87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870847bb-d10f-45bd-878b-faf0f9b9227d HTTP/1.1" status: 200 len: 217 time: 0.2785568 Apr 11 20:48:56.172188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:56.177018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Usage tracker for resource:security_group_rule and tenant:e3f4e366cb0d4f86be58e44a8724f3ef is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:56.180562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:56.186904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:56.216744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.221158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9116933 Apr 11 20:48:56.221158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-557b846f-a6cf-456c-b418-bf572a526490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.224604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60458) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:56.235094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398586f-99e2-43e2-9a49-e4fb9cb496d3 req-4555e78b-3232-42da-ac8d-78f4a649ea36 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:56.243031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'security_group_rule': {'security_group_id': 'ee22ef79-5ee9-47ba-97b9-463b9586dedb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:56.243254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4398586f-99e2-43e2-9a49-e4fb9cb496d3 req-4555e78b-3232-42da-ac8d-78f4a649ea36 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 945 time: 0.6137588 Apr 11 20:48:56.267019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:56.275589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9256a62-d302-4d07-9b1e-69eacd1041a2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22ef79-5ee9-47ba-97b9-463b9586dedb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:56.290341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:security_group_rule and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:56.297411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:56.301544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-557b846f-a6cf-456c-b418-bf572a526490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.302789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-557b846f-a6cf-456c-b418-bf572a526490 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee7d9380-8313-429a-ae4d-8a8cb1dbffa7 HTTP/1.1" status: 204 len: 168 time: 0.5792217 Apr 11 20:48:56.311646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b846f-a6cf-456c-b418-bf572a526490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7d9380-8313-429a-ae4d-8a8cb1dbffa7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:56.313624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:56.369761 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.407828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.413901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-7f1b7b66-8054-4810-a1d8-540ce12d7750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:56.415368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-7f1b7b66-8054-4810-a1d8-540ce12d7750 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.2649179 Apr 11 20:48:56.503807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.505691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4398586f-99e2-43e2-9a49-e4fb9cb496d3 req-04103601-9340-4e88-b19e-1318841e38c2 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615154 Apr 11 20:48:56.506017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.569038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9282d81d-f43f-48fd-9f4a-65d47fed4828,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:56.574858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0cf2bf59-bc6a-48ce-8164-1cbe49b38db1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3f4e366cb0d4f86be58e44a8724f3ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4654834 Apr 11 20:48:56.577277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60466) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:56.578749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48ecbf44-0616-4318-b75c-70fca4dfeeca req-ff5b2ca6-6184-4077-af5f-7ce6a09207ce service neutron] 10.222.0.75 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305089 Apr 11 20:48:56.634167 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.659997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04607678-b369-4d01-82b2-01f8198047c9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:56.679171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-493ab591-80ad-4855-a098-1d1ceec7b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.759635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-674a3aa4-aa22-454a-a97a-46ad60b7ec85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229034 Apr 11 20:48:56.825206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-493ab591-80ad-4855-a098-1d1ceec7b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.897551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-28215944-3b1d-4521-8911-260d9d3eddb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:56.899049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-28215944-3b1d-4521-8911-260d9d3eddb6 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.75 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392&tenant_id=745a7b820308433a92d2acba06fb4b47&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 949 time: 0.2934177 Apr 11 20:48:56.900190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6c145da-de02-49df-ae5b-8b7346123ae7 req-4ab863a8-f843-4cfb-964c-f78673ff0d2a tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.2032382 Apr 11 20:48:56.925539 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-5a752102-d46f-4167-a251-7ae21f8a2275 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 1095 time: 0.1611397 Apr 11 20:48:56.959955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:56.962035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-05d3b7d9-d732-49cb-b375-6aa5874241fd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7319763 Apr 11 20:48:56.977203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'security_group_rule': {'security_group_id': 'ee22ef79-5ee9-47ba-97b9-463b9586dedb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-493ab591-80ad-4855-a098-1d1ceec7b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:security_group_rule and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab591-80ad-4855-a098-1d1ceec7b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9282d81d-f43f-48fd-9f4a-65d47fed4828,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:57.286190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:57.289382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-9e14271b-ae33-4873-8084-69e24eb35a0a service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669219 Apr 11 20:48:57.294544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-493ab591-80ad-4855-a098-1d1ceec7b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:57.294544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-493ab591-80ad-4855-a098-1d1ceec7b0f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9282d81d-f43f-48fd-9f4a-65d47fed4828 HTTP/1.1" status: 204 len: 168 time: 0.5963151 Apr 11 20:48:57.306629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-87a141ca-e1de-44af-9a82-61660564aea9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:57.308647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-87a141ca-e1de-44af-9a82-61660564aea9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 917 time: 0.3772681 Apr 11 20:48:57.335773 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-161c9b42-0a2d-48c0-a837-06633b41ef5d req-9de061b6-ed7a-468b-b7ff-ef9ac2645ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753495 Apr 11 20:48:57.337490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-1e47d19e-7d75-45e9-bf62-7f1cb239ec80 service neutron] 10.222.0.75 "GET /v2.0/ports/304958e9-bd1f-4222-ade6-caa1291b6f13/bindings/n-h2-837321-1 HTTP/1.1" status: 200 len: 382 time: 0.4233079 Apr 11 20:48:57.349888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4a09-5d77-4a9b-86b2-a3c0d620d8b2 req-94105b3f-5fa3-4a71-80f8-c69ac5e3fb15 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:57.358016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57bf4a09-5d77-4a9b-86b2-a3c0d620d8b2 req-94105b3f-5fa3-4a71-80f8-c69ac5e3fb15 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 949 time: 0.5700758 Apr 11 20:48:57.412575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:57.466198 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57bf4a09-5d77-4a9b-86b2-a3c0d620d8b2 req-7c66ac1f-50ab-416e-ba11-ddabded90875 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069629 Apr 11 20:48:57.472589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:57.480317 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-0ef12ea6-e837-4333-828f-86f19b79498d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12 HTTP/1.1" status: 200 len: 217 time: 0.1632059 Apr 11 20:48:57.546728 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-0b3ed390-242a-4fdb-9a83-68dda9000009 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1100 time: 0.1666260 Apr 11 20:48:57.588923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-2fa3d63c-00e9-490e-b646-707141c518ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:57.590655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-2fa3d63c-00e9-490e-b646-707141c518ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.0945978 Apr 11 20:48:57.660061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 870847bb-d10f-45bd-878b-faf0f9b9227d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:57.662467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 74c6549e-798e-4c91-b048-b5f2d9bb6f6d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:48:57.710547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fff409-7a77-4c2c-97ad-67d59453c056 req-bdd435a1-4bc4-4d05-8961-dbc8fef1987a tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:57.719533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9fff409-7a77-4c2c-97ad-67d59453c056 req-bdd435a1-4bc4-4d05-8961-dbc8fef1987a tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 944 time: 0.5276611 Apr 11 20:48:57.726498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 304958e9-bd1f-4222-ade6-caa1291b6f13 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:57.781526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 304958e9-bd1f-4222-ade6-caa1291b6f13 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:57.781977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:57.783776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:57.788570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-dd407c48-5e13-4a9d-9396-2c2548f48d39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883507 Apr 11 20:48:57.883392 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:48:57.891729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-89ea40a0-3ab2-41e4-86ed-ff8e745859d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:57.893669 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-89ea40a0-3ab2-41e4-86ed-ff8e745859d4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3434494 Apr 11 20:48:57.998740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-94f3f1fd-3175-4a49-93d8-156d8e318cfa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.0956817 Apr 11 20:48:58.095203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-0a0b77d6-f39c-4d84-a2aa-dda75f5f7471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:58.097914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-0a0b77d6-f39c-4d84-a2aa-dda75f5f7471 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0924656 Apr 11 20:48:58.192690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82d1ac-4eb4-4386-8ae6-c957db4f714e req-3246eff6-4244-4863-bd37-a97d585c091e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:58.199307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b82d1ac-4eb4-4386-8ae6-c957db4f714e req-3246eff6-4244-4863-bd37-a97d585c091e tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 945 time: 0.3955867 Apr 11 20:48:58.199525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9fff409-7a77-4c2c-97ad-67d59453c056 req-d5247096-f38f-4d5e-9128-4d672d826b11 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786317 Apr 11 20:48:58.217128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:48:58.225719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.235102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 870847bb-d10f-45bd-878b-faf0f9b9227d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=870847bb-d10f-45bd-878b-faf0f9b9227d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:58.254916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:48:58.255777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.303331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b82d1ac-4eb4-4386-8ae6-c957db4f714e req-6a426a0d-2d7a-435f-bfee-173534758f52 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995026 Apr 11 20:48:58.311804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-3e90e1da-0045-4054-b57b-f824e94a0b25 service neutron] 10.222.0.75 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139370 Apr 11 20:48:58.317637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f53a3b-cec1-49ca-b543-bde3218779ba,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:58.343298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '870847bb-d10f-45bd-878b-faf0f9b9227d', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'port_id': '870847bb-d10f-45bd-878b-faf0f9b9227d', 'mac_address': 'fa:16:3e:1a:8e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08856c9-f423-4384-aada-feaaefadb948', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:48:58.357887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.368086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-52509d71-a019-485d-917f-1dda902b5edd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622080 Apr 11 20:48:58.496360 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.533058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:48:58.558204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870847bb-d10f-45bd-878b-faf0f9b9227d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:58.577451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 870847bb-d10f-45bd-878b-faf0f9b9227d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=870847bb-d10f-45bd-878b-faf0f9b9227d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:58.579817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:58.601291 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.604878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9dde86d-f3cd-466f-abe7-3849b00477d3 req-4bab6c50-2e65-4f2e-ae20-b1b3f181e8cd tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0636361 Apr 11 20:48:58.607855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.619661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60520) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:48:58.624045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bae2944f-e9a3-4d89-94f7-ee0a751d7966 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6431167 Apr 11 20:48:58.654873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:58.672493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:58.685151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:48:58.699749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:floatingip and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:48:58.704790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:48:58.708113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c447176c-4e92-45cf-82c7-e6abcb80a2aa req-7f08c0c9-ad9f-4df9-8fc3-42247eccc4aa service neutron] 10.222.0.75 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720775 Apr 11 20:48:58.715186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:48:58.727612 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.742320 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-8f0c872d-a6f7-4a1d-b2fb-cf4c0ed99b1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-798965223&fields=id&tenant_id=2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 267 time: 0.1214955 Apr 11 20:48:58.794916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.796680 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.798598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:58.838238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=870847bb-d10f-45bd-878b-faf0f9b9227d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:58.857084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e8977-0009-4734-ab01-8760f6d4e349 req-ac965051-0f7d-4cf4-94cc-7c1a7253446b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:58.858627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f9e8977-0009-4734-ab01-8760f6d4e349 req-ac965051-0f7d-4cf4-94cc-7c1a7253446b tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.0958750 Apr 11 20:48:58.922049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f9e8977-0009-4734-ab01-8760f6d4e349 req-eca51983-f992-48e9-9d88-6317fe55785a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554080 Apr 11 20:48:58.932627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:58.978172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-9995acba-e860-4a21-baa5-65be0368b5b9 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991778 Apr 11 20:48:58.979906 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:59.008430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['870847bb-d10f-45bd-878b-faf0f9b9227d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:48:59.080541 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791c69a9-eba4-479d-b204-33087598903f'] response: {'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'code': 200} Apr 11 20:48:59.122330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:48:59.253612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-d1ae2940-58ec-4d27-8811-7a30bc927767 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:59.255063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-d1ae2940-58ec-4d27-8811-7a30bc927767 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 945 time: 0.5119393 Apr 11 20:48:59.272233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'port': {'security_groups': ['3fce070b-f64c-4ba6-9d05-8baed60dbd32', 'a5122085-9796-47b6-ac23-6201812c1acd']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:48:59.315974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-511d1c6d-d793-4aed-ab39-f07f1477df40 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973802 Apr 11 20:48:59.442750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:59.498408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa14f3-14f3-4bda-b620-dc8602e46521 req-a89c3fdd-ce59-4ad3-8cd3-2c5c0f112712 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:48:59.508298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3aa14f3-14f3-4bda-b620-dc8602e46521 req-a89c3fdd-ce59-4ad3-8cd3-2c5c0f112712 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 944 time: 0.1324086 Apr 11 20:48:59.509795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6f845139-fb28-4bce-b4b2-f8a3624d2f12 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:48:59.550496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:59.582662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3aa14f3-14f3-4bda-b620-dc8602e46521 req-84886c85-241a-4067-a421-2c4c4c9ad495 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730512 Apr 11 20:48:59.720666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:59.740784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6f845139-fb28-4bce-b4b2-f8a3624d2f12', 'network_id': '9f5f1223-648d-4d55-8971-a2e077c61350', 'port_id': '6f845139-fb28-4bce-b4b2-f8a3624d2f12', 'mac_address': 'fa:16:3e:ea:61:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08856c9-f423-4384-aada-feaaefadb948', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:48:59.823390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:48:59.841865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ef296bf-e85a-4beb-a30f-4c3ae1b27bcc req-c97b5c61-f4b7-4b27-b8fe-1b749b3f4851 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0636542 Apr 11 20:48:59.853175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f845139-fb28-4bce-b4b2-f8a3624d2f12 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:48:59.889615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 172.25.5.237 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c3ec0b8f-92bf-4233-aabe-b0ef63991f42) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:48:59.889828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:48:59.988837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.052858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:00.125169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6f845139-fb28-4bce-b4b2-f8a3624d2f12,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:00.126393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.135627 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.177251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e5d2a-50be-49ff-b8d3-c09da4b4c8fb req-3a843862-e4f6-4d8f-82c8-389ec1356768 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:00.178718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b9e5d2a-50be-49ff-b8d3-c09da4b4c8fb req-3a843862-e4f6-4d8f-82c8-389ec1356768 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.1094999 Apr 11 20:49:00.221368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.237252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4c1eaaf3-b141-497a-b751-146a6923340c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:00.247347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b9e5d2a-50be-49ff-b8d3-c09da4b4c8fb req-0d785761-c00b-43c1-b24e-26e5d8812e6c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619159 Apr 11 20:49:00.289900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:00.354348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6f845139-fb28-4bce-b4b2-f8a3624d2f12'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:00.358902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.375779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:00.376473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.378768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67c9194-9e33-407d-b2b8-430f2b859bbe req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "PUT /v2.0/ports/4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 981 time: 1.1135964 Apr 11 20:49:00.381401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:00.416207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:00.420429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:00.424198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:00.502005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce757bb-7e5b-4e81-b42e-afc1b31b8ce7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=6']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:00.515908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4c1eaaf3-b141-497a-b751-146a6923340c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:00.633362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e4f007f-3c35-4bc1-a75f-cb926f9d7b7b req-ac6977e1-3ffa-4089-bd47-61273ef6e8d0 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/a5122085-9796-47b6-ac23-6201812c1acd HTTP/1.1" status: 200 len: 1632 time: 0.1561754 Apr 11 20:49:00.743434 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ce14e8-993d-42a5-a50b-e7cac23ee78d'] response: {'name': 'network-changed', 'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c', 'status': 'completed', 'code': 200} Apr 11 20:49:00.779205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:00.781730 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-3e4f007f-3c35-4bc1-a75f-cb926f9d7b7b req-628f8be9-2efb-4231-bf03-419de006df85 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 20:49:00.806527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e4f007f-3c35-4bc1-a75f-cb926f9d7b7b req-628f8be9-2efb-4231-bf03-419de006df85 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/a5122085-9796-47b6-ac23-6201812c1acd HTTP/1.1" status: 409 len: 341 time: 0.1714673 Apr 11 20:49:01.012234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=c3ec0b8f-92bf-4233-aabe-b0ef63991f42,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:01.085115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:01.154758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:01.161100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-4b45af6d-ac08-445b-b386-740fb82ce34a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1135 time: 0.4080966 Apr 11 20:49:01.167657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67571b-6327-403b-ad51-0a3295a38894 req-4510e8a2-81d0-42ff-9565-ba7787c8b3ce tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:01.172100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb67571b-6327-403b-ad51-0a3295a38894 req-4510e8a2-81d0-42ff-9565-ba7787c8b3ce tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 945 time: 0.2636118 Apr 11 20:49:01.588591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa161ee6-b2ac-434a-b5a7-c1022fb1098d req-ca8ae751-2918-40a5-a0f6-a4071a8742c3 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0553231 Apr 11 20:49:01.650216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb67571b-6327-403b-ad51-0a3295a38894 req-03ced033-9cf4-4b64-96c4-3e7aea5a91cf tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561002 Apr 11 20:49:01.652397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:01.673049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 870847bb-d10f-45bd-878b-faf0f9b9227d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:01.684336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-08f428ae-c39e-466a-8806-d6899a9e6628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:01.688758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-08f428ae-c39e-466a-8806-d6899a9e6628 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 0.5123823 Apr 11 20:49:01.755860 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4177faa0-fd19-4ed5-aba4-950d35d711ec'] response: {'server_uuid': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d', 'code': 200} Apr 11 20:49:01.882553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-091eda53-16bc-49d7-9a39-a233312f1b96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 217 time: 0.1676829 Apr 11 20:49:01.952380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 870847bb-d10f-45bd-878b-faf0f9b9227d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:01.958837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 870847bb-d10f-45bd-878b-faf0f9b9227d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:01.959210 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:02.005905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-f0f64d4d-9065-4fc2-9e09-f942a61131bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:02.007699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-f0f64d4d-9065-4fc2-9e09-f942a61131bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.0841317 Apr 11 20:49:02.044748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e57983-131a-435c-a35f-4311fa3c1f8e req-b5ea2604-9012-4ac0-9363-a4a9e6455dc3 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:02.047347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03e57983-131a-435c-a35f-4311fa3c1f8e req-b5ea2604-9012-4ac0-9363-a4a9e6455dc3 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 984 time: 0.1468589 Apr 11 20:49:02.116064 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:02.117247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03e57983-131a-435c-a35f-4311fa3c1f8e req-c8817fa9-9144-4074-966d-bcb593b136c9 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0622084 Apr 11 20:49:02.138392 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-41c961d6-b2bb-494d-9539-7c9ba5257afc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983973 Apr 11 20:49:02.160645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 870847bb-d10f-45bd-878b-faf0f9b9227d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=870847bb-d10f-45bd-878b-faf0f9b9227d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:02.250011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:02.250164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12f0c3fd-c996-468f-8aea-54fc49f5bbdd req-4307dca9-9c7b-411f-9fe7-1deb022b5973 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1106951 Apr 11 20:49:02.366393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=870847bb-d10f-45bd-878b-faf0f9b9227d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:02.439150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ada65e04-bc72-4714-be8b-bcbf8c62097a req-d358aada-3f19-4f73-85e9-a08f97beabc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 1097 time: 0.6190097 Apr 11 20:49:02.495916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd76b92-29cf-4eeb-bc33-b91ec8711aba req-3b303fe9-b420-4bd4-955e-a775b9684222 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:02.497291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fd76b92-29cf-4eeb-bc33-b91ec8711aba req-3b303fe9-b420-4bd4-955e-a775b9684222 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 950 time: 0.6135521 Apr 11 20:49:02.538887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-0f4f7d23-c537-4307-a403-3cf6f665ad1a service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560557 Apr 11 20:49:02.587763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:02.672669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-e7e50db7-47df-4223-9be5-b88b1c2cd68d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392&tenant_id=745a7b820308433a92d2acba06fb4b47 HTTP/1.1" status: 200 len: 1101 time: 0.1199603 Apr 11 20:49:02.682940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:02.693902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ada65e04-bc72-4714-be8b-bcbf8c62097a req-8909f30a-1958-44f4-9b7e-b94983748734 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364616 Apr 11 20:49:02.697636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:02.765572 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fd76b92-29cf-4eeb-bc33-b91ec8711aba req-b991c200-5a56-48e2-ad3d-5fb670eb7166 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552950 Apr 11 20:49:02.902101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:02.925589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ed04997-f8a4-4b1f-9c43-0d064c6e0dad req-f2ac5c60-d312-4358-9cb6-102eb9c959c4 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.1170156 Apr 11 20:49:02.939145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:03.012787 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b10314f-7e06-4ccb-b7b7-d79108511668 req-7a515900-f3fd-4fa1-928e-525165f77645 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556699 Apr 11 20:49:03.013452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=c3ec0b8f-92bf-4233-aabe-b0ef63991f42,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:03.070546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddc01c-c50b-4df5-a8c7-476fe6fa11cd req-edcfb230-e403-4291-9e21-48d513bf76b6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:03.078369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bfddc01c-c50b-4df5-a8c7-476fe6fa11cd req-edcfb230-e403-4291-9e21-48d513bf76b6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 945 time: 0.1650932 Apr 11 20:49:03.109181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:03.110537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e9d1e50a-ab60-43e7-9e0c-e7f597cef6db tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4514170 Apr 11 20:49:03.142834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bfddc01c-c50b-4df5-a8c7-476fe6fa11cd req-7df4c694-fd85-4b53-bc31-f347d9e06ec2 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638118 Apr 11 20:49:03.257996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-530c7a25-913a-4a11-8656-65bcf7c5d6ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1135 time: 0.0890203 Apr 11 20:49:03.503393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:03.553292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae58ec-7b41-4ceb-8975-d53dfba89726 req-8efb5e93-702f-4ca7-a7ac-e3c8ebb90221 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:03.555425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6f845139-fb28-4bce-b4b2-f8a3624d2f12 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:03.565454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68ae58ec-7b41-4ceb-8975-d53dfba89726 req-8efb5e93-702f-4ca7-a7ac-e3c8ebb90221 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 984 time: 0.1764495 Apr 11 20:49:03.646002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:03.679224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-72aad1b4-0746-4cf8-8b17-564965651d5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:03.680732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-72aad1b4-0746-4cf8-8b17-564965651d5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 0.4153097 Apr 11 20:49:03.681646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68ae58ec-7b41-4ceb-8975-d53dfba89726 req-7dbe547f-9f03-432b-8eda-b1072e2ad545 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1145852 Apr 11 20:49:03.752229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:03.757434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870847bb-d10f-45bd-878b-faf0f9b9227d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:03.759917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:03.779517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Transition to ACTIVE for port object 304958e9-bd1f-4222-ade6-caa1291b6f13 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:03.811844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-74e18826-efb4-44c7-b618-de2f8625e13d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 217 time: 0.1151230 Apr 11 20:49:03.853560 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0084283-06c5-4528-a4bf-467da920c479'] response: {'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'code': 200} Apr 11 20:49:03.872200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-242851e2-b490-4deb-be08-1455162f22fc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:03.905095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-800d8dce-eb23-4cb0-a46d-5361c327ee6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:03.907142 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b06205f-9b58-49d7-aec4-f85bcb4d08d8'] response: {'server_uuid': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870847bb-d10f-45bd-878b-faf0f9b9227d', 'code': 200} Apr 11 20:49:03.908911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-800d8dce-eb23-4cb0-a46d-5361c327ee6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.0897188 Apr 11 20:49:03.941607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:03.942559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:03.949499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:03.950712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:04.157708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-791733a6-3ba9-4d8e-b4cb-fbaf4f6af97a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2404203 Apr 11 20:49:04.208483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-242851e2-b490-4deb-be08-1455162f22fc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:04.220632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:04.221206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-242851e2-b490-4deb-be08-1455162f22fc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--409682350&fields=id&tenant_id=0e278533d3f74de1bb5addad90c25e0f HTTP/1.1" status: 200 len: 267 time: 0.5342698 Apr 11 20:49:04.250979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:04.346317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e98c72cf-94a4-46b6-95ff-f2664b3778dd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:04.346981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e98c72cf-94a4-46b6-95ff-f2664b3778dd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:04.369373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:04.422916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:04.455007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] No DVR routers for this DVR port 304958e9-bd1f-4222-ade6-caa1291b6f13 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:04.504649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6f845139-fb28-4bce-b4b2-f8a3624d2f12,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:04.556857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-e59723ab-2bc9-426d-9e37-ececa6581f8a service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924182 Apr 11 20:49:04.559792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa3e53f5-4ab6-495c-b7ba-b459df98ffae req-5789fca7-301b-4a6e-81d6-f1cc1483ce91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 1096 time: 0.4216328 Apr 11 20:49:04.570856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:04.571168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:04.571509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:04.582532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6069dc-b24e-4c89-aebf-809403edc1a3 req-ba9bd242-926e-4556-85ca-71616bd8ec7a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:04.588201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6069dc-b24e-4c89-aebf-809403edc1a3 req-ba9bd242-926e-4556-85ca-71616bd8ec7a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 949 time: 0.5681684 Apr 11 20:49:04.593513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:04.593851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Attempting to bind port 304958e9-bd1f-4222-ade6-caa1291b6f13 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:04.627358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:04.627719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:04.628244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:04.629078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Bound port: 304958e9-bd1f-4222-ade6-caa1291b6f13, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:04.629433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:04.673943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e98c72cf-94a4-46b6-95ff-f2664b3778dd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:04.675799 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e98c72cf-94a4-46b6-95ff-f2664b3778dd tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 200 len: 931 time: 0.4584293 Apr 11 20:49:04.731327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6069dc-b24e-4c89-aebf-809403edc1a3 req-1159617b-68de-4f76-aa97-518a7c75f9b5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322067 Apr 11 20:49:04.774109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:04.778459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:04.807243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-1873d141-6c51-4d10-8634-748272a590b8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:04.808593 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-1873d141-6c51-4d10-8634-748272a590b8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 200 len: 931 time: 0.1206124 Apr 11 20:49:04.810077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa3e53f5-4ab6-495c-b7ba-b459df98ffae req-b1054fd2-7b0c-46b2-a07a-60a2e9d32c4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405398 Apr 11 20:49:04.868836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-c75be183-c359-46bb-bbd8-6872de2c1bd5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0491209 Apr 11 20:49:04.870629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02292c20-5ae1-4f81-8c71-fcc1e69e55dd req-5702ecc7-060e-43f1-8004-39c18262e698 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023863 Apr 11 20:49:04.894089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9decf633-e953-4f89-8499-326abd972e69 req-b8f266e3-5e77-472a-b0f2-1e1f92935648 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0440791 Apr 11 20:49:04.909800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:04.923914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-adbfb258-8912-4994-afb0-bed721c1d94f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0494642 Apr 11 20:49:05.031422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:05.036724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] 10.222.0.69 "PUT /v2.0/ports/304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 1097 time: 2.3593369 Apr 11 20:49:05.122089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fd53ab42-c826-4129-a2b7-995109399dcb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.127246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fd53ab42-c826-4129-a2b7-995109399dcb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.131983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fd53ab42-c826-4129-a2b7-995109399dcb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.132889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fd53ab42-c826-4129-a2b7-995109399dcb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:05.187687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e48d4-4060-46dd-b3b5-381649b72fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=11']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:05.244057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-75f53808-e3f3-4283-8c50-58a4630aa737 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1100 time: 0.1820383 Apr 11 20:49:05.274777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fd53ab42-c826-4129-a2b7-995109399dcb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:05.281935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fd53ab42-c826-4129-a2b7-995109399dcb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/networks?id=d8e3c294-b77f-4217-8391-bbd20a442e8c&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb HTTP/1.1" status: 200 len: 1988 time: 0.3459182 Apr 11 20:49:05.283306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:05.314029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f1c14a82-e163-4bbe-a664-8943f1b530ae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/quotas/0e278533d3f74de1bb5addad90c25e0f HTTP/1.1" status: 200 len: 375 time: 0.0202847 Apr 11 20:49:05.541966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac196f-4b6a-440b-b3dd-545975977286 req-bc8cf66a-4c5f-41ee-a2d2-9468e81303c0 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.541966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-33ac196f-4b6a-440b-b3dd-545975977286 req-bc8cf66a-4c5f-41ee-a2d2-9468e81303c0 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.3407459 Apr 11 20:49:05.542349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-c15e0124-a556-451b-8f74-ca0a57f2c0d5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1397507 Apr 11 20:49:05.542421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-97b44ad4-c9d3-4535-9967-1d41206e4def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.542421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-97b44ad4-c9d3-4535-9967-1d41206e4def service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2725334 Apr 11 20:49:05.542421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-33ac196f-4b6a-440b-b3dd-545975977286 req-b8aea2ec-4e61-41eb-81a9-539ce8c0b309 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129849 Apr 11 20:49:05.565609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:05.592234 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:05.646285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:05.650884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Usage tracker for resource:security_group_rule and tenant:a080a5494e86431791b3705f9438fb8b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:05.656142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:05.663206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:05.672359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-38b7c4cc-a0f5-400e-8517-17fb3f7d1724 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.1396635 Apr 11 20:49:05.731353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:05.774449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:05.776741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8af706a8-a5d3-4d57-9afc-4f697061d7c0 service neutron] 10.222.0.61 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181741 Apr 11 20:49:05.818835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-5b9a1720-f57f-4fa0-bb29-6dad9f77ea40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.820305 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-5b9a1720-f57f-4fa0-bb29-6dad9f77ea40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1419580 Apr 11 20:49:05.884447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:05.885089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:05.904283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb60a37-92ff-44cb-9161-8f3b3c65aebc req-0b1a2ed8-da55-4d8e-9840-8d13b67dfbfc tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:05.905800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cb60a37-92ff-44cb-9161-8f3b3c65aebc req-0b1a2ed8-da55-4d8e-9840-8d13b67dfbfc tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 984 time: 0.1585317 Apr 11 20:49:05.911455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f845139-fb28-4bce-b4b2-f8a3624d2f12'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:05.930014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa4c480-0041-469c-8d53-2ed7a857b197,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:05.942147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-06433c8e-b231-4ceb-92b2-67e878570b8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a080a5494e86431791b3705f9438fb8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6531317 Apr 11 20:49:05.952177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60684) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:05.980598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-f278b1e8-8119-4b51-b539-232c9e9204c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524854 Apr 11 20:49:06.003981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-b815096e-9671-4940-afb4-4426db774649 service neutron] 10.222.0.61 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184978 Apr 11 20:49:06.114423 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-350c4c68-3680-4c3f-b31e-2465129597be service neutron] 10.222.0.61 "GET /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1032882 Apr 11 20:49:06.117755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b06c9fe9-3987-4af5-b434-330fcab9fc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:06.178440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cb60a37-92ff-44cb-9161-8f3b3c65aebc req-89819f88-8068-45ec-8280-845fc72f73ba tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2510252 Apr 11 20:49:06.235204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b06c9fe9-3987-4af5-b434-330fcab9fc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:06.267902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-de035eac-a45d-4249-a66f-f32a687727eb service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779791 Apr 11 20:49:06.415896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-b025a79a-9952-4bc4-a081-b8c904eacfdb service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887604 Apr 11 20:49:06.500355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dbf6844-8c26-4c3e-a083-68232f59b825 req-53ee0181-2399-45b7-b8af-cc1723f2787b service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258904 Apr 11 20:49:06.641521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b06c9fe9-3987-4af5-b434-330fcab9fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:06.661858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8aacc325-356b-4f40-bbda-8b8c1ed7a9b9 req-1740b674-8c14-4fa5-a40e-2e05730529b2 tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e&device_id=490fe88d-cba8-414e-85c1-c6be70fecfb6 HTTP/1.1" status: 200 len: 210 time: 0.0581131 Apr 11 20:49:06.693687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c9fe9-3987-4af5-b434-330fcab9fc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa4c480-0041-469c-8d53-2ed7a857b197,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:06.721258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b06c9fe9-3987-4af5-b434-330fcab9fc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:06.722985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b06c9fe9-3987-4af5-b434-330fcab9fc46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/baa4c480-0041-469c-8d53-2ed7a857b197 HTTP/1.1" status: 204 len: 168 time: 0.7698848 Apr 11 20:49:06.781322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-92dbb563-d35d-4abc-8274-65565627769c service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582659 Apr 11 20:49:06.860137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2561fedd-e0ab-4d67-ba20-9ccde88f0d1e service neutron] 10.222.0.61 "GET /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0713983 Apr 11 20:49:06.889282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f8d9b-0260-480d-b309-db5971f3bffb req-776b18e1-e4aa-4ab0-bf55-6ad49f0b1591 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:06.890737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-057f8d9b-0260-480d-b309-db5971f3bffb req-776b18e1-e4aa-4ab0-bf55-6ad49f0b1591 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 949 time: 0.0902166 Apr 11 20:49:06.952242 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-057f8d9b-0260-480d-b309-db5971f3bffb req-e94dc5dc-0fe0-4ba1-86bf-fafece32d2df tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Apr 11 20:49:07.024471 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-822272cc-8cf6-43b1-9530-9c20722db7a4 service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561179 Apr 11 20:49:07.035047 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573d5ff3-6013-4acb-b621-31db76064e2e'] response: {'name': 'network-changed', 'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'status': 'completed', 'code': 200} Apr 11 20:49:07.090032 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8557d4-b2bb-4e74-90a9-d868cf2eb2a3'] response: {'server_uuid': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f845139-fb28-4bce-b4b2-f8a3624d2f12', 'code': 200} Apr 11 20:49:07.153811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-4ef76005-46db-47e1-8112-a1cae2ad1572 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1100 time: 0.0994079 Apr 11 20:49:07.256806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-ea631f32-6d35-4db4-82ae-51cd462f2f51 service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259598 Apr 11 20:49:07.372470 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-6865ee8f-12cd-49c2-bd66-8a45adbf6fc4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1100 time: 0.2612305 Apr 11 20:49:07.566769 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-4642c756-bf8f-49b7-9e45-f2db18a17aba service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088233 Apr 11 20:49:07.625085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69810658-0dc4-42d0-b69f-a6e5f0ad508f req-ce3373b3-9f2e-46cf-b3e4-8fe385bf30fc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 1097 time: 0.4354334 Apr 11 20:49:07.660936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c34ce2-0a4b-4403-b664-317ecf28e6af req-5b613194-eb88-468e-8029-7a400b93cbda tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:07.668414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89c34ce2-0a4b-4403-b664-317ecf28e6af req-5b613194-eb88-468e-8029-7a400b93cbda tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.2794440 Apr 11 20:49:07.693707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884063a5-2017-472e-a353-b89193253c2a req-92357a11-dec4-4e8e-8752-015098f0aa4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:07.695299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-92357a11-dec4-4e8e-8752-015098f0aa4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.5348439 Apr 11 20:49:07.732681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884063a5-2017-472e-a353-b89193253c2a req-09fc007d-16a6-4e89-a5c0-04785649e5c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:07.736193 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-09fc007d-16a6-4e89-a5c0-04785649e5c0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3544972 Apr 11 20:49:07.768230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-561f3ab9-381b-42a1-8a1c-02cae181e541 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.0657091 Apr 11 20:49:07.842616 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-8c834fb9-b5f6-461f-b841-6df8a0e24160 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 200 len: 217 time: 0.0977132 Apr 11 20:49:07.871789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884063a5-2017-472e-a353-b89193253c2a req-eb01e22d-6a3f-4836-b487-ad683566cb87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:07.873659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-eb01e22d-6a3f-4836-b487-ad683566cb87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0949500 Apr 11 20:49:07.875229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69810658-0dc4-42d0-b69f-a6e5f0ad508f req-dd7b5074-ee0f-4b25-8ae0-a5711240b1b3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420382 Apr 11 20:49:07.891238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89c34ce2-0a4b-4403-b664-317ecf28e6af req-14336b48-c251-4617-8bba-17e0ea11ad94 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217309 Apr 11 20:49:07.946073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-48631677-0148-4416-bc24-85f6e93e5597 service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786528 Apr 11 20:49:08.047782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884063a5-2017-472e-a353-b89193253c2a req-72158048-74e2-4311-abae-5084cf5afde9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:08.049167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-72158048-74e2-4311-abae-5084cf5afde9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2003131 Apr 11 20:49:08.053039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-bc717fce-3b1b-418b-9e03-9c8dde9803a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539376 Apr 11 20:49:08.209516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-c65e6d9d-47f3-4353-8cbb-70e7aaba5201 service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624526 Apr 11 20:49:08.293073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-9f8ca660-5093-45b8-a9be-e8dd136ea1bc service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335591 Apr 11 20:49:08.341730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-f9c4ad97-533c-4d81-990b-363fd6e57233 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694383 Apr 11 20:49:08.512267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-f59a0580-e639-4e66-bb70-b2d412531438 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116449 Apr 11 20:49:08.592339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-f2af7235-09e3-4b0b-83e8-c759043b6d0b service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440896 Apr 11 20:49:08.597654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2c9402a8-c6ff-482f-9fba-aa95a7d0ecd1 service neutron] 10.222.0.61 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856075 Apr 11 20:49:08.802546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b9e481d-00b8-44d1-a225-e3f928e180cb req-d2a53daf-0eee-45e7-ad94-0505de077338 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=367fb0b96ad34d87a79e1f9ac245f2d6&device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0953894 Apr 11 20:49:08.890840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b9e481d-00b8-44d1-a225-e3f928e180cb req-1e306470-d3b8-4e69-8991-cc687b461567 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=367fb0b96ad34d87a79e1f9ac245f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698743 Apr 11 20:49:09.153513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e481d-00b8-44d1-a225-e3f928e180cb req-f1e7f4f8-54e8-4a3c-9ae5-5348b9b86f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:09.155063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b9e481d-00b8-44d1-a225-e3f928e180cb req-f1e7f4f8-54e8-4a3c-9ae5-5348b9b86f30 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607234 Apr 11 20:49:09.170046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-884063a5-2017-472e-a353-b89193253c2a req-6a634af4-ec21-4287-aeb6-051a367580cb service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709991 Apr 11 20:49:09.187419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f336c106-fab2-4bcf-befb-0071624f1d35 service neutron] 10.222.0.61 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538919 Apr 11 20:49:09.205314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f2538-a617-41cc-8da6-38e525a7152b req-9c49f0bf-f9f7-44b6-bb37-baaad38cd143 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:09.214259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec1f2538-a617-41cc-8da6-38e525a7152b req-9c49f0bf-f9f7-44b6-bb37-baaad38cd143 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 984 time: 0.1712625 Apr 11 20:49:09.309461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec1f2538-a617-41cc-8da6-38e525a7152b req-bd9a764f-458d-4466-ab6b-7428ae97e07b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0811689 Apr 11 20:49:09.510714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-b0cb5288-4f03-4eb0-ada1-c6dcdd3c5751 service neutron] 10.222.0.61 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174562 Apr 11 20:49:09.597619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60740) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:09.669560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efacccf-0aec-4a7c-9c65-449af39dd903 req-cd49470e-a705-4267-9598-744c9d9f23eb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:09.678215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2efacccf-0aec-4a7c-9c65-449af39dd903 req-cd49470e-a705-4267-9598-744c9d9f23eb tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 949 time: 0.1295524 Apr 11 20:49:09.688981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:49:09.736052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f425792e-dd68-4e2c-9f9c-631af184246e service neutron] 10.222.0.61 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243748 Apr 11 20:49:09.791182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2efacccf-0aec-4a7c-9c65-449af39dd903 req-70050672-cea3-4f54-b9aa-da7768c5b441 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102142 Apr 11 20:49:09.879707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:09.918999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'mac_address': 'fa:16:3e:e7:96:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:49:09.926013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:09.943809 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-24ac5377-7b28-437c-816b-2fcc434ff9cf service neutron] 10.222.0.61 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057710 Apr 11 20:49:10.078384 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.085055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:10.094377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f57e1569-6684-496e-9be2-044f4238ecbe req-4f15cada-866d-48d7-8e5d-589b62aa30fd tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0826855 Apr 11 20:49:10.095294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:430c202aef50421382dac43ae2c7e8ef is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:10.099119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:10.105268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:10.116107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304958e9-bd1f-4222-ade6-caa1291b6f13 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:10.148002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:10.189970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.233941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.266435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.327239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:10.416738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=430c202aef50421382dac43ae2c7e8ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8175335 Apr 11 20:49:10.428838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60766) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:10.431158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665ecfc-ab20-4f57-9995-a531faa0f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a349650-b475-4f29-bf19-182ec9e4f877,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:10.468124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aebbb-06b4-4f55-8bfa-248f5a865ea9 req-4b100efe-9f48-4aa7-9f0c-38d23153329d tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:10.469650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f6aebbb-06b4-4f55-8bfa-248f5a865ea9 req-4b100efe-9f48-4aa7-9f0c-38d23153329d tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.1488895 Apr 11 20:49:10.543951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['304958e9-bd1f-4222-ade6-caa1291b6f13'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:10.560218 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f6aebbb-06b4-4f55-8bfa-248f5a865ea9 req-edea8ffe-2264-451f-9cf0-d515417e0a36 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821979 Apr 11 20:49:10.574252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cea7438d-c901-4999-b6d8-2842041d5ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.577718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b9e481d-00b8-44d1-a225-e3f928e180cb req-c2476b6f-0f2a-4a26-a683-135217ffc91d tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.75 "GET /v2.0/ports?device_id=062c3616-6414-46bf-96a5-e4ac4dc82f5e HTTP/1.1" status: 200 len: 210 time: 0.0497355 Apr 11 20:49:10.628136 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cea7438d-c901-4999-b6d8-2842041d5ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.782278 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cea7438d-c901-4999-b6d8-2842041d5ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.799186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-356bb255-7925-4812-a05e-fb8dd82d631c req-5a9bd94b-12fe-4136-9f4b-d5aa5be145f8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-283885688&fields=id&tenant_id=2227eece9df1415d8437f88af13382c9 HTTP/1.1" status: 200 len: 267 time: 0.0497129 Apr 11 20:49:10.802481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7438d-c901-4999-b6d8-2842041d5ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a349650-b475-4f29-bf19-182ec9e4f877,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:10.807264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cea7438d-c901-4999-b6d8-2842041d5ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:10.808585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cea7438d-c901-4999-b6d8-2842041d5ea9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a349650-b475-4f29-bf19-182ec9e4f877 HTTP/1.1" status: 204 len: 168 time: 0.3780835 Apr 11 20:49:10.914090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb255-7925-4812-a05e-fb8dd82d631c req-be9aae75-0cdd-48de-9c14-5f17f424f80d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:10.915778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-356bb255-7925-4812-a05e-fb8dd82d631c req-be9aae75-0cdd-48de-9c14-5f17f424f80d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 984 time: 0.1083338 Apr 11 20:49:10.936651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'port': {'security_groups': ['3fce070b-f64c-4ba6-9d05-8baed60dbd32', 'a5122085-9796-47b6-ac23-6201812c1acd', '7822bff8-d91b-4212-b45a-7c9e60b8203f']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:11.004658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60782) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:11.194732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.257138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-940747815'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:11.270059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:11.275914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Usage tracker for resource:network and tenant:c81cd155a87b46df9c6f56941a4e1286 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:11.279067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:11.287363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:11.365008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Made reservation on behalf of c81cd155a87b46df9c6f56941a4e1286 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:11.368264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.382240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.421248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:11.426816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Usage tracker for resource:security_group_rule and tenant:c81cd155a87b46df9c6f56941a4e1286 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:11.430946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:11.441516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:11.530720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:11.547829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.565750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.639045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.639250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.650839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4c1eaaf3-b141-497a-b751-146a6923340c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:11.671962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:49:11.685502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7961f6-9e9a-4ad8-a44a-1d58438c5391,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:11.689956 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.690940 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Added segment 134fd53c-6bf5-41db-a236-a2116568f13d of type vlan for network 9124d773-d2d9-4697-991d-ac00aaef7fcb Apr 11 20:49:11.697583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:11.729376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.731960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:11.732589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.738527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-356bb255-7925-4812-a05e-fb8dd82d631c req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "PUT /v2.0/ports/4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 1020 time: 0.8091753 Apr 11 20:49:11.746689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:11.788205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69078b3-92ea-4c40-a9c9-b5c7173abab7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:11.827657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.831648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:11.832229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.866767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4c1eaaf3-b141-497a-b751-146a6923340c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:11.908226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:11.949805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event updated for resources: {'Network': ['ID=9124d773-d2d9-4697-991d-ac00aaef7fcb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:11.966092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:11.968210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:49:12.003286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:12.007676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Usage tracker for resource:security_group_rule and tenant:369076d24d3d430b8f77d10205b7fae2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:12.011159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:12.017356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:12.024322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-781bceb8-782d-4276-85b9-13aff086795e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0184579 Apr 11 20:49:12.026880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60814) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:12.036812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Request body: {'subnet': {'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:12.153558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.228685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.297572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=369076d24d3d430b8f77d10205b7fae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3869901 Apr 11 20:49:12.297979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:12.340859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d3893-4497-43d8-8855-c857fad9287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4488b06-e5de-42c2-b4f6-b22a7c929ec4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:12.391881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:12.400688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Usage tracker for resource:subnet and tenant:c81cd155a87b46df9c6f56941a4e1286 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:12.405651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:12.425394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:12.437217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-791210bb-ce67-43a6-943b-d7f3b0c1d13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.458352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebbe8d-da7f-43f5-bbb3-e23a32ebfb42 req-255e1a16-de34-4248-b320-0e3b770f2297 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:12.459843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3cebbe8d-da7f-43f5-bbb3-e23a32ebfb42 req-255e1a16-de34-4248-b320-0e3b770f2297 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.2383084 Apr 11 20:49:12.496109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-791210bb-ce67-43a6-943b-d7f3b0c1d13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.530850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Made reservation on behalf of c81cd155a87b46df9c6f56941a4e1286 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:12.540031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65fc3b10-4891-458a-918d-184426e0a327 req-b49d126b-1b0e-4525-bfcf-fbaa5bd0161d tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 1101 time: 0.0932846 Apr 11 20:49:12.591323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65fc3b10-4891-458a-918d-184426e0a327 req-8350c947-42df-42ab-b01a-23d5636badd5 tempest-MigrationsAdminTest-658400856 tempest-MigrationsAdminTest-658400856-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Apr 11 20:49:12.629992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3cebbe8d-da7f-43f5-bbb3-e23a32ebfb42 req-f784266d-37c0-48a1-8b95-ee9b5af52fac tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584387 Apr 11 20:49:12.676145 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.880300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-791210bb-ce67-43a6-943b-d7f3b0c1d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.922277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791210bb-ce67-43a6-943b-d7f3b0c1d13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4488b06-e5de-42c2-b4f6-b22a7c929ec4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:12.925677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-27c455e9-8245-492a-8749-d7b3205a6051 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:12.927625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-27c455e9-8245-492a-8749-d7b3205a6051 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 0.1503193 Apr 11 20:49:12.944801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-115debf8-3978-42b0-b87a-7bdff40291b1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/quotas/df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 375 time: 0.0120409 Apr 11 20:49:12.948949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-791210bb-ce67-43a6-943b-d7f3b0c1d13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:12.952595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-791210bb-ce67-43a6-943b-d7f3b0c1d13b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4488b06-e5de-42c2-b4f6-b22a7c929ec4 HTTP/1.1" status: 204 len: 168 time: 0.6510248 Apr 11 20:49:12.983988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6f8602c-a41a-443b-8b39-2266dc17a3db req-e0f0cb2f-94fd-47ed-bd70-3f69f37ee638 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/7822bff8-d91b-4212-b45a-7c9e60b8203f HTTP/1.1" status: 200 len: 1633 time: 0.1106129 Apr 11 20:49:13.082955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-b13d8ac4-9625-4b9b-b111-eeae5fff652f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187108 Apr 11 20:49:13.131146 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-f6f8602c-a41a-443b-8b39-2266dc17a3db req-e50b91b9-c6e4-4b5a-8cb8-35eb9fa2cef8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 20:49:13.132112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6f8602c-a41a-443b-8b39-2266dc17a3db req-e50b91b9-c6e4-4b5a-8cb8-35eb9fa2cef8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/7822bff8-d91b-4212-b45a-7c9e60b8203f HTTP/1.1" status: 409 len: 341 time: 0.1371424 Apr 11 20:49:13.190433 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28141ce6-0d03-4739-b2d1-671905be4c6c'] response: {'name': 'network-changed', 'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c', 'status': 'completed', 'code': 200} Apr 11 20:49:13.269500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:13.275929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-93556537-e3c3-4bf5-b42e-b76ab4d4f208 service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933670 Apr 11 20:49:13.311737 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a1df4a6-bc5f-4a80-a1d2-e7084aeddbe9 req-8ab06210-e668-49c6-b078-7bff79e7527b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 210 time: 0.0804336 Apr 11 20:49:13.385027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event updated for resources: {'Subnet': ['ID=b82233d4-bf9e-407e-82bb-95aceda82c38,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:13.403016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-b10ff22c-40c3-48f4-bde8-235948179dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2227eece9df1415d8437f88af13382c9&device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1174 time: 0.1736948 Apr 11 20:49:13.409542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Checking segment: {'id': '134fd53c-6bf5-41db-a236-a2116568f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:13.410504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Network hostable DHCP agents. Network: 9124d773-d2d9-4697-991d-ac00aaef7fcb, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:49:13.529169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:49:13.532462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-30e7df5f-07a8-4efd-af7d-55a1ff4d6247 service neutron] 10.222.0.61 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376380 Apr 11 20:49:13.594542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626861be-a19d-4856-a808-0befff44cb5e req-3ed7e416-38f0-4721-94ee-6fb17c21e18f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:13.594542 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-3ed7e416-38f0-4721-94ee-6fb17c21e18f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 200 len: 913 time: 0.1666291 Apr 11 20:49:13.617285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9124d773-d2d9-4697-991d-ac00aaef7fcb) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:13.621569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:13.625964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:13.628476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3aa4cf-61f5-43dc-9abc-8e3b3f0f8e17 None None] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:13.717140 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-096ab528-3b3e-4351-9d7c-14b732ebde37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 200 len: 217 time: 0.1155622 Apr 11 20:49:13.752324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:13.778516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3203c182-37a8-4e83-9683-4d316aec1ab7 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7501688 Apr 11 20:49:13.781454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60858) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:13.789747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Request body: {'port': {'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-714476043'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:13.841508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626861be-a19d-4856-a808-0befff44cb5e req-8eb674b0-692d-4cc5-9076-d6a8088bc8b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:13.844216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-8eb674b0-692d-4cc5-9076-d6a8088bc8b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 200 len: 852 time: 0.1228490 Apr 11 20:49:13.850684 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bfe7278f-b656-4531-963d-f0751d5e003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:13.960554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-3ee76d98-6106-4318-b935-476baff6c09e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7bdc402-107c-42b2-9dfb-76f77ce962ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004715 Apr 11 20:49:13.988984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9124d773-d2d9-4697-991d-ac00aaef7fcb', 'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb', 'tenant_id': 'c81cd155a87b46df9c6f56941a4e1286', 'fixed_ips': [{'subnet_id': 'b82233d4-bf9e-407e-82bb-95aceda82c38'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:49:13.989792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:14.012532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 304958e9-bd1f-4222-ade6-caa1291b6f13 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:14.021456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 304958e9-bd1f-4222-ade6-caa1291b6f13 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:14.021833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:14.022302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:14.027055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Usage tracker for resource:port and tenant:c81cd155a87b46df9c6f56941a4e1286 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:14.030790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:14.040653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:14.150938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Made reservation on behalf of c81cd155a87b46df9c6f56941a4e1286 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:14.154924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:14.195143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] device_id is not set on port 192afef1-a866-4826-88e9-a82ab7da3a29 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:49:14.232754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-80dbdb97-2283-4fa4-aa47-72a11dd867e9 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640562 Apr 11 20:49:14.302598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Allocated IP 172.20.0.2 (9124d773-d2d9-4697-991d-ac00aaef7fcb/b82233d4-bf9e-407e-82bb-95aceda82c38/506762c5-9661-4aea-b86d-a461d0db2295) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:14.305051 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:14.348687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b5da5-76d9-4d22-a992-8219324cf4e9 req-8971d8f2-ca7a-4e53-95a8-4fa991e2e693 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:14.350634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca9b5da5-76d9-4d22-a992-8219324cf4e9 req-8971d8f2-ca7a-4e53-95a8-4fa991e2e693 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 945 time: 0.2737067 Apr 11 20:49:14.355135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:14.358254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:14.412127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-626861be-a19d-4856-a808-0befff44cb5e req-63dd67c4-82dd-4be5-8a6a-99d80ec16a55 service neutron] 10.222.0.69 "GET /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723866 Apr 11 20:49:14.470679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca9b5da5-76d9-4d22-a992-8219324cf4e9 req-4c512dcd-2c0c-4f97-bb38-82c6530b3a4b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131666 Apr 11 20:49:14.476355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:14.651542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=13']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:14.839937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:14.853501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Transition to ACTIVE for port object 506762c5-9661-4aea-b86d-a461d0db2295 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:14.874757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Transition to ACTIVE for port object 506762c5-9661-4aea-b86d-a461d0db2295 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:14.937912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:15.045312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:15.048655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:15.052553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:15.057406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Allocated IP 172.20.0.6 (9124d773-d2d9-4697-991d-ac00aaef7fcb/b82233d4-bf9e-407e-82bb-95aceda82c38/192afef1-a866-4826-88e9-a82ab7da3a29) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:15.129743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Pushing event updated for resources: {'Port': ['ID=506762c5-9661-4aea-b86d-a461d0db2295,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:15.142865 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dce7363-46e6-4764-8970-b31d7d049c89'] response: {'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'code': 200} Apr 11 20:49:15.284534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Attempting to bind port 506762c5-9661-4aea-b86d-a461d0db2295 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:15.284534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Attempting to bind port 506762c5-9661-4aea-b86d-a461d0db2295 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '134fd53c-6bf5-41db-a236-a2116568f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:15.284534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Attempting to bind port 506762c5-9661-4aea-b86d-a461d0db2295 on network 9124d773-d2d9-4697-991d-ac00aaef7fcb {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:15.296754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:15.297118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Checking segment: {'id': '134fd53c-6bf5-41db-a236-a2116568f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:15.297512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:15.297899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Bound using segment: {'id': '134fd53c-6bf5-41db-a236-a2116568f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:15.298358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Bound port: 506762c5-9661-4aea-b86d-a461d0db2295, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134fd53c-6bf5-41db-a236-a2116568f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9124d773-d2d9-4697-991d-ac00aaef7fcb'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:15.298716 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:15.359224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17e9ec-ce58-4e21-ac19-2ec751bb40ff req-29d0dd19-06e2-491a-9477-bf8ffe26ce0f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:15.361077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c17e9ec-ce58-4e21-ac19-2ec751bb40ff req-29d0dd19-06e2-491a-9477-bf8ffe26ce0f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 951 time: 0.1085081 Apr 11 20:49:15.393829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f04fe58a-12c9-4960-bc49-77a5d13ee9db req-6ef78368-4b8a-40f6-b2c0-289ccfd5c321 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=367fb0b96ad34d87a79e1f9ac245f2d6&device_id=490fe88d-cba8-414e-85c1-c6be70fecfb6 HTTP/1.1" status: 200 len: 210 time: 0.1057298 Apr 11 20:49:15.429935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c17e9ec-ce58-4e21-ac19-2ec751bb40ff req-ad416588-f95f-4828-8b04-b16afa8bc03f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622194 Apr 11 20:49:15.468667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a8bcd59-fb53-4793-a52c-8629a59c0df5 req-3bca2520-2314-4d4b-a7e8-efde90551e56 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 210 time: 0.1321626 Apr 11 20:49:15.477978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f04fe58a-12c9-4960-bc49-77a5d13ee9db req-38378981-3d9c-4e6a-9812-2f39ba05439f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=367fb0b96ad34d87a79e1f9ac245f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633972 Apr 11 20:49:15.481487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] For port 506762c5-9661-4aea-b86d-a461d0db2295, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:15.487367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] For port 506762c5-9661-4aea-b86d-a461d0db2295, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=506762c5-9661-4aea-b86d-a461d0db2295,segment=NetworkSegment(134fd53c-6bf5-41db-a236-a2116568f13d),segment_id=134fd53c-6bf5-41db-a236-a2116568f13d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:15.544798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46bdbb29-e07a-46a2-acea-ba545dcded11 req-a91093b8-0115-47ab-822b-02a9d7907659 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 210 time: 0.0465615 Apr 11 20:49:15.614155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:15.757792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fe58a-12c9-4960-bc49-77a5d13ee9db req-f324af74-9828-4cfd-b934-207f92287c87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:15.761107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f779-40e2-4f86-bf88-b64b4e58695e None None] Pushing event updated for resources: {'Port': ['ID=506762c5-9661-4aea-b86d-a461d0db2295,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:15.763224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f04fe58a-12c9-4960-bc49-77a5d13ee9db req-f324af74-9828-4cfd-b934-207f92287c87 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2660384 Apr 11 20:49:15.799099 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:15.832642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Transition to ACTIVE for port object 192afef1-a866-4826-88e9-a82ab7da3a29 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:15.871113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-5a552b8b-fb9f-4b5b-ab30-eb922a8e746a service neutron] 10.222.0.75 "GET /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 200 len: 1027 time: 0.2139709 Apr 11 20:49:15.888060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b4616672-51a9-41fd-be0b-2eda7b6a2c44 req-ccbb53f8-ac71-4449-970d-cd20b39f02cc tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.61 "GET /v2.0/ports?device_id=490fe88d-cba8-414e-85c1-c6be70fecfb6 HTTP/1.1" status: 200 len: 210 time: 0.1202512 Apr 11 20:49:15.934290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-8bc748ef-e168-4110-b6b0-375a92499509 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:15.935843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-8bc748ef-e168-4110-b6b0-375a92499509 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 951 time: 0.3369644 Apr 11 20:49:16.006781 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:16.092925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9eb89d60-dc69-44ee-9cbd-813cb6d63afa service neutron] 10.222.0.75 "GET /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 200 len: 1027 time: 0.2075217 Apr 11 20:49:16.097410 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cf3f3905-3a9b-46cb-9251-1c583ed4f3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:16.129664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Deleting port 304958e9-bd1f-4222-ade6-caa1291b6f13 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:16.130009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:16.202430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event updated for resources: {'Port': ['ID=192afef1-a866-4826-88e9-a82ab7da3a29,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:16.208482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:16.242994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:16.255817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:16.342252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:16.342857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:16.356741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec316fe0-2087-4c51-b6b6-332c5ea7dce9 req-67b4c13e-5290-43f7-9f95-7fc6c20e8e27 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:16.358219 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec316fe0-2087-4c51-b6b6-332c5ea7dce9 req-67b4c13e-5290-43f7-9f95-7fc6c20e8e27 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.3414395 Apr 11 20:49:16.450756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d3750db3-2394-4141-bc31-d69a20fc6a4f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:16.455118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d3750db3-2394-4141-bc31-d69a20fc6a4f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:16.459774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d3750db3-2394-4141-bc31-d69a20fc6a4f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:16.460579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d3750db3-2394-4141-bc31-d69a20fc6a4f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:16.482550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec316fe0-2087-4c51-b6b6-332c5ea7dce9 req-7decac9a-16f3-4820-8989-4815edc71cbb tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007469 Apr 11 20:49:16.484413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ec6d1f4-0b37-4469-a7cb-cbce098c10df tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7015800 Apr 11 20:49:16.485441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60908) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:16.590184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc5e7d-ae6d-4c40-947a-bead0f3f6ccc req-7d4cb9e6-8236-4eb5-986b-95917d7b2c68 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:16.592028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dfc5e7d-ae6d-4c40-947a-bead0f3f6ccc req-7d4cb9e6-8236-4eb5-986b-95917d7b2c68 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1023 time: 0.4245386 Apr 11 20:49:16.626369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d3750db3-2394-4141-bc31-d69a20fc6a4f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:16.627939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d3750db3-2394-4141-bc31-d69a20fc6a4f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "GET /v2.0/networks?id=d8e3c294-b77f-4217-8391-bbd20a442e8c&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb HTTP/1.1" status: 200 len: 1988 time: 0.5283232 Apr 11 20:49:16.705432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Deleting port 192afef1-a866-4826-88e9-a82ab7da3a29 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:16.706854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:16.730187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-6c0bb546-2de4-4d2a-bab5-560e77113f23 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:16.809261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-6c0bb546-2de4-4d2a-bab5-560e77113f23 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:16.813874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-6c0bb546-2de4-4d2a-bab5-560e77113f23 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e278533d3f74de1bb5addad90c25e0f HTTP/1.1" status: 200 len: 379 time: 0.1587107 Apr 11 20:49:16.822128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'admin_state_up': True, 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'security_groups': ['ee22ef79-5ee9-47ba-97b9-463b9586dedb']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:16.858692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dfc5e7d-ae6d-4c40-947a-bead0f3f6ccc req-d4f91f6f-5c43-4e7d-ac90-0f5b85ae07d8 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7822bff8-d91b-4212-b45a-7c9e60b8203f&id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2593868 Apr 11 20:49:16.895010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] For port 304958e9-bd1f-4222-ade6-caa1291b6f13, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=304958e9-bd1f-4222-ade6-caa1291b6f13,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:16.895453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:17.194324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:17.220875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:17.303252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:17.313775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71f5a3-5af1-43aa-8962-a9e8520adf8a None None] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:17.323329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Calling delete_port for 304958e9-bd1f-4222-ade6-caa1291b6f13 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:17.368266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:17.371171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:17.399994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-dbca89a5-1d28-44ff-adff-9d3681448558 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8468091 Apr 11 20:49:17.456638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f04fe58a-12c9-4960-bc49-77a5d13ee9db req-0e01342e-1c35-464e-b08b-2c25e632965c tempest-ServerShowV247Test-2134427367 tempest-ServerShowV247Test-2134427367-project] 10.222.0.75 "GET /v2.0/ports?device_id=490fe88d-cba8-414e-85c1-c6be70fecfb6 HTTP/1.1" status: 200 len: 210 time: 0.1936188 Apr 11 20:49:17.560396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:17.699026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4969925f-1121-4a14-997a-1a71c44c23da None None] Provisioning for port 506762c5-9661-4aea-b86d-a461d0db2295 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:17.782414 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:49:17.814932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 506762c5-9661-4aea-b86d-a461d0db2295 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:17.845988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:17.970001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 172.20.0.3 (d8e3c294-b77f-4217-8391-bbd20a442e8c/bac04124-5d78-49b3-adb6-10703529408e/a93c0bac-813c-4be2-807a-b8d8dd8a0d4c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:18.002521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 506762c5-9661-4aea-b86d-a461d0db2295 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:18.009781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 506762c5-9661-4aea-b86d-a461d0db2295 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:18.009985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b90152-44fc-4ce2-9770-0454bf891e7a req-13e2c33a-743c-42d2-9cba-b3a9c00603cc tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:18.010166 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.017003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63b90152-44fc-4ce2-9770-0454bf891e7a req-13e2c33a-743c-42d2-9cba-b3a9c00603cc tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.3179924 Apr 11 20:49:18.075518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Calling delete_port for 192afef1-a866-4826-88e9-a82ab7da3a29 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:18.116862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63b90152-44fc-4ce2-9770-0454bf891e7a req-25ed0270-86ff-4b79-b64b-9f4c52766666 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982406 Apr 11 20:49:18.124754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.126096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b7cc4-1070-4518-b4af-02637480854f req-a0970594-7962-4cbc-b1a7-255ab54e617b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:18.128318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-688b7cc4-1070-4518-b4af-02637480854f req-a0970594-7962-4cbc-b1a7-255ab54e617b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.69 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1023 time: 1.2023325 Apr 11 20:49:18.151608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:18.208709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:18.236148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event deleted for resources: {'Port': ['ID=304958e9-bd1f-4222-ade6-caa1291b6f13,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:18.540808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] No DVR routers for this DVR port 304958e9-bd1f-4222-ade6-caa1291b6f13 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:18.547140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.554838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Deleting port 4c1eaaf3-b141-497a-b751-146a6923340c {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:18.555347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.644297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-621a552c-c371-4eda-9433-3cb71614ea12 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:18.645947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-621a552c-c371-4eda-9433-3cb71614ea12 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 807 time: 1.1443784 Apr 11 20:49:18.651388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-deleted', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:18.657054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6838a10b-e1b3-4312-98f3-82a21dab72fd req-651fe3c3-1e51-477c-9c83-3ae8152cb1a4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:18.690978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6838a10b-e1b3-4312-98f3-82a21dab72fd req-651fe3c3-1e51-477c-9c83-3ae8152cb1a4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:18.691176 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.696334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Request body: {'port': {'device_id': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'admin_state_up': True, 'tenant_id': 'df31cb111fa34c4b86de4b010491e720'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:18.702518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6838a10b-e1b3-4312-98f3-82a21dab72fd req-651fe3c3-1e51-477c-9c83-3ae8152cb1a4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 210 time: 0.2117760 Apr 11 20:49:18.729945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c5069c11-c10c-4cbe-b088-67c463a03b8f None None] Provisioning for port 192afef1-a866-4826-88e9-a82ab7da3a29 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:18.761616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d131499-bb70-4b2a-86e5-1f4123915e73 req-f6d25137-2142-4b38-bc15-7b1d5680088e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:18.772961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d131499-bb70-4b2a-86e5-1f4123915e73 req-f6d25137-2142-4b38-bc15-7b1d5680088e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df103bd-1937-4859-b140-a25d2d779392 HTTP/1.1" status: 200 len: 951 time: 1.8503635 Apr 11 20:49:18.814209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.822482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c5069c11-c10c-4cbe-b088-67c463a03b8f None None] Provisioning complete for port 192afef1-a866-4826-88e9-a82ab7da3a29 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:18.823457 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5069c11-c10c-4cbe-b088-67c463a03b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.884388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:18.895425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba09e617-9849-42a8-a905-474fc4fdd795 req-610577b5-0b1d-47b1-9dae-ce205273e99f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "DELETE /v2.0/ports/304958e9-bd1f-4222-ade6-caa1291b6f13 HTTP/1.1" status: 204 len: 173 time: 2.9185705 Apr 11 20:49:18.967154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c5069c11-c10c-4cbe-b088-67c463a03b8f None None] Port 192afef1-a866-4826-88e9-a82ab7da3a29 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:18.969997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cea464d2-0fa5-4857-8269-17d8598922ab req-d7827f5d-17c8-4fa4-92a4-83304b401b19 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 210 time: 0.0802445 Apr 11 20:49:18.975651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object a93c0bac-813c-4be2-807a-b8d8dd8a0d4c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:19.097834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:19.172200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 506762c5-9661-4aea-b86d-a461d0db2295, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=506762c5-9661-4aea-b86d-a461d0db2295,segment=NetworkSegment(134fd53c-6bf5-41db-a236-a2116568f13d),segment_id=134fd53c-6bf5-41db-a236-a2116568f13d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:19.253619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:19.298773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network d8e3c294-b77f-4217-8391-bbd20a442e8c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:19.303109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:19.309429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:19.318997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:19.421870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c5069c11-c10c-4cbe-b088-67c463a03b8f None None] Provisioning complete for port 506762c5-9661-4aea-b86d-a461d0db2295 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:19.421870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5069c11-c10c-4cbe-b088-67c463a03b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:19.523984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:19.525060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:19.592883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:19.600870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:19.605290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=506762c5-9661-4aea-b86d-a461d0db2295,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:19.739410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-e8eccede-b002-4f26-8494-679b5cbba97c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 1101 time: 2.1796684 Apr 11 20:49:19.750253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-03d7ae85-b8b9-4712-b167-5e1c932ed99f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9278729 Apr 11 20:49:19.756437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event deleted for resources: {'Port': ['ID=192afef1-a866-4826-88e9-a82ab7da3a29,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:19.760488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:19.777240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'admin_state_up': True, 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'security_groups': ['ee22ef79-5ee9-47ba-97b9-463b9586dedb']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:19.806271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d131499-bb70-4b2a-86e5-1f4123915e73 req-f75234ed-7f3e-486c-afb6-f0752013491c tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0322936 Apr 11 20:49:19.880818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4c1eaaf3-b141-497a-b751-146a6923340c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:20.070268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697cb4-8cea-4316-a6dd-0c6675b9cc1f req-960a3da8-9391-459a-82b8-8062def055b3 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:20.075197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21697cb4-8cea-4316-a6dd-0c6675b9cc1f req-960a3da8-9391-459a-82b8-8062def055b3 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1023 time: 0.5363827 Apr 11 20:49:20.124668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-494de463-4c46-4ab3-906e-190d9e719e6d None None] Could not find standard attr ID for object 192afef1-a866-4826-88e9-a82ab7da3a29. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 20:49:20.205666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60942) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:20.244519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.309967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:20.331936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:20.334834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:20.356432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:20.363883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-494de463-4c46-4ab3-906e-190d9e719e6d None None] Provisioning for port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:20.369631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-494de463-4c46-4ab3-906e-190d9e719e6d None None] Provisioning complete for port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:20.370215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-494de463-4c46-4ab3-906e-190d9e719e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.390751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21697cb4-8cea-4316-a6dd-0c6675b9cc1f req-6414844c-8bdd-417e-90a3-e4d6b210b932 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7822bff8-d91b-4212-b45a-7c9e60b8203f&id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3041313 Apr 11 20:49:20.427824 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.435662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:20.454982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:20.458956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.553228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Made reservation on behalf of df31cb111fa34c4b86de4b010491e720 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:20.560369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.579119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.592119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 304958e9-bd1f-4222-ade6-caa1291b6f13 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:49:20.592468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 304958e9-bd1f-4222-ade6-caa1291b6f13 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:20.647118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-379732bd-47fe-459d-92e6-4d2074668206 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9932529c3dd54b5f8c49e1e85054ddd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523810 Apr 11 20:49:20.658347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-494de463-4c46-4ab3-906e-190d9e719e6d None None] Port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:20.671775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:20.778110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:20.780241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:20.781251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:20.794091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Usage tracker for resource:security_group_rule and tenant:367fb0b96ad34d87a79e1f9ac245f2d6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:20.800329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:20.849759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:20.925058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84004cd2-fc58-48c7-b536-63a945098a27 req-91969f9b-4877-41aa-97b9-9fca7df5c59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:20.926549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-91969f9b-4877-41aa-97b9-9fca7df5c59e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 1.1549063 Apr 11 20:49:20.928493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 10.1.1.86 (dcf91f7a-a4ab-4071-b05e-25fe11e81d91/da272946-834c-4870-80e4-569e5b133f08/7727a788-b8ee-4ed3-a5d5-c34235c54517) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:20.936125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Calling delete_port for 4c1eaaf3-b141-497a-b751-146a6923340c owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:20.953631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-b7da582a-4583-4885-8e95-feb1d4000d23 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:20.955078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-b7da582a-4583-4885-8e95-feb1d4000d23 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068342 Apr 11 20:49:21.013267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-f33340da-e69c-45bc-bcde-d42545c3ced2 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/quotas/9932529c3dd54b5f8c49e1e85054ddd8 HTTP/1.1" status: 200 len: 375 time: 0.0476491 Apr 11 20:49:21.084653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.110280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-61459762-0035-4a51-b54d-7b0e8bbaeb52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 200 len: 217 time: 0.1329811 Apr 11 20:49:21.129374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-2d9391ac-f251-4bd4-be2b-bbb8567bcf3c tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9932529c3dd54b5f8c49e1e85054ddd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976057 Apr 11 20:49:21.161426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f07f5b1-2f18-4101-8359-d11d25bd3964 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "DELETE /v2.0/ports/192afef1-a866-4826-88e9-a82ab7da3a29 HTTP/1.1" status: 204 len: 168 time: 4.6718211 Apr 11 20:49:21.163267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:21.224637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.268778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84004cd2-fc58-48c7-b536-63a945098a27 req-2c84807b-1648-40c4-b7b7-c3cdcc560fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:21.270333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-2c84807b-1648-40c4-b7b7-c3cdcc560fa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1478865 Apr 11 20:49:21.281600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28065e7e-7248-4d25-88aa-7b9249e11e6f req-1ece972c-eecf-4321-bce6-e8430a89e81b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:21.287379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28065e7e-7248-4d25-88aa-7b9249e11e6f req-1ece972c-eecf-4321-bce6-e8430a89e81b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:21.290019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28065e7e-7248-4d25-88aa-7b9249e11e6f req-1ece972c-eecf-4321-bce6-e8430a89e81b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:21.297312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28065e7e-7248-4d25-88aa-7b9249e11e6f req-1ece972c-eecf-4321-bce6-e8430a89e81b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523&device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997&device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 2418 time: 0.8030801 Apr 11 20:49:21.357830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.392110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:49:21.392110 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:49:21.392110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Allocated IP 172.20.0.10 (67e92c4c-15f0-4fe3-8745-2f29dac31723/706cf9cd-faaf-44f8-9890-66f74bb87778/d20a1e41-fea8-4eb5-9e96-900ff835a47e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:21.406682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad7ec2-60c4-463f-aeec-2e4628e7d6a6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:21.423906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.461768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5dccb533-917e-4b7c-b4e3-0f6260324c14 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=367fb0b96ad34d87a79e1f9ac245f2d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2546861 Apr 11 20:49:21.465123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object 7727a788-b8ee-4ed3-a5d5-c34235c54517 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:21.466358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60964) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:21.474037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-99f74806-ead5-4234-96ea-d2d17e644baa tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3071206 Apr 11 20:49:21.485995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60970) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:21.494865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1536631565'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:21.500121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:21.504527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Usage tracker for resource:network and tenant:c81cd155a87b46df9c6f56941a4e1286 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:21.507602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:21.514688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:21.536694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28065e7e-7248-4d25-88aa-7b9249e11e6f req-fd72b988-6bbc-4b07-86f1-2ff66420d8ea tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384269 Apr 11 20:49:21.599318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Made reservation on behalf of c81cd155a87b46df9c6f56941a4e1286 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:21.602711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.635632 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f19c361-793e-4f9b-b319-f9ab9bed0ddc'] response: {'server_uuid': '0df103bd-1937-4859-b140-a25d2d779392', 'name': 'network-vif-deleted', 'tag': '304958e9-bd1f-4222-ade6-caa1291b6f13', 'status': 'completed', 'code': 200} Apr 11 20:49:21.645959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.740349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 506762c5-9661-4aea-b86d-a461d0db2295 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:21.859807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:49:21.887720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:21.889563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Deleting port 4c1eaaf3-b141-497a-b751-146a6923340c {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:21.890012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.896677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:21.899833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:21.900271 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Added segment 6780402c-2912-4275-b3b9-710c0752b2a1 of type vlan for network 5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1 Apr 11 20:49:21.901433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:21.908746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:21.919923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c2a0a6-af40-4b8f-ae6f-380e321f81c7 req-866d9d7a-7f7c-4b43-bcca-7783a386bcbf tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:21.936926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 506762c5-9661-4aea-b86d-a461d0db2295 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:21.937318 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.038589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.054260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e4c2a0a6-af40-4b8f-ae6f-380e321f81c7 req-866d9d7a-7f7c-4b43-bcca-7783a386bcbf tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:22.065358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4c2a0a6-af40-4b8f-ae6f-380e321f81c7 req-866d9d7a-7f7c-4b43-bcca-7783a386bcbf tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 210 time: 0.2175930 Apr 11 20:49:22.067173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:22.068035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.104412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-3bd989bf-0dd7-4621-b6b2-11f895282c43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7913477 Apr 11 20:49:22.108695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b445b-ed7a-4450-b98d-4986f828e9f6 req-b72f4409-b192-4eac-9792-925c9925ee24 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:22.119013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b445b-ed7a-4450-b98d-4986f828e9f6 req-b72f4409-b192-4eac-9792-925c9925ee24 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:22.119949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d46b445b-ed7a-4450-b98d-4986f828e9f6 req-b72f4409-b192-4eac-9792-925c9925ee24 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:22.186894 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4890e20-272d-4672-859d-129a627b1f07'] response: {'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c', 'code': 200} Apr 11 20:49:22.286572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.290602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:22.291183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.324675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-399f2031-d84e-4fe0-b553-70bf7ee97402 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5575194 Apr 11 20:49:22.344735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'admin_state_up': True, 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'security_groups': ['ee22ef79-5ee9-47ba-97b9-463b9586dedb']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:22.410769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4218b06a-bdaf-4ab3-a055-549bc8a60846 None None] Provisioning for port 7727a788-b8ee-4ed3-a5d5-c34235c54517 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:22.416349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4218b06a-bdaf-4ab3-a055-549bc8a60846 None None] Provisioning complete for port 7727a788-b8ee-4ed3-a5d5-c34235c54517 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:22.416717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4218b06a-bdaf-4ab3-a055-549bc8a60846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.441373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d46b445b-ed7a-4450-b98d-4986f828e9f6 req-b72f4409-b192-4eac-9792-925c9925ee24 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:22.442791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d46b445b-ed7a-4450-b98d-4986f828e9f6 req-b72f4409-b192-4eac-9792-925c9925ee24 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 1652 time: 0.6963685 Apr 11 20:49:22.495813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2923eb2-2e4d-4a9d-b377-5aa93874e646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.529509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0415056 Apr 11 20:49:22.549842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4218b06a-bdaf-4ab3-a055-549bc8a60846 None None] Port 7727a788-b8ee-4ed3-a5d5-c34235c54517 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:22.556194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60988) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:22.568619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.579779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e48ea-f5d5-4173-ba9c-2a912f4265aa tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event updated for resources: {'Network': ['ID=5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:22.581601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-e88e4815-569b-4f07-bfb2-1bc28bd5a5c7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9673965 Apr 11 20:49:22.602367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:49:22.678170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2923eb2-2e4d-4a9d-b377-5aa93874e646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:22.775995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d46b445b-ed7a-4450-b98d-4986f828e9f6 req-a85d0bfd-2dfc-478d-96bd-7e25a3d0a4b5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650044 Apr 11 20:49:22.912078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:22.919502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:port and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:22.925694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:22.933002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:22.944566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d6704d49-94df-4a71-8aee-85f4790f1074 tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/agents/936e69c5-6c33-4171-8435-886f3a6a6f1f/dhcp-networks HTTP/1.1" status: 200 len: 9348 time: 0.3854821 Apr 11 20:49:22.947701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60992) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:23.040573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:23.043919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:23.173025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port 4c1eaaf3-b141-497a-b751-146a6923340c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4c1eaaf3-b141-497a-b751-146a6923340c,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:23.173578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:23.190941 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-2809d748-e5f3-4f04-a8d8-b537eb57943f service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9868553 Apr 11 20:49:23.297673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2246a17-1828-4d61-a174-0be0a2d5c2e5 tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] Network 5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:49:23.326394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93947f8-0a67-41e8-ab4f-5c943600252d req-88815a9a-37e2-4da4-bd85-9c868bf817ff tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:23.327881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f93947f8-0a67-41e8-ab4f-5c943600252d req-88815a9a-37e2-4da4-bd85-9c868bf817ff tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.2630610 Apr 11 20:49:23.337540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 10.1.1.29 (dcf91f7a-a4ab-4071-b05e-25fe11e81d91/da272946-834c-4870-80e4-569e5b133f08/95e134b6-155a-45c5-b6a2-f35724ad1abc) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:23.384645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Calling delete_port for 4c1eaaf3-b141-497a-b751-146a6923340c owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:23.415133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c2246a17-1828-4d61-a174-0be0a2d5c2e5 tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "POST /v2.0/agents/936e69c5-6c33-4171-8435-886f3a6a6f1f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4663231 Apr 11 20:49:23.417638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f93947f8-0a67-41e8-ab4f-5c943600252d req-2fa1cb34-e4a6-4a42-95f8-28629f49c769 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814943 Apr 11 20:49:23.418625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d078f87-e7d5-4bd4-9d19-0664864ec757 None None] Network 5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:23.419893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60998) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:23.475872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2923eb2-2e4d-4a9d-b377-5aa93874e646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:23.545464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2923eb2-2e4d-4a9d-b377-5aa93874e646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad7ec2-60c4-463f-aeec-2e4628e7d6a6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:23.559280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370d88c-edca-433d-8a88-7c4bb33f495a req-15e6f031-1526-4c81-bb40-f0a9350300a6 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:23.560014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d370d88c-edca-433d-8a88-7c4bb33f495a req-15e6f031-1526-4c81-bb40-f0a9350300a6 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:23.680808 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84004cd2-fc58-48c7-b536-63a945098a27 req-59ea7016-9163-4ad3-b169-f07752594d61 service neutron] 10.222.0.69 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811330 Apr 11 20:49:23.683843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:23.731013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['efd04469-fa0c-46d5-84f1-5ec30da66201'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:23.756203 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-1e434e1a-c665-41a6-be9b-7be2c8d7bf2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=745a7b820308433a92d2acba06fb4b47&device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 1099 time: 0.6876717 Apr 11 20:49:23.785594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-927b8b34-beea-4a54-9222-a13136bdf242 req-79a9da1e-08ee-4c26-b7c8-4ec867ff8f17 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 210 time: 0.0908546 Apr 11 20:49:23.823621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:23.867381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object 95e134b6-155a-45c5-b6a2-f35724ad1abc will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:23.879494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a3cae9e3-9fca-4a22-b94a-2dd88da26bcc tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/agents/936e69c5-6c33-4171-8435-886f3a6a6f1f/dhcp-networks HTTP/1.1" status: 200 len: 10093 time: 0.4553344 Apr 11 20:49:23.883358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d370d88c-edca-433d-8a88-7c4bb33f495a req-15e6f031-1526-4c81-bb40-f0a9350300a6 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:23.890453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32774) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:23.890581 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d370d88c-edca-433d-8a88-7c4bb33f495a req-15e6f031-1526-4c81-bb40-f0a9350300a6 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=12b2ccc8-c98c-46ed-8b29-2ccc902727e7 HTTP/1.1" status: 200 len: 1021 time: 1.4385509 Apr 11 20:49:24.020094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2923eb2-2e4d-4a9d-b377-5aa93874e646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.021221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a2923eb2-2e4d-4a9d-b377-5aa93874e646 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bad7ec2-60c4-463f-aeec-2e4628e7d6a6 HTTP/1.1" status: 204 len: 168 time: 2.5518219 Apr 11 20:49:24.052668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:24.058020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Network 67e92c4c-15f0-4fe3-8745-2f29dac31723 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:24.073122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:24.078221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:24.106286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.203491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:24.207055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:24.208999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:24.211106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:24.213046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.226419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:24.280258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-169ea779-7e7d-4586-b013-4dcb98efcaf9 tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "DELETE /v2.0/agents/936e69c5-6c33-4171-8435-886f3a6a6f1f/dhcp-networks/5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1 HTTP/1.1" status: 204 len: 168 time: 0.3949840 Apr 11 20:49:24.280852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32780) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:24.292460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:24.293177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.327325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'Port': ['ID=4c1eaaf3-b141-497a-b751-146a6923340c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:24.331943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-fcc2c9e1-9ab2-4c0a-b3eb-252d891e2955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:24.335980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-fcc2c9e1-9ab2-4c0a-b3eb-252d891e2955 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.4943540 Apr 11 20:49:24.346862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d370d88c-edca-433d-8a88-7c4bb33f495a req-813c7cf3-aef2-4bfd-83f9-2896ea21aac7 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7822bff8-d91b-4212-b45a-7c9e60b8203f&id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=a5122085-9796-47b6-ac23-6201812c1acd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4226263 Apr 11 20:49:24.354754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:24.358435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.487425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-9584f59a-c091-47ef-82ad-ccca2c188e48 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1503561 Apr 11 20:49:24.519065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'admin_state_up': True, 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'security_groups': ['ee22ef79-5ee9-47ba-97b9-463b9586dedb']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:24.731917 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-b841f77d-0afc-4a38-8f33-89cb9ead9a65 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9932529c3dd54b5f8c49e1e85054ddd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974085 Apr 11 20:49:24.864112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-86614232-fea7-4aba-8d83-533b2aca8977 None None] Provisioning for port 95e134b6-155a-45c5-b6a2-f35724ad1abc completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:24.876364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-86614232-fea7-4aba-8d83-533b2aca8977 None None] Provisioning complete for port 95e134b6-155a-45c5-b6a2-f35724ad1abc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:24.876776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86614232-fea7-4aba-8d83-533b2aca8977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.894415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-c8cc0f1e-b686-45f7-a168-c85196add254 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 200 len: 217 time: 0.5432036 Apr 11 20:49:24.897994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] No DVR routers for this DVR port 4c1eaaf3-b141-497a-b751-146a6923340c on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:24.977576 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:24.983722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-688b7cc4-1070-4518-b4af-02637480854f req-eb44cbab-d33c-4fc7-8d81-fba06cbc3697 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.69 "DELETE /v2.0/ports/4c1eaaf3-b141-497a-b751-146a6923340c HTTP/1.1" status: 204 len: 173 time: 6.8052416 Apr 11 20:49:24.984399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'name': 'network-vif-deleted', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:25.019358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-9eac9a1e-244c-47d6-9d10-17e688688086 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3340206 Apr 11 20:49:25.029986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-86614232-fea7-4aba-8d83-533b2aca8977 None None] Port 95e134b6-155a-45c5-b6a2-f35724ad1abc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:25.077407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Request body: {'port': {'device_id': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:25.208519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0c81446d-2835-4f21-950c-f8547fe649cd tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/agents/936e69c5-6c33-4171-8435-886f3a6a6f1f/dhcp-networks HTTP/1.1" status: 200 len: 9348 time: 0.9221447 Apr 11 20:49:25.212292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32798) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:25.294874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:25.330882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Usage tracker for resource:port and tenant:0e278533d3f74de1bb5addad90c25e0f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:25.337993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-1476f54c-3392-4378-9e78-0e8a9adb79d5 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:25.339414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-1476f54c-3392-4378-9e78-0e8a9adb79d5 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5885544 Apr 11 20:49:25.346833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:25.359276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:25.407375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Request body: {'port': {'device_id': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '9932529c3dd54b5f8c49e1e85054ddd8'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:25.423612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-61bf613b-fbc7-4172-a65f-6b93ed8dc8b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:25.426261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-61bf613b-fbc7-4172-a65f-6b93ed8dc8b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.5106475 Apr 11 20:49:25.469341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:25.495011 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6f5e2d3b-fbd6-43d2-856f-9763f6260f7e tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/networks/9124d773-d2d9-4697-991d-ac00aaef7fcb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2799742 Apr 11 20:49:25.501810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32808) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:25.507700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:25.514655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768585f6-16a1-4cd2-9a56-8491fc9f65de req-4d786f4d-5e57-44fd-bcf0-aa34f2addf4b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:25.523665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-768585f6-16a1-4cd2-9a56-8491fc9f65de req-4d786f4d-5e57-44fd-bcf0-aa34f2addf4b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 932 time: 0.9339635 Apr 11 20:49:25.677943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-41e3c96a-30b3-4e12-9e9c-bc06b511b0c3 tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/networks/9124d773-d2d9-4697-991d-ac00aaef7fcb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1721394 Apr 11 20:49:25.682922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32812) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:25.721878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:25.728401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Usage tracker for resource:port and tenant:9932529c3dd54b5f8c49e1e85054ddd8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:25.737174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:25.747558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:25.759619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964122c6-e313-4b3e-9375-38acf515a860 req-89fe3349-2c51-42f7-ab33-1f85bfedfa9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:25.764010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964122c6-e313-4b3e-9375-38acf515a860 req-89fe3349-2c51-42f7-ab33-1f85bfedfa9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:25.767885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964122c6-e313-4b3e-9375-38acf515a860 req-89fe3349-2c51-42f7-ab33-1f85bfedfa9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:25.768744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-964122c6-e313-4b3e-9375-38acf515a860 req-89fe3349-2c51-42f7-ab33-1f85bfedfa9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:25.781434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:25.881989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-768585f6-16a1-4cd2-9a56-8491fc9f65de req-9558db08-4ca3-4a57-8185-be17348bdc33 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567226 Apr 11 20:49:25.910042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-5ab0e411-aebd-4d46-bef6-f19fcd3f3af8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4750159 Apr 11 20:49:25.976397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Made reservation on behalf of 9932529c3dd54b5f8c49e1e85054ddd8 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:25.979803 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:26.099405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:26.121559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-964122c6-e313-4b3e-9375-38acf515a860 req-89fe3349-2c51-42f7-ab33-1f85bfedfa9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:26.129844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-964122c6-e313-4b3e-9375-38acf515a860 req-89fe3349-2c51-42f7-ab33-1f85bfedfa9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 2372 time: 0.7790003 Apr 11 20:49:26.209633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:26.213555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Usage tracker for resource:security_group_rule and tenant:9932529c3dd54b5f8c49e1e85054ddd8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:26.217124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:26.225044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:26.345010 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:26.365289 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-38bc3514-5aed-4950-9abe-bfd3093bc430 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065661 Apr 11 20:49:26.413582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:26.433571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769994f2-61ca-4d69-874b-4fb71875898b req-86234dde-46f6-4c90-934a-a963088e9af0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:26.434950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-769994f2-61ca-4d69-874b-4fb71875898b req-86234dde-46f6-4c90-934a-a963088e9af0 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 951 time: 0.5240273 Apr 11 20:49:26.498574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-964122c6-e313-4b3e-9375-38acf515a860 req-fcc834fb-153f-470b-9f10-a8c9d231bffb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682253 Apr 11 20:49:26.513566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:26.554793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad8f11-14df-4cbd-9769-2a57787e3aad req-6ebc9a94-867c-46e9-9542-8b98b303befe tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:26.575097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-adad8f11-14df-4cbd-9769-2a57787e3aad req-6ebc9a94-867c-46e9-9542-8b98b303befe tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 951 time: 0.4701402 Apr 11 20:49:26.648873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 10.2.2.100 (c0602453-f1c4-4dd1-9055-7b6e8cf27ceb/8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3/c63f8277-2c80-475c-90c8-c4aa9ec66495) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:26.723982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-927647391-network', 'tenant_id': '15bb630dcfb445fe85b2bb28b2306837'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:26.738123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:49:26.750687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Deleting port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:26.751039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:26.785406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:26.829077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e48a26c4-adea-4dd0-810c-98a6b666d168 tempest-DHCPAgentSchedulersTestJSON-452846438 tempest-DHCPAgentSchedulersTestJSON-452846438-project-admin] 10.222.0.61 "GET /v2.0/agents/936e69c5-6c33-4171-8435-886f3a6a6f1f/dhcp-networks HTTP/1.1" status: 200 len: 9348 time: 1.1431019 Apr 11 20:49:26.837308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32828) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:26.854856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Usage tracker for resource:network and tenant:15bb630dcfb445fe85b2bb28b2306837 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:26.859834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:26.874017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f1f64-758c-450b-acfc-474e9898a12e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:26.891176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:26.904591 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76c47c18-8707-4ccc-bfa2-0adef82180d7 req-572ad9f9-952b-4c32-9580-ffd4da472b1f service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227573 Apr 11 20:49:26.929613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b09f5bf-ff6b-4779-a545-efa57da18744 req-0f008acd-78dd-4e9a-959d-2083dce128ab tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 210 time: 0.1076746 Apr 11 20:49:26.939138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-adad8f11-14df-4cbd-9769-2a57787e3aad req-4372ccff-e80c-4c2f-b58a-2ba001764289 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598108 Apr 11 20:49:26.942688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20a1e41-fea8-4eb5-9e96-900ff835a47e {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:27.008578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.027442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Transition to ACTIVE for port object d20a1e41-fea8-4eb5-9e96-900ff835a47e will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:27.036459 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0af9f6e-135e-45c9-86a3-657eb79b72f3'] response: {'server_uuid': '12b2ccc8-c98c-46ed-8b29-2ccc902727e7', 'name': 'network-vif-deleted', 'tag': '4c1eaaf3-b141-497a-b751-146a6923340c', 'status': 'completed', 'code': 200} Apr 11 20:49:27.039767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Made reservation on behalf of 15bb630dcfb445fe85b2bb28b2306837 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:27.042000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.068716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.136523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:27.144337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Usage tracker for resource:security_group_rule and tenant:15bb630dcfb445fe85b2bb28b2306837 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:27.154449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:27.163508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:27.248941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.259444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.281766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.524870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.544071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Allocated IP 192.168.233.53 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/594ae6d5-9a42-4384-9e06-4b01d3495adb) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:27.590563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:27.614587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.621839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:49:27.625190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.640328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f56b3a-c6bf-4ccd-b3ad-9d8211f215c7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:27.686205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:27.689124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.689511 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Added segment cb080a69-246f-4a45-ace7-a62775575104 of type vlan for network 4956b7cb-bf74-4291-be54-21537c389988 Apr 11 20:49:27.706066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-646319fc-dba5-4696-9181-049e65299dc7 req-7a5b64d0-e0ba-42bd-89e1-d76296828a94 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/a5122085-9796-47b6-ac23-6201812c1acd HTTP/1.1" status: 200 len: 1632 time: 0.2902184 Apr 11 20:49:27.710155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object c63f8277-2c80-475c-90c8-c4aa9ec66495 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:27.730956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6780402c-2912-4275-b3b9-710c0752b2a1') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:27.731256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6780402c-2912-4275-b3b9-710c0752b2a1') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:27.792277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] For port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:27.792694 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.794258 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.807520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecbdf8-fb5b-46be-a3d3-03adbf2d7f48 req-3f3a5726-fc91-4750-8d1a-4bed0cdb6f32 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:27.812548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cecbdf8-fb5b-46be-a3d3-03adbf2d7f48 req-3f3a5726-fc91-4750-8d1a-4bed0cdb6f32 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.5483978 Apr 11 20:49:27.814056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.900660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.933161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:49:27.933565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:49:27.948755 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:49:28.076416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-646319fc-dba5-4696-9181-049e65299dc7 req-a77a20d8-12b8-4d98-857c-0196a6b92a8f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.095021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Calling delete_port for cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:28.119843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.130047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-646319fc-dba5-4696-9181-049e65299dc7 req-a77a20d8-12b8-4d98-857c-0196a6b92a8f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.148259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:49:28.149104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.159778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:28.160082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:28.160564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:28.195935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:28.196258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:28.203973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Transition to ACTIVE for port object 594ae6d5-9a42-4384-9e06-4b01d3495adb will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:28.214105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:28.214477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:28.214898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:28.215298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Bound port: d20a1e41-fea8-4eb5-9e96-900ff835a47e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:28.215683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.221934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.239333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cecbdf8-fb5b-46be-a3d3-03adbf2d7f48 req-92c26afa-adbc-4788-8945-a170aa34e6d7 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153831 Apr 11 20:49:28.266359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.285443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event deleted for resources: {'Network': ['ID=5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:28.305393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:28.309654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:28.316992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:28.322056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:28.332824 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.333824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:28.334446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.360541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2964969f-b089-4dea-b62f-bb7af0b21388 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "DELETE /v2.0/networks/5a9cccad-7b6d-41c0-85ec-f2d2e4461fa1 HTTP/1.1" status: 204 len: 168 time: 1.5221920 Apr 11 20:49:28.364805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32844) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:28.473540 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4568fa23-a9da-4282-a85e-c006e975b280 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] DELETE failed (client error): The resource could not be found. Apr 11 20:49:28.474919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4568fa23-a9da-4282-a85e-c006e975b280 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:49:28.477326 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4568fa23-a9da-4282-a85e-c006e975b280 tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "DELETE /v2.0/ports/192afef1-a866-4826-88e9-a82ab7da3a29 HTTP/1.1" status: 404 len: 333 time: 0.1113358 Apr 11 20:49:28.481032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32848) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:28.485335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.488114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-646319fc-dba5-4696-9181-049e65299dc7 req-a77a20d8-12b8-4d98-857c-0196a6b92a8f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.490477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-646319fc-dba5-4696-9181-049e65299dc7 req-a77a20d8-12b8-4d98-857c-0196a6b92a8f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.494273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-646319fc-dba5-4696-9181-049e65299dc7 req-a77a20d8-12b8-4d98-857c-0196a6b92a8f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/a5122085-9796-47b6-ac23-6201812c1acd HTTP/1.1" status: 204 len: 173 time: 0.7764611 Apr 11 20:49:28.532856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:28.534234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.562157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1480949 Apr 11 20:49:28.563206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32854) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:28.621780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Request body: {'subnet': {'network_id': '4956b7cb-bf74-4291-be54-21537c389988', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-927647391-subnet', 'tenant_id': '15bb630dcfb445fe85b2bb28b2306837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:28.634811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:28.649262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Usage tracker for resource:subnet and tenant:15bb630dcfb445fe85b2bb28b2306837 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:28.657440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d50f9-62eb-4b4a-afd8-df53a68b37b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4956b7cb-bf74-4291-be54-21537c389988,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:28.662821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:28.681730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a20d8-12b8-4d98-857c-0196a6b92a8f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5122085-9796-47b6-ac23-6201812c1acd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:28.682271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4956b7cb-bf74-4291-be54-21537c389988 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:49:28.700466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:28.715331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:28.719271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:28.726496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.787184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Made reservation on behalf of 15bb630dcfb445fe85b2bb28b2306837 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:28.789564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:28.790753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.794180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Pushing event updated for resources: {'Port': ['ID=594ae6d5-9a42-4384-9e06-4b01d3495adb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:28.796758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:28.853164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:28.885262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-3517929e-5972-4bbe-a3d5-b3b807c10025 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3895729 Apr 11 20:49:28.891310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.895800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:28.912437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7d679ef5-3eeb-4caf-be91-cbb9f2346def'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:28.918088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'admin_state_up': True, 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'security_groups': ['ee22ef79-5ee9-47ba-97b9-463b9586dedb']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:28.943627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:28.994937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0cbcb99f-6c60-4fdc-a00a-6987787b8ecc None None] Provisioning for port c63f8277-2c80-475c-90c8-c4aa9ec66495 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:29.015364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0cbcb99f-6c60-4fdc-a00a-6987787b8ecc None None] Provisioning complete for port c63f8277-2c80-475c-90c8-c4aa9ec66495 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:29.015877 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb99f-6c60-4fdc-a00a-6987787b8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.069499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:29.138774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0cbcb99f-6c60-4fdc-a00a-6987787b8ecc None None] Port c63f8277-2c80-475c-90c8-c4aa9ec66495 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:29.145923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.146825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.235743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.237772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-0fdee765-0b7c-4580-9f1f-852ac7a78364 service neutron] 10.222.0.75 "PUT /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 1092 time: 4.1781144 Apr 11 20:49:29.245818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:29.263981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Deleting subnet b82233d4-bf9e-407e-82bb-95aceda82c38 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:49:29.266796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event deleted for resources: {'Port': ['ID=cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:29.276644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] No DVR routers for this DVR port cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:29.283566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.305355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-769994f2-61ca-4d69-874b-4fb71875898b req-d77fcf83-c9b5-483a-90bd-b60c296f387a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "DELETE /v2.0/ports/cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 HTTP/1.1" status: 204 len: 173 time: 2.8130753 Apr 11 20:49:29.315220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cc0ed-bde0-43a1-923a-190c10845c9f req-9e215af0-4956-46fa-b0e9-27ba2fd9de85 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.315979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d14cc0ed-bde0-43a1-923a-190c10845c9f req-9e215af0-4956-46fa-b0e9-27ba2fd9de85 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:29.337275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.385678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-3945acad-bd55-4173-aa07-339c21028c44 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0189686 Apr 11 20:49:29.400016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6239433e-7a98-4ab3-b984-0ccfecaf2c5b None None] Provisioning for port 594ae6d5-9a42-4384-9e06-4b01d3495adb completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:29.404977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6239433e-7a98-4ab3-b984-0ccfecaf2c5b None None] Provisioning complete for port 594ae6d5-9a42-4384-9e06-4b01d3495adb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:29.407976 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6239433e-7a98-4ab3-b984-0ccfecaf2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.408070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Request body: {'port': {'device_id': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:29.442188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d14cc0ed-bde0-43a1-923a-190c10845c9f req-9e215af0-4956-46fa-b0e9-27ba2fd9de85 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:29.443782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d14cc0ed-bde0-43a1-923a-190c10845c9f req-9e215af0-4956-46fa-b0e9-27ba2fd9de85 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=780a2603-c6b2-453c-a60a-f1feb6bcc133 HTTP/1.1" status: 200 len: 868 time: 0.7120409 Apr 11 20:49:29.468938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6239433e-7a98-4ab3-b984-0ccfecaf2c5b None None] Port 594ae6d5-9a42-4384-9e06-4b01d3495adb cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:29.494337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2413b-7d61-438f-8545-713ac33d5214 req-bac67c1b-0c89-4cbb-856a-f293da298825 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.498307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2413b-7d61-438f-8545-713ac33d5214 req-bac67c1b-0c89-4cbb-856a-f293da298825 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.502913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2413b-7d61-438f-8545-713ac33d5214 req-bac67c1b-0c89-4cbb-856a-f293da298825 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.507241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2413b-7d61-438f-8545-713ac33d5214 req-bac67c1b-0c89-4cbb-856a-f293da298825 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.508821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67e2413b-7d61-438f-8545-713ac33d5214 req-bac67c1b-0c89-4cbb-856a-f293da298825 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 3093 time: 0.8080401 Apr 11 20:49:29.513770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.565849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d14cc0ed-bde0-43a1-923a-190c10845c9f req-b296b4e1-8132-429c-aec7-0fabc2b3ff76 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893188 Apr 11 20:49:29.569966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-3a0d679e-b2ed-4fbc-92c4-cc06e7cd8acc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1095 time: 0.1701727 Apr 11 20:49:29.642321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.696088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:29.719985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:29.727226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-eb3bc23d-d7ce-44c3-863d-e9402348a44e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 217 time: 0.1440210 Apr 11 20:49:29.735874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.761072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67e2413b-7d61-438f-8545-713ac33d5214 req-84053a4c-d5e3-46a0-ac67-fb958fac3c6d tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095110 Apr 11 20:49:29.788853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:29.823851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.857644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6df762d-c188-4a1a-b4c2-0f7bc082561c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:29.864412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:49:29.864830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:29.868304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Made reservation on behalf of 0e278533d3f74de1bb5addad90c25e0f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:29.873060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:29.902960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-a7a48620-1cf9-4190-99e8-5fdade880e3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.904358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-a7a48620-1cf9-4190-99e8-5fdade880e3e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1659877 Apr 11 20:49:29.910370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Checking segment: {'id': 'cb080a69-246f-4a45-ace7-a62775575104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4956b7cb-bf74-4291-be54-21537c389988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:29.910370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Network hostable DHCP agents. Network: 4956b7cb-bf74-4291-be54-21537c389988, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:49:29.967949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-197e34e3-2c77-4c3f-a778-0d9e1ff366a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502024 Apr 11 20:49:29.975844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20d70b-01e8-4ae7-860b-e037514141af req-e66d0504-b583-4eb9-b7b2-b9f7141ae769 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:29.977251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e20d70b-01e8-4ae7-860b-e037514141af req-e66d0504-b583-4eb9-b7b2-b9f7141ae769 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 935 time: 0.2435682 Apr 11 20:49:30.106769 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e20d70b-01e8-4ae7-860b-e037514141af req-552dcaaf-ac28-40d6-9917-d95d450419a6 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087697 Apr 11 20:49:30.160327 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-6e66fb50-f33e-4c3a-babf-f435ec848e9e service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819363 Apr 11 20:49:30.170735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a472ff29-fabd-4281-ad98-5f7d7dd5114e req-2baee0be-b266-420e-9084-e50bfde85ffd tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/7822bff8-d91b-4212-b45a-7c9e60b8203f HTTP/1.1" status: 200 len: 1633 time: 0.3146720 Apr 11 20:49:30.334013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.374548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.438979 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a683e8b-5f35-45ff-8734-48ea523aab09 req-eb5c5296-2673-4d91-9801-f47cc877b6b2 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715478 Apr 11 20:49:30.441040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Network 4956b7cb-bf74-4291-be54-21537c389988 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:49:30.464915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event deleted for resources: {'Subnet': ['ID=b82233d4-bf9e-407e-82bb-95aceda82c38,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:30.466142 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d762aa-d4cb-4c27-88f9-361e954f6f38'] response: {'name': 'network-changed', 'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'status': 'completed', 'code': 200} Apr 11 20:49:30.494856 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.502354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de3023-58da-4617-8da7-ad9f94f78664 None None] Network 9124d773-d2d9-4697-991d-ac00aaef7fcb requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:30.505222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Allocated IP 10.2.2.200 (c0602453-f1c4-4dd1-9055-7b6e8cf27ceb/8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3/a0b1ff41-60d9-4e4b-9fc6-f150b5b45756) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:30.507937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4956b7cb-bf74-4291-be54-21537c389988) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:30.513166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:30.514698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.537671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4edc45-54ed-4dda-99f3-12bd31f1aba5 None None] Network 4956b7cb-bf74-4291-be54-21537c389988 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:30.539987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e05b44a6-ff93-4f30-96df-5f1958eaec0e tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "DELETE /v2.0/subnets/b82233d4-bf9e-407e-82bb-95aceda82c38 HTTP/1.1" status: 204 len: 168 time: 2.0568662 Apr 11 20:49:30.541198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32866) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:30.674870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a472ff29-fabd-4281-ad98-5f7d7dd5114e req-79e3c386-ec34-4396-b322-610be9998f32 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.712668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-49a2752d-270f-4568-b1ed-e314bcc64ebf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1045802 Apr 11 20:49:30.761978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594ae6d5-9a42-4384-9e06-4b01d3495adb {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:30.792552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.801758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a472ff29-fabd-4281-ad98-5f7d7dd5114e req-79e3c386-ec34-4396-b322-610be9998f32 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.809564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.844373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Deleting port 506762c5-9661-4aea-b86d-a461d0db2295 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:30.845040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.858543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Transition to ACTIVE for port object 594ae6d5-9a42-4384-9e06-4b01d3495adb will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:30.889026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bca29-e608-4332-a66f-e86d09852623 req-d949201b-2e23-408b-8840-26b79b350ad7 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:30.901103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf8bca29-e608-4332-a66f-e86d09852623 req-d949201b-2e23-408b-8840-26b79b350ad7 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.3239360 Apr 11 20:49:30.910393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:30.960784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Transition to ACTIVE for port object a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:30.961126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-281bb146-544b-4a6a-83f6-be21e03c9ef8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1095 time: 0.3130326 Apr 11 20:49:30.995240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.172598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0519f-e20a-4376-b3f3-ab538c2ff878 None None] Network 4956b7cb-bf74-4291-be54-21537c389988 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:31.179736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf8bca29-e608-4332-a66f-e86d09852623 req-3a80de6f-306b-4708-aff3-711414bd912f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187672 Apr 11 20:49:31.183609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Pushing event updated for resources: {'Port': ['ID=594ae6d5-9a42-4384-9e06-4b01d3495adb,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:31.217695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-08494642-528f-42af-8a74-a04ddc2728b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.219654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-08494642-528f-42af-8a74-a04ddc2728b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.2795427 Apr 11 20:49:31.248628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a472ff29-fabd-4281-ad98-5f7d7dd5114e req-79e3c386-ec34-4396-b322-610be9998f32 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.292411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] DHCP port deletion for 9124d773-d2d9-4697-991d-ac00aaef7fcb request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:49:31.307526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3c386-ec34-4396-b322-610be9998f32 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822bff8-d91b-4212-b45a-7c9e60b8203f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:31.326456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Deleting port 506762c5-9661-4aea-b86d-a461d0db2295 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:31.326836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.338629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.432554 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-429e6a10-584e-4de4-bd34-8c34fece5078 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 217 time: 0.1091125 Apr 11 20:49:31.490819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] For port 506762c5-9661-4aea-b86d-a461d0db2295, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=506762c5-9661-4aea-b86d-a461d0db2295,segment=NetworkSegment(134fd53c-6bf5-41db-a236-a2116568f13d),segment_id=134fd53c-6bf5-41db-a236-a2116568f13d)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:31.491208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.667914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] For port 506762c5-9661-4aea-b86d-a461d0db2295, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=506762c5-9661-4aea-b86d-a461d0db2295,segment=NetworkSegment(134fd53c-6bf5-41db-a236-a2116568f13d),segment_id=134fd53c-6bf5-41db-a236-a2116568f13d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:31.668326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.676503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event updated for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:31.679844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Calling delete_port for 506762c5-9661-4aea-b86d-a461d0db2295 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:31.697775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a472ff29-fabd-4281-ad98-5f7d7dd5114e req-79e3c386-ec34-4396-b322-610be9998f32 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.699013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a472ff29-fabd-4281-ad98-5f7d7dd5114e req-79e3c386-ec34-4396-b322-610be9998f32 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/7822bff8-d91b-4212-b45a-7c9e60b8203f HTTP/1.1" status: 204 len: 173 time: 1.3751721 Apr 11 20:49:31.717577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:31.766859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-8e0cf3be-298e-4111-80d1-7d42037d495e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.768975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-8e0cf3be-298e-4111-80d1-7d42037d495e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.3268509 Apr 11 20:49:31.790004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Deleting subnet c6df762d-c188-4a1a-b4c2-0f7bc082561c {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:49:31.795503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.808006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Calling delete_port for 506762c5-9661-4aea-b86d-a461d0db2295 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:31.837028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Attempting to bind port 594ae6d5-9a42-4384-9e06-4b01d3495adb on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:31.837241 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-fcc6a7fd-82fb-4e57-b906-46b373d3b65d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602307 Apr 11 20:49:31.837529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Attempting to bind port 594ae6d5-9a42-4384-9e06-4b01d3495adb by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:31.837903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Attempting to bind port 594ae6d5-9a42-4384-9e06-4b01d3495adb on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:31.840866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 506762c5-9661-4aea-b86d-a461d0db2295 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:31.848017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:31.851211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Port 594ae6d5-9a42-4384-9e06-4b01d3495adb on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:31.851684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Attempting to bind port 594ae6d5-9a42-4384-9e06-4b01d3495adb on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:31.903016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:31.903871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:31.904051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:31.904588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Bound port: 594ae6d5-9a42-4384-9e06-4b01d3495adb, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:31.905030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:31.915183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:31.920661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:31.971350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-9bce1ca0-6848-4cc0-ba48-d31383abc04a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.975564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-9bce1ca0-6848-4cc0-ba48-d31383abc04a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.979464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-9bce1ca0-6848-4cc0-ba48-d31383abc04a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.983295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-9bce1ca0-6848-4cc0-ba48-d31383abc04a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.994723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-9bce1ca0-6848-4cc0-ba48-d31383abc04a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:31.996528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-9bce1ca0-6848-4cc0-ba48-d31383abc04a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 3814 time: 0.3307936 Apr 11 20:49:32.002351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn_limited( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn_limited( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.018870 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:49:32.022816 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:49:32.031875 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:49:32.032375 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:49:32.034415 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.062561 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.070771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-97a4c950-5b03-4212-8b2f-7d04bcf638cb service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243245 Apr 11 20:49:32.139426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] For port 594ae6d5-9a42-4384-9e06-4b01d3495adb, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:32.156643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event deleted for resources: {'Port': ['ID=506762c5-9661-4aea-b86d-a461d0db2295,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:32.162893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:32.164917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.177349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] For port 594ae6d5-9a42-4384-9e06-4b01d3495adb, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:32.190782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-dcef5326-7ada-48f4-a182-893abca36d5b tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:32.192329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-dcef5326-7ada-48f4-a182-893abca36d5b tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Synchronizing usage tracker for tenant:9932529c3dd54b5f8c49e1e85054ddd8 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:32.194815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.246283 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.322856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0598755f-f19a-4f7c-af2e-e9a5dd7b829a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4165802 Apr 11 20:49:32.341804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.341910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] No DVR routers for this DVR port 506762c5-9661-4aea-b86d-a461d0db2295 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:32.342060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] 10.222.0.75 "PUT /v2.0/ports/594ae6d5-9a42-4384-9e06-4b01d3495adb HTTP/1.1" status: 200 len: 1095 time: 2.9375625 Apr 11 20:49:32.342060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'tag': '594ae6d5-9a42-4384-9e06-4b01d3495adb'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:32.356729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:32.365426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1757e9a0-f368-4781-a840-e4338d892eb4 None None] Provisioning for port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:32.371703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1757e9a0-f368-4781-a840-e4338d892eb4 None None] Provisioning complete for port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:32.376063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1757e9a0-f368-4781-a840-e4338d892eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.376256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa577e43-d684-400b-9b59-4e889f5fb316 req-28319135-8486-416f-91c9-bd970de7f4ca tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609016 Apr 11 20:49:32.404778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-dcef5326-7ada-48f4-a182-893abca36d5b tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Unset dirty status for tenant:9932529c3dd54b5f8c49e1e85054ddd8 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:32.405955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-dcef5326-7ada-48f4-a182-893abca36d5b tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 947 time: 0.5752137 Apr 11 20:49:32.419933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf897cd-1836-4131-8cba-2866ea925d13 service neutron] Pushing event updated for resources: {'Port': ['ID=594ae6d5-9a42-4384-9e06-4b01d3495adb,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:32.476335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-deleted', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:32.482790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e96a63-0e1a-4fc3-a218-3acf66266173 req-6c601e24-25e3-4940-ae4a-6eac17f9ea70 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590004 Apr 11 20:49:32.537466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Deleting port 506762c5-9661-4aea-b86d-a461d0db2295 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:32.537844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.574509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.593885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.611662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1757e9a0-f368-4781-a840-e4338d892eb4 None None] Port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:32.623219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-aeb789a0-8616-4ba0-af9a-224e733eae5e None None] The port '506762c5-9661-4aea-b86d-a461d0db2295' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:49:32.636461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9124d773-d2d9-4697-991d-ac00aaef7fcb']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:32.643311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6df762d-c188-4a1a-b4c2-0f7bc082561c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:32.656587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134fd53c-6bf5-41db-a236-a2116568f13d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:32.657028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134fd53c-6bf5-41db-a236-a2116568f13d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:32.667568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-e193b9cd-3e10-432a-a686-e839e2c91b91 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Synchronizing usage tracker for tenant:9932529c3dd54b5f8c49e1e85054ddd8 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:32.674604 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.677012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.679251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.691769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.698628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:49:32.705452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.705593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb5ea412-50e9-4c90-94ac-90ae000f956a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c6df762d-c188-4a1a-b4c2-0f7bc082561c HTTP/1.1" status: 204 len: 168 time: 0.9864507 Apr 11 20:49:32.710170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:49:32.714913 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:49:32.871463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-e193b9cd-3e10-432a-a686-e839e2c91b91 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Unset dirty status for tenant:9932529c3dd54b5f8c49e1e85054ddd8 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:32.872621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c429859e-c7a5-41fc-99a7-b8c365e41a58 req-e193b9cd-3e10-432a-a686-e839e2c91b91 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562740 Apr 11 20:49:32.875437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-191f4078-28e4-4b4b-b8dd-1da3152bb05b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9932529c3dd54b5f8c49e1e85054ddd8&device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 1098 time: 0.4058716 Apr 11 20:49:32.884800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.918526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:32.932210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] Pushing event deleted for resources: {'Network': ['ID=9124d773-d2d9-4697-991d-ac00aaef7fcb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:32.941137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-727c3014-9828-4dae-807c-fcaf9e294b3b tempest-DHCPAgentSchedulersTestJSON-1995270675 tempest-DHCPAgentSchedulersTestJSON-1995270675-project] 10.222.0.61 "DELETE /v2.0/networks/9124d773-d2d9-4697-991d-ac00aaef7fcb HTTP/1.1" status: 204 len: 168 time: 2.3919146 Apr 11 20:49:33.001022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967382301', 'description': 'tempest-description-1010066666'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:33.018174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:33.029886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-883e6162-1f3f-4e9c-bfea-db1fc748a07c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb HTTP/1.1" status: 200 len: 217 time: 0.1463678 Apr 11 20:49:33.031005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:33.039321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.045088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:33.087574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:33.224979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.263402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-2b49daa6-1d81-4f38-b6a2-4bcbe948a517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:33.264929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-2b49daa6-1d81-4f38-b6a2-4bcbe948a517 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2237771 Apr 11 20:49:33.391016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e597a1-b5a6-49b4-9688-dfbf903d7e8a req-1f9607ff-4ad1-401b-833c-1f013e7f6738 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:33.398140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40e597a1-b5a6-49b4-9688-dfbf903d7e8a req-1f9607ff-4ad1-401b-833c-1f013e7f6738 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.0861723 Apr 11 20:49:33.413652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32908) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:33.453478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40e597a1-b5a6-49b4-9688-dfbf903d7e8a req-30587133-5a3a-42f7-8ce2-d45d88b71011 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544338 Apr 11 20:49:33.543106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.563713 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2581fe67-0f32-446c-9aeb-6252c8be3bbf'] response: {'name': 'network-changed', 'server_uuid': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'tag': '594ae6d5-9a42-4384-9e06-4b01d3495adb', 'status': 'completed', 'code': 200} Apr 11 20:49:33.598483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:33.604104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4956b7cb-bf74-4291-be54-21537c389988']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:33.621858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Usage tracker for resource:security_group_rule and tenant:2227eece9df1415d8437f88af13382c9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:33.626460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:33.630355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb080a69-246f-4a45-ace7-a62775575104') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:33.630632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb080a69-246f-4a45-ace7-a62775575104') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:33.639453 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0beae18-7d58-486d-b0a6-23dec9bba5cb'] response: {'server_uuid': '780a2603-c6b2-453c-a60a-f1feb6bcc133', 'name': 'network-vif-deleted', 'tag': 'cfce3696-ae76-4c59-a9f1-4b35c7a1d0d6', 'status': 'completed', 'code': 200} Apr 11 20:49:33.647008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:33.652868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.667680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ee2b7e16-915d-4d7d-8bba-8b8665f99121 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c81cd155a87b46df9c6f56941a4e1286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2524202 Apr 11 20:49:33.669625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32916) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:33.692297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.755542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7f42416-dd60-4b3b-ab7d-2980c6c22a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.771817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:49:33.775465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.787693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7f42416-dd60-4b3b-ab7d-2980c6c22a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:49:33.790386 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:49:33.870927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-d8ae8df2-c8e8-4ef0-b792-7223ed542815 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5980544 Apr 11 20:49:33.940778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7f42416-dd60-4b3b-ab7d-2980c6c22a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.948725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93c0bac-813c-4be2-807a-b8d8dd8a0d4c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:33.957401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f42416-dd60-4b3b-ab7d-2980c6c22a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7961f6-9e9a-4ad8-a44a-1d58438c5391,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:33.962108 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7f42416-dd60-4b3b-ab7d-2980c6c22a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:33.966612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f7f42416-dd60-4b3b-ab7d-2980c6c22a16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a7961f6-9e9a-4ad8-a44a-1d58438c5391 HTTP/1.1" status: 204 len: 168 time: 0.2925491 Apr 11 20:49:33.967063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.014452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.046648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.080407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Transition to ACTIVE for port object a93c0bac-813c-4be2-807a-b8d8dd8a0d4c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:34.121169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.134066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:34.152281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.154094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] 10.222.0.61 "DELETE /v2.0/networks/4956b7cb-bf74-4291-be54-21537c389988 HTTP/1.1" status: 204 len: 168 time: 1.4122305 Apr 11 20:49:34.165224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9e18a-4cb1-4c4f-8c08-5117600d7b91 req-a1e3116d-4198-426d-b839-413f70cbd65e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.167062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49c9e18a-4cb1-4c4f-8c08-5117600d7b91 req-a1e3116d-4198-426d-b839-413f70cbd65e tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.0860114 Apr 11 20:49:34.171278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec18ef-6796-421a-9df2-b6dce761943f admin admin] Pushing event deleted for resources: {'Network': ['ID=4956b7cb-bf74-4291-be54-21537c389988,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:34.177378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-43a43dc7-8f4b-4bdb-b924-6330bdbdcfb4 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906427 Apr 11 20:49:34.237405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49c9e18a-4cb1-4c4f-8c08-5117600d7b91 req-0897d88f-407a-43f3-a499-26b0d01d5f06 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603878 Apr 11 20:49:34.284583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.323404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.324638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed53196f-4d9e-4ff7-a90d-4036e7f6bd4a req-47776bad-3797-44cc-82ff-11bab05a8c9d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3789163 Apr 11 20:49:34.543984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Pushing event updated for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:34.546678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-2e5d0d82-79e0-42d1-b58d-7300d318f4a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.552201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-2e5d0d82-79e0-42d1-b58d-7300d318f4a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.556800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-2e5d0d82-79e0-42d1-b58d-7300d318f4a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.563072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-2e5d0d82-79e0-42d1-b58d-7300d318f4a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.566007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-2e5d0d82-79e0-42d1-b58d-7300d318f4a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.568212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-2e5d0d82-79e0-42d1-b58d-7300d318f4a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 3826 time: 0.1989639 Apr 11 20:49:34.643399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32934) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:34.644088 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd438b4a-b2a1-4e99-b251-7967cb8a3a68 req-7db462f4-4c81-4b79-a27c-912e0d1ee1e5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638518 Apr 11 20:49:34.644682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76bb5e6a-b0f3-40c8-beb8-2c9bae685e93 req-5664e612-d252-403c-a885-563e5b92dc1a service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606867 Apr 11 20:49:34.751174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-154739fb-2b40-43ce-96cf-7f0407a07d7f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.754198 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-154739fb-2b40-43ce-96cf-7f0407a07d7f tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 950 time: 0.0890312 Apr 11 20:49:34.765181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abdb82-c8ae-4323-92e9-cecaa629d1aa req-aab0d4ab-b0b5-4aa0-af98-1b0e0e70669b tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:34.772561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79abdb82-c8ae-4323-92e9-cecaa629d1aa req-aab0d4ab-b0b5-4aa0-af98-1b0e0e70669b tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 947 time: 0.3197150 Apr 11 20:49:34.879240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-599b0292-02ee-4b44-aec2-644bf20c6d9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15bb630dcfb445fe85b2bb28b2306837&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2334836 Apr 11 20:49:34.880148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Attempting to bind port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:34.880489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Attempting to bind port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:34.880813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Attempting to bind port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c on network d8e3c294-b77f-4217-8391-bbd20a442e8c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:34.883828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Deleting port 7d679ef5-3eeb-4caf-be91-cbb9f2346def {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:34.884258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.912361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32938) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:34.915249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c on network d8e3c294-b77f-4217-8391-bbd20a442e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:34.915510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Attempting to bind port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c on network d8e3c294-b77f-4217-8391-bbd20a442e8c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:34.921274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79abdb82-c8ae-4323-92e9-cecaa629d1aa req-58660edc-a3ce-41b3-b664-4cf3cf9f3f36 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476576 Apr 11 20:49:34.953210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:34.957839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32942) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:34.965758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:34.966100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Checking segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:34.966482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Bound using segment: {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:34.966927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Bound port: a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:34.967277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.049064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-11b67ba5-4d5d-4854-b62d-47e360f51100 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9932529c3dd54b5f8c49e1e85054ddd8&device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 1098 time: 0.2404907 Apr 11 20:49:35.076980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27a2f-ffc1-4e3f-b915-31f62adcc958 req-12116456-5fb4-44ea-949f-16e909de3286 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:35.078490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95e27a2f-ffc1-4e3f-b915-31f62adcc958 req-12116456-5fb4-44ea-949f-16e909de3286 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.2647412 Apr 11 20:49:35.093686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:35.107955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Usage tracker for resource:security_group_rule and tenant:f71a3e74d2874bf2952c8d182f4cf0b2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:35.120354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:35.174674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:35.220765 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0c83-48b9-4070-9155-a15d83fa53db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.245005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-4a1ace1e-f841-4d0d-9168-b251b6e036ae tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238 HTTP/1.1" status: 200 len: 1634 time: 0.2435496 Apr 11 20:49:35.269221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95e27a2f-ffc1-4e3f-b915-31f62adcc958 req-18fbc799-1b46-49b7-a9a1-e8065345ac68 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661706 Apr 11 20:49:35.273292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:35.288012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Request body: {'security_group': {'name': 'tempest-sg-hth-708374264', 'description': 'tempest-description-hth-1929138523'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:35.288444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0c83-48b9-4070-9155-a15d83fa53db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.319251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] For port 7d679ef5-3eeb-4caf-be91-cbb9f2346def, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7d679ef5-3eeb-4caf-be91-cbb9f2346def,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:35.319965 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.325421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:35.344268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-8a7c9d37-5221-4168-a942-a80eb31ead56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:35.349274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-8a7c9d37-5221-4168-a942-a80eb31ead56 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2885334 Apr 11 20:49:35.417272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.458322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Calling delete_port for 7d679ef5-3eeb-4caf-be91-cbb9f2346def owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:35.476277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.505996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-2c6ee39a-4a3c-4066-b981-abf31ec9945a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb HTTP/1.1" status: 200 len: 217 time: 0.1522295 Apr 11 20:49:35.573810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.599517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.599517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] 10.222.0.75 "PUT /v2.0/ports/a93c0bac-813c-4be2-807a-b8d8dd8a0d4c HTTP/1.1" status: 200 len: 1091 time: 3.2618885 Apr 11 20:49:35.606736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:35.712595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167a595-ca28-4642-8116-2ab6691e8ec5 req-de8887e4-b548-45cb-b0e3-45f13bda7765 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:35.714417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3167a595-ca28-4642-8116-2ab6691e8ec5 req-de8887e4-b548-45cb-b0e3-45f13bda7765 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.2656815 Apr 11 20:49:35.759608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:35.774758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0c83-48b9-4070-9155-a15d83fa53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.784583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.815666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea0c83-48b9-4070-9155-a15d83fa53db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f56b3a-c6bf-4ccd-b3ad-9d8211f215c7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:35.821176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4a458-1f7a-4f7b-b47d-2ae5dccf2d30 service neutron] Pushing event updated for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:35.834415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3167a595-ca28-4642-8116-2ab6691e8ec5 req-43eb4d0c-f354-4e74-9717-a1fa05215961 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Apr 11 20:49:35.844459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-afaa3139-5bcf-4092-948b-dde8a1ac4522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:35.846601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-afaa3139-5bcf-4092-948b-dde8a1ac4522 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.3254409 Apr 11 20:49:35.868524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.875460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0c83-48b9-4070-9155-a15d83fa53db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.879732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e2ea0c83-48b9-4070-9155-a15d83fa53db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7f56b3a-c6bf-4ccd-b3ad-9d8211f215c7 HTTP/1.1" status: 204 len: 168 time: 0.9203260 Apr 11 20:49:35.913617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:35.928878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456305b7-ea7a-4e68-b7bf-d13044744179,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:35.935657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:35.985521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.018149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11ab289c-53de-4138-accb-165bddd12a09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f71a3e74d2874bf2952c8d182f4cf0b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1008368 Apr 11 20:49:36.033728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:36.060048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event deleted for resources: {'Port': ['ID=7d679ef5-3eeb-4caf-be91-cbb9f2346def,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:36.081982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-572ed7ee-f72e-4b6e-ae00-6c2268bfc38b req-47e81ecd-ad48-4386-a818-4a9a23450f57 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:36.086864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.088201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fd94c29-50ac-4e1f-8f3e-b5f2f2f625ef req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "PUT /v2.0/security-groups/f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238 HTTP/1.1" status: 200 len: 1608 time: 0.8126912 Apr 11 20:49:36.112683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008053d-a316-46a3-8bb8-cd0e8474971b tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:36.120215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.217952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-260936f3-a66e-4514-82fc-7d3ccecd8320 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3480470 Apr 11 20:49:36.262349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] No DVR routers for this DVR port 7d679ef5-3eeb-4caf-be91-cbb9f2346def on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:36.265116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.267779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-966ae779-98f6-4073-92b4-607b0a6bbdd9 req-3a947356-d26e-4eb9-9fee-bbb1f264247d tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.69 "DELETE /v2.0/ports/7d679ef5-3eeb-4caf-be91-cbb9f2346def HTTP/1.1" status: 204 len: 173 time: 1.5076015 Apr 11 20:49:36.268442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-deleted', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:36.274654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-572ed7ee-f72e-4b6e-ae00-6c2268bfc38b req-47e81ecd-ad48-4386-a818-4a9a23450f57 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:36.289149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-572ed7ee-f72e-4b6e-ae00-6c2268bfc38b req-47e81ecd-ad48-4386-a818-4a9a23450f57 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a26d669-5ebb-4c32-9b83-9cb689745a53 HTTP/1.1" status: 200 len: 210 time: 0.2818751 Apr 11 20:49:36.318350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c293c43-ffe0-4f24-96b7-5cf01c4cbf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.401858 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ac039a-d190-4680-ade2-452f3424c8a7'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'status': 'completed', 'code': 200} Apr 11 20:49:36.468503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c293c43-ffe0-4f24-96b7-5cf01c4cbf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.548314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-099b206c-51c2-4a8a-82aa-25f93fbecab0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 4361 time: 0.1762292 Apr 11 20:49:36.659498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-26137230-585f-462e-9631-a9b153614787 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310606 Apr 11 20:49:36.752046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-332de74a-fad2-4735-9d03-b325e1a336f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.752745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-332de74a-fad2-4735-9d03-b325e1a336f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.753178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-332de74a-fad2-4735-9d03-b325e1a336f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.755254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-332de74a-fad2-4735-9d03-b325e1a336f4 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e278533d3f74de1bb5addad90c25e0f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1960878 Apr 11 20:49:36.762830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5c287-2c36-41cc-b788-fa7eadc09de5 req-3aeac63c-3ac5-443f-a170-bccdaec10b07 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.764479 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0f5c287-2c36-41cc-b788-fa7eadc09de5 req-3aeac63c-3ac5-443f-a170-bccdaec10b07 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 947 time: 0.2874656 Apr 11 20:49:36.811244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.815800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.819733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.823715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.827664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:36.828622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:36.871230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c293c43-ffe0-4f24-96b7-5cf01c4cbf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.907395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c293c43-ffe0-4f24-96b7-5cf01c4cbf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456305b7-ea7a-4e68-b7bf-d13044744179,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:36.916094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0f5c287-2c36-41cc-b788-fa7eadc09de5 req-f5986c36-e2f1-46ff-80c0-b398fc65c7eb tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274364 Apr 11 20:49:36.926414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99895b1c-5425-4732-9061-9b61c0dc4389 req-1423e288-2c8e-4843-9141-429d66368633 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600245 Apr 11 20:49:36.936739 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c293c43-ffe0-4f24-96b7-5cf01c4cbf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:36.936739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0c293c43-ffe0-4f24-96b7-5cf01c4cbf10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/456305b7-ea7a-4e68-b7bf-d13044744179 HTTP/1.1" status: 204 len: 168 time: 0.8937275 Apr 11 20:49:36.978178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:36.979652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-de46561d-cf97-44d8-83e5-5151c992b14f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 3826 time: 0.6624532 Apr 11 20:49:37.028505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-09ba62f1-821e-4873-b592-76bc32e060ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:37.030436 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d4f0c60-5be1-4c2f-82b8-73242eac6ed3 req-09ba62f1-821e-4873-b592-76bc32e060ca service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649004 Apr 11 20:49:37.041415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea6b82e-1659-41e8-8a15-f0fa02bac5db {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:37.053598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:37.076077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87fd2bc8-51a2-4173-b7bd-334aae0ef1b6 req-99523e39-c2f6-460a-95fe-2eebdb520890 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878756 Apr 11 20:49:37.103709 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-026e8e08-2117-4167-a3a1-f6535995a4e7 req-b4f8cf04-33c2-476d-92da-1415994f5e72 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238 HTTP/1.1" status: 200 len: 1608 time: 0.1037965 Apr 11 20:49:37.113110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Transition to ACTIVE for port object cea6b82e-1659-41e8-8a15-f0fa02bac5db will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:37.166860 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b62787-5d15-470c-b8c0-6c30b81593fd'] response: {'server_uuid': '7a26d669-5ebb-4c32-9b83-9cb689745a53', 'name': 'network-vif-deleted', 'tag': '7d679ef5-3eeb-4caf-be91-cbb9f2346def', 'status': 'completed', 'code': 200} Apr 11 20:49:37.209007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:37.428012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2446c6-e9fc-4ef6-87d1-a8b9f373ae9f req-4f28f658-274d-4e2a-9681-92c1d15b1e10 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:37.433622 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b2446c6-e9fc-4ef6-87d1-a8b9f373ae9f req-4f28f658-274d-4e2a-9681-92c1d15b1e10 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.1571360 Apr 11 20:49:37.438232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Pushing event updated for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:37.518966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b2446c6-e9fc-4ef6-87d1-a8b9f373ae9f req-1ef4db8a-fa6d-478b-b371-295c6b63580d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Apr 11 20:49:37.564197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2831aa-2000-409c-821e-d7f0bcd00444 req-5c37b586-a722-486f-8ec1-86226194e623 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:37.572136 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc2831aa-2000-409c-821e-d7f0bcd00444 req-5c37b586-a722-486f-8ec1-86226194e623 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.3575704 Apr 11 20:49:37.628079 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32010b34-61bc-4676-8b7f-bd891a48506f req-4cd5c3ee-7718-4b5a-8d8e-ba08bda61afe tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238 HTTP/1.1" status: 200 len: 1608 time: 0.0754375 Apr 11 20:49:37.672845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 594ae6d5-9a42-4384-9e06-4b01d3495adb details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:49:37.684086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc2831aa-2000-409c-821e-d7f0bcd00444 req-305b2bb1-6172-4b0e-a956-b0f2b40050b9 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094851 Apr 11 20:49:37.687104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Attempting to bind port cea6b82e-1659-41e8-8a15-f0fa02bac5db on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:37.687441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Attempting to bind port cea6b82e-1659-41e8-8a15-f0fa02bac5db by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:37.687787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Attempting to bind port cea6b82e-1659-41e8-8a15-f0fa02bac5db on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:37.696836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Port cea6b82e-1659-41e8-8a15-f0fa02bac5db on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:37.697158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Attempting to bind port cea6b82e-1659-41e8-8a15-f0fa02bac5db on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:37.715417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:37.715898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Checking segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:37.716180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Bound using segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:37.716651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Bound port: cea6b82e-1659-41e8-8a15-f0fa02bac5db, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:37.716941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:37.761250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-32010b34-61bc-4676-8b7f-bd891a48506f req-f46e1309-e656-4b7e-8cf0-4034e7ff31ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:37.836001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-32010b34-61bc-4676-8b7f-bd891a48506f req-f46e1309-e656-4b7e-8cf0-4034e7ff31ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:37.837273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:37.882531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:37.887594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:37.899799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33000) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:37.925996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 7d679ef5-3eeb-4caf-be91-cbb9f2346def {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:49:37.926329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7d679ef5-3eeb-4caf-be91-cbb9f2346def not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:37.976909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:37.987897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 594ae6d5-9a42-4384-9e06-4b01d3495adb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:38.003566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '594ae6d5-9a42-4384-9e06-4b01d3495adb', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '594ae6d5-9a42-4384-9e06-4b01d3495adb', 'mac_address': 'fa:16:3e:35:29:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:49:38.010480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-32010b34-61bc-4676-8b7f-bd891a48506f req-f46e1309-e656-4b7e-8cf0-4034e7ff31ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.038449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e1309-e656-4b7e-8cf0-4034e7ff31ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:38.059122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-32010b34-61bc-4676-8b7f-bd891a48506f req-f46e1309-e656-4b7e-8cf0-4034e7ff31ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.071296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32010b34-61bc-4676-8b7f-bd891a48506f req-f46e1309-e656-4b7e-8cf0-4034e7ff31ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/f68da4ea-c82d-4ee9-a1ff-f1f8f41aa238 HTTP/1.1" status: 204 len: 173 time: 0.4409056 Apr 11 20:49:38.075249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.076641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] 10.222.0.75 "PUT /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 200 len: 1130 time: 2.3273141 Apr 11 20:49:38.109773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ac5f7-a7e3-4b7e-b086-bb8c45aa7f2d service neutron] Pushing event updated for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:38.124671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-network', 'tenant_id': '9a004b476dd144a8a184279ab62c252c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:38.131828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:38.134584 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.136164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Usage tracker for resource:network and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:38.141085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:38.149341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:38.166706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594ae6d5-9a42-4384-9e06-4b01d3495adb {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:38.179015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:38.190997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 594ae6d5-9a42-4384-9e06-4b01d3495adb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:38.250357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.356896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8c32-b1be-4f30-8f97-bf4c3054143c req-7e4d42ea-391f-4aea-b3ba-c3da05f22045 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.366426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d88d8c32-b1be-4f30-8f97-bf4c3054143c req-7e4d42ea-391f-4aea-b3ba-c3da05f22045 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 948 time: 0.1630063 Apr 11 20:49:38.393709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=594ae6d5-9a42-4384-9e06-4b01d3495adb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:38.409942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.410355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.410769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.411104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.411433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.411802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.411957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'cea6b82e-1659-41e8-8a15-f0fa02bac5db'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:38.412132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.412459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.412788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.413115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.413440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:38.416708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d88d8c32-b1be-4f30-8f97-bf4c3054143c req-b4d02974-c52f-46b7-8199-5c096eefa549 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494406 Apr 11 20:49:38.464134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Made reservation on behalf of 9a004b476dd144a8a184279ab62c252c for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:38.466872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.509172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.518370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:38.564871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['594ae6d5-9a42-4384-9e06-4b01d3495adb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:38.606666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:38.614656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:38.618940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:38.632741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:38.680672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.689675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.695038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.700887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.705388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.710594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.712664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-f55c98c4-9432-45bf-aee1-d88f93bced4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 4598 time: 0.1575046 Apr 11 20:49:38.769859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf1ff9ad-f8b5-43ed-9ac5-76a67458885a req-289a9f38-3190-4373-97ed-d8eb8fcc14c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502739 Apr 11 20:49:38.954442 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7607a3-4013-4718-ac78-7d2c86f00fff'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'cea6b82e-1659-41e8-8a15-f0fa02bac5db', 'status': 'completed', 'code': 200} Apr 11 20:49:38.974472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca983c-9535-4810-9690-47ff9d688163 req-93bf23f1-7295-40cb-a714-3a3402fa57a5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:38.976984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0ca983c-9535-4810-9690-47ff9d688163 req-93bf23f1-7295-40cb-a714-3a3402fa57a5 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.1647940 Apr 11 20:49:39.065292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.076239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212a3e7-7a83-4d4c-8f3e-3cf88a693d0c req-a1f6b499-0a58-4b82-a592-d75714f7e828 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:39.076975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3212a3e7-7a83-4d4c-8f3e-3cf88a693d0c req-a1f6b499-0a58-4b82-a592-d75714f7e828 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:39.081039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Deleting port 3916f86d-4aab-4c1c-a797-7f80b97ab65f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:39.081626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.123344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3212a3e7-7a83-4d4c-8f3e-3cf88a693d0c req-a1f6b499-0a58-4b82-a592-d75714f7e828 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:39.124509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3212a3e7-7a83-4d4c-8f3e-3cf88a693d0c req-a1f6b499-0a58-4b82-a592-d75714f7e828 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 948 time: 0.4274361 Apr 11 20:49:39.133102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-22805178-4932-463b-b6b8-b34f22a0e3ac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5284 time: 0.2154832 Apr 11 20:49:39.175795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.303182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:49:39.316563 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.317065 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Added segment 03431330-3a69-4ab7-b508-c3426d82450e of type vlan for network 7ba301f4-21aa-4989-bd41-04954917ad61 Apr 11 20:49:39.436577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45c8f6-31aa-4ab3-8826-2d4da340623c req-7a8edd18-b20e-47fe-95cf-6901c9d69f19 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:39.436577 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf45c8f6-31aa-4ab3-8826-2d4da340623c req-7a8edd18-b20e-47fe-95cf-6901c9d69f19 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.3204360 Apr 11 20:49:39.445393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.460666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd4b7b-f01c-462b-9eca-07b156478e33,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:39.469908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3212a3e7-7a83-4d4c-8f3e-3cf88a693d0c req-6486d89a-4f4d-48a4-b668-97fda2454a52 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df6d34a6-07f4-4317-ac1e-b0556088bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358414 Apr 11 20:49:39.476632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d177d12e-8a8a-44e9-a2da-0a81d04a7c60 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:39.496979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.528531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-8739472f-6ec5-4700-9183-202da35ece62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:39.528916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-8739472f-6ec5-4700-9183-202da35ece62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:39.529280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-8739472f-6ec5-4700-9183-202da35ece62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:39.530951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-8739472f-6ec5-4700-9183-202da35ece62 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e278533d3f74de1bb5addad90c25e0f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3786190 Apr 11 20:49:39.537109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Transition to ACTIVE for port object d177d12e-8a8a-44e9-a2da-0a81d04a7c60 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:39.540044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf45c8f6-31aa-4ab3-8826-2d4da340623c req-2ac6e3d9-36a5-4ccb-a63a-99ae9a7db9b3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955749 Apr 11 20:49:39.549423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] For port 3916f86d-4aab-4c1c-a797-7f80b97ab65f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3916f86d-4aab-4c1c-a797-7f80b97ab65f,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:39.549423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.627399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.674597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.675554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:39.676210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.690826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:49:39.693492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 594ae6d5-9a42-4384-9e06-4b01d3495adb up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:39.704624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Calling delete_port for 3916f86d-4aab-4c1c-a797-7f80b97ab65f owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:39.740001 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-ca98f182-e7c8-4d64-93d2-0ea9cce31a45 req-7f9cdb53-858e-4fb7-a2ca-7d992a477a41 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:49:39.741030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca98f182-e7c8-4d64-93d2-0ea9cce31a45 req-7f9cdb53-858e-4fb7-a2ca-7d992a477a41 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/7822bff8-d91b-4212-b45a-7c9e60b8203f HTTP/1.1" status: 404 len: 352 time: 0.1169066 Apr 11 20:49:39.967878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:39.989826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:39.999891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723', 'port_id': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'mac_address': 'fa:16:3e:6a:72:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706cf9cd-faaf-44f8-9890-66f74bb87778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:49:40.055853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Pushing event deleted for resources: {'Port': ['ID=3916f86d-4aab-4c1c-a797-7f80b97ab65f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:40.058212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3916f86d-4aab-4c1c-a797-7f80b97ab65f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:40.070165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:40.119113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba301f4-21aa-4989-bd41-04954917ad61,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:40.141733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a5c23f80-20c0-4983-a977-b04681cda542 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2373753 Apr 11 20:49:40.143840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33050) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:40.154294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Request body: {'subnet': {'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-subnet', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:40.159297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-4630196e-78b9-49a5-8e06-67074cdd7c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.160800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7d714b3-da88-4097-9ef2-b5d56c9b73c0 req-4630196e-78b9-49a5-8e06-67074cdd7c62 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6226413 Apr 11 20:49:40.164084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] No DVR routers for this DVR port 3916f86d-4aab-4c1c-a797-7f80b97ab65f on host n-h2-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:40.164682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:40.166876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7ba301f4-21aa-4989-bd41-04954917ad61 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:49:40.168835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.171337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-deleted', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:40.191400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc898e30-49fb-4a73-bc9e-31ccd60a4673 req-458580ed-6d21-4517-8664-91f8740757da tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.196088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 594ae6d5-9a42-4384-9e06-4b01d3495adb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:40.198587 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc898e30-49fb-4a73-bc9e-31ccd60a4673 req-458580ed-6d21-4517-8664-91f8740757da tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 948 time: 0.2762485 Apr 11 20:49:40.204765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Usage tracker for resource:subnet and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:40.212320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:40.260164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc898e30-49fb-4a73-bc9e-31ccd60a4673 req-2e61c1fa-7ea3-4d9b-85d7-e173d968c6fc tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606112 Apr 11 20:49:40.289764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0ca983c-9535-4810-9690-47ff9d688163 req-e62d9fac-596e-4e64-ac5e-e72dc15f0d27 tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.75 "DELETE /v2.0/ports/3916f86d-4aab-4c1c-a797-7f80b97ab65f HTTP/1.1" status: 204 len: 173 time: 1.3069274 Apr 11 20:49:40.304964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:40.318686 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-7c7eb90e-e37d-401f-980a-65b45c93212d req-bc9e505b-da82-43cd-97e0-10625fd8cbfe tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:49:40.332702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c7eb90e-e37d-401f-980a-65b45c93212d req-bc9e505b-da82-43cd-97e0-10625fd8cbfe tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/a5122085-9796-47b6-ac23-6201812c1acd HTTP/1.1" status: 404 len: 352 time: 0.0314519 Apr 11 20:49:40.337907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 594ae6d5-9a42-4384-9e06-4b01d3495adb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:40.338273 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.343317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060370-81e4-43a0-b7eb-07ce98cc3be3 req-aa9498d8-1372-4a64-a352-0e750ddf9d7c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.344955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c060370-81e4-43a0-b7eb-07ce98cc3be3 req-aa9498d8-1372-4a64-a352-0e750ddf9d7c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.6553268 Apr 11 20:49:40.399984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.452201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Attempting to bind port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:40.456508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Attempting to bind port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:40.456869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Attempting to bind port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:40.466739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c060370-81e4-43a0-b7eb-07ce98cc3be3 req-3b978a04-a826-4dd5-bb57-15c95d8c0edd tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928583 Apr 11 20:49:40.468519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Made reservation on behalf of 9a004b476dd144a8a184279ab62c252c for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:40.471409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.472669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20a1e41-fea8-4eb5-9e96-900ff835a47e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:40.556636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:40.617195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.626944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.637362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.644221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.654597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.675440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.680242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:40.682460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50572670-8116-4404-92d8-f31eff78a68b req-fd6d6c48-9e85-4dbd-a326-0726febe0b7f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5370 time: 0.2361026 Apr 11 20:49:40.684433 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f94e1a-23d3-481a-a21b-46a7709e0176'] response: {'server_uuid': 'bb29e273-cf1f-4f8e-bb05-c55aba585b78', 'name': 'network-vif-deleted', 'tag': '3916f86d-4aab-4c1c-a797-7f80b97ab65f', 'status': 'completed', 'code': 200} Apr 11 20:49:40.692805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:40.693384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Attempting to bind port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:40.698256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.700105 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.790539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50572670-8116-4404-92d8-f31eff78a68b req-f029b884-16b7-4436-9e97-9aae8a3f201f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971169 Apr 11 20:49:40.800760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 594ae6d5-9a42-4384-9e06-4b01d3495adb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:40.809278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594ae6d5-9a42-4384-9e06-4b01d3495adb'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:40.830389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:40.830767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Checking segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:40.831107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Bound using segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:40.831568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Bound port: d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:40.831915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.833635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:40.848769 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-a4b8f0ee-621d-47d5-98aa-2e21bce53b30 req-b2eb6c46-112b-416c-a591-81e882631fbf tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:49:40.851751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4b8f0ee-621d-47d5-98aa-2e21bce53b30 req-b2eb6c46-112b-416c-a591-81e882631fbf tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/a12bec73-3b24-464a-b338-ad908e0b0a1d HTTP/1.1" status: 404 len: 352 time: 0.0657356 Apr 11 20:49:40.874405 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:40.956491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:40.978951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=594ae6d5-9a42-4384-9e06-4b01d3495adb,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:40.992522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d20a1e41-fea8-4eb5-9e96-900ff835a47e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:41.026662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5a2a776a-35ed-447c-a91c-767603fdb1a2 req-671e7964-709b-43b1-9cfe-d6e69de13a0a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Synchronizing usage tracker for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:41.028126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:41.120349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf452d70-bd00-41c9-a32e-13128a4efedb req-543b6974-a5cc-4e12-b63f-ecae0178d4bf tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:41.121841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf452d70-bd00-41c9-a32e-13128a4efedb req-543b6974-a5cc-4e12-b63f-ecae0178d4bf tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.1355238 Apr 11 20:49:41.149614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:41.159848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5a2a776a-35ed-447c-a91c-767603fdb1a2 req-671e7964-709b-43b1-9cfe-d6e69de13a0a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] Unset dirty status for tenant:745a7b820308433a92d2acba06fb4b47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:41.165878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a2a776a-35ed-447c-a91c-767603fdb1a2 req-671e7964-709b-43b1-9cfe-d6e69de13a0a tempest-MigrationsAdminTest-393773820 tempest-MigrationsAdminTest-393773820-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb29e273-cf1f-4f8e-bb05-c55aba585b78 HTTP/1.1" status: 200 len: 210 time: 0.1992986 Apr 11 20:49:41.196067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:41.263830 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92eb63b8-c29b-4e93-baa9-e6fc66eb4acc'] response: {'server_uuid': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594ae6d5-9a42-4384-9e06-4b01d3495adb', 'code': 200} Apr 11 20:49:41.333009 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-ae1e3f9b-3a32-4ca3-896d-b8f9da2b6d6d req-45b8f53c-576e-40fb-b5d2-d7ee0b31b861 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:49:41.333244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:41.334815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] 10.222.0.75 "PUT /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 200 len: 1130 time: 3.1599557 Apr 11 20:49:41.340153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae1e3f9b-3a32-4ca3-896d-b8f9da2b6d6d req-45b8f53c-576e-40fb-b5d2-d7ee0b31b861 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f69d2a6f-400b-4806-ba1b-6422ca132efa HTTP/1.1" status: 404 len: 352 time: 0.0352221 Apr 11 20:49:41.349671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf452d70-bd00-41c9-a32e-13128a4efedb req-ea6ef043-d8bc-46b4-b926-40d6911db8b3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191529 Apr 11 20:49:41.370180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'd177d12e-8a8a-44e9-a2da-0a81d04a7c60'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:41.432737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=786705fd-5a27-4ebe-886e-42c74873085d,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:41.491182 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-9c6f91ef-ac87-41b0-9cd6-3689bfde4011 req-5e3274ff-7711-425b-b329-097ce6aa7d18 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:49:41.496277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c6f91ef-ac87-41b0-9cd6-3689bfde4011 req-5e3274ff-7711-425b-b329-097ce6aa7d18 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/c796c5a2-19bf-4a75-8631-e42447160940 HTTP/1.1" status: 404 len: 352 time: 0.0512173 Apr 11 20:49:41.503713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896c24-aedc-4430-a0d8-6003c6957ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:41.526096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Checking segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:41.526465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Network hostable DHCP agents. Network: 7ba301f4-21aa-4989-bd41-04954917ad61, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:49:41.547821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:41.592676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2b5ca20-124b-4cbe-a011-209469142491 req-592bc353-0bf3-4c37-bd50-51aac6b3389e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 1100 time: 0.2389934 Apr 11 20:49:41.619722 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7b27bb-a831-472e-9763-fd02c2366fb1'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'd177d12e-8a8a-44e9-a2da-0a81d04a7c60', 'status': 'completed', 'code': 200} Apr 11 20:49:41.664914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2b5ca20-124b-4cbe-a011-209469142491 req-958ed55d-c9a7-40f2-933d-b5035d31bfcf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651081 Apr 11 20:49:41.674743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5ff0-0948-4715-bf7c-cb64e878bb10 req-1b17c2ea-3a2a-403c-9e9d-8497d8750755 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:41.681976 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30cc5ff0-0948-4715-bf7c-cb64e878bb10 req-1b17c2ea-3a2a-403c-9e9d-8497d8750755 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 949 time: 0.1886601 Apr 11 20:49:41.696958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:41.730083 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-f384e4a1-9b91-4c00-84e9-6162851b1b94 req-4236803c-fff7-4ae3-b2be-b11cd539f942 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] show failed (client error): The resource could not be found. Apr 11 20:49:41.731021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f384e4a1-9b91-4c00-84e9-6162851b1b94 req-4236803c-fff7-4ae3-b2be-b11cd539f942 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/f6099f9d-1b5e-45c4-a90f-816541b94688 HTTP/1.1" status: 404 len: 352 time: 0.0797834 Apr 11 20:49:41.744483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30cc5ff0-0948-4715-bf7c-cb64e878bb10 req-d358e749-88d1-465a-8c09-b0340456a646 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Apr 11 20:49:41.745897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 3916f86d-4aab-4c1c-a797-7f80b97ab65f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:49:41.753250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3916f86d-4aab-4c1c-a797-7f80b97ab65f not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:41.811677 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:41.834231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-dcf1a698-86f8-4ae2-8e57-aa7cfcd57a47 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6207 time: 0.2168326 Apr 11 20:49:41.883434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:41.944387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Network 7ba301f4-21aa-4989-bd41-04954917ad61 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:49:42.051385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7ba301f4-21aa-4989-bd41-04954917ad61) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:42.060679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf7464-1376-4607-a295-0a5e9236b480 None None] Network 7ba301f4-21aa-4989-bd41-04954917ad61 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:42.100166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.102307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.133217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:42.141274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:42.147606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Usage tracker for resource:floatingip and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:42.151589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:42.164543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:42.285779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-27b57b82-bdb9-4fe0-94bf-359e6f39762f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.288028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-27b57b82-bdb9-4fe0-94bf-359e6f39762f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.288028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-27b57b82-bdb9-4fe0-94bf-359e6f39762f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.288028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-27b57b82-bdb9-4fe0-94bf-359e6f39762f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e278533d3f74de1bb5addad90c25e0f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4002247 Apr 11 20:49:42.293664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-611212b6-32dd-45d1-940a-00bc1dd075ac admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1483078 Apr 11 20:49:42.297259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33104) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:42.309483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:42.320407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261c52a-2993-47ab-a2e3-f60156cd7723 req-c2917d76-f0c0-48a2-b4f0-3c73c0be0c58 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.320742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.323237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3261c52a-2993-47ab-a2e3-f60156cd7723 req-c2917d76-f0c0-48a2-b4f0-3c73c0be0c58 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.4464722 Apr 11 20:49:42.339862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:42.350662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Usage tracker for resource:router and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:42.355824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:42.363448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-7ba301f4-21aa-4989-bd41-04954917ad61', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:49:42.365030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.366465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:42.508156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3261c52a-2993-47ab-a2e3-f60156cd7723 req-e816add4-6e01-4e94-a4ab-9264853d833d tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552222 Apr 11 20:49:42.530788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.530788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.562529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Allocated IP 172.20.0.2 (7ba301f4-21aa-4989-bd41-04954917ad61/786705fd-5a27-4ebe-886e-42c74873085d/5e7cb6a0-ee66-4030-9572-366d17bc3747) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:42.601024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.605015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.608884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.613898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.617802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.622031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.625890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.634105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-7b833912-6d59-4f8c-a083-908d463c6618 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5370 time: 0.1837828 Apr 11 20:49:42.638593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.683639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7727a788-b8ee-4ed3-a5d5-c34235c54517 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:42.701786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.712807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-7334113f-9ffa-4bdf-a941-0f8a0d513e3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:42.714617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b347424-61dc-4ba0-9a9e-ab4bcec0cf41 req-7334113f-9ffa-4bdf-a941-0f8a0d513e3e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4014494 Apr 11 20:49:42.726734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Transition to ACTIVE for port object 7727a788-b8ee-4ed3-a5d5-c34235c54517 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:42.761564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.786596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ee769e7-5acf-4656-a9df-3776deb5bc7f req-ffc86014-8c1b-4ea8-8cec-4a723d089e4e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510711 Apr 11 20:49:42.824071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.880020 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:42.893888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Transition to ACTIVE for port object 5e7cb6a0-ee66-4030-9572-366d17bc3747 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:42.926539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Transition to ACTIVE for port object 5e7cb6a0-ee66-4030-9572-366d17bc3747 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:43.021474 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.135544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Network 7ba301f4-21aa-4989-bd41-04954917ad61 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:43.136514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Pushing event updated for resources: {'Port': ['ID=5e7cb6a0-ee66-4030-9572-366d17bc3747,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:43.139354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:43.143856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:43.162092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:43.259609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30570a18-b94c-405d-a39b-9e3c742be73f req-81f3a9b9-541b-40ea-83a3-37c2c720a496 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:43.261286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30570a18-b94c-405d-a39b-9e3c742be73f req-81f3a9b9-541b-40ea-83a3-37c2c720a496 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1024 time: 0.4967864 Apr 11 20:49:43.272941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.374342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-30570a18-b94c-405d-a39b-9e3c742be73f req-53aab1a4-17bf-479c-ac55-2377ef1843fe tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:43.378322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Attempting to bind port 5e7cb6a0-ee66-4030-9572-366d17bc3747 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:43.378693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Attempting to bind port 5e7cb6a0-ee66-4030-9572-366d17bc3747 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:43.379102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Attempting to bind port 5e7cb6a0-ee66-4030-9572-366d17bc3747 on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:43.387401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:43.388380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Checking segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:43.388993 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.389397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Bound using segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:43.389874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Bound port: 5e7cb6a0-ee66-4030-9572-366d17bc3747, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:43.390445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.408995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Attempting to bind port 7727a788-b8ee-4ed3-a5d5-c34235c54517 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:43.409584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Attempting to bind port 7727a788-b8ee-4ed3-a5d5-c34235c54517 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:43.409911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Attempting to bind port 7727a788-b8ee-4ed3-a5d5-c34235c54517 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:43.423497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Port 7727a788-b8ee-4ed3-a5d5-c34235c54517 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:43.423932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Attempting to bind port 7727a788-b8ee-4ed3-a5d5-c34235c54517 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:43.435393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33118) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:43.435963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:43.436300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Checking segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:43.436684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Bound using segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:43.437102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Bound port: 7727a788-b8ee-4ed3-a5d5-c34235c54517, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:43.437447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.444451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0877053-5f11-4968-8496-2cb39240f77c req-a87af160-76a6-4257-a91a-35c3d82c24d6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:43.451535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0877053-5f11-4968-8496-2cb39240f77c req-a87af160-76a6-4257-a91a-35c3d82c24d6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.4052756 Apr 11 20:49:43.479669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Allocated IP 172.25.5.246 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/48c09d9e-c870-4c7d-a6ac-80db3561892a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:43.502050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-30570a18-b94c-405d-a39b-9e3c742be73f req-53aab1a4-17bf-479c-ac55-2377ef1843fe tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:43.505276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] For port 5e7cb6a0-ee66-4030-9572-366d17bc3747, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:43.508167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30570a18-b94c-405d-a39b-9e3c742be73f req-53aab1a4-17bf-479c-ac55-2377ef1843fe tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=85cb29c8-df1a-4e0a-acf9-96e0fcc64faf&id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=c37e9a46-b322-476e-a910-52363780a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2128315 Apr 11 20:49:43.508425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] For port 5e7cb6a0-ee66-4030-9572-366d17bc3747, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e7cb6a0-ee66-4030-9572-366d17bc3747,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:43.574062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:43.578375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:43.593898 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.660184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.684099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498376c6-0b88-45a0-9692-6267d838fb51 None None] Pushing event updated for resources: {'Port': ['ID=5e7cb6a0-ee66-4030-9572-366d17bc3747,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:43.715557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:43.722376 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0877053-5f11-4968-8496-2cb39240f77c req-43aa7e39-e6c2-453c-9c12-dd36a3029894 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698262 Apr 11 20:49:43.780916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.784676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] 10.222.0.75 "PUT /v2.0/ports/7727a788-b8ee-4ed3-a5d5-c34235c54517 HTTP/1.1" status: 200 len: 1090 time: 2.2468185 Apr 11 20:49:43.832847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:43.921917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d48481de-a279-4504-9b0b-765a29b4dffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.925595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port d20a1e41-fea8-4eb5-9e96-900ff835a47e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:43.936415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port d20a1e41-fea8-4eb5-9e96-900ff835a47e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:43.936879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:43.958155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:44.013612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.123663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.136537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a3220059-5cd8-4b87-93c2-fd79b97cef91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=745a7b820308433a92d2acba06fb4b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6655602 Apr 11 20:49:44.142056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33130) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:44.160396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:44.170713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:44.176737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4941db7-c0d5-48e6-bc8b-ad47372ec7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:44.249017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb5774-dd22-48a9-90b8-e31a5276254a req-9de5373d-b27b-447b-8599-dea67e77bab4 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:44.250952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4eb5774-dd22-48a9-90b8-e31a5276254a req-9de5373d-b27b-447b-8599-dea67e77bab4 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 949 time: 0.4586196 Apr 11 20:49:44.252517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.262325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.282594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.308873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-1e75d4e4-a239-4842-9acc-88aefb4b48a6 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:44.310444 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-1e75d4e4-a239-4842-9acc-88aefb4b48a6 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1024 time: 0.5167854 Apr 11 20:49:44.326987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.366189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:44.390671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3c2d-bbbf-421c-9c29-bfea7e498397 req-30ab8919-d119-43cb-9575-60a26ff5583f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:44.392785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-beff3c2d-bbbf-421c-9c29-bfea7e498397 req-30ab8919-d119-43cb-9575-60a26ff5583f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.4552395 Apr 11 20:49:44.398728 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.447403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4eb5774-dd22-48a9-90b8-e31a5276254a req-661bfd79-3ab8-4eb6-9b54-e7eed92330d8 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740549 Apr 11 20:49:44.455210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Deleting port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:44.455578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.559752 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56bd3ff-b6d0-4195-8e48-00f0ced42c37'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517', 'status': 'completed', 'code': 200} Apr 11 20:49:44.574143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5b415b4-c8af-4e25-aa97-7b8403faba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.589330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-beff3c2d-bbbf-421c-9c29-bfea7e498397 req-82aa1639-da54-43ba-b723-57545c4ce6af tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759853 Apr 11 20:49:44.658071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:44.672104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:44.687621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:44.747490 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df44d29-f922-461a-aef7-575fefd7fb97'] response: {'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'code': 200} Apr 11 20:49:44.751137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5b415b4-c8af-4e25-aa97-7b8403faba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:44.826441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Port': ['ID=48c09d9e-c870-4c7d-a6ac-80db3561892a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:44.996380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.996717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.997055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.997386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.997711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.998030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.998508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.998666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.998987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.999302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:44.999646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:45.011936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] For port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,segment=NetworkSegment(69e80223-a3e3-43f6-956d-1c3b3a8671e1),segment_id=69e80223-a3e3-43f6-956d-1c3b3a8671e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:45.012300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:45.023432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Allocated IP 172.25.5.159 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7d21bd02-8e07-434b-9cde-efcc34f76e07) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:45.058073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-46f3d97e-c8e4-470a-9303-e8ee9fa63e73 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6274 time: 0.4551966 Apr 11 20:49:45.132693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002600b3-78ad-40cb-a339-0698977521c3 None None] Network 7ba301f4-21aa-4989-bd41-04954917ad61 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:45.168676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Calling delete_port for a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:45.242904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.246787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.250981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.255197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.256680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5b415b4-c8af-4e25-aa97-7b8403faba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:45.258777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.262634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.266575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.269662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-923a8efd-1db3-48f6-9488-4b20e8216b30 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5382 time: 0.4383767 Apr 11 20:49:45.316030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b415b4-c8af-4e25-aa97-7b8403faba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d34a6-07f4-4317-ac1e-b0556088bdb5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:45.328403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19c8d80a-66af-498a-ab62-80899a8952d8 req-377e2f63-2114-457e-aad6-b9d644a53032 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1097 time: 0.4802542 Apr 11 20:49:45.335106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e90a0-298c-4289-8c30-c316552bfa9b req-f1f98ba4-7bc0-43fe-af7c-fb34c01ce52f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.336660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-924e90a0-298c-4289-8c30-c316552bfa9b req-f1f98ba4-7bc0-43fe-af7c-fb34c01ce52f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4c35236-8ab2-4027-80b1-733709234a78 HTTP/1.1" status: 200 len: 1024 time: 0.4336431 Apr 11 20:49:45.360308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5dbc9f85-6e15-4eb6-a902-446c23139052 None None] Provisioning for port 5e7cb6a0-ee66-4030-9572-366d17bc3747 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:45.448550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e134b6-155a-45c5-b6a2-f35724ad1abc {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:45.477551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:45.498561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fdcdea4-5e23-41b7-86aa-90003d0b8985 req-cf922ae2-7028-4210-b6ab-977d05278a60 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2119000 Apr 11 20:49:45.505440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Transition to ACTIVE for port object 95e134b6-155a-45c5-b6a2-f35724ad1abc will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:45.572286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:45.710363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-d87ffd61-87d4-481f-ad8b-346c7a558158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.710736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-d87ffd61-87d4-481f-ad8b-346c7a558158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.711097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-d87ffd61-87d4-481f-ad8b-346c7a558158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:45.712753 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-d87ffd61-87d4-481f-ad8b-346c7a558158 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e278533d3f74de1bb5addad90c25e0f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6459239 Apr 11 20:49:45.780241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:45.782708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Pushing event updated for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:45.812980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19c8d80a-66af-498a-ab62-80899a8952d8 req-6f7f6476-1887-4e14-b7d2-75689994fcbb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753306 Apr 11 20:49:45.839077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:45.848038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e7cb6a0-ee66-4030-9572-366d17bc3747 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:45.862853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-924e90a0-298c-4289-8c30-c316552bfa9b req-72100308-6bf6-4dc9-a210-58ae71e1a12a tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Synchronizing usage tracker for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:49:45.916510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.015373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5b415b4-c8af-4e25-aa97-7b8403faba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.019935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5b415b4-c8af-4e25-aa97-7b8403faba71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df6d34a6-07f4-4317-ac1e-b0556088bdb5 HTTP/1.1" status: 204 len: 168 time: 1.8703032 Apr 11 20:49:46.049893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-924e90a0-298c-4289-8c30-c316552bfa9b req-72100308-6bf6-4dc9-a210-58ae71e1a12a tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Unset dirty status for tenant:2227eece9df1415d8437f88af13382c9 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:49:46.052055 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-924e90a0-298c-4289-8c30-c316552bfa9b req-72100308-6bf6-4dc9-a210-58ae71e1a12a tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups?id=85cb29c8-df1a-4e0a-acf9-96e0fcc64faf&id=3fce070b-f64c-4ba6-9d05-8baed60dbd32&id=c37e9a46-b322-476e-a910-52363780a95a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6817687 Apr 11 20:49:46.067313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'Port': ['ID=a563d0d2-3a5d-4f0a-af25-6c9fe7e41924,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:46.067897 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ed98de35-7456-426f-8a70-bece64f6b0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.092480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.105724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5e7cb6a0-ee66-4030-9572-366d17bc3747 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:46.112291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5e7cb6a0-ee66-4030-9572-366d17bc3747 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:46.112720 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.119464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] No DVR routers for this DVR port a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:46.122215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.134221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf2da096-e41a-430d-aa40-2c836cd37828 req-8ce702bb-ed8d-4707-a447-69520b180e1f tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.75 "DELETE /v2.0/ports/a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 HTTP/1.1" status: 204 len: 173 time: 1.8164330 Apr 11 20:49:46.135003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Attempting to bind port 95e134b6-155a-45c5-b6a2-f35724ad1abc on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:46.135327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Attempting to bind port 95e134b6-155a-45c5-b6a2-f35724ad1abc by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:46.135669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Attempting to bind port 95e134b6-155a-45c5-b6a2-f35724ad1abc on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:46.143578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Port 95e134b6-155a-45c5-b6a2-f35724ad1abc on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:46.143937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Attempting to bind port 95e134b6-155a-45c5-b6a2-f35724ad1abc on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:46.151319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:46.151703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Checking segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:46.152086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Bound using segment: {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:46.152508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Bound port: 95e134b6-155a-45c5-b6a2-f35724ad1abc, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddd25d4-5ed5-453e-9fbb-1d69116983b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:46.152943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.243964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.293536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.309985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:46.316509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:46.332830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5e7cb6a0-ee66-4030-9572-366d17bc3747, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e7cb6a0-ee66-4030-9572-366d17bc3747,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:46.353109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Pushing event updated for resources: {'Port': ['ID=7d21bd02-8e07-434b-9cde-efcc34f76e07,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:46.395554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-2eaf55d9-c47e-49e3-af6d-65bce64f8b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:46.397138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57e98685-cf22-4776-9593-6afd1a21dbc5 req-2eaf55d9-c47e-49e3-af6d-65bce64f8b48 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6700065 Apr 11 20:49:46.398865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.404903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.468505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:46.476178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:46.481417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:46.524704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5e7cb6a0-ee66-4030-9572-366d17bc3747,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:46.545472 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.550633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] 10.222.0.75 "PUT /v2.0/ports/95e134b6-155a-45c5-b6a2-f35724ad1abc HTTP/1.1" status: 200 len: 1090 time: 2.6324961 Apr 11 20:49:46.577223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'name': 'network-vif-deleted', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924'}, {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:46.640634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255677e-f7f8-4e3d-96ce-0d617599f63c service neutron] Pushing event updated for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:46.653623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:46.676294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24fcc-c186-45c2-89e2-6e6c13958132 req-1f862ee4-e67a-43b2-9274-86379554f5ef tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:46.678503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13c24fcc-c186-45c2-89e2-6e6c13958132 req-1f862ee4-e67a-43b2-9274-86379554f5ef tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.4862511 Apr 11 20:49:46.733665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb96b4-106f-42d1-89e3-9897390541bb req-e548d4e3-c268-4923-a4a3-9389591b2429 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:46.735176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1cb96b4-106f-42d1-89e3-9897390541bb req-e548d4e3-c268-4923-a4a3-9389591b2429 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.2368910 Apr 11 20:49:46.761632 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.777874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13c24fcc-c186-45c2-89e2-6e6c13958132 req-24c53527-d481-49c8-bc03-742a9e77df04 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910819 Apr 11 20:49:46.816140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.844155 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:46.885710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1cb96b4-106f-42d1-89e3-9897390541bb req-96b57cfe-495d-4c0e-be8e-7165f2ccd82a tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211541 Apr 11 20:49:47.051690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:47.133875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Port': ['ID=48c09d9e-c870-4c7d-a6ac-80db3561892a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:47.168654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.204141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33164) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:47.205441 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-927965db-8ce4-4a97-9ad9-84808496d680 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75383fb6d1b54e289304dbc86b38c8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1483269 Apr 11 20:49:47.217790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6edd9e-d11f-44ff-9821-1657fe02f47e req-decb7a13-c75f-4aa8-b8e4-92aa0fbaa4c9 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.219550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f6edd9e-d11f-44ff-9821-1657fe02f47e req-decb7a13-c75f-4aa8-b8e4-92aa0fbaa4c9 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 949 time: 0.2939012 Apr 11 20:49:47.224479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.225436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.259199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.312769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.316719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e487239d-0946-4fe6-ba76-ff9ca9ad3f3b tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4293373 Apr 11 20:49:47.322243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33168) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:47.339089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.342994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.347060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.350935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.352908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.358868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.358868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.363105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:47.364987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-7e045740-2891-477b-9538-6ca33bf6025a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5394 time: 0.3431873 Apr 11 20:49:47.389690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-923115466'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:47.397754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:47.408195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Usage tracker for resource:network and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:47.413291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:47.418933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f6edd9e-d11f-44ff-9821-1657fe02f47e req-bf12e39e-e7d9-47df-9ccd-4cbf9dbac2e2 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/security-groups?id=d33f1f64-758c-450b-acfc-474e9898a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895506 Apr 11 20:49:47.423145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:47.474829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63f8277-2c80-475c-90c8-c4aa9ec66495 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:47.485489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.500008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-128d2a43-2edb-421f-aad1-1b3e4cf53261 req-cdfeca35-446d-4e1a-aac4-8cbab23851f3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050518 Apr 11 20:49:47.528831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Transition to ACTIVE for port object c63f8277-2c80-475c-90c8-c4aa9ec66495 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:47.531251 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb65531-8a0f-4038-96b6-eddeef807a19'] response: {'server_uuid': 'f4c35236-8ab2-4027-80b1-733709234a78', 'name': 'network-vif-deleted', 'tag': 'a563d0d2-3a5d-4f0a-af25-6c9fe7e41924', 'status': 'completed', 'code': 200} Apr 11 20:49:47.531577 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb65531-8a0f-4038-96b6-eddeef807a19'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc', 'status': 'completed', 'code': 200} Apr 11 20:49:47.535025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Made reservation on behalf of a2d2324a480e4b19964c5c8d4722c55f for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:47.538072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.553017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-165e247b-5cd6-4f3e-ab2a-09dcb0455619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.585519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-165e247b-5cd6-4f3e-ab2a-09dcb0455619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.598463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.604473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.662947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:47.668725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Usage tracker for resource:security_group_rule and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:47.672502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:47.690195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-3e24390f-9ddc-422c-8ecd-829ec5458ddc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6366 time: 0.1424766 Apr 11 20:49:47.691110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:47.725912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Router a57e94ce-007a-490e-89be-51f9398012e3 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:49:47.737661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e7cb6a0-ee66-4030-9572-366d17bc3747 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:47.830395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:47.872520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:49:47.872915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a563d0d2-3a5d-4f0a-af25-6c9fe7e41924 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:47.902470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5e7cb6a0-ee66-4030-9572-366d17bc3747 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:47.902841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:47.934011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-165e247b-5cd6-4f3e-ab2a-09dcb0455619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.155398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Pushing event updated for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:48.164315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e247b-5cd6-4f3e-ab2a-09dcb0455619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f649ad11-fca6-47c1-b2d1-c7ebe2d029bd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:48.200610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-d9afa05b-c800-408b-9cc8-4ec112b6a5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.201214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-d9afa05b-c800-408b-9cc8-4ec112b6a5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.201346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-d9afa05b-c800-408b-9cc8-4ec112b6a5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.202885 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-d9afa05b-c800-408b-9cc8-4ec112b6a5bd service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e278533d3f74de1bb5addad90c25e0f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5034373 Apr 11 20:49:48.209625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.264881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40bab29a-6247-4bbd-9f43-76d642473b55 req-ce5021bf-6d3d-415d-95a6-19a0b33752dc tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/c37e9a46-b322-476e-a910-52363780a95a HTTP/1.1" status: 200 len: 1633 time: 0.4884427 Apr 11 20:49:48.294326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-165e247b-5cd6-4f3e-ab2a-09dcb0455619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.294591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.295594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-165e247b-5cd6-4f3e-ab2a-09dcb0455619 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f649ad11-fca6-47c1-b2d1-c7ebe2d029bd HTTP/1.1" status: 204 len: 168 time: 1.0893288 Apr 11 20:49:48.371364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:49:48.378838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-9b34dcda-472c-4cc5-b237-bd2793e106eb tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.382581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-9b34dcda-472c-4cc5-b237-bd2793e106eb tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.75 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 949 time: 0.5009816 Apr 11 20:49:48.388435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec5b02-a8a7-48d7-8dcc-7ad9df95b1fb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:48.424506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.425364 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Added segment b0c645fd-4beb-4d90-92f2-ff796202bc22 of type vlan for network c03494ac-98aa-464e-879a-869ff5e8bf5f Apr 11 20:49:48.472201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Deleting port 594ae6d5-9a42-4384-9e06-4b01d3495adb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:49:48.472543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.498909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-45618e72-004c-4e33-bda6-02b404c51327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.501114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e26f77f-fc49-424e-ad94-1eebf450547e req-45618e72-004c-4e33-bda6-02b404c51327 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2895095 Apr 11 20:49:48.565297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.591989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.599679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Attempting to bind port c63f8277-2c80-475c-90c8-c4aa9ec66495 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:48.600156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Attempting to bind port c63f8277-2c80-475c-90c8-c4aa9ec66495 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:48.600331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Attempting to bind port c63f8277-2c80-475c-90c8-c4aa9ec66495 on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:48.644287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-40bab29a-6247-4bbd-9f43-76d642473b55 req-367a972f-92ea-4afb-b79a-b063e64112ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.648909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Port c63f8277-2c80-475c-90c8-c4aa9ec66495 on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:48.649232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Attempting to bind port c63f8277-2c80-475c-90c8-c4aa9ec66495 on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:48.668904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28968d9a-f248-4617-af0f-42ad261ebf22 req-ab6c8cfe-e9a4-4a29-9bf0-ea76d1f0783a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.670370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28968d9a-f248-4617-af0f-42ad261ebf22 req-ab6c8cfe-e9a4-4a29-9bf0-ea76d1f0783a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.2436070 Apr 11 20:49:48.674660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:49:48.690165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:49:48.704217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-1975aeb3-b4d4-4f82-88fe-50c9c0a0e101 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab0ca7b57fd843f78f12e14d80209298&device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 1097 time: 0.1883914 Apr 11 20:49:48.705077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:49:48.706089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:48.713153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.716731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:48.717286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.747855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:48.748186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Checking segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:48.748579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Bound using segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:48.749022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Bound port: c63f8277-2c80-475c-90c8-c4aa9ec66495, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:48.749363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.764888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-40bab29a-6247-4bbd-9f43-76d642473b55 req-367a972f-92ea-4afb-b79a-b063e64112ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.929684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] For port 594ae6d5-9a42-4384-9e06-4b01d3495adb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=594ae6d5-9a42-4384-9e06-4b01d3495adb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:48.930044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:48.942811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:48.965559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:49:48.981329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Network': ['ID=c03494ac-98aa-464e-879a-869ff5e8bf5f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:48.995308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.000154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-758246f3-8722-4059-8c80-ec62e6d673ca admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6986821 Apr 11 20:49:49.005746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28968d9a-f248-4617-af0f-42ad261ebf22 req-5e44fe32-e578-40ea-9f4e-9e68ea96a891 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251848 Apr 11 20:49:49.011247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33192) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:49.065477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Calling delete_port for 594ae6d5-9a42-4384-9e06-4b01d3495adb owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:49:49.096103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:49.097471 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-40bab29a-6247-4bbd-9f43-76d642473b55 req-367a972f-92ea-4afb-b79a-b063e64112ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.131046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a972f-92ea-4afb-b79a-b063e64112ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e9a46-b322-476e-a910-52363780a95a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:49.163046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c03494ac-98aa-464e-879a-869ff5e8bf5f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:49:49.197646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aea332cb-5e98-40c4-b8ea-f9082c486a6c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8260925 Apr 11 20:49:49.197837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.198991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33200) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:49.209976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Request body: {'subnet': {'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:49.363762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-40bab29a-6247-4bbd-9f43-76d642473b55 req-367a972f-92ea-4afb-b79a-b063e64112ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.365398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40bab29a-6247-4bbd-9f43-76d642473b55 req-367a972f-92ea-4afb-b79a-b063e64112ce tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/c37e9a46-b322-476e-a910-52363780a95a HTTP/1.1" status: 204 len: 173 time: 1.0995944 Apr 11 20:49:49.378834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.380642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-2242377f-2e48-416b-b056-b734e404d36d service neutron] 10.222.0.75 "PUT /v2.0/ports/c63f8277-2c80-475c-90c8-c4aa9ec66495 HTTP/1.1" status: 200 len: 1091 time: 2.7318680 Apr 11 20:49:49.412971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242377f-2e48-416b-b056-b734e404d36d service neutron] Pushing event updated for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:49.470557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Request body: {'port': {'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:49.510356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-bd67758d-b043-4f7a-99c8-eafb4ed90d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:49.512074 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-bd67758d-b043-4f7a-99c8-eafb4ed90d4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 200 len: 917 time: 0.7999840 Apr 11 20:49:49.527138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.545916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['594ae6d5-9a42-4384-9e06-4b01d3495adb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:49:49.569789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:49.614968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:46Z', 'revision_number': 3, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:49.619388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:49:49.619812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Updating router a57e94ce-007a-490e-89be-51f9398012e3 port 7d21bd02-8e07-434b-9cde-efcc34f76e07 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:49:49.632799 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-79f9477a-4cf7-4c45-8890-f5b7d5399f92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d HTTP/1.1" status: 200 len: 217 time: 0.1119337 Apr 11 20:49:49.634412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:49.685997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Usage tracker for resource:subnet and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:49.694812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:49.701534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:49.710562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Pushing event deleted for resources: {'Port': ['ID=594ae6d5-9a42-4384-9e06-4b01d3495adb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:49.719698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:49.729162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a8e709e-bd47-4530-8e13-ad259c95e82f req-95277668-5970-41b9-bda6-fa9f26f87b18 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 210 time: 0.1122961 Apr 11 20:49:49.779588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6f84d-f577-49d6-a69e-6149871ddbf7 req-1e5a97c6-61a4-4d59-8f08-7c4b91f59c5f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:49.779934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aaf6f84d-f577-49d6-a69e-6149871ddbf7 req-1e5a97c6-61a4-4d59-8f08-7c4b91f59c5f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.4288116 Apr 11 20:49:49.787910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-1d1c0677-81ad-451d-90ae-c97ec649badd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:49.789517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-1d1c0677-81ad-451d-90ae-c97ec649badd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 200 len: 855 time: 0.1398234 Apr 11 20:49:49.871228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Made reservation on behalf of a2d2324a480e4b19964c5c8d4722c55f for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:49.989569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aaf6f84d-f577-49d6-a69e-6149871ddbf7 req-56f341bf-e69e-4547-afb3-684f3c4e0055 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073400 Apr 11 20:49:50.022072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] No DVR routers for this DVR port 594ae6d5-9a42-4384-9e06-4b01d3495adb on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:49:50.024734 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.045615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.094322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.203853 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.217022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Transition to ACTIVE for port object 7d21bd02-8e07-434b-9cde-efcc34f76e07 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:50.285727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ceb4eeb-2b3f-47e6-82f6-7ccc4bc497ba req-3986dbdb-d846-4f98-8e0c-e01bd87387b1 tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.75 "DELETE /v2.0/ports/594ae6d5-9a42-4384-9e06-4b01d3495adb HTTP/1.1" status: 204 len: 173 time: 1.8961048 Apr 11 20:49:50.296077 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.323230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.327101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.332648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.336814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.341403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.346053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.350656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:50.352655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-273bbbb9-9797-40f3-b2dc-77de7110a633 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5406 time: 0.4094746 Apr 11 20:49:50.373373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-f1f5973f-5bc9-4783-9a82-fe9f900daa0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f5f1223-648d-4d55-8971-a2e077c61350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5639467 Apr 11 20:49:50.402587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Attempting to bind port 7d21bd02-8e07-434b-9cde-efcc34f76e07 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:50.403008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Attempting to bind port 7d21bd02-8e07-434b-9cde-efcc34f76e07 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:50.403425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Attempting to bind port 7d21bd02-8e07-434b-9cde-efcc34f76e07 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:50.410834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c197-447b-4d89-91ef-1a6eae79431b None None] Pushing event updated for resources: {'Port': ['ID=7d21bd02-8e07-434b-9cde-efcc34f76e07,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:50.414017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:50.414408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:50.414783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.415155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:50.415645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Bound port: 7d21bd02-8e07-434b-9cde-efcc34f76e07, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:50.416005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.505264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] For port 7d21bd02-8e07-434b-9cde-efcc34f76e07, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:50.509142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] For port 7d21bd02-8e07-434b-9cde-efcc34f76e07, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7d21bd02-8e07-434b-9cde-efcc34f76e07,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:50.549340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb2e88a7-c3ac-4b23-b17a-862de5b893b0 req-cbb869eb-8007-4850-aab0-d00fa527dd6c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872722 Apr 11 20:49:50.576146 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.686713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c197-447b-4d89-91ef-1a6eae79431b None None] Pushing event updated for resources: {'Port': ['ID=7d21bd02-8e07-434b-9cde-efcc34f76e07,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:50.716893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:49:50.717538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:50.743202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-673db678-a630-4384-a7f7-91d6f0e218da service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569927 Apr 11 20:49:50.773472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b49bf49b-2f75-45e8-b6dd-c29cbacf8fa4 req-ea61a079-4731-416e-914e-b1a03eb07a38 tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "GET /v2.0/security-groups/85cb29c8-df1a-4e0a-acf9-96e0fcc64faf HTTP/1.1" status: 200 len: 1634 time: 0.0719223 Apr 11 20:49:50.864245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:49:50.885341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.918321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Transition to ACTIVE for port object a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:50.933587 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49a85bbb-9008-4c84-a4f8-df87621c2a53 req-149965e2-eefa-410c-8cf6-cc92d11414d7 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1097 time: 0.6945486 Apr 11 20:49:50.949615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b49bf49b-2f75-45e8-b6dd-c29cbacf8fa4 req-469dcd57-b591-4364-86a9-230429d9258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.986944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b49bf49b-2f75-45e8-b6dd-c29cbacf8fa4 req-469dcd57-b591-4364-86a9-230429d9258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:50.996088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:49:51.010283 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:51.027974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ededce-88ce-45f9-b754-fc72b6131522 req-c240a225-a20d-463c-a573-74e3783f2d69 service neutron] 10.222.0.69 "GET /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637677 Apr 11 20:49:51.072128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49a85bbb-9008-4c84-a4f8-df87621c2a53 req-e906799b-aeea-4a13-867f-c97aad5593cc tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376138 Apr 11 20:49:51.095393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:51.179545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:51.258456 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a657312-7e51-4e34-af26-8eeb4941ca0c'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495', 'status': 'completed', 'code': 200} Apr 11 20:49:51.404174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b49bf49b-2f75-45e8-b6dd-c29cbacf8fa4 req-469dcd57-b591-4364-86a9-230429d9258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:51.455328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1092dd41-769c-434f-85ce-bb24b50a3b87 req-ab0f99ef-943b-4b52-9c81-1252aa8c7c5e tempest-VolumesNegativeTest-778721544 tempest-VolumesNegativeTest-778721544-project] 10.222.0.61 "GET /v2.0/ports?device_id=c41e2b1d-c083-473e-b148-ad02f084975a HTTP/1.1" status: 200 len: 210 time: 0.0964561 Apr 11 20:49:51.465763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Subnet': ['ID=e30c9749-226b-4dda-8260-8f94973c782a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:51.474669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dcd57-b591-4364-86a9-230429d9258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb29c8-df1a-4e0a-acf9-96e0fcc64faf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:51.502863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b49bf49b-2f75-45e8-b6dd-c29cbacf8fa4 req-469dcd57-b591-4364-86a9-230429d9258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:51.504027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b49bf49b-2f75-45e8-b6dd-c29cbacf8fa4 req-469dcd57-b591-4364-86a9-230429d9258d tempest-SecurityGroupsTestJSON-568486136 tempest-SecurityGroupsTestJSON-568486136-project] 10.222.0.61 "DELETE /v2.0/security-groups/85cb29c8-df1a-4e0a-acf9-96e0fcc64faf HTTP/1.1" status: 204 len: 173 time: 0.6921399 Apr 11 20:49:51.513327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33234) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:51.593839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Deleting subnet ca6b36a8-c466-4e13-9e66-aeeee2b279a2 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:49:51.608044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Attempting to bind port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:51.611252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Attempting to bind port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:51.611678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Attempting to bind port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:51.617849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:51.693701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-44ac3496-ce93-459a-9bb4-c48c1fe465bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6433 time: 0.4978356 Apr 11 20:49:51.736708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Checking segment: {'id': 'b0c645fd-4beb-4d90-92f2-ff796202bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:51.737158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network hostable DHCP agents. Network: c03494ac-98aa-464e-879a-869ff5e8bf5f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:49:51.737269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 594ae6d5-9a42-4384-9e06-4b01d3495adb no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:49:51.789635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:51.790209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Attempting to bind port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 on network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:51.799969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 594ae6d5-9a42-4384-9e06-4b01d3495adb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:49:51.800315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 594ae6d5-9a42-4384-9e06-4b01d3495adb not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:49:51.827380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-72807197-a4ca-400b-a18d-e46760741565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:46Z', 'revision_number': 3, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:51.833082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72807197-a4ca-400b-a18d-e46760741565 None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:46Z', 'revision_number': 3, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:49:51.866434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:51.866781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Checking segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:51.867998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Bound using segment: {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:51.868470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Bound port: a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b887200b-3a80-45dd-825e-e6e93161923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:51.868828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:51.916972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f601cbb-b523-4241-9de8-a3813fdb9067 req-70feabf7-1573-409d-a624-ecc59d6178f1 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1097 time: 0.1378520 Apr 11 20:49:51.980020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network c03494ac-98aa-464e-879a-869ff5e8bf5f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:49:51.985943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f601cbb-b523-4241-9de8-a3813fdb9067 req-47e9d99c-8b4d-41c3-82f2-98d49b7832b2 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621917 Apr 11 20:49:52.022596 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.169045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c03494ac-98aa-464e-879a-869ff5e8bf5f) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:52.182528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f3467-9668-49f1-afa6-1b0dd05fef7b None None] Network c03494ac-98aa-464e-879a-869ff5e8bf5f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:52.184610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.185255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.291907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-a35e85e9-9356-45bd-8fe6-22f74dec36f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.292286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-a35e85e9-9356-45bd-8fe6-22f74dec36f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.292651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-a35e85e9-9356-45bd-8fe6-22f74dec36f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.294505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-a35e85e9-9356-45bd-8fe6-22f74dec36f3 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e278533d3f74de1bb5addad90c25e0f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5758126 Apr 11 20:49:52.301042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2f032-989e-426a-add3-528bf44c4bba req-87202ce6-f237-479f-8294-7bb12bff3993 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.308773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ef2f032-989e-426a-add3-528bf44c4bba req-87202ce6-f237-479f-8294-7bb12bff3993 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.5109696 Apr 11 20:49:52.311273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:52.318409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.425094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dbb26937-9a91-473d-ae3c-c9b4f33d0b6a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2248511 Apr 11 20:49:52.428806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33252) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:52.446630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1057876437', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:52.455108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:52.466023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Usage tracker for resource:router and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:52.466023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:52.473685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:52.506448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.515874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.520996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.525164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.529427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.534350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.540092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.542186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-1b4054fc-7c87-424c-8943-3a68e4f45143 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.3399630 Apr 11 20:49:52.544983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-c03494ac-98aa-464e-879a-869ff5e8bf5f', 'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f', 'tenant_id': 'a2d2324a480e4b19964c5c8d4722c55f', 'fixed_ips': [{'subnet_id': 'e30c9749-226b-4dda-8260-8f94973c782a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:49:52.546341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.546449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.555794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.556972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.578455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:52.654310 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.736487 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ef2f032-989e-426a-add3-528bf44c4bba req-800f8dc5-a780-47ee-84ad-8882c57d3e8c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258282 Apr 11 20:49:52.806623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:52.818658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.916805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6b36a8-c466-4e13-9e66-aeeee2b279a2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:52.944359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.945789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e8f70f61-1dd8-468c-9c19-15254dd08262 service neutron] 10.222.0.75 "PUT /v2.0/ports/a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 HTTP/1.1" status: 200 len: 1091 time: 3.4796357 Apr 11 20:49:52.946764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:52.947562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Allocated IP 172.20.0.2 (c03494ac-98aa-464e-879a-869ff5e8bf5f/e30c9749-226b-4dda-8260-8f94973c782a/2577dd10-9703-43eb-9ef1-b5543593b68b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:52.948049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a64a4098-6894-4222-a4c7-ae88d4b194dc req-4edbc804-33eb-4b5c-8c1d-7e7870d3c3df tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3852842 Apr 11 20:49:52.962929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9918f17f-50c5-4261-a02c-fd53eee776e6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ca6b36a8-c466-4e13-9e66-aeeee2b279a2 HTTP/1.1" status: 204 len: 168 time: 1.4399235 Apr 11 20:49:52.962929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-56a3d10c-70f0-4585-a540-4f9a519c3fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:52.964094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f61064f4-d1e5-4f90-8ebf-048c2f436e93 req-56a3d10c-70f0-4585-a540-4f9a519c3fee service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6486845 Apr 11 20:49:52.964548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33266) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:53.020451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.194524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.270193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'name': 'network-vif-deleted', 'tag': '594ae6d5-9a42-4384-9e06-4b01d3495adb'}, {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:49:53.525569 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.548292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Transition to ACTIVE for port object 2577dd10-9703-43eb-9ef1-b5543593b68b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:53.576179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Allocated IP 172.20.0.1 (7ba301f4-21aa-4989-bd41-04954917ad61/786705fd-5a27-4ebe-886e-42c74873085d/b29a14f8-853e-4136-9cc3-dc2b66123ac4) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:53.587507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Transition to ACTIVE for port object 2577dd10-9703-43eb-9ef1-b5543593b68b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:53.590278 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.655221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.673687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.691021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bdc402-107c-42b2-9dfb-76f77ce962ee']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:53.711711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e80223-a3e3-43f6-956d-1c3b3a8671e1') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:53.712011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e80223-a3e3-43f6-956d-1c3b3a8671e1') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:53.733536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.748847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-dd0d837d-308f-4f89-b7fc-c8e9305d03d9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6475 time: 0.5504942 Apr 11 20:49:53.761809 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59c62be8-acac-43ed-94f4-e96efd780925 req-3ceb3d12-894b-4c8d-96c0-7bf9a4b02c18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4823620 Apr 11 20:49:53.784980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Pushing event updated for resources: {'Port': ['ID=2577dd10-9703-43eb-9ef1-b5543593b68b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:53.831528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7d21bd02-8e07-434b-9cde-efcc34f76e07 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:53.838501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.846574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-44cfd3da-ad5b-4765-91a7-416e6e405c21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c HTTP/1.1" status: 200 len: 217 time: 0.0892746 Apr 11 20:49:53.847722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:49:53.848132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:49:53.862502 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:49:53.924259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Network c03494ac-98aa-464e-879a-869ff5e8bf5f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:53.939955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:53.944423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:54.021877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-ca9f7dcb-593e-41a1-a7ab-3a1ea7d29e8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:54.023387 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-ca9f7dcb-593e-41a1-a7ab-3a1ea7d29e8a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bac04124-5d78-49b3-adb6-10703529408e HTTP/1.1" status: 200 len: 850 time: 0.1570363 Apr 11 20:49:54.054036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.089889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Transition to ACTIVE for port object b29a14f8-853e-4136-9cc3-dc2b66123ac4 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:49:54.110101 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.119426 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.154187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Attempting to bind port 2577dd10-9703-43eb-9ef1-b5543593b68b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:54.157056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Attempting to bind port 2577dd10-9703-43eb-9ef1-b5543593b68b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b0c645fd-4beb-4d90-92f2-ff796202bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:54.158066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Attempting to bind port 2577dd10-9703-43eb-9ef1-b5543593b68b on network c03494ac-98aa-464e-879a-869ff5e8bf5f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:54.171721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bdc402-107c-42b2-9dfb-76f77ce962ee,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:54.178312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:54.178992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Checking segment: {'id': 'b0c645fd-4beb-4d90-92f2-ff796202bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:54.179624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.180416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Bound using segment: {'id': 'b0c645fd-4beb-4d90-92f2-ff796202bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:54.181096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Bound port: 2577dd10-9703-43eb-9ef1-b5543593b68b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c645fd-4beb-4d90-92f2-ff796202bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:54.182899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.193564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.193911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.194698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.195189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.195543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.195882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.196378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.196702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.197024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.197345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.197716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:49:54.208530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.227774 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3966481-6d03-4494-a98a-63955314e7f8'] response: {'server_uuid': 'c41e2b1d-c083-473e-b148-ad02f084975a', 'name': 'network-vif-deleted', 'tag': '594ae6d5-9a42-4384-9e06-4b01d3495adb', 'status': 'completed', 'code': 200} Apr 11 20:49:54.228052 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3966481-6d03-4494-a98a-63955314e7f8'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756', 'status': 'completed', 'code': 200} Apr 11 20:49:54.248915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-4495ad03-f3df-4887-9344-2efd6b426bff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d8e3c294-b77f-4217-8391-bbd20a442e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186146 Apr 11 20:49:54.299289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7d21bd02-8e07-434b-9cde-efcc34f76e07 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:54.318034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.320302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7d21bd02-8e07-434b-9cde-efcc34f76e07 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:54.321180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.441788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b046e31e-cfca-44f7-87be-fd65e8c4fdaf admin admin] 10.222.0.61 "DELETE /v2.0/networks/a7bdc402-107c-42b2-9dfb-76f77ce962ee HTTP/1.1" status: 204 len: 168 time: 1.4744048 Apr 11 20:49:54.447714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] For port 2577dd10-9703-43eb-9ef1-b5543593b68b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:49:54.450891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-21bc81ff-fa20-423e-a3a9-02469db2c4a3 service neutron] 10.222.0.75 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939716 Apr 11 20:49:54.451524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] For port 2577dd10-9703-43eb-9ef1-b5543593b68b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2577dd10-9703-43eb-9ef1-b5543593b68b,segment=NetworkSegment(b0c645fd-4beb-4d90-92f2-ff796202bc22),segment_id=b0c645fd-4beb-4d90-92f2-ff796202bc22)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:54.480674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.580990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.663892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-d9cb1434-6eee-48f0-a7ee-29259c662126 service neutron] 10.222.0.75 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069895 Apr 11 20:49:54.675064 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.682718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Pushing event updated for resources: {'Port': ['ID=b29a14f8-853e-4136-9cc3-dc2b66123ac4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:54.739302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Network 7ba301f4-21aa-4989-bd41-04954917ad61 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:54.743554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:54.758357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:54.774467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7d21bd02-8e07-434b-9cde-efcc34f76e07, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7d21bd02-8e07-434b-9cde-efcc34f76e07,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:54.784834 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:49:54.796145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcea62e-95a6-408c-9b83-4944ff16bab2 None None] Pushing event updated for resources: {'Port': ['ID=2577dd10-9703-43eb-9ef1-b5543593b68b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:54.796945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-aebeff17-ce89-4d52-8a5d-7102f6e47da5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 200 len: 217 time: 0.1268597 Apr 11 20:49:54.859798 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.872263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:54.948679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-36d69496-e89e-4ced-a70b-58f4428e431e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:54.950898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-36d69496-e89e-4ced-a70b-58f4428e431e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.1391068 Apr 11 20:49:55.004829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Allocated IP 172.25.5.60 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/968af902-935f-4873-9c42-638d42a5336d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:49:55.021699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496cfe7-ff92-4fec-8ac5-a5344b00104e req-8c4e2667-02da-4979-83aa-8130d77ba460 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.029189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3496cfe7-ff92-4fec-8ac5-a5344b00104e req-8c4e2667-02da-4979-83aa-8130d77ba460 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.5941265 Apr 11 20:49:55.076276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7d21bd02-8e07-434b-9cde-efcc34f76e07,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:55.106079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33338) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:55.141248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3496cfe7-ff92-4fec-8ac5-a5344b00104e req-7758e8a3-9f01-466e-8606-b3bc11f5fef7 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109765 Apr 11 20:49:55.318490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fb310a58-558b-48fe-a5c0-31088d684fe2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3613362 Apr 11 20:49:55.358500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ba790b5c-0700-49e1-910d-7fd173e5bb06 None None] Provisioning for port b29a14f8-853e-4136-9cc3-dc2b66123ac4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:55.363699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ba790b5c-0700-49e1-910d-7fd173e5bb06 None None] Provisioning complete for port b29a14f8-853e-4136-9cc3-dc2b66123ac4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:55.364223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ba790b5c-0700-49e1-910d-7fd173e5bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:55.388080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:55.392217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d7dc6d5-b986-4443-8b5a-844c58bc16a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2227eece9df1415d8437f88af13382c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815733 Apr 11 20:49:55.393108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33358) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:55.463315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ba790b5c-0700-49e1-910d-7fd173e5bb06 None None] Port b29a14f8-853e-4136-9cc3-dc2b66123ac4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:55.577705 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e3ec5c48-32b6-46fd-9022-2e61cbc8476c service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510648 Apr 11 20:49:55.580973 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c1f27422-f6da-4b9e-96d9-ff0f55d5150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:55.598239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:55.708096 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c1f27422-f6da-4b9e-96d9-ff0f55d5150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:55.722545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.727859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.731941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.736547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.740630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.744665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.748698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:55.759006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d72c560-decb-4835-ad02-80dcc4608342 req-19b87bdd-31ff-46d5-99f3-3a40eb82a9b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.3459370 Apr 11 20:49:55.803118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-53edb986-c23e-4293-bd37-520ce87fc509 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132726 Apr 11 20:49:55.846082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d72c560-decb-4835-ad02-80dcc4608342 req-d9f143a2-b74d-4128-b80f-8f0f84958637 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859241 Apr 11 20:49:55.885610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2577dd10-9703-43eb-9ef1-b5543593b68b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:55.897351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-88e46224-3a2d-4c5d-bad0-a848d8a2b572 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 200 len: 217 time: 0.0873473 Apr 11 20:49:55.904136 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:55.913377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:56.171571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:56.209776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2577dd10-9703-43eb-9ef1-b5543593b68b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:56.230723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7d21bd02-8e07-434b-9cde-efcc34f76e07 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:56.233705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c1f27422-f6da-4b9e-96d9-ff0f55d5150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:56.329919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f27422-f6da-4b9e-96d9-ff0f55d5150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce070b-f64c-4ba6-9d05-8baed60dbd32,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:56.380847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c1f27422-f6da-4b9e-96d9-ff0f55d5150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:56.387686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c1f27422-f6da-4b9e-96d9-ff0f55d5150c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3fce070b-f64c-4ba6-9d05-8baed60dbd32 HTTP/1.1" status: 204 len: 168 time: 0.9255514 Apr 11 20:49:56.400379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:56.411697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:56.426545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Port': ['ID=968af902-935f-4873-9c42-638d42a5336d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:56.428043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-bf04d0c6-4041-44b1-97fe-5d8a7c2a174a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:56.435051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:49:56.435774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-bf04d0c6-4041-44b1-97fe-5d8a7c2a174a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.5279701 Apr 11 20:49:56.494793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7d21bd02-8e07-434b-9cde-efcc34f76e07 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:56.495312 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:56.684279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e5bbd204-2fbb-4de8-861d-5c1d00fdf153 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2404263 Apr 11 20:49:56.771236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-5c1e35f3-198d-4daa-afaa-67202e6c5778 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:49:56.772923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-5c1e35f3-198d-4daa-afaa-67202e6c5778 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0641980 Apr 11 20:49:56.774218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:56.821697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Request body: {'binding': {'host': 'n-h1-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:56.822937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Unknown quota resources ['binding']. {{(pid=84666) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 20:49:57.040158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-22bba96c-9e71-4c0d-9245-4c1b3a9e9f32 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438063 Apr 11 20:49:57.124539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Pushing event updated for resources: {'Port': ['ID=b29a14f8-853e-4136-9cc3-dc2b66123ac4,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:57.127778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd51826-9c0f-41c5-b120-7c6951086d2d None None] Network c03494ac-98aa-464e-879a-869ff5e8bf5f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:49:57.217670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-4dfd3857-06d0-4c5e-a199-df8a380bf963 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715906 Apr 11 20:49:57.386586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] Provisioning for port 2577dd10-9703-43eb-9ef1-b5543593b68b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:49:57.395012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] Provisioning complete for port 2577dd10-9703-43eb-9ef1-b5543593b68b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:57.396148 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:57.427085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-90754622-181f-4ca0-93bd-8f6a5af2987e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517 HTTP/1.1" status: 200 len: 217 time: 0.1909523 Apr 11 20:49:57.509300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-48cc5078-3a5f-40c6-9acf-8b8a0509f68a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:57.510856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-48cc5078-3a5f-40c6-9acf-8b8a0509f68a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.0785072 Apr 11 20:49:57.570740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:57.622999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Network 7ba301f4-21aa-4989-bd41-04954917ad61 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:49:57.633232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] For port 2577dd10-9703-43eb-9ef1-b5543593b68b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2577dd10-9703-43eb-9ef1-b5543593b68b,segment=NetworkSegment(b0c645fd-4beb-4d90-92f2-ff796202bc22),segment_id=b0c645fd-4beb-4d90-92f2-ff796202bc22)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:49:57.649439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:49:57.659905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-fc620266-c642-465e-9826-0fafa8816885 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1403816 Apr 11 20:49:57.696660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:57.719126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0509c13-5404-4beb-b3dd-8483908a48ec req-8c5360be-091f-4c9f-9d7d-c52d9d3ca302 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:57.726873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0509c13-5404-4beb-b3dd-8483908a48ec req-8c5360be-091f-4c9f-9d7d-c52d9d3ca302 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.7750049 Apr 11 20:49:57.815612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7131b-2944-493a-84e8-1fc3aec1302e None None] Pushing event updated for resources: {'Port': ['ID=2577dd10-9703-43eb-9ef1-b5543593b68b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:49:57.935736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on host n-h1-837321-1 for vnic_type normal with profile None {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:49:57.936343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:49:57.936447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:57.966271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0509c13-5404-4beb-b3dd-8483908a48ec req-2142628f-1757-4713-a8b2-eeb66e5d948b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383740 Apr 11 20:49:57.976646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-f6d751db-6984-47da-8363-096b76512248 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077447 Apr 11 20:49:57.994961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:49:57.995350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:49:58.033553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-43975ad5-1051-414a-9af3-4880773a403f None None] Provisioning complete for port 2577dd10-9703-43eb-9ef1-b5543593b68b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:58.033930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-43975ad5-1051-414a-9af3-4880773a403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:58.170018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:58.170805 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:58.173862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:49:58.174208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:49:58.174597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:49:58.175045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Bound port: d20a1e41-fea8-4eb5-9e96-900ff835a47e, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:49:58.264632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-79aa7032-aaed-46f0-89af-2fb66204207c service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807140 Apr 11 20:49:58.364133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-1c22243b-17c3-4828-8c5f-d97d1a2d7ea5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc HTTP/1.1" status: 200 len: 217 time: 0.0874114 Apr 11 20:49:58.384680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-463366ff-c5ab-4aa7-adc3-d018882fabd7 None None] Provisioning complete for port b29a14f8-853e-4136-9cc3-dc2b66123ac4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:58.389379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-463366ff-c5ab-4aa7-adc3-d018882fabd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:58.474532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e73f290e-f76d-43ea-a3f9-a89f09193d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.476173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e73f290e-f76d-43ea-a3f9-a89f09193d31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.1079025 Apr 11 20:49:58.491924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-463366ff-c5ab-4aa7-adc3-d018882fabd7 None None] Port b29a14f8-853e-4136-9cc3-dc2b66123ac4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:49:58.603397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-b0a09649-88af-48a2-9b50-508a1a2697f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183522 Apr 11 20:49:58.677014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:58.716169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:49:58.762508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-5640c553-c3c0-43ba-9e22-bd6e942e9b75 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503680 Apr 11 20:49:58.762664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.767656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.772336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.776124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.780242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.785616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.789142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:58.789284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33458) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:49:58.791195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-eeae01b9-85ae-4012-878f-f92eea94db26 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.5208771 Apr 11 20:49:58.836203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:58.847688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-57aed539-7d63-438d-a9f5-5ffd210ef0f6 service neutron] 10.222.0.61 "POST /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e/bindings HTTP/1.1" status: 201 len: 389 time: 2.0511239 Apr 11 20:49:58.948261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3738b62-7453-4b7d-bc79-2509628b17c3 req-6866edb3-8760-47de-9e58-b733f024c6b0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434557 Apr 11 20:49:58.992512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-51de08bc-fdda-45bf-b38e-813f5999406e service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224267 Apr 11 20:49:58.996987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Router a57e94ce-007a-490e-89be-51f9398012e3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:49:59.130406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-151804396-network', 'tenant_id': '1b157c65be8b48ea8df07d6d589b35fe'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:49:59.134683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:59.138294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-011fd808-5b1e-4ca2-a8d6-53e24122f7ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495 HTTP/1.1" status: 200 len: 217 time: 0.1352277 Apr 11 20:49:59.140955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Usage tracker for resource:network and tenant:1b157c65be8b48ea8df07d6d589b35fe is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:59.145953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:59.212257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-6df63ec7-9b49-4b3c-bee5-b6b485ecb20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:49:59.216234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-6df63ec7-9b49-4b3c-bee5-b6b485ecb20b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 HTTP/1.1" status: 200 len: 797 time: 0.0696719 Apr 11 20:49:59.222752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:59.355872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Router d0a62c47-8906-455b-95ba-0fceaac03979 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:49:59.452531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-5ce4065e-343b-4619-af19-25a5dba5cb72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2285106 Apr 11 20:49:59.562019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Made reservation on behalf of 1b157c65be8b48ea8df07d6d589b35fe for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:49:59.568702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:59.591079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:59.652326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:49:59.671787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Usage tracker for resource:security_group_rule and tenant:1b157c65be8b48ea8df07d6d589b35fe is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:49:59.676960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:49:59.690959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:49:59.707063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:49:59.717857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-14cf4a79-1b6d-40d6-a106-1783f8b18c6d admin admin] 10.222.0.61 "PUT /v2.0/routers/a57e94ce-007a-490e-89be-51f9398012e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7026460 Apr 11 20:49:59.723139 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:49:59.732746 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:49:59.733049 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:49:59.788066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-521d98ef-3ad5-45b8-8f5c-77f1fd83eb8f service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255575 Apr 11 20:49:59.812523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2577dd10-9703-43eb-9ef1-b5543593b68b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:49:59.928114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2577dd10-9703-43eb-9ef1-b5543593b68b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:49:59.928114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:49:59.948385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-ac294fc4-8443-47ee-a2bf-d7f5c0bc6383 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1097 time: 0.3585200 Apr 11 20:50:00.098951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec5b2f-098e-488f-aba1-f5bb589a84b4 req-1c806d54-47c5-40e9-b267-3db1b6b7c4e6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.111657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1ec5b2f-098e-488f-aba1-f5bb589a84b4 req-1c806d54-47c5-40e9-b267-3db1b6b7c4e6 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 945 time: 0.2697349 Apr 11 20:50:00.164303 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:00.215119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-5bf0fc28-c008-4a11-a832-edaeaf444958 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191945 Apr 11 20:50:00.216196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-4a196ff3-67e3-4b42-bd0e-67dc29ef99b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.217279 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.217615 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-4a196ff3-67e3-4b42-bd0e-67dc29ef99b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.2570651 Apr 11 20:50:00.236927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1ec5b2f-098e-488f-aba1-f5bb589a84b4 req-512dc3fc-374b-48b1-8be0-2efdff565a01 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238313 Apr 11 20:50:00.307022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.335462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-375a6f4d-f295-41e8-a8bb-587c34106f11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 HTTP/1.1" status: 200 len: 217 time: 0.1130440 Apr 11 20:50:00.351132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:50:00.380032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-eb70d4c0-3ae6-42a7-b575-2e583cb7cca1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 217 time: 0.1418252 Apr 11 20:50:00.384934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:00.398282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] Sync routers for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:00.410895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e2d42-f96e-4b05-ad9d-d34ece40e603,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:00.425360 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.432666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.432666 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Added segment 12c93e8e-bc0c-440c-9d6e-273051e07cdd of type vlan for network 914a7103-a0d9-4ced-9144-a2b024f7917b Apr 11 20:50:00.436433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:00.440737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:00.529291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.561825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e451534f-bb64-48bd-a4b4-cc476b308a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.565455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-e451534f-bb64-48bd-a4b4-cc476b308a87 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 HTTP/1.1" status: 200 len: 797 time: 0.2153976 Apr 11 20:50:00.593735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:00.618201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:00.620312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:00.645977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-e82185ee-8347-41c9-8b56-55a2d2282c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.647579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-e82185ee-8347-41c9-8b56-55a2d2282c63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.2517684 Apr 11 20:50:00.667267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.668148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.668719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.770316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:00.770717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49ce2b-c260-43cb-9f3e-4d7bd462dba0 None None] The sync data for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:00.798391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.801312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.815355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.819801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.823932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.837999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:49:55Z', 'revision_number': 2, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:00.840135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.847660 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:00.847925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:00.848380 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Updating router a57e94ce-007a-490e-89be-51f9398012e3 port b29a14f8-853e-4136-9cc3-dc2b66123ac4 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:50:00.850028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-fb99b838-800c-4470-a519-3cd5b5ea3360 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.3960550 Apr 11 20:50:00.855262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.864846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9d41fcf4-4e6d-47f6-85ba-bf44106cb612 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.4297218 Apr 11 20:50:00.870220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-1a97d84f-ac04-4cc7-b00e-37361d4bc6f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096531 Apr 11 20:50:00.871686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33534) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:00.905040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] Pushing event updated for resources: {'Network': ['ID=914a7103-a0d9-4ced-9144-a2b024f7917b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:00.918118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 914a7103-a0d9-4ced-9144-a2b024f7917b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:50:00.931287 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:00.935324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-0881ea63-0393-4310-a29c-1b6a824a70fc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3621399 Apr 11 20:50:01.206837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9da70ff8-b2dd-44ff-b934-37c699f5fb94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4123094 Apr 11 20:50:01.208896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:01.227426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Request body: {'subnet': {'network_id': '914a7103-a0d9-4ced-9144-a2b024f7917b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-151804396-subnet', 'tenant_id': '1b157c65be8b48ea8df07d6d589b35fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:01.250334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-54effcac-5e93-4301-923c-d5df826955e0 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060515 Apr 11 20:50:01.258280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:01.287139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Usage tracker for resource:subnet and tenant:1b157c65be8b48ea8df07d6d589b35fe is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:01.293001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:01.360867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:01.461631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33552) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:01.469009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Made reservation on behalf of 1b157c65be8b48ea8df07d6d589b35fe for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:01.472816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:01.495218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112830080', 'description': 'tempest-description--693262262'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:01.515507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ee278ce-8aca-40f5-b6e4-587a06276e11 req-258ce51e-008d-4e09-aa3b-82a3e7660718 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6490183 Apr 11 20:50:01.565840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:01.570713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e40b237-0c74-4c54-b34a-366f11c90090 req-1fef9e79-d1a0-4c71-9051-b83ae4fc31de service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090596 Apr 11 20:50:01.592929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:01.600382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:01.616768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:01.634624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-7423dc3b-15df-4baf-84c2-176d1854f674 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360843 Apr 11 20:50:01.710390 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:01.732462 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Transition to ACTIVE for port object b29a14f8-853e-4136-9cc3-dc2b66123ac4 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:01.766840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:01.804005 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:01.940294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:01.950554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:01.958936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:01.983780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:02.041517 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Pushing event updated for resources: {'Port': ['ID=b29a14f8-853e-4136-9cc3-dc2b66123ac4,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:02.046274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-b7d0a84b-b6f0-482d-8709-726f258def1d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6475 time: 0.2495654 Apr 11 20:50:02.093295 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-efea838a-dca9-4c6f-81bc-623565b5e668 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500802 Apr 11 20:50:02.096846 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.097183 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.097578 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.097903 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.098286 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.098612 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.098907 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.099216 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.099546 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.099908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.100223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:02.181766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.182408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da237a6e-e9ca-4873-b5e7-fc69b85ed832 req-34cecd50-22b1-4716-970e-fe211a58a08e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:02.182408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da237a6e-e9ca-4873-b5e7-fc69b85ed832 req-34cecd50-22b1-4716-970e-fe211a58a08e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.3143897 Apr 11 20:50:02.251623 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Attempting to bind port b29a14f8-853e-4136-9cc3-dc2b66123ac4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:02.252123 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Attempting to bind port b29a14f8-853e-4136-9cc3-dc2b66123ac4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:02.252601 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Attempting to bind port b29a14f8-853e-4136-9cc3-dc2b66123ac4 on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:02.261699 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:02.262208 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Checking segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:02.262615 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.263147 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Bound using segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:02.264021 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Bound port: b29a14f8-853e-4136-9cc3-dc2b66123ac4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:02.264468 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.283053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543457-4a44-429c-abed-e4922420deb1 req-fa325480-1e62-4f57-8278-76e9053cf0b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:02.284491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-fa325480-1e62-4f57-8278-76e9053cf0b0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb HTTP/1.1" status: 200 len: 902 time: 0.2258050 Apr 11 20:50:02.408275 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da237a6e-e9ca-4873-b5e7-fc69b85ed832 req-07ce6d67-3bc0-47f9-9a82-77f1f03e6228 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627888 Apr 11 20:50:02.444039 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] For port b29a14f8-853e-4136-9cc3-dc2b66123ac4, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:02.449158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] For port b29a14f8-853e-4136-9cc3-dc2b66123ac4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b29a14f8-853e-4136-9cc3-dc2b66123ac4,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:02.495975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-4453de75-9949-4b9a-8ca4-72af9ee4ecbf req-a116f618-fe17-4901-8da7-7f154ad17bda tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:50:02.497164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4453de75-9949-4b9a-8ca4-72af9ee4ecbf req-a116f618-fe17-4901-8da7-7f154ad17bda tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073540 Apr 11 20:50:02.540228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.552918 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.586313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.628770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-95514047-ed8a-4799-a8e6-c5d6277e84cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 HTTP/1.1" status: 200 len: 217 time: 0.3134589 Apr 11 20:50:02.637125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f03280-53b0-45be-9205-87207b289f0b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:02.698064 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e57600-c5fe-4084-b3ee-6282eba35657 None None] Pushing event updated for resources: {'Port': ['ID=b29a14f8-853e-4136-9cc3-dc2b66123ac4,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:02.718724 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:02.720213 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:02.833072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf82cce3-de04-4012-b6d5-a4a88fa35f1f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:02.881394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:02.894198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:02.898243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2c9f9208-af13-4dcb-9de9-b3f64b90e3ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4323816 Apr 11 20:50:02.902291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33596) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:02.912915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543457-4a44-429c-abed-e4922420deb1 req-10fee591-1990-4de6-b054-81d6a563b862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:02.914470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-10fee591-1990-4de6-b054-81d6a563b862 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 HTTP/1.1" status: 200 len: 797 time: 0.2681088 Apr 11 20:50:02.923288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281314-1a6a-48d4-8d18-b1ab3092ee32 req-ea63c805-8f1a-432f-87e4-281f686731fd tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:02.924398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4453de75-9949-4b9a-8ca4-72af9ee4ecbf req-8657eedb-3782-40e4-aa3c-6cacdd230faa tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4175184 Apr 11 20:50:02.945680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15281314-1a6a-48d4-8d18-b1ab3092ee32 req-ea63c805-8f1a-432f-87e4-281f686731fd tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.6518412 Apr 11 20:50:02.956414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'security_group_rule': {'security_group_id': '58f03280-53b0-45be-9205-87207b289f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:02.967788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:02.979025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:02.984693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:02.999322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:03.046998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Checking segment: {'id': '12c93e8e-bc0c-440c-9d6e-273051e07cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '914a7103-a0d9-4ced-9144-a2b024f7917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:03.050444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Network hostable DHCP agents. Network: 914a7103-a0d9-4ced-9144-a2b024f7917b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:50:03.088811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:03.127290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15281314-1a6a-48d4-8d18-b1ab3092ee32 req-2c35bed6-5175-49dc-a732-1e5e46faedf4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880476 Apr 11 20:50:03.145641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-ea50c9b1-f608-46c9-9776-e40ae4c3f692 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2035854 Apr 11 20:50:03.185731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.327137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.333767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Network 914a7103-a0d9-4ced-9144-a2b024f7917b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:50:03.391817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.412048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.450197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d50175-d9d8-4942-87e2-3053dea18ebb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:03.554362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:03.558981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Usage tracker for resource:security_group_rule and tenant:7539c5bc2ef34b44809d686f3affff9b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:03.562356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:03.568972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:03.590976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 914a7103-a0d9-4ced-9144-a2b024f7917b) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:03.606381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e6eed-f252-4220-9b4f-46d2e28111aa None None] Network 914a7103-a0d9-4ced-9144-a2b024f7917b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:03.630255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.635849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.694090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.694587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-008f1fa2-6dcc-4126-9f52-7e5767fce28b service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315230 Apr 11 20:50:03.733621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.733999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.738294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.742602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.746690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.750975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.755189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:03.763155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-8d504a3d-e582-418b-979b-5ac9d7804566 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.4376724 Apr 11 20:50:03.824789 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:02Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:03.831387 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52f04-bc9d-4794-a0aa-2174d6493eab None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:02Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:03.882126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8306342-8942-4df0-9402-a26d4e31992a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6671307 Apr 11 20:50:03.933152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:03.936356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a96e61ec-7ade-4e63-8ee7-e8a0a966acd1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0277855 Apr 11 20:50:03.940941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33606) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:03.949756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'security_group_rule': {'security_group_id': '58f03280-53b0-45be-9205-87207b289f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:03.968287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:03.993213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:03.993921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:04.034034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95e1522e-dc12-4190-8fce-a1d2e348fa0a req-d399160f-97c3-4637-b0b7-95655f7d1c3f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2693877 Apr 11 20:50:04.054000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:04.056847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.118513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf543457-4a44-429c-abed-e4922420deb1 req-bd47afd6-7504-48f7-918e-cddb154fbe51 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175911 Apr 11 20:50:04.127785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41e59d-622c-4f0b-af04-c9da3daafc75 None None] Network 914a7103-a0d9-4ced-9144-a2b024f7917b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:04.196976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.231150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.400614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.407879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc333a8-a0ed-4f45-8074-3a906d6bea12 req-266978df-33a8-4f53-a30a-1c87c2808de3 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:04.410330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcc333a8-a0ed-4f45-8074-3a906d6bea12 req-266978df-33a8-4f53-a30a-1c87c2808de3 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.6790619 Apr 11 20:50:04.411221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee837cbb-1f03-4377-8403-bd8ce23fa5b2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:04.420049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ba82462f-0b2f-4566-92ca-0f8c28edf39c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7539c5bc2ef34b44809d686f3affff9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5309732 Apr 11 20:50:04.422572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:04.560825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.640712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcc333a8-a0ed-4f45-8074-3a906d6bea12 req-4e042bfd-c3d2-4c41-98bf-760723988fa7 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874363 Apr 11 20:50:04.646757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18871d4-5b22-4bca-9b1f-c678e3cb42f9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:04.654749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73841e4a-c3ca-4b8e-8902-b21c1b7cb3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.739698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.739698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-761b09f9-d905-4c4f-a9ef-7215a004dc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7892683 Apr 11 20:50:04.779195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33622) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:04.800553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73841e4a-c3ca-4b8e-8902-b21c1b7cb3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:04.801543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:04.819355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:04.850585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:floatingip and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:04.863243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:04.877907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:04.925689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242122-a795-4164-8a8e-223ecb8f58c4 req-46d0da4c-8805-4846-8aad-bb1dabadfef1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:04.933967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92242122-a795-4164-8a8e-223ecb8f58c4 req-46d0da4c-8805-4846-8aad-bb1dabadfef1 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.4658732 Apr 11 20:50:05.020441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92242122-a795-4164-8a8e-223ecb8f58c4 req-9b785cf8-fe74-4f62-a477-944408f200bf tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852106 Apr 11 20:50:05.068091 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73841e4a-c3ca-4b8e-8902-b21c1b7cb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:05.088816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Allocated IP 172.20.0.1 (c03494ac-98aa-464e-879a-869ff5e8bf5f/e30c9749-226b-4dda-8260-8f94973c782a/15486096-57b8-4a83-a8a3-ea2247b455e1) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:05.116865 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-730250cc-5f6c-46ea-b219-d2cc3ccf4b3b req-78d4d0a4-f720-4337-8dd2-9406918b46b2 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] show failed (client error): The resource could not be found. Apr 11 20:50:05.117573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-730250cc-5f6c-46ea-b219-d2cc3ccf4b3b req-78d4d0a4-f720-4337-8dd2-9406918b46b2 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups/2ae1cd73-8cd9-4e27-ac25-9942844d9621 HTTP/1.1" status: 404 len: 352 time: 0.0303347 Apr 11 20:50:05.132410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73841e4a-c3ca-4b8e-8902-b21c1b7cb3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee837cbb-1f03-4377-8403-bd8ce23fa5b2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:05.132410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-73841e4a-c3ca-4b8e-8902-b21c1b7cb3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:05.132410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-73841e4a-c3ca-4b8e-8902-b21c1b7cb3eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee837cbb-1f03-4377-8403-bd8ce23fa5b2 HTTP/1.1" status: 204 len: 168 time: 0.7061391 Apr 11 20:50:05.211941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:05.371896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ea27-4954-4d5f-ac71-b6a534ec29af req-ce4af8ba-a1ad-4f6d-b8e3-ac96df7a31dd tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:05.380337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e018ea27-4954-4d5f-ac71-b6a534ec29af req-ce4af8ba-a1ad-4f6d-b8e3-ac96df7a31dd tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 945 time: 0.1367772 Apr 11 20:50:05.484732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e018ea27-4954-4d5f-ac71-b6a534ec29af req-dce44327-096e-4149-ad95-7b20c70b2fe5 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029418 Apr 11 20:50:05.739119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb371d-cd57-4507-a7a6-5ba389ec15e0 req-49d63d32-9fa0-468b-b372-37f9399f7e18 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:05.749797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbb371d-cd57-4507-a7a6-5ba389ec15e0 req-49d63d32-9fa0-468b-b372-37f9399f7e18 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.1235266 Apr 11 20:50:05.806347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b29a14f8-853e-4136-9cc3-dc2b66123ac4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:05.817985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffbb371d-cd57-4507-a7a6-5ba389ec15e0 req-3faed8af-8fb7-4100-8cad-c63de22e8524 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Apr 11 20:50:05.872726 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:05.907290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Transition to ACTIVE for port object 15486096-57b8-4a83-a8a3-ea2247b455e1 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:05.961368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5b1769c4-1c71-41ea-8503-0b11e96def50 req-c6003d3c-5dc3-46bf-91c6-55bde5c8ffee tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] Synchronizing usage tracker for tenant:1b157c65be8b48ea8df07d6d589b35fe on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:05.985017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:05.985017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:05.992480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:05.997302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:05.997302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:06.002897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:06.019571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:06.019571 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-b58050d8-86ba-4687-b3af-006df65a204b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.5566239 Apr 11 20:50:06.084801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b29a14f8-853e-4136-9cc3-dc2b66123ac4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:06.084801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b29a14f8-853e-4136-9cc3-dc2b66123ac4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:06.084801 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.097381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.108292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5b1769c4-1c71-41ea-8503-0b11e96def50 req-c6003d3c-5dc3-46bf-91c6-55bde5c8ffee tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] Unset dirty status for tenant:1b157c65be8b48ea8df07d6d589b35fe on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:06.108292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b1769c4-1c71-41ea-8503-0b11e96def50 req-c6003d3c-5dc3-46bf-91c6-55bde5c8ffee tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b157c65be8b48ea8df07d6d589b35fe HTTP/1.1" status: 200 len: 2652 time: 0.2344396 Apr 11 20:50:06.189624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33644) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:06.192464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.229996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b1769c4-1c71-41ea-8503-0b11e96def50 req-4eb32c5e-54b2-4e5c-9b18-4d55ecb936e3 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups/501e2d42-f96e-4b05-ad9d-d34ece40e603 HTTP/1.1" status: 200 len: 2649 time: 0.1162283 Apr 11 20:50:06.230845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.300659 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.324354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:06.330295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b1769c4-1c71-41ea-8503-0b11e96def50 req-ba3e38ff-9b44-465b-aad0-43c8bd9413f5 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups/501e2d42-f96e-4b05-ad9d-d34ece40e603 HTTP/1.1" status: 200 len: 2649 time: 0.0829780 Apr 11 20:50:06.334532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Usage tracker for resource:security_group_rule and tenant:9db5f37daeb344b49e216264d9122401 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:06.339115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:06.346767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:06.364764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b29a14f8-853e-4136-9cc3-dc2b66123ac4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b29a14f8-853e-4136-9cc3-dc2b66123ac4,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:06.450763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.464170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Allocated IP 172.25.5.181 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/3c4d6d7f-54ff-4b2a-a28f-092d6b7e028b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:06.570772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.639351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.663199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.709446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae37320b-8600-418c-b3f4-e9a98a7c7cdf req-962fa82a-47fd-4170-a82b-0b5ed9ec4b95 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6803560 Apr 11 20:50:06.713365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b29a14f8-853e-4136-9cc3-dc2b66123ac4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:06.733903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network c03494ac-98aa-464e-879a-869ff5e8bf5f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:06.734193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd3b746-1eae-436d-b17b-ef68c60e9348,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:06.734304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Port': ['ID=15486096-57b8-4a83-a8a3-ea2247b455e1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:06.737446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:06.741624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:06.751520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f5cfd6e-a98a-4cc6-82bb-2ac11549131f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9db5f37daeb344b49e216264d9122401&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5598748 Apr 11 20:50:06.759082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33654) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:06.870141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:06.950460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1792f456-b8c0-46b7-8a46-a221fab5a296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.072749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1792f456-b8c0-46b7-8a46-a221fab5a296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.201964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:07.210316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:07.215103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.234543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:07.291316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61668612-8284-4569-85ed-d625171c0ec3 req-dddda1cf-9bf1-4a32-981a-f8c8838e1e03 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:07.291316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61668612-8284-4569-85ed-d625171c0ec3 req-dddda1cf-9bf1-4a32-981a-f8c8838e1e03 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:07.297249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61668612-8284-4569-85ed-d625171c0ec3 req-dddda1cf-9bf1-4a32-981a-f8c8838e1e03 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:07.305944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61668612-8284-4569-85ed-d625171c0ec3 req-dddda1cf-9bf1-4a32-981a-f8c8838e1e03 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523&device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997&device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 2418 time: 0.1201327 Apr 11 20:50:07.338811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1792f456-b8c0-46b7-8a46-a221fab5a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.368045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f456-b8c0-46b7-8a46-a221fab5a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd3b746-1eae-436d-b17b-ef68c60e9348,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:07.385232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'Port': ['ID=3c4d6d7f-54ff-4b2a-a28f-092d6b7e028b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:07.403844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1792f456-b8c0-46b7-8a46-a221fab5a296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.408062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1792f456-b8c0-46b7-8a46-a221fab5a296 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6fd3b746-1eae-436d-b17b-ef68c60e9348 HTTP/1.1" status: 204 len: 168 time: 0.6480327 Apr 11 20:50:07.425826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3bba4e20-7cbb-47d8-b3b6-8350bc933292 None None] Provisioning for port 15486096-57b8-4a83-a8a3-ea2247b455e1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:07.435620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33662) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:07.443451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3bba4e20-7cbb-47d8-b3b6-8350bc933292 None None] Provisioning complete for port 15486096-57b8-4a83-a8a3-ea2247b455e1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:07.443451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3bba4e20-7cbb-47d8-b3b6-8350bc933292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.447571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61668612-8284-4569-85ed-d625171c0ec3 req-2282814a-07e6-4fd6-b40c-4a32f347f805 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373069 Apr 11 20:50:07.471823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95586f61-fd46-478d-b7b8-973ca9f92d39 req-52f95111-01ce-407c-b410-c6c94689978b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:07.481042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95586f61-fd46-478d-b7b8-973ca9f92d39 req-52f95111-01ce-407c-b410-c6c94689978b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.3721058 Apr 11 20:50:07.583605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3bba4e20-7cbb-47d8-b3b6-8350bc933292 None None] Port 15486096-57b8-4a83-a8a3-ea2247b455e1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:07.590021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaa4ffe9-e6b7-4065-a8f1-1fe8c1f1e2f5 req-e72222e6-a7be-4f18-be6d-69b7b758a668 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups/501e2d42-f96e-4b05-ad9d-d34ece40e603 HTTP/1.1" status: 200 len: 2649 time: 0.0854232 Apr 11 20:50:07.653768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.697031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95586f61-fd46-478d-b7b8-973ca9f92d39 req-93cb9ec5-d57d-405d-89ce-511a2be62f6e tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134655 Apr 11 20:50:07.728178 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-aaa4ffe9-e6b7-4065-a8f1-1fe8c1f1e2f5 req-a301dd7d-7255-443d-be65-06adc4635052 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 20:50:07.734247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaa4ffe9-e6b7-4065-a8f1-1fe8c1f1e2f5 req-a301dd7d-7255-443d-be65-06adc4635052 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "DELETE /v2.0/security-groups/501e2d42-f96e-4b05-ad9d-d34ece40e603 HTTP/1.1" status: 409 len: 352 time: 0.1345298 Apr 11 20:50:07.783751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b29a14f8-853e-4136-9cc3-dc2b66123ac4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:07.897862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b29a14f8-853e-4136-9cc3-dc2b66123ac4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:07.898503 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:07.917756 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-b8a9ffad-1fe8-45d1-ab81-8f4af12e1a43 req-f9fc71e9-355a-49bd-9173-120d63255a27 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] show failed (client error): The resource could not be found. Apr 11 20:50:07.919029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8a9ffad-1fe8-45d1-ab81-8f4af12e1a43 req-f9fc71e9-355a-49bd-9173-120d63255a27 tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups/94e2ef3c-b2bc-4777-ac5c-8cda74f9ab71 HTTP/1.1" status: 404 len: 352 time: 0.0382137 Apr 11 20:50:07.934615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b0e3d05b-7bec-4536-a163-648fa24ad3a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9932529c3dd54b5f8c49e1e85054ddd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4978921 Apr 11 20:50:07.939602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33678) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:08.078181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c413e45-f356-48cc-ae6e-fe5d60258c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.115246 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.173052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c413e45-f356-48cc-ae6e-fe5d60258c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.271052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.275047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.279225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.283699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.288089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.292771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.297104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:08.300150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-16c6c6c3-70e1-4509-bc5b-bef3021a4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.1988807 Apr 11 20:50:08.361833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34d48fed-37a5-41f2-94c7-535127cc92f2 req-76e53d0f-9f9a-4790-bd1f-344898e80cbf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554774 Apr 11 20:50:08.363995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c413e45-f356-48cc-ae6e-fe5d60258c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.384800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c413e45-f356-48cc-ae6e-fe5d60258c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f1f64-758c-450b-acfc-474e9898a12e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:08.445576 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.476050 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-6764bd4c-f23a-4247-87ad-2fe14dc6e5b9 req-04655978-bddc-4700-9227-49a3ae10559b tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] show failed (client error): The resource could not be found. Apr 11 20:50:08.476050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6764bd4c-f23a-4247-87ad-2fe14dc6e5b9 req-04655978-bddc-4700-9227-49a3ae10559b tempest-SecurityGroupsNegativeTestJSON-1011704499 tempest-SecurityGroupsNegativeTestJSON-1011704499-project] 10.222.0.61 "GET /v2.0/security-groups/51abfb41-0975-436d-95fb-2d2b68623cb6 HTTP/1.1" status: 404 len: 352 time: 0.0209560 Apr 11 20:50:08.485546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c413e45-f356-48cc-ae6e-fe5d60258c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.485546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c413e45-f356-48cc-ae6e-fe5d60258c12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d33f1f64-758c-450b-acfc-474e9898a12e HTTP/1.1" status: 204 len: 168 time: 0.5410683 Apr 11 20:50:08.499673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:08.608610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Deleting subnet bf82cce3-de04-4012-b6d5-a4a88fa35f1f {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:50:08.621032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.718981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.728215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-359403d8-a8b4-4234-a44a-86a6b1d85868 req-aa99f9c0-ae7a-44bb-8007-49f2affa07c3 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8730786 Apr 11 20:50:08.819836 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.823083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.915015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:08.915015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.040985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Port': ['ID=15486096-57b8-4a83-a8a3-ea2247b455e1,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:09.059465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.086058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.157929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce39f-e3b5-4f39-a211-3b5d5d384db0 req-d6bd4c60-5dcb-48e6-a278-ad77d913e59c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:09.167342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e4ce39f-e3b5-4f39-a211-3b5d5d384db0 req-d6bd4c60-5dcb-48e6-a278-ad77d913e59c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.2459590 Apr 11 20:50:09.208289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf82cce3-de04-4012-b6d5-a4a88fa35f1f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:09.233434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.265879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57e9322f-8408-4b2e-9c5c-1128f6b4b32e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bf82cce3-de04-4012-b6d5-a4a88fa35f1f HTTP/1.1" status: 204 len: 168 time: 0.7643063 Apr 11 20:50:09.274075 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.282290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e4ce39f-e3b5-4f39-a211-3b5d5d384db0 req-a7d270b5-91c2-4903-b497-92ef48b9f0e9 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135633 Apr 11 20:50:09.283400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:09.292117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'Port': ['ID=3c4d6d7f-54ff-4b2a-a28f-092d6b7e028b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:09.420308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33718) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:09.431894 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.473421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.589884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network c03494ac-98aa-464e-879a-869ff5e8bf5f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:09.592341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:09.721870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-network', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:09.723382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:09.739901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.763659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Usage tracker for resource:network and tenant:40f4a89150f347a794fc6c6f693253ce is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:09.778073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:09.822454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:09.823750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4d706371-555c-4cc5-9acc-04928669a0b3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0438080 Apr 11 20:50:09.826391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:09.852315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914a7103-a0d9-4ced-9144-a2b024f7917b']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:09.897228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c93e8e-bc0c-440c-9d6e-273051e07cdd') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:09.897531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c93e8e-bc0c-440c-9d6e-273051e07cdd') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:09.963616 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.003315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.010997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.026416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.031257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.037300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.046713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.052323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.052759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e350edbf-37a5-4cb1-ac24-a9f6764726fb None None] Provisioning complete for port 15486096-57b8-4a83-a8a3-ea2247b455e1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:10.053229 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e350edbf-37a5-4cb1-ac24-a9f6764726fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.065554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ac346ac-a370-413c-ab54-32f48a249514 req-fc2135cc-3d06-49af-a853-fcf5fb12c03b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.4035423 Apr 11 20:50:10.096160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Made reservation on behalf of 40f4a89150f347a794fc6c6f693253ce for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:10.101052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.136459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.166266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.213555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:10.220837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e350edbf-37a5-4cb1-ac24-a9f6764726fb None None] Port 15486096-57b8-4a83-a8a3-ea2247b455e1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:10.225298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Usage tracker for resource:security_group_rule and tenant:40f4a89150f347a794fc6c6f693253ce is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:10.225298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:10.233550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:10.306642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.331138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:50:10.331597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:50:10.367356 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:50:10.428102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ac346ac-a370-413c-ab54-32f48a249514 req-5e9e63d3-a34c-4dee-96bd-940141c2d475 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3573177 Apr 11 20:50:10.431146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.442749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-216d49c2-fe92-4065-ae7d-d6ce6265d90a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1112830080&fields=id&tenant_id=9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 267 time: 0.0833504 Apr 11 20:50:10.501873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33750) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:10.521059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f2a3e2-5aad-4039-9608-c6b1749db8a3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:10.548142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Router d0a62c47-8906-455b-95ba-0fceaac03979 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:10.550412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.586219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:50:10.601113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.601510 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Added segment cc2e681e-4aa4-4cfe-a14a-603e7871a0c5 of type vlan for network 302315d4-7f6d-4883-b23f-3226b01d8f7c Apr 11 20:50:10.606132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.629314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] Pushing event deleted for resources: {'Network': ['ID=914a7103-a0d9-4ced-9144-a2b024f7917b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:10.676680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b88b822f-a78a-46bd-8e87-2b1ad694d09d admin admin] 10.222.0.61 "DELETE /v2.0/networks/914a7103-a0d9-4ced-9144-a2b024f7917b HTTP/1.1" status: 204 len: 168 time: 1.3869832 Apr 11 20:50:10.686972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.725108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1915906715-network', 'tenant_id': '466e640c743144f4906b53e47e6d8675'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:10.753061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:10.758340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Usage tracker for resource:network and tenant:466e640c743144f4906b53e47e6d8675 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:10.769274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:10.778295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:10.834850 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.835237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.835947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.875169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Made reservation on behalf of 466e640c743144f4906b53e47e6d8675 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:10.875169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.895755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-07a20c94-0756-45d8-ac1b-87a535defc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:10.895755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-07a20c94-0756-45d8-ac1b-87a535defc85 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 817 time: 0.4402664 Apr 11 20:50:10.909923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:10.930857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-64ee8da0-f794-4e42-8e27-34c64802e5ff tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/quotas/9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 375 time: 0.0354354 Apr 11 20:50:11.023388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33760) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:11.038529 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6171420 Apr 11 20:50:11.047131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33764) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:11.053395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3373-7319-40b1-a7f9-73d2bd35f2dd admin admin] Pushing event updated for resources: {'Network': ['ID=302315d4-7f6d-4883-b23f-3226b01d8f7c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:11.065184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:11.065352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Request body: {'subnet': {'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-subnet', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:11.066198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:50:11.075863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:11.076685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Usage tracker for resource:security_group_rule and tenant:466e640c743144f4906b53e47e6d8675 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:11.083125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:11.093435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:11.103179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Usage tracker for resource:subnet and tenant:40f4a89150f347a794fc6c6f693253ce is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:11.107739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:11.120783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:11.127466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fec12-c301-4f8b-afef-0a0eb79d6d8c req-1dd58148-ed4a-45e5-b1c9-ed466563d1b6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.127466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b02fec12-c301-4f8b-afef-0a0eb79d6d8c req-1dd58148-ed4a-45e5-b1c9-ed466563d1b6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.2158346 Apr 11 20:50:11.162958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-efad2484-099a-49b0-8e48-011f299ba133 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:11.197718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e3bd8ad-f88d-4ea5-b6f5-68b565eb0b40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b157c65be8b48ea8df07d6d589b35fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1729271 Apr 11 20:50:11.202245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33768) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:11.222195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:11.241268 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] Sync routers for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:11.243877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bf99f4fc-7cf6-4c18-b9c2-5afc89251eb7 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "PUT /v2.0/routers/d0a62c47-8906-455b-95ba-0fceaac03979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3538399 Apr 11 20:50:11.243877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33772) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:11.244588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b02fec12-c301-4f8b-afef-0a0eb79d6d8c req-b0a75693-e282-48ce-ad8a-9b560d482759 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985630 Apr 11 20:50:11.244671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Made reservation on behalf of 40f4a89150f347a794fc6c6f693253ce for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:11.244671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.244807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:11.244807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:11.276641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Request body: {'port': {'network_id': 'c03494ac-98aa-464e-879a-869ff5e8bf5f', 'name': 'tempest-FloatingIPAdminTestJSON-1331549167'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:11.290098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.342330 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:11.349335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8793b4-ae14-40b6-871e-207ff5a7f61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.366484 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:11.367426 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:49:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:11.383987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.403813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:50:11.413577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.414218 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Added segment 096380f3-11cf-4e30-bfdd-aecb3e590f1a of type vlan for network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 Apr 11 20:50:11.435241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-efad2484-099a-49b0-8e48-011f299ba133 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:11.449346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-efad2484-099a-49b0-8e48-011f299ba133 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4994335 Apr 11 20:50:11.471873 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:11.471873 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048e7a0-6082-40a1-8bc7-03e73810ae27 None None] The sync data for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:11.580205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8793b4-ae14-40b6-871e-207ff5a7f61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.633776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.650751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d59844-582c-45cc-8bdf-8fe5fcc3393d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:11.664363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:11.667767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Usage tracker for resource:port and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:11.670709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:11.677322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:11.762184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Made reservation on behalf of a2d2324a480e4b19964c5c8d4722c55f for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:11.771831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.788935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.790574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.790574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.793574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8793b4-ae14-40b6-871e-207ff5a7f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.857555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] device_id is not set on port f30c6dfe-e42c-4550-bb01-4483e29a5122 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:50:11.893640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8793b4-ae14-40b6-871e-207ff5a7f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e2d42-f96e-4b05-ad9d-d34ece40e603,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:11.896116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:11.932750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.937342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.947089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.947089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.949851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.955221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.958785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:11.960746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-2aa38648-7679-45fa-9221-80f5311f4162 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.2540114 Apr 11 20:50:11.984615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] Pushing event updated for resources: {'Network': ['ID=ffd715e7-bda5-4a3d-b1d6-a627e54f2e09,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:12.004627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:50:12.021332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e2a4581-3ed5-458e-96be-debc80cdca57 req-da8f3be9-ceab-4991-870c-46ab5d6f4c98 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525117 Apr 11 20:50:12.069757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1e264254-79d2-497f-a8a1-0aaaf694a2ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5729551 Apr 11 20:50:12.073092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8793b4-ae14-40b6-871e-207ff5a7f61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.075729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1a8793b4-ae14-40b6-871e-207ff5a7f61a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/501e2d42-f96e-4b05-ad9d-d34ece40e603 HTTP/1.1" status: 204 len: 168 time: 0.8724995 Apr 11 20:50:12.077064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33782) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:12.083652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1102a63e-2df3-4857-9fec-e29f90e6307c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:12.083940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Request body: {'subnet': {'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1915906715-subnet', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:12.100977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:12.112003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Usage tracker for resource:subnet and tenant:466e640c743144f4906b53e47e6d8675 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:12.115357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:12.123680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:12.183130 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-21017833-18ac-444b-b082-3da1c55cbb87 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600420 Apr 11 20:50:12.209922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Checking segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:12.210456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Network hostable DHCP agents. Network: 302315d4-7f6d-4883-b23f-3226b01d8f7c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:50:12.215639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Made reservation on behalf of 466e640c743144f4906b53e47e6d8675 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:12.220332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.331525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Allocated IP 172.20.0.12 (c03494ac-98aa-464e-879a-869ff5e8bf5f/e30c9749-226b-4dda-8260-8f94973c782a/f30c6dfe-e42c-4550-bb01-4483e29a5122) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:12.432959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-24f23c52-1d83-4f38-9ec8-d1ea016c8a2b tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1097 time: 0.3815427 Apr 11 20:50:12.444637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-837321-1'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:12.486317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-253f9a81-9d9d-49a9-b5a2-8dcc72bc0af5 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022332 Apr 11 20:50:12.502650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:50:12.598877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.703940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 302315d4-7f6d-4883-b23f-3226b01d8f7c) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:12.704917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30dc1bf-43e0-4fc7-b690-ed4fa645b93b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:12.717449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Checking segment: {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:12.717557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Network hostable DHCP agents. Network: ffd715e7-bda5-4a3d-b1d6-a627e54f2e09, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:50:12.724220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:12.724817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.727637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f6ac0-7c19-4c68-b4c5-6bba3ba96af4 None None] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:12.759167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.896784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:50:12.908117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ffd715e7-bda5-4a3d-b1d6-a627e54f2e09) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:12.920841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:12.922711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.926055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdfe00-91f6-48e1-96e4-1ea02859d94f None None] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:12.930151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:12.946163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ee2da8fa-f812-43aa-ab3c-9602a08844c0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8958278 Apr 11 20:50:12.954212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33802) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:13.001699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Transition to ACTIVE for port object f30c6dfe-e42c-4550-bb01-4483e29a5122 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:13.090367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:13.128210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:13.133911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Usage tracker for resource:router and tenant:40f4a89150f347a794fc6c6f693253ce is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:13.140331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:13.171058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:13.243177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9c314-bb7e-4064-8954-6e1ef014f572 req-0e1655f9-c81a-4f33-b631-7c7bd5f8db8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:13.267567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3bc9c314-bb7e-4064-8954-6e1ef014f572 req-0e1655f9-c81a-4f33-b631-7c7bd5f8db8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 946 time: 0.3084214 Apr 11 20:50:13.368274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-269e6054-860c-4100-ae03-f7f17767ee98 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2873969 Apr 11 20:50:13.371448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33816) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:13.383033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.383033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.429766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:13.429907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:13.447081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:13.483502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b1f35-dd6f-4212-8c6d-5f84693a16e3 req-77070c27-6d1b-450c-988c-94cc7e93788b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:13.483502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755b1f35-dd6f-4212-8c6d-5f84693a16e3 req-77070c27-6d1b-450c-988c-94cc7e93788b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.3365893 Apr 11 20:50:13.487142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Usage tracker for resource:router and tenant:466e640c743144f4906b53e47e6d8675 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:13.496190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.517092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'fixed_ips': [{'subnet_id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:50:13.517252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:13.518597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.548913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:13.560052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3bc9c314-bb7e-4064-8954-6e1ef014f572 req-cc640cf7-7879-41ba-80c1-e6759b33ba8d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947519 Apr 11 20:50:13.584864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.619723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:13.671560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-302315d4-7f6d-4883-b23f-3226b01d8f7c', 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'fixed_ips': [{'subnet_id': '1102a63e-2df3-4857-9fec-e29f90e6307c'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:50:13.671560 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.733585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.735855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.750978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:13.760566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.763136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Network c03494ac-98aa-464e-879a-869ff5e8bf5f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:13.763923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event updated for resources: {'Port': ['ID=f30c6dfe-e42c-4550-bb01-4483e29a5122,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:13.768748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:13.772666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:13.811922 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755b1f35-dd6f-4212-8c6d-5f84693a16e3 req-86c009d7-bce8-48e9-8721-2769d0434e86 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114169 Apr 11 20:50:13.896093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:13.896093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.914766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:13.927386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:14.050739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71487fc0-4d95-47d4-8746-c95ed636b152 req-10994160-e732-4e82-ae08-2b7b9c660cc8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.3941634 Apr 11 20:50:14.116235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88ba42cc-5993-4951-86ec-609c962ebc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.159400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.206971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.209536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:14.303585 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01781ac9-c0c5-4c6e-a183-85d0b4fda939'] response: {'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'code': 200} Apr 11 20:50:14.324670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Allocated IP 172.20.0.2 (ffd715e7-bda5-4a3d-b1d6-a627e54f2e09/d30dc1bf-43e0-4fc7-b690-ed4fa645b93b/30214ded-27e2-48f0-807b-867e569f7888) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:14.355627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-34e9e1ad-4dac-439c-aa6d-276c8ebfef5e tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1209962 Apr 11 20:50:14.358652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33830) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:14.430922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:14.471262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on host n-h2-837321-1 for vnic_type normal with profile {"migrating_to": "n-h1-837321-1"} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:14.472104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:14.472527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:14.500235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Allocated IP 172.20.0.2 (302315d4-7f6d-4883-b23f-3226b01d8f7c/1102a63e-2df3-4857-9fec-e29f90e6307c/252e3aae-2f90-4201-9ec3-23834959a698) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:14.506600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.516292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.543165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.558422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.558422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.560706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.565569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.575642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-91b37109-359f-4ae2-b392-73ae86a90cdf tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.3422999 Apr 11 20:50:14.575879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-673cbeb3-4d5c-40ca-a3b9-e1adcc000803 None None] Provisioning for port f30c6dfe-e42c-4550-bb01-4483e29a5122 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:14.592025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33836) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:14.617978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:50:14.617978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:14.647329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:14.647329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:14.647329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:14.647329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Bound port: d20a1e41-fea8-4eb5-9e96-900ff835a47e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:14.647329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.666873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-673cbeb3-4d5c-40ca-a3b9-e1adcc000803 None None] Provisioning complete for port f30c6dfe-e42c-4550-bb01-4483e29a5122 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:14.669811 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-673cbeb3-4d5c-40ca-a3b9-e1adcc000803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.718416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f5e4789-3948-4fd2-9d21-e3665d689498 req-0e52e4c1-cbf2-4f2e-b3f5-95cc3108059e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348267 Apr 11 20:50:14.718605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.741396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353079b-5133-4233-9c73-fbf4381a3650 req-25a2c789-e339-4da8-b268-5f5731496a01 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:14.742910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0353079b-5133-4233-9c73-fbf4381a3650 req-25a2c789-e339-4da8-b268-5f5731496a01 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.5051143 Apr 11 20:50:14.800959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1424718331-network', 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:14.809091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:14.822543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Usage tracker for resource:network and tenant:5646b3cbc2164748b405dd9d9369f236 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:14.829682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:14.844821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:14.895862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Deleting port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:14.899501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.916022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:14.930272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:14.933455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'project_id': 'a2d2324a480e4b19964c5c8d4722c55f', 'port_id': 'f30c6dfe-e42c-4550-bb01-4483e29a5122'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:14.942017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:14.943084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:14.960359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Usage tracker for resource:floatingip and tenant:a2d2324a480e4b19964c5c8d4722c55f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:14.964200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:14.972813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:14.999606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.116686 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.146254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Transition to ACTIVE for port object 30214ded-27e2-48f0-807b-867e569f7888 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:15.168470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:15.233172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-673cbeb3-4d5c-40ca-a3b9-e1adcc000803 None None] Port f30c6dfe-e42c-4550-bb01-4483e29a5122 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:15.242875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:15.245548 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.290782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Transition to ACTIVE for port object 30214ded-27e2-48f0-807b-867e569f7888 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:15.291958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on host n-h2-837321-1 for vnic_type normal with profile {"migrating_to": "n-h1-837321-1"} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:15.292557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:15.297685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:15.303189 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.305191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:15.317066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:50:15.317638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Attempting to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e on network 67e92c4c-15f0-4fe3-8745-2f29dac31723 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:15.330445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Transition to ACTIVE for port object 252e3aae-2f90-4201-9ec3-23834959a698 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:15.337967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:15.338589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Checking segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:15.339360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Bound using segment: {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:15.340001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Bound port: d20a1e41-fea8-4eb5-9e96-900ff835a47e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '67e92c4c-15f0-4fe3-8745-2f29dac31723'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:15.340523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.358775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.367883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.369178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-509f4283-d483-48ad-bf6e-e607d6794394 service neutron] 10.222.0.69 "PUT /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 1122 time: 2.9311054 Apr 11 20:50:15.376924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a497a-b3a7-4472-93ee-516ff72ecbef req-5155b81d-0d83-4df7-a3fb-46f8ffc98854 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:15.378400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-014a497a-b3a7-4472-93ee-516ff72ecbef req-5155b81d-0d83-4df7-a3fb-46f8ffc98854 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 946 time: 0.3273513 Apr 11 20:50:15.432568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.436355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.449144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Transition to ACTIVE for port object 252e3aae-2f90-4201-9ec3-23834959a698 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:15.482127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-014a497a-b3a7-4472-93ee-516ff72ecbef req-abd89a55-9191-41d7-95a0-5475fa0b3107 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944350 Apr 11 20:50:15.517368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d20a1e41-fea8-4eb5-9e96-900ff835a47e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:15.517495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.524891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.573473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['d20a1e41-fea8-4eb5-9e96-900ff835a47e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:15.627864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.632879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:15.662313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:15.682180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e81ff-ad56-4e8e-ad82-ffd51ccacda5 req-27bb0ebb-a1cf-4dc4-a995-7f4382d06348 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:15.686004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:15.693311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Allocated IP 172.25.5.152 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/ad027f70-f52c-4eb9-9b9e-0a7dbca3b57d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:15.694495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-007e81ff-ad56-4e8e-ad82-ffd51ccacda5 req-27bb0ebb-a1cf-4dc4-a995-7f4382d06348 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.8469591 Apr 11 20:50:15.712216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:15.716156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5646b3cbc2164748b405dd9d9369f236 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:15.738651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:15.746589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:15.752455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-614f8689-3a3a-46b8-8d20-157fbafe3a04 req-f8f84992-5361-405c-9343-ff633e10e567 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.0558560 Apr 11 20:50:15.773434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:15.804829 n-d-837321-1 neutron-server[84668]: WARNING neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Concurrent port binding operations failed on port d20a1e41-fea8-4eb5-9e96-900ff835a47e Apr 11 20:50:15.814567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:15.838823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:15.847327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:15.880853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Pushing event updated for resources: {'Port': ['ID=30214ded-27e2-48f0-807b-867e569f7888,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:15.881715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] For port 6f845139-fb28-4bce-b4b2-f8a3624d2f12, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6f845139-fb28-4bce-b4b2-f8a3624d2f12,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:15.882214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.956527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:15.970224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Pushing event updated for resources: {'Port': ['ID=252e3aae-2f90-4201-9ec3-23834959a698,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:15.982608 n-d-837321-1 neutron-server[84668]: INFO neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Attempt 2 to bind port d20a1e41-fea8-4eb5-9e96-900ff835a47e Apr 11 20:50:15.983075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e has no active binding in host n-h1-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 20:50:16.056349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Calling delete_port for 6f845139-fb28-4bce-b4b2-f8a3624d2f12 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:16.136515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-007e81ff-ad56-4e8e-ad82-ffd51ccacda5 req-4af1f04f-3711-4f8f-8c1d-9a379d897c31 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410210 Apr 11 20:50:16.155616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Attempting to bind port 30214ded-27e2-48f0-807b-867e569f7888 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:16.156215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Attempting to bind port 30214ded-27e2-48f0-807b-867e569f7888 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:16.157303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Attempting to bind port 30214ded-27e2-48f0-807b-867e569f7888 on network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:16.217120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bc408dfe-f4b5-4ff0-8d28-51d4392dfe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.268993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:16.270461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Checking segment: {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:16.270461 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.270461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Bound using segment: {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:16.270921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Bound port: 30214ded-27e2-48f0-807b-867e569f7888, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:16.271868 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.305812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:16.318789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Attempting to bind port 252e3aae-2f90-4201-9ec3-23834959a698 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:16.320500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Attempting to bind port 252e3aae-2f90-4201-9ec3-23834959a698 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:16.321059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Attempting to bind port 252e3aae-2f90-4201-9ec3-23834959a698 on network 302315d4-7f6d-4883-b23f-3226b01d8f7c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:16.336073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-5a3511fd-ec78-4d44-a061-7d0d51c5e0ec tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.340643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-5a3511fd-ec78-4d44-a061-7d0d51c5e0ec tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 817 time: 0.3475914 Apr 11 20:50:16.347083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.440323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.443900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.464788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.465339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.467753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.473488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.482838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.489073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.492688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:16.493070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Checking segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:16.493451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.493831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Bound using segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:16.494313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Bound port: 252e3aae-2f90-4201-9ec3-23834959a698, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:16.494675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.496361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:16.499041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-8b815435-2853-4a0f-a161-07b9d4a4d40c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.5068731 Apr 11 20:50:16.541230 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0a1c1d-e365-4358-95f1-b781d6e42928'] response: {'name': 'network-changed', 'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'status': 'completed', 'code': 200} Apr 11 20:50:16.546673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Pushing event updated for resources: {'Port': ['ID=ad027f70-f52c-4eb9-9b9e-0a7dbca3b57d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:16.560196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.622118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Allocated IP 172.25.5.115 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/f6cb296e-5328-4362-b8d7-c413ed7b97f9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:16.639140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.647269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:16.660420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:16.668096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:16.701815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.729521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-0f102dd5-2b32-4cf4-977f-6ddff479bdda tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 380 time: 0.3405774 Apr 11 20:50:16.743760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] For port 30214ded-27e2-48f0-807b-867e569f7888, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:16.759112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] For port 30214ded-27e2-48f0-807b-867e569f7888, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30214ded-27e2-48f0-807b-867e569f7888,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:16.764104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-11651320-243c-44e4-97e2-5782dca3527c None None] For port 252e3aae-2f90-4201-9ec3-23834959a698, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:16.765141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'port': {'device_id': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'admin_state_up': True, 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'security_groups': ['58f03280-53b0-45be-9205-87207b289f0b']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:16.768036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-11651320-243c-44e4-97e2-5782dca3527c None None] For port 252e3aae-2f90-4201-9ec3-23834959a698, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=252e3aae-2f90-4201-9ec3-23834959a698,segment=NetworkSegment(cc2e681e-4aa4-4cfe-a14a-603e7871a0c5),segment_id=cc2e681e-4aa4-4cfe-a14a-603e7871a0c5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:16.776801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f79356cd-e026-4adf-bb22-cd9c130eac47 req-c2e845f8-dd97-4127-906e-82c23cc492a3 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.1468165 Apr 11 20:50:16.809812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:50:16.845593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.884252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Pushing event deleted for resources: {'Port': ['ID=6f845139-fb28-4bce-b4b2-f8a3624d2f12,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:16.902703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:16.917399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:16.917924 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Added segment b3de278c-3c39-4c0c-9cab-83efedf83867 of type vlan for network b32f8e05-6e34-4fd3-8e82-ec716733b6db Apr 11 20:50:16.951111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da2da7-eb70-473c-8fa0-d529a98724b5 None None] Pushing event updated for resources: {'Port': ['ID=30214ded-27e2-48f0-807b-867e569f7888,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:16.955603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:17.011057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c058f3e8-fd9b-4352-9f46-e04e6a4f3a76 req-694a431b-f134-421d-a0ad-4c2f5f63d7d2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3935473 Apr 11 20:50:17.064275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11651320-243c-44e4-97e2-5782dca3527c None None] Pushing event updated for resources: {'Port': ['ID=252e3aae-2f90-4201-9ec3-23834959a698,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:17.149793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-0d2d4fc0-7f58-4bb4-9bf9-f9c0912b7d2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6044359 Apr 11 20:50:17.201227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['74c6549e-798e-4c91-b048-b5f2d9bb6f6d', '870847bb-d10f-45bd-878b-faf0f9b9227d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:17.305263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:17.374573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] No DVR routers for this DVR port 6f845139-fb28-4bce-b4b2-f8a3624d2f12 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:17.399344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:17.412654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:17.425019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-d063ddde-d87e-433c-8700-9a6c69964b9b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1125 time: 0.9264600 Apr 11 20:50:17.425537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'name': 'network-vif-deleted', 'tag': '6f845139-fb28-4bce-b4b2-f8a3624d2f12'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:17.456304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32500da2-2516-4a5e-bc66-45d9705009bc req-824cf7ba-187a-4c6f-bf99-35cc5b0df4ee tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.4555616 Apr 11 20:50:17.480527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:17.778608 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fc39c0-e15a-468c-b2ec-5dd63983e9b1'] response: {'server_uuid': 'f8e0e3ed-158c-4c56-a2db-0d0be1838523', 'name': 'network-vif-deleted', 'tag': '6f845139-fb28-4bce-b4b2-f8a3624d2f12', 'status': 'completed', 'code': 200} Apr 11 20:50:17.796442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:17.797460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:17.846723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:17.850044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:17.887616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6f845139-fb28-4bce-b4b2-f8a3624d2f12 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:17.961681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 6f845139-fb28-4bce-b4b2-f8a3624d2f12 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:17.962266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6f845139-fb28-4bce-b4b2-f8a3624d2f12 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:17.964605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30214ded-27e2-48f0-807b-867e569f7888 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:17.967697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3219ca6-03e7-40e8-9b22-a233c92a4a96 req-470b5c7a-5c0f-4403-923e-1fdbb791e66d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:17.970167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3219ca6-03e7-40e8-9b22-a233c92a4a96 req-470b5c7a-5c0f-4403-923e-1fdbb791e66d tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.4585855 Apr 11 20:50:17.973592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-c43aa6a9-a8c6-42bb-ae86-b8ec8858306d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 1095 time: 0.5988135 Apr 11 20:50:18.023103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-d85d3222-72b3-4ab1-804f-74301e25af86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:18.024619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-d85d3222-72b3-4ab1-804f-74301e25af86 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.5206239 Apr 11 20:50:18.029382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0353079b-5133-4233-9c73-fbf4381a3650 req-ea5b299d-db45-4771-8912-727d12947d9f tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.75 "DELETE /v2.0/ports/6f845139-fb28-4bce-b4b2-f8a3624d2f12 HTTP/1.1" status: 204 len: 173 time: 3.2777183 Apr 11 20:50:18.030353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Made reservation on behalf of 9a004b476dd144a8a184279ab62c252c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:18.035190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:18.139975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0c6062d8-0773-4e87-b0ee-6bc1cad6222f req-b22639c8-6405-4d40-9945-31e20f7337c9 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Synchronizing usage tracker for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:18.159949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-0028b00d-72a4-411b-a10e-c56f9adb56d0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 217 time: 0.0834017 Apr 11 20:50:18.197007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 30214ded-27e2-48f0-807b-867e569f7888 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:18.202308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:18.203201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:18.204464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:18.205998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 252e3aae-2f90-4201-9ec3-23834959a698 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:18.243256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:18.298812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3219ca6-03e7-40e8-9b22-a233c92a4a96 req-d1aac540-8618-4b6e-96cb-6e55ab0df052 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342434 Apr 11 20:50:18.506761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 252e3aae-2f90-4201-9ec3-23834959a698 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:18.509398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-8e6d9743-695d-41cf-834e-f4ec5129e242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:18.510862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-8e6d9743-695d-41cf-834e-f4ec5129e242 service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.4540534 Apr 11 20:50:18.521829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0c6062d8-0773-4e87-b0ee-6bc1cad6222f req-b22639c8-6405-4d40-9945-31e20f7337c9 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Unset dirty status for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:18.523157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c6062d8-0773-4e87-b0ee-6bc1cad6222f req-b22639c8-6405-4d40-9945-31e20f7337c9 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e0e3ed-158c-4c56-a2db-0d0be1838523 HTTP/1.1" status: 200 len: 210 time: 0.4967029 Apr 11 20:50:18.622692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0245132 Apr 11 20:50:18.629413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-95517101-1a1a-442e-8dda-2a9c7985dc24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:18.630939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-95517101-1a1a-442e-8dda-2a9c7985dc24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.4633749 Apr 11 20:50:18.659683 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:18.661341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33866) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:18.720095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Allocated IP 172.20.0.9 (7ba301f4-21aa-4989-bd41-04954917ad61/786705fd-5a27-4ebe-886e-42c74873085d/4705f4f2-591b-4733-ae79-e048e9d6083c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:18.720231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef48c-5e92-4267-86ea-76dce83147b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b32f8e05-6e34-4fd3-8e82-ec716733b6db,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:18.724255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:18.733252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Request body: {'subnet': {'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1424718331-subnet', 'tenant_id': '5646b3cbc2164748b405dd9d9369f236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:18.734171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:50:18.746777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Pushing event updated for resources: {'Port': ['ID=f6cb296e-5328-4362-b8d7-c413ed7b97f9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:18.772582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:18.777340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:18.782760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Allocated IP 172.25.5.100 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/424715f3-4962-451d-b3ed-96d88a679c47) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:18.786966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-f5bd7565-6901-4a4e-9ee9-bb521cca4335 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264803 Apr 11 20:50:18.792088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:18.835550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Usage tracker for resource:subnet and tenant:5646b3cbc2164748b405dd9d9369f236 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:18.898475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:18.996677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:19.045581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8f277ae-adf6-459f-aa8d-2ce980d2de7a req-227672fc-3c12-4f2f-9036-672e6b9ff0a2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.2527165 Apr 11 20:50:19.112559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-6232a24c-3abc-4022-85e5-57e12c6036e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 200 len: 217 time: 0.5508921 Apr 11 20:50:19.115945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c77dec-c72d-4a84-92d1-070f6fcdc432 None None] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:19.298421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-61181d50-e6da-499b-8812-8fbd2e17eff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.306493 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-61181d50-e6da-499b-8812-8fbd2e17eff7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.1726315 Apr 11 20:50:19.325365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7bdfa6-a586-4c53-be29-3a66b696c58a None None] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:19.429531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:19.431948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:19.440645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-554e0be3-cf19-47f1-8622-72dda5369119 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331565 Apr 11 20:50:19.441871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:19.540444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] Provisioning for port 30214ded-27e2-48f0-807b-867e569f7888 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:19.570378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] Provisioning complete for port 30214ded-27e2-48f0-807b-867e569f7888 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:19.570748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:19.709727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.714170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.720401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.723667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.727937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.732057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.737634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:19.739744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-9b0635c6-5608-4bcc-8ab3-f322d3cdc218 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 1.2386191 Apr 11 20:50:19.765672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-e8a23a9f-b902-4bba-8db6-fd2f3572f315 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9314368 Apr 11 20:50:19.873630 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8a09e74-ac28-443b-a027-1530baf7b309 req-3030082b-19d3-4780-a0a1-a7d8f251c412 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122510 Apr 11 20:50:19.884857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:19.903145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:19.924129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-5aadf7d8-bb21-4962-8369-5c9f8c4dc42a service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747531 Apr 11 20:50:19.925712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:19.998716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] For port 30214ded-27e2-48f0-807b-867e569f7888, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30214ded-27e2-48f0-807b-867e569f7888,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:20.087387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.106657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.129616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-f35c3283-ad07-4551-8527-574ed69cebdf service neutron] 10.222.0.75 "GET /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.5709305 Apr 11 20:50:20.207774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2c0a0-c85a-4588-9056-d1b3c9bacf6e None None] Pushing event updated for resources: {'Port': ['ID=30214ded-27e2-48f0-807b-867e569f7888,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:20.259728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Transition to ACTIVE for port object 4705f4f2-591b-4733-ae79-e048e9d6083c will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:20.331865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] Provisioning for port 252e3aae-2f90-4201-9ec3-23834959a698 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:20.340754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] Provisioning complete for port 252e3aae-2f90-4201-9ec3-23834959a698 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:20.341168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.407608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.433842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ba03-ee90-426e-a764-c966f14822d2 req-8cf9e158-e7be-4adf-8b57-18ae0f0b04eb tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:20.437688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23196e0f-a3b8-470b-b91c-713808fc35bc req-765091d7-7bf8-45e9-98b5-1a190f0c2621 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024860 Apr 11 20:50:20.437860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2745ba03-ee90-426e-a764-c966f14822d2 req-8cf9e158-e7be-4adf-8b57-18ae0f0b04eb tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 944 time: 0.8800261 Apr 11 20:50:20.549852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.555185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.577458 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.598000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] For port 252e3aae-2f90-4201-9ec3-23834959a698, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=252e3aae-2f90-4201-9ec3-23834959a698,segment=NetworkSegment(cc2e681e-4aa4-4cfe-a14a-603e7871a0c5),segment_id=cc2e681e-4aa4-4cfe-a14a-603e7871a0c5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:20.620981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.667290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Network 7ba301f4-21aa-4989-bd41-04954917ad61 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:20.705275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:20.713214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:20.718526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.736111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:20.739297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-727dcbb0-0702-4926-82cd-1159e03d01b3 req-f41b65fd-b1ae-4fe0-9257-3350b02b6194 service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9617162 Apr 11 20:50:20.739994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Pushing event updated for resources: {'Port': ['ID=424715f3-4962-451d-b3ed-96d88a679c47,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:20.745306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:20.751452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:20.754135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:20.835501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:20.880611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Pushing event updated for resources: {'Port': ['ID=ad027f70-f52c-4eb9-9b9e-0a7dbca3b57d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:20.887818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2745ba03-ee90-426e-a764-c966f14822d2 req-f7d3ca4a-7e35-43e5-a288-a98ee5302691 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757293 Apr 11 20:50:20.941228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f8550-d6e2-4689-803c-55c76fc2cabd None None] Pushing event updated for resources: {'Port': ['ID=252e3aae-2f90-4201-9ec3-23834959a698,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:20.989242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7f18e334-8b51-4a30-b437-5e71bae51f32 None None] Provisioning complete for port 252e3aae-2f90-4201-9ec3-23834959a698 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:20.990629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f18e334-8b51-4a30-b437-5e71bae51f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.052595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:21.080241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.147450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.148209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.157286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e10c16-9b22-467b-90da-6a595c21b06c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:21.185038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:21.185218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7f18e334-8b51-4a30-b437-5e71bae51f32 None None] Provisioning complete for port 30214ded-27e2-48f0-807b-867e569f7888 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:21.185330 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f18e334-8b51-4a30-b437-5e71bae51f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.190215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:21.190880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.317875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4575c5a-7e9f-45c5-9282-81e671ef9aac req-258fa50f-6313-470e-8de9-bf83972da9f9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:21.318893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b4575c5a-7e9f-45c5-9282-81e671ef9aac req-258fa50f-6313-470e-8de9-bf83972da9f9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:21.391171 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Floating IP 8ee54ecc-14ac-4357-b4e2-0028482012f3 associated. External IP: 172.25.5.152, port: f30c6dfe-e42c-4550-bb01-4483e29a5122. Apr 11 20:50:21.396992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20a1e41-fea8-4eb5-9e96-900ff835a47e {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:21.405664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:21.406065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Network hostable DHCP agents. Network: b32f8e05-6e34-4fd3-8e82-ec716733b6db, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:50:21.423198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:21.445870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-7629b3de-8f10-4965-a200-69804bedd30c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6869590 Apr 11 20:50:21.487887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6ac63-9a83-4972-ac4c-d64e48e0a6d3 req-346db9c8-94ee-4360-99a8-3cd56341be87 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:21.489427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96b6ac63-9a83-4972-ac4c-d64e48e0a6d3 req-346db9c8-94ee-4360-99a8-3cd56341be87 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 945 time: 0.4424946 Apr 11 20:50:21.562082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96b6ac63-9a83-4972-ac4c-d64e48e0a6d3 req-d0f0cfd2-ccdb-4259-ba2b-2fb665d74522 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 Apr 11 20:50:21.581013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbe141c3-ecca-46f2-91fd-a3d5be7ceb5c None None] Provisioning for port 4705f4f2-591b-4733-ae79-e048e9d6083c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:21.587775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbe141c3-ecca-46f2-91fd-a3d5be7ceb5c None None] Provisioning complete for port 4705f4f2-591b-4733-ae79-e048e9d6083c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:21.588290 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbe141c3-ecca-46f2-91fd-a3d5be7ceb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.627247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.637650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Request body: {'port': {'device_id': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:21.644957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:50:21.659363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bbe141c3-ecca-46f2-91fd-a3d5be7ceb5c None None] Port 4705f4f2-591b-4733-ae79-e048e9d6083c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:21.671024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b4575c5a-7e9f-45c5-9282-81e671ef9aac req-258fa50f-6313-470e-8de9-bf83972da9f9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:21.677718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b4575c5a-7e9f-45c5-9282-81e671ef9aac req-258fa50f-6313-470e-8de9-bf83972da9f9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 931 time: 0.7699502 Apr 11 20:50:21.757571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30214ded-27e2-48f0-807b-867e569f7888 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:21.776956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b32f8e05-6e34-4fd3-8e82-ec716733b6db) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:21.794395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:21.794972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.795939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d110f23-d70d-4109-8c32-6c5f4c9fa710 None None] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:21.840381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b4575c5a-7e9f-45c5-9282-81e671ef9aac req-156cc2d5-fff1-418b-830c-be81901b0cc9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614461 Apr 11 20:50:21.863017 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.911929 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.913001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:21.917370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-139fd4cb-c0de-44d0-85c9-c88980ce6c7b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3394780 Apr 11 20:50:21.919170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] Transition to ACTIVE for port object d20a1e41-fea8-4eb5-9e96-900ff835a47e will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:21.940821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d177d12e-8a8a-44e9-a2da-0a81d04a7c60 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:21.940821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:22.049968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0c36ef8b-a91f-4135-b74c-b20d43323ef4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3866363 Apr 11 20:50:22.088918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:22.180582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:22.181704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 30214ded-27e2-48f0-807b-867e569f7888 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:22.182026 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:22.330310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Router 9cd1ba45-a873-4b91-8472-f4c3651855ff is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:50:22.349999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b8170d-447d-4d80-b212-98f20f307eb6 None None] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:22.400098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:22.489366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'd177d12e-8a8a-44e9-a2da-0a81d04a7c60', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'port_id': 'd177d12e-8a8a-44e9-a2da-0a81d04a7c60', 'mac_address': 'fa:16:3e:b4:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:22.514443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.518897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.523079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.527069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.530965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.535405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.539306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.545222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-68649fbe-08da-495b-a467-c0aa0bff8fae tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5418 time: 0.7413144 Apr 11 20:50:22.626085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:22.633111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:22.643167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 252e3aae-2f90-4201-9ec3-23834959a698 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:22.692463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c886f-1af9-41e8-b481-2c2ff2f6bb3e req-36392686-e0a4-4ade-b640-8b83ecfebb18 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.694450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-491c886f-1af9-41e8-b481-2c2ff2f6bb3e req-36392686-e0a4-4ade-b640-8b83ecfebb18 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.6215174 Apr 11 20:50:22.712671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-50561d38-387e-4a6c-a480-7dd3c1fd3e6c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:22.714256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-50561d38-387e-4a6c-a480-7dd3c1fd3e6c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 945 time: 0.5237341 Apr 11 20:50:22.728890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d177d12e-8a8a-44e9-a2da-0a81d04a7c60 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:22.759758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] No DVR routers for this DVR port d20a1e41-fea8-4eb5-9e96-900ff835a47e on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:22.772558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-9b5124b4-fe24-4923-bcf0-bf2113166573 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 1095 time: 0.8254008 Apr 11 20:50:22.794052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:22.819136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 252e3aae-2f90-4201-9ec3-23834959a698 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:22.819515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:22.851435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eff99d9f-f774-48b0-a87c-f3863c470cf1 req-0e22620a-4958-42fa-a257-0265aad6794f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2448618 Apr 11 20:50:22.864915 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:22.864915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 95e134b6-155a-45c5-b6a2-f35724ad1abc details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:22.896343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Deleting port 870847bb-d10f-45bd-878b-faf0f9b9227d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:22.896696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:22.946573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-491c886f-1af9-41e8-b481-2c2ff2f6bb3e req-da39934e-9175-4ed7-90ba-dd91e38602f2 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408648 Apr 11 20:50:22.947969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4705f4f2-591b-4733-ae79-e048e9d6083c {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:22.975267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.022584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Transition to ACTIVE for port object 4705f4f2-591b-4733-ae79-e048e9d6083c will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:23.026061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:23.046260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:23.093394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '95e134b6-155a-45c5-b6a2-f35724ad1abc', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'port_id': '95e134b6-155a-45c5-b6a2-f35724ad1abc', 'mac_address': 'fa:16:3e:79:8e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:23.119855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-2ff64fb1-afe3-40d6-96c0-115e7f97c3ac service neutron] 10.222.0.75 "PUT /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e/bindings/n-h1-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8892353 Apr 11 20:50:23.198996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-43a14836-85dc-4c98-989f-d89f5af9363a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:23.200812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-43a14836-85dc-4c98-989f-d89f5af9363a service neutron] 10.222.0.75 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.3843393 Apr 11 20:50:23.207787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.221382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.241249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e134b6-155a-45c5-b6a2-f35724ad1abc {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:23.260608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:23.307164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-11cbd70a-6a4d-4a08-941f-25e5d186268b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 200 len: 217 time: 0.0936551 Apr 11 20:50:23.346418 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.347724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c63f8277-2c80-475c-90c8-c4aa9ec66495 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:23.465695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:23.529744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] For port 870847bb-d10f-45bd-878b-faf0f9b9227d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=870847bb-d10f-45bd-878b-faf0f9b9227d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:23.530109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.586441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:23.658575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-b5fd2ffc-da85-4990-8cb3-8c8fd1395c0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:23.660100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-b5fd2ffc-da85-4990-8cb3-8c8fd1395c0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.3405271 Apr 11 20:50:23.665746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:23.682379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c63f8277-2c80-475c-90c8-c4aa9ec66495', 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'port_id': 'c63f8277-2c80-475c-90c8-c4aa9ec66495', 'mac_address': 'fa:16:3e:1d:bf:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:23.740803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-b55e4255-f3e1-400f-9744-6f29c966e6a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642686 Apr 11 20:50:23.766751 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.789018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63f8277-2c80-475c-90c8-c4aa9ec66495 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:23.806584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:23.860738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:23.871559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Sync routers for ids ['9cd1ba45-a873-4b91-8472-f4c3651855ff'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:23.886008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Routers {'9cd1ba45-a873-4b91-8472-f4c3651855ff'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:23.886934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9cd1ba45-a873-4b91-8472-f4c3651855ff'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:23.918438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-f89fc41d-75fc-4822-9714-ec68a8a9fc28 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:23.918680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Router d0a62c47-8906-455b-95ba-0fceaac03979 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:23.919148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-f89fc41d-75fc-4822-9714-ec68a8a9fc28 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:23.936814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Calling delete_port for 870847bb-d10f-45bd-878b-faf0f9b9227d owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:23.944112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:23.944112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cea6b82e-1659-41e8-8a15-f0fa02bac5db details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:23.981496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-a8fc630e-88ca-4748-80e9-cedb19dee189 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.7014520 Apr 11 20:50:23.982751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-baca1bcd-d069-4302-8791-58b5c40d621a service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316275 Apr 11 20:50:24.009924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9a197-cdf6-40d8-8a9e-27c07b607e11 req-a81686f9-f98f-4180-807c-b845e7b68cfc tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:24.013970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0f9a197-cdf6-40d8-8a9e-27c07b607e11 req-a81686f9-f98f-4180-807c-b845e7b68cfc tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d2b9203-e8c6-42e4-8d4b-38da5df2a997 HTTP/1.1" status: 200 len: 945 time: 0.9029520 Apr 11 20:50:24.051834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:24.053024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dd1ea3e7-a41a-4438-8f5b-6c464be0c39e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 11.0850468 Apr 11 20:50:24.065744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33906) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:24.111133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-f89fc41d-75fc-4822-9714-ec68a8a9fc28 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:24.112798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-f89fc41d-75fc-4822-9714-ec68a8a9fc28 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.6873209 Apr 11 20:50:24.113403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Router 6bbf12ef-2a4f-4a36-bce6-109676851e0d is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:50:24.126705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:24.134968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:24.157826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'cea6b82e-1659-41e8-8a15-f0fa02bac5db', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'port_id': 'cea6b82e-1659-41e8-8a15-f0fa02bac5db', 'mac_address': 'fa:16:3e:ce:54:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:24.180652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-6f96f656-0369-496f-9bd2-d7008aa4cda5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.0423820 Apr 11 20:50:24.192602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Set router 9cd1ba45-a873-4b91-8472-f4c3651855ff gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:24.255306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-8a94a6e3-38e8-425a-8176-f2108f0623bf tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795870 Apr 11 20:50:24.363201 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:24.371561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:24.371905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:24.380881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:24.443328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0f9a197-cdf6-40d8-8a9e-27c07b607e11 req-6713655b-4565-4663-a69c-39c2da44772d tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159350 Apr 11 20:50:24.444774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Port 4705f4f2-591b-4733-ae79-e048e9d6083c on network 7ba301f4-21aa-4989-bd41-04954917ad61 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:50:24.445096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:24.448506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea6b82e-1659-41e8-8a15-f0fa02bac5db {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:24.495083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:24.505095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:24.505436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Checking segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:24.506039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Bound using segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:24.506488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Bound port: 4705f4f2-591b-4733-ae79-e048e9d6083c, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:24.506834 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:24.569863 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:24.570511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a93c0bac-813c-4be2-807a-b8d8dd8a0d4c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:24.618856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1049a0ba-b6c4-491a-b163-5a5347f448a9 req-801777a7-b9f0-46d5-8529-7ab8ede93f5c service neutron] 10.222.0.75 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288898 Apr 11 20:50:24.644072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:24.654846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-07f0dfa2-9081-4fd2-b533-69abb4fa7e2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750&tenant_id=df31cb111fa34c4b86de4b010491e720 HTTP/1.1" status: 200 len: 1096 time: 0.6664026 Apr 11 20:50:24.684109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['74c6549e-798e-4c91-b048-b5f2d9bb6f6d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:24.747657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bfbe6c67-87de-45f6-b8b2-ff9558d62cfa service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934198 Apr 11 20:50:24.759526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:24.762304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Pushing event deleted for resources: {'Port': ['ID=870847bb-d10f-45bd-878b-faf0f9b9227d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:24.772502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:24.807328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:24.852037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:24.892736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:24.928257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-04f40b01-1f9b-4ac8-bbf8-d148e5ea9fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df31cb111fa34c4b86de4b010491e720&device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1096 time: 0.2330730 Apr 11 20:50:24.935796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:19Z', 'revision_number': 3, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'gw_port': {'id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:15Z', 'updated_at': '2022-04-11T20:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:24.960751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Checking router: 9cd1ba45-a873-4b91-8472-f4c3651855ff for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:24.961123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Updating router 9cd1ba45-a873-4b91-8472-f4c3651855ff port f6cb296e-5328-4362-b8d7-c413ed7b97f9 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:50:25.005201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] No DVR routers for this DVR port 870847bb-d10f-45bd-878b-faf0f9b9227d on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:25.010925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:25.026190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:25.028372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-800eb9e7-c14e-47d6-90f1-e62a9b731f39 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672236 Apr 11 20:50:25.031050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'name': 'network-vif-deleted', 'tag': '870847bb-d10f-45bd-878b-faf0f9b9227d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:25.055620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'port_id': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'mac_address': 'fa:16:3e:0b:68:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:25.079429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:25.085595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:25.087188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] 10.222.0.69 "PUT /v2.0/ports/4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 1091 time: 3.4538808 Apr 11 20:50:25.107958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:25.123484 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] Sync routers for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:25.172130 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:25.173420 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:25.176869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:25.214272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-a8ea24a9-bc63-4bdf-a35c-654eb69f877a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:25.217807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-a8ea24a9-bc63-4bdf-a35c-654eb69f877a service neutron] 10.222.0.69 "GET /v2.0/networks?id=67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 200 len: 908 time: 0.2768288 Apr 11 20:50:25.224495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:25.228443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a1265ba-4283-421c-9da4-1270e541f4bf req-c0b3e99b-3fdb-4282-a147-8209486f441c tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "DELETE /v2.0/ports/870847bb-d10f-45bd-878b-faf0f9b9227d HTTP/1.1" status: 204 len: 173 time: 2.4942107 Apr 11 20:50:25.230006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Sync routers for ids ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:25.344525 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:25.372434 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:25.373490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-36b9dbe9-506c-4d5d-b2e7-696791d8b655 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 200 len: 217 time: 0.1501122 Apr 11 20:50:25.374235 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:25.419264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f042-9061-4237-a163-152792c5ca15 req-a9ae1ba0-9842-4d40-b561-fbc9ff12cefd tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:25.425294 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e726f042-9061-4237-a163-152792c5ca15 req-a9ae1ba0-9842-4d40-b561-fbc9ff12cefd tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.6990824 Apr 11 20:50:25.494012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:25.524398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc6ce030-3781-40ed-ba3f-1cd7675c626b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.1349142 Apr 11 20:50:25.524982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:25.545480 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:25.548498 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda03f-74f0-43cc-8145-2527f39704ab None None] The sync data for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:25.653301 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:25.762922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-1ff67f95-3598-4d4b-810d-4b01a0e8afcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:25.764428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-1ff67f95-3598-4d4b-810d-4b01a0e8afcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 200 len: 847 time: 0.3802993 Apr 11 20:50:25.864197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-727061aa-0936-4cde-b6ba-17d0c20a33ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=67e92c4c-15f0-4fe3-8745-2f29dac31723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893972 Apr 11 20:50:25.872975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:25.928677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Routers {'6bbf12ef-2a4f-4a36-bce6-109676851e0d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:25.930158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:25.967521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e726f042-9061-4237-a163-152792c5ca15 req-24611686-c932-4ed0-98b7-a936925b3e3c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267383 Apr 11 20:50:25.996209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f5c3100-751e-45d7-8bdc-3e888c4e1815 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 11.6318107 Apr 11 20:50:25.999719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33928) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:26.007031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-8442398f-860a-4f9d-97f8-4014218df835 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1094 time: 0.5962059 Apr 11 20:50:26.091544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-06754da4-59fc-4294-8388-0666023c0e33 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210333 Apr 11 20:50:26.108962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.115094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.123250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.130026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.131976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Set router 6bbf12ef-2a4f-4a36-bce6-109676851e0d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:26.134233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.138494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.164481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.175204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-76632a96-56c2-4d45-82e6-dfd6a72d4821 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5422 time: 0.3530848 Apr 11 20:50:26.189088 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-48877d6e-2629-4eab-a400-87358cfd2022 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 217 time: 0.1186967 Apr 11 20:50:26.419878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3393996-ec4f-446b-aa22-133f6c4f9951 req-9549d8d0-c771-456f-b50b-56ef15300214 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2434156 Apr 11 20:50:26.420660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 870847bb-d10f-45bd-878b-faf0f9b9227d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:26.431374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-362165d8-0c51-4fb2-8ddc-ac68f221bad8 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] 10.222.0.61 "GET /v2.0/floatingips/8ee54ecc-14ac-4357-b4e2-0028482012f3 HTTP/1.1" status: 200 len: 984 time: 0.4257810 Apr 11 20:50:26.434926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33932) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:26.462064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-79db113b-ee89-4afd-b7e1-884ee7310cc0 service neutron] 10.222.0.69 "GET /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640972 Apr 11 20:50:26.485908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 870847bb-d10f-45bd-878b-faf0f9b9227d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:26.486376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 870847bb-d10f-45bd-878b-faf0f9b9227d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:26.501510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c0bac-813c-4be2-807a-b8d8dd8a0d4c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:26.515957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:26.561516 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1aa99bd-0aad-47c2-82db-4fdbd69e98b7'] response: {'server_uuid': '4d2b9203-e8c6-42e4-8d4b-38da5df2a997', 'name': 'network-vif-deleted', 'tag': '870847bb-d10f-45bd-878b-faf0f9b9227d', 'status': 'completed', 'code': 200} Apr 11 20:50:26.621385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:26.623145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:26.646015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-1336a9ba-e3ac-4815-9372-9d39d6d5e1f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.647584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-1336a9ba-e3ac-4815-9372-9d39d6d5e1f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.4521675 Apr 11 20:50:26.735181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:26.742835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-daf3d79f-0e15-42ec-80c7-a8e16010a7d9 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2428 time: 0.3012276 Apr 11 20:50:26.744948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33938) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:26.747288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:26.765788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:21Z', 'revision_number': 3, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:26.773763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Checking router: 6bbf12ef-2a4f-4a36-bce6-109676851e0d for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:26.774256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Updating router 6bbf12ef-2a4f-4a36-bce6-109676851e0d port 424715f3-4962-451d-b3ed-96d88a679c47 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:50:26.875447 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:26.912268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933fbc4-99cd-4056-80f0-0c6ce8aad46f req-e092c994-f998-4e4b-8dfa-0c9fe258c0b7 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:26.913750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5933fbc4-99cd-4056-80f0-0c6ce8aad46f req-e092c994-f998-4e4b-8dfa-0c9fe258c0b7 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.6501453 Apr 11 20:50:27.024251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:27.042901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:27.067446 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.070066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756', 'network_id': 'c0602453-f1c4-4dd1-9055-7b6e8cf27ceb', 'port_id': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756', 'mac_address': 'fa:16:3e:74:a3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:27.072206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9732d3d4-c33f-4525-bfb2-fde92cbc58be req-e6ab911b-330d-458b-a0c0-69e4544edd75 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 210 time: 0.2559130 Apr 11 20:50:27.112818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Transition to ACTIVE for port object f6cb296e-5328-4362-b8d7-c413ed7b97f9 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:27.144110 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.166851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:27.176514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-147bf85e-c643-48e9-8592-61342c317c4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5062606 Apr 11 20:50:27.183600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:27.190413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5933fbc4-99cd-4056-80f0-0c6ce8aad46f req-02ed5e26-ffc0-4cbc-aa99-4270a812dcfa tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272453 Apr 11 20:50:27.323948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting port ad027f70-f52c-4eb9-9b9e-0a7dbca3b57d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:27.324535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.455111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.502380 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.505308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7727a788-b8ee-4ed3-a5d5-c34235c54517 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:27.544998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:27.550069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-66854744-1e69-46c7-b32e-dafef761d650 tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750&tenant_id=df31cb111fa34c4b86de4b010491e720&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.2666805 Apr 11 20:50:27.609360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-9b3953bb-7713-4543-9839-af060bc48a92 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146991 Apr 11 20:50:27.628176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85b952-8bdf-4e4b-a2c3-83b08952abc1 None None] Pushing event updated for resources: {'Port': ['ID=f6cb296e-5328-4362-b8d7-c413ed7b97f9,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:27.737781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '7727a788-b8ee-4ed3-a5d5-c34235c54517', 'network_id': 'dcf91f7a-a4ab-4071-b05e-25fe11e81d91', 'port_id': '7727a788-b8ee-4ed3-a5d5-c34235c54517', 'mac_address': 'fa:16:3e:87:1d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da272946-834c-4870-80e4-569e5b133f08', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:27.805237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-f843584b-cd1b-4b5e-a72d-f35777611aee service neutron] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:27.810472 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-f843584b-cd1b-4b5e-a72d-f35777611aee service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.811883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-713b061b-087f-41f5-89cb-a00ff66155b2 req-f843584b-cd1b-4b5e-a72d-f35777611aee service neutron] 10.222.0.69 "DELETE /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e/bindings/n-h2-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.2564304 Apr 11 20:50:27.821891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.822220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.841700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581659a-2353-47eb-82b4-46851b2ce472 req-d41a2b6a-d488-43a4-92f0-120c672fb9b1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:27.849400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4581659a-2353-47eb-82b4-46851b2ce472 req-d41a2b6a-d488-43a4-92f0-120c672fb9b1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.4378979 Apr 11 20:50:27.870389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Attempting to bind port f6cb296e-5328-4362-b8d7-c413ed7b97f9 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:27.870703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Attempting to bind port f6cb296e-5328-4362-b8d7-c413ed7b97f9 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:27.871066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Attempting to bind port f6cb296e-5328-4362-b8d7-c413ed7b97f9 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:27.873707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:27.893287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.910958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.911070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:27.911070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:27.911070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:27.911070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:27.911070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Bound port: f6cb296e-5328-4362-b8d7-c413ed7b97f9, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:27.911070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.018096 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:28.041169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7727a788-b8ee-4ed3-a5d5-c34235c54517 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:28.140081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:28.144629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] For port f6cb296e-5328-4362-b8d7-c413ed7b97f9, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:28.147548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.150642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] For port f6cb296e-5328-4362-b8d7-c413ed7b97f9, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f6cb296e-5328-4362-b8d7-c413ed7b97f9,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:28.157005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Calling delete_port for ad027f70-f52c-4eb9-9b9e-0a7dbca3b57d owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:28.162674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Transition to ACTIVE for port object 424715f3-4962-451d-b3ed-96d88a679c47 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:28.257972 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.292466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4581659a-2353-47eb-82b4-46851b2ce472 req-6a8ea655-b9a3-43ac-b3af-2dd815973499 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417088 Apr 11 20:50:28.294783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Allocated IP 172.20.0.1 (ffd715e7-bda5-4a3d-b1d6-a627e54f2e09/d30dc1bf-43e0-4fc7-b690-ed4fa645b93b/bee21216-693f-4c07-9490-1189b42f2c59) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:28.295334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-8dc2583c-48c2-49d9-a84c-41ee0b835f37 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808023 Apr 11 20:50:28.308721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.318374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.385823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:28.453605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Attempting to bind port 424715f3-4962-451d-b3ed-96d88a679c47 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:28.456861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Attempting to bind port 424715f3-4962-451d-b3ed-96d88a679c47 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:28.456861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Attempting to bind port 424715f3-4962-451d-b3ed-96d88a679c47 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:28.482010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:28.482373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:28.482767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.483159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:28.483728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Bound port: 424715f3-4962-451d-b3ed-96d88a679c47, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:28.484165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.523850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Routers {'9cd1ba45-a873-4b91-8472-f4c3651855ff'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:28.524728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9cd1ba45-a873-4b91-8472-f4c3651855ff'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:28.540924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.547966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.551666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.555647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.560233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.564622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.570028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.577523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-a2ef516b-c2af-4413-92ff-6227a8a4a81b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5425 time: 0.3577437 Apr 11 20:50:28.591708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:28.631999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.646592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85b952-8bdf-4e4b-a2c3-83b08952abc1 None None] Pushing event updated for resources: {'Port': ['ID=f6cb296e-5328-4362-b8d7-c413ed7b97f9,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:28.672203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8db5453e-c2a7-4b6d-9f54-524da1aa270e req-cfef50b0-217f-4e60-876b-a27c24597e9e tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917125 Apr 11 20:50:28.712393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.760500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.770232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Transition to ACTIVE for port object bee21216-693f-4c07-9490-1189b42f2c59 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:28.808173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2638e-e580-4a1e-87d0-262eca158181 None None] Pushing event updated for resources: {'Port': ['ID=424715f3-4962-451d-b3ed-96d88a679c47,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:28.813437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] For port 424715f3-4962-451d-b3ed-96d88a679c47, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:28.818755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] For port 424715f3-4962-451d-b3ed-96d88a679c47, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=424715f3-4962-451d-b3ed-96d88a679c47,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:28.834465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a537-fb3f-4aa6-bedf-a9a3ed312907 req-475c301d-9892-4b42-a62d-13e5c8a8853e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:28.835170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c609a537-fb3f-4aa6-bedf-a9a3ed312907 req-475c301d-9892-4b42-a62d-13e5c8a8853e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Synchronizing usage tracker for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:28.854991 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.856505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Port': ['ID=ad027f70-f52c-4eb9-9b9e-0a7dbca3b57d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:28.857384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] Set router 9cd1ba45-a873-4b91-8472-f4c3651855ff gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:28.922383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06ac1560-92fc-43d6-ab71-d4b888f97dd0 req-a9c8ddcd-4d4d-437b-a331-de70db51a2fd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 210 time: 0.0549433 Apr 11 20:50:28.930758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:28.966175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c63f8277-2c80-475c-90c8-c4aa9ec66495'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:28.991821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['95e134b6-155a-45c5-b6a2-f35724ad1abc'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:29.014608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:29.015141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['7727a788-b8ee-4ed3-a5d5-c34235c54517'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:29.018316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:29.022738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:29.066635 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:29.070544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a0b1ff41-60d9-4e4b-9fc6-f150b5b45756'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:29.084490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c609a537-fb3f-4aa6-bedf-a9a3ed312907 req-475c301d-9892-4b42-a62d-13e5c8a8853e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Unset dirty status for tenant:ab0ca7b57fd843f78f12e14d80209298 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:29.086212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c609a537-fb3f-4aa6-bedf-a9a3ed312907 req-475c301d-9892-4b42-a62d-13e5c8a8853e tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.5858319 Apr 11 20:50:29.107170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:29.109191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:29.144644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d177d12e-8a8a-44e9-a2da-0a81d04a7c60'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:29.148023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=bee21216-693f-4c07-9490-1189b42f2c59,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:29.357827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:29.378842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Allocated IP 172.20.0.1 (302315d4-7f6d-4883-b23f-3226b01d8f7c/1102a63e-2df3-4857-9fec-e29f90e6307c/c3ebe4e2-9194-424e-8fcb-659670b21468) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:29.396348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c609a537-fb3f-4aa6-bedf-a9a3ed312907 req-8ebfa899-c71a-4eab-a8ca-7259750bc92b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899587 Apr 11 20:50:29.397612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:29.403020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2638e-e580-4a1e-87d0-262eca158181 None None] Pushing event updated for resources: {'Port': ['ID=424715f3-4962-451d-b3ed-96d88a679c47,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:29.513371 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2bb96f-3478-43d0-a2f4-79b451d42319'] response: {'name': 'network-changed', 'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'status': 'completed', 'code': 200} Apr 11 20:50:29.628236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-51ae7d23-0d28-45d1-bea0-1ae4ad854440 None None] Provisioning for port bee21216-693f-4c07-9490-1189b42f2c59 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:29.644848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-51ae7d23-0d28-45d1-bea0-1ae4ad854440 None None] Provisioning complete for port bee21216-693f-4c07-9490-1189b42f2c59 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:29.645217 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-51ae7d23-0d28-45d1-bea0-1ae4ad854440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:29.916950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Routers {'6bbf12ef-2a4f-4a36-bce6-109676851e0d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:29.917586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:29.973806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-c72ffa8e-c4bd-4ea9-8eb9-7b38fa165934 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:29.975291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-c72ffa8e-c4bd-4ea9-8eb9-7b38fa165934 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.4501770 Apr 11 20:50:29.993012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cea6b82e-1659-41e8-8a15-f0fa02bac5db'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:30.038914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62a641-1a5f-49fa-ad1a-2cd9ecc0297c req-5beab84f-069e-462b-8990-de383c4c4b2e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:30.040372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc62a641-1a5f-49fa-ad1a-2cd9ecc0297c req-5beab84f-069e-462b-8990-de383c4c4b2e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.3189120 Apr 11 20:50:30.086134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-2d35c5c2-6391-44c3-9b6d-c7207af44d17 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:30.087644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-2d35c5c2-6391-44c3-9b6d-c7207af44d17 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.7318158 Apr 11 20:50:30.088237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.107834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Request body: {'port': {'device_id': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'admin_state_up': True, 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:30.136573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Deleting port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:30.145918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.146073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898589c5-6dd5-4be0-ab20-8b6d5a88fd51 req-957b473a-3742-4bde-8a4b-fa3da04b34fe tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:30.146073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-898589c5-6dd5-4be0-ab20-8b6d5a88fd51 req-957b473a-3742-4bde-8a4b-fa3da04b34fe tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.7862854 Apr 11 20:50:30.196945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:30.202023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-5cc82544-d5fb-45e3-a875-ad7a47c90eaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1094 time: 0.4092412 Apr 11 20:50:30.293864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Transition to ACTIVE for port object c3ebe4e2-9194-424e-8fcb-659670b21468 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:30.343592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc62a641-1a5f-49fa-ad1a-2cd9ecc0297c req-278df12d-df52-4344-ad86-f0cd7c6a3ec2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865002 Apr 11 20:50:30.357650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:30.405257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-51ae7d23-0d28-45d1-bea0-1ae4ad854440 None None] Port bee21216-693f-4c07-9490-1189b42f2c59 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:30.407896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'mac_address': 'fa:16:3e:45:e7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:30.560743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.567047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-153e269d-326d-4e51-bef2-bd9a5fdcbac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:30.574777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-153e269d-326d-4e51-bef2-bd9a5fdcbac7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.3390574 Apr 11 20:50:30.590749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-898589c5-6dd5-4be0-ab20-8b6d5a88fd51 req-bd5dfd17-5023-4086-9ae9-4c5d3f38c185 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799968 Apr 11 20:50:30.711852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-e19124a7-b925-410e-8b96-245ddc85c09e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 217 time: 0.1110458 Apr 11 20:50:30.722741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:30.727182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Usage tracker for resource:port and tenant:5646b3cbc2164748b405dd9d9369f236 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:30.730341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:30.738091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:30.765014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.790587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] For port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:30.790942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.808018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:30.859960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:30.869401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ebe4e2-9194-424e-8fcb-659670b21468,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:30.878804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:30.881909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.894043 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.899559 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:30.900939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e62fe35-fd4f-4679-8ae5-c5123256ccb8 req-9bca75ec-f298-44b2-8e87-3d385b61f683 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 210 time: 0.1080837 Apr 11 20:50:30.930068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:30.930271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4705f4f2-591b-4733-ae79-e048e9d6083c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:30.965937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-ee2d3995-5c95-4e8c-aaa4-2ec95f24bdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:30.969097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-ee2d3995-5c95-4e8c-aaa4-2ec95f24bdb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.2226245 Apr 11 20:50:31.012851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:31.060115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Calling delete_port for 74c6549e-798e-4c91-b048-b5f2d9bb6f6d owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:31.072384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:19Z', 'revision_number': 3, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'gw_port': {'id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:15Z', 'updated_at': '2022-04-11T20:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:31.085741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:31.111008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] Set router 6bbf12ef-2a4f-4a36-bce6-109676851e0d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:31.117465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:31.158202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049cdad-9d40-4181-a138-bec3c1e95fb5 None None] The sync data for ids ['9cd1ba45-a873-4b91-8472-f4c3651855ff'] in n-d-837321-1 is: [{'id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:19Z', 'revision_number': 3, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'gw_port': {'id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:15Z', 'updated_at': '2022-04-11T20:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:31.233751 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:31.253586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.256856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.260932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.264910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.276547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.286518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.292065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.297347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-7cb43d2d-05ca-4157-b774-6b5e2eacba0f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5425 time: 0.6778119 Apr 11 20:50:31.301917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:31.409142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=bee21216-693f-4c07-9490-1189b42f2c59,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:31.516621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:31.570672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37eb8e53-a26f-48a3-a92a-eeee344d502d req-8041247c-a896-42b2-a5bb-8cb5e400da2b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337830 Apr 11 20:50:31.578440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-52c8af9b-bf51-44ea-b528-62406e88c1ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5413129 Apr 11 20:50:31.588125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4705f4f2-591b-4733-ae79-e048e9d6083c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:31.626730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:31.731390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:31.784750 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:50:31.785610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:31.789982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d586-180c-44c4-855e-a4326ba5e230 req-4f497a37-226b-4246-ab0b-9e9c64cb4709 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:31.791685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b80d586-180c-44c4-855e-a4326ba5e230 req-4f497a37-226b-4246-ab0b-9e9c64cb4709 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 946 time: 0.6188896 Apr 11 20:50:31.889121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Pushing event deleted for resources: {'Port': ['ID=74c6549e-798e-4c91-b048-b5f2d9bb6f6d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:31.919969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2365106a-3a16-483b-ae00-a35ec3179f76 None None] Provisioning for port c3ebe4e2-9194-424e-8fcb-659670b21468 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:31.921683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Router d0a62c47-8906-455b-95ba-0fceaac03979 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:31.930605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f6cb296e-5328-4362-b8d7-c413ed7b97f9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:32.050422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2365106a-3a16-483b-ae00-a35ec3179f76 None None] Provisioning complete for port c3ebe4e2-9194-424e-8fcb-659670b21468 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:32.052284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2365106a-3a16-483b-ae00-a35ec3179f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.227239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2365106a-3a16-483b-ae00-a35ec3179f76 None None] Port c3ebe4e2-9194-424e-8fcb-659670b21468 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:32.292634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c63f8277-2c80-475c-90c8-c4aa9ec66495 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:32.360548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:32.386525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:32.417269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] No DVR routers for this DVR port 74c6549e-798e-4c91-b048-b5f2d9bb6f6d on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:32.422372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.439131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'name': 'network-vif-deleted', 'tag': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:32.465381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f6cb296e-5328-4362-b8d7-c413ed7b97f9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:32.480436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f6cb296e-5328-4362-b8d7-c413ed7b97f9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:32.480781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.528417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:29Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'bee21216-693f-4c07-9490-1189b42f2c59', 'name': '', 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'mac_address': 'fa:16:3e:6e:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:27Z', 'updated_at': '2022-04-11T20:50:28Z', 'revision_number': 1, 'project_id': '466e640c743144f4906b53e47e6d8675', 'subnets': [{'id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:32.565165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60284ca-caad-492c-a83d-1da9daf6a52e None None] The sync data for ids ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'] in n-d-837321-1 is: [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:29Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'bee21216-693f-4c07-9490-1189b42f2c59', 'name': '', 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'mac_address': 'fa:16:3e:6e:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:27Z', 'updated_at': '2022-04-11T20:50:28Z', 'revision_number': 1, 'project_id': '466e640c743144f4906b53e47e6d8675', 'subnets': [{'id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:32.566980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca8be-726b-4f4e-a010-87ad00f3b9a6 req-aacf4cfb-903a-4e77-9a54-79fb31a64d9d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:32.575986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67aca8be-726b-4f4e-a010-87ad00f3b9a6 req-aacf4cfb-903a-4e77-9a54-79fb31a64d9d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.7360055 Apr 11 20:50:32.615425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b80d586-180c-44c4-855e-a4326ba5e230 req-86076a4b-53d7-4bd7-9a26-a811feb0366b tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5fbea73-2566-4e0d-9a4c-92c6ad36a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205989 Apr 11 20:50:32.657402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Allocated IP 172.20.0.13 (b32f8e05-6e34-4fd3-8e82-ec716733b6db/29e10c16-9b22-467b-90da-6a595c21b06c/113e04c3-4add-4cc8-8835-05b1facf82dd) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:32.678803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ea09ea1-e872-4f9a-b2fa-efd5d0bf4fdc req-ab7d0df4-51b6-4ce0-b2e3-83cae95a8b43 tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.69 "DELETE /v2.0/ports/74c6549e-798e-4c91-b048-b5f2d9bb6f6d HTTP/1.1" status: 204 len: 173 time: 2.6852551 Apr 11 20:50:32.682781 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.719593 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67aca8be-726b-4f4e-a010-87ad00f3b9a6 req-3599b723-ee36-4c52-8c41-2f13820b9a56 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418777 Apr 11 20:50:32.763413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.769272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c63f8277-2c80-475c-90c8-c4aa9ec66495 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:32.775173 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.783328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c63f8277-2c80-475c-90c8-c4aa9ec66495 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:32.784068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:32.893291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f6cb296e-5328-4362-b8d7-c413ed7b97f9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f6cb296e-5328-4362-b8d7-c413ed7b97f9,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:33.091136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.091136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-36c299e7-8305-4f47-b6b0-2e929c61d861 None None] Provisioning complete for port bee21216-693f-4c07-9490-1189b42f2c59 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:33.091136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-36c299e7-8305-4f47-b6b0-2e929c61d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.094232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:33.108311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:33.109450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-36c299e7-8305-4f47-b6b0-2e929c61d861 None None] Port bee21216-693f-4c07-9490-1189b42f2c59 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:33.117152 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01699594-0979-441e-a5f1-2d240f7ce7e7 req-183e0867-dd22-4dca-a1af-80e24b401954 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 210 time: 0.0672586 Apr 11 20:50:33.137654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.142064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ebe4e2-9194-424e-8fcb-659670b21468,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:33.231209 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11541ed3-2b12-4197-a87a-dbf803a2e689'] response: {'server_uuid': 'f581b49e-851a-4091-ac26-0e620273bcb9', 'name': 'network-vif-deleted', 'tag': '74c6549e-798e-4c91-b048-b5f2d9bb6f6d', 'status': 'completed', 'code': 200} Apr 11 20:50:33.252693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:33.257468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.262945 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] Sync routers for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:33.282980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:33.284027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:33.329902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.437155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9a8e72ae-3874-484b-8ae7-213b5fda67d8 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "DELETE /v2.0/floatingips/8ee54ecc-14ac-4357-b4e2-0028482012f3 HTTP/1.1" status: 204 len: 168 time: 6.6000650 Apr 11 20:50:33.437880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:33.438301 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:33.438394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:33.438490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:33.438490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:33.438662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-0c761c40-9456-4b00-9020-1b9a1a621468 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6859188 Apr 11 20:50:33.438662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:33.438812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:33.438812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:33.438959 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:33.438959 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77161c-0ec6-4554-85dd-99f9219231d4 None None] The sync data for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:33.440336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Usage tracker for resource:floatingip and tenant:f4d7c46f5c954191a93d4f1c8808477e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:33.495141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:33.519193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:33.559762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.635259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.644920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.649713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.653957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.669019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.682634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.684327 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.685712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:33.686848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:33.693316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-f80302eb-33a0-43a9-be50-ea265e1e7f93 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5425 time: 0.3407781 Apr 11 20:50:33.698163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9980ee25-c664-4493-b204-6d2ff50a04c8 req-0d75a555-5f62-4429-b7a5-597a4eb1e41a tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 1096 time: 0.5781171 Apr 11 20:50:33.723089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f6cb296e-5328-4362-b8d7-c413ed7b97f9,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:33.803440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.835667 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.847499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:33.849773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f75589f2-a6c3-4c02-8d9b-b01ad7906428 req-5151bde2-ba00-41dd-9333-3ba21dd7a98e service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513624 Apr 11 20:50:33.861788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e533de51-ccf6-4da9-8f16-66d07dda097c None None] Provisioning complete for port c3ebe4e2-9194-424e-8fcb-659670b21468 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:33.862407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e533de51-ccf6-4da9-8f16-66d07dda097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:33.922853 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0196e3f1-6b7a-40b9-9eb1-99b569e5db58 req-b1fea607-e6fb-40c7-9481-2fc27156ba33 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2261286 Apr 11 20:50:33.932238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e533de51-ccf6-4da9-8f16-66d07dda097c None None] Port c3ebe4e2-9194-424e-8fcb-659670b21468 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:33.991504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:34.002335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:34.002717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.023144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9980ee25-c664-4493-b204-6d2ff50a04c8 req-a25fed96-ea90-4049-8132-cc0acf3c172b tempest-LiveMigrationTest-1520856069 tempest-LiveMigrationTest-1520856069-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145919 Apr 11 20:50:34.087007 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4970bcef-75c9-4e75-bec3-079f3b7f06da'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495', 'code': 200} Apr 11 20:50:34.112224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:34.122948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Router 9cd1ba45-a873-4b91-8472-f4c3651855ff has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:34.170408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:34.176953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event updated for resources: {'Port': ['ID=113e04c3-4add-4cc8-8835-05b1facf82dd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:34.186480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:34.200415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:34.325118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.377857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:34.426732 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.442069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:34.443691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.472716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 95e134b6-155a-45c5-b6a2-f35724ad1abc up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:34.534020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 4705f4f2-591b-4733-ae79-e048e9d6083c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:34.542531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72109514-32b3-4afb-8342-93262fec07ac req-c0ea2c0f-3dd3-402b-a0c1-9705f9486daa tempest-ListServerFiltersTestJSON-1207363131 tempest-ListServerFiltersTestJSON-1207363131-project] 10.222.0.61 "GET /v2.0/ports?device_id=f581b49e-851a-4091-ac26-0e620273bcb9 HTTP/1.1" status: 200 len: 210 time: 0.1104190 Apr 11 20:50:34.558286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 4705f4f2-591b-4733-ae79-e048e9d6083c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:34.558513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.563909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.612452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd9fb4-a679-4b47-9742-fdf6d2227ce6 req-8f241a92-0701-492e-b210-9508f1e54211 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:34.615888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08cd9fb4-a679-4b47-9742-fdf6d2227ce6 req-8f241a92-0701-492e-b210-9508f1e54211 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.1807265 Apr 11 20:50:34.629939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:34.700506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08cd9fb4-a679-4b47-9742-fdf6d2227ce6 req-b4e47382-1537-4cda-8704-4f94b06fae61 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801413 Apr 11 20:50:34.715790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:34.729855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 95e134b6-155a-45c5-b6a2-f35724ad1abc completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:34.731998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-410b2a28-461c-42b6-bd4b-c25dfb0778c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/9cd1ba45-a873-4b91-8472-f4c3651855ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6595361 Apr 11 20:50:34.743091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 95e134b6-155a-45c5-b6a2-f35724ad1abc triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:34.743648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.774408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Allocated IP 172.25.5.253 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/91625a71-bc66-4b40-98d2-3bcf651e8ae9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:34.830448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.886761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:34.973401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.979420 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:34.981195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 74c6549e-798e-4c91-b048-b5f2d9bb6f6d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:34.983284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-bed14df7-dd30-43e3-9c6b-aaa0581a54ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8787737 Apr 11 20:50:35.005634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Request body: {'port': {'device_id': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:35.050137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf771e-8dcf-4c84-85ca-82d54e314abf req-a77f9bbb-345c-4740-b09d-356a7a3a7e27 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.054167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acbf771e-8dcf-4c84-85ca-82d54e314abf req-a77f9bbb-345c-4740-b09d-356a7a3a7e27 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 932 time: 0.1371958 Apr 11 20:50:35.085135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 74c6549e-798e-4c91-b048-b5f2d9bb6f6d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:35.085419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 74c6549e-798e-4c91-b048-b5f2d9bb6f6d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:35.091371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:35.150573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:35.157871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:35.170112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acbf771e-8dcf-4c84-85ca-82d54e314abf req-394a537e-2466-4c62-ac6c-c098b1818a7f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074672 Apr 11 20:50:35.295564 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:35.295564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cea6b82e-1659-41e8-8a15-f0fa02bac5db up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:35.476365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.477785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Router 6bbf12ef-2a4f-4a36-bce6-109676851e0d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:35.488728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.494578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.496627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:35.503149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.509369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.518261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.522931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:35.530930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-37819777-9e13-4da1-87be-b068e6bf9594 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5428 time: 0.1884503 Apr 11 20:50:35.560068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:35.589486 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:35.667852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Sync routers for ids ['9cd1ba45-a873-4b91-8472-f4c3651855ff'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:35.689992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port cea6b82e-1659-41e8-8a15-f0fa02bac5db completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:35.714371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port cea6b82e-1659-41e8-8a15-f0fa02bac5db triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:35.714743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:35.744325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a225a9fe-e27d-4639-8acf-e772952ec698 req-ca080521-8e68-4302-8749-f6338ca9cf21 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2115049 Apr 11 20:50:35.758993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Routers {'9cd1ba45-a873-4b91-8472-f4c3651855ff'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:35.759951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9cd1ba45-a873-4b91-8472-f4c3651855ff'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:35.891125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f6cb296e-5328-4362-b8d7-c413ed7b97f9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:35.913840 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-71f561d8-2707-4f2e-b229-ce653b8247ab req-671fd064-06de-4ca9-9482-39e019f3b8a8 tempest-FloatingIPDetailsNegativeTestJSON-1480696647 tempest-FloatingIPDetailsNegativeTestJSON-1480696647-project] show failed (client error): The resource could not be found. Apr 11 20:50:35.927209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71f561d8-2707-4f2e-b229-ce653b8247ab req-671fd064-06de-4ca9-9482-39e019f3b8a8 tempest-FloatingIPDetailsNegativeTestJSON-1480696647 tempest-FloatingIPDetailsNegativeTestJSON-1480696647-project] 10.222.0.61 "GET /v2.0/floatingips/574ed18e-a94e-409a-ade9-bc92533d857f HTTP/1.1" status: 404 len: 350 time: 0.4035006 Apr 11 20:50:35.951552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34012) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:36.063031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:36.073246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:36.089545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:36.098015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756'}, {'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}, {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:36.149849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34018) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:36.165734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Pushing event updated for resources: {'Port': ['ID=91625a71-bc66-4b40-98d2-3bcf651e8ae9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:36.276414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc9ec1-6897-4776-8b0c-845cbab4fb93 req-9e8aced4-b009-488c-a1fd-e188722848a6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:36.284025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1edc9ec1-6897-4776-8b0c-845cbab4fb93 req-9e8aced4-b009-488c-a1fd-e188722848a6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.3795717 Apr 11 20:50:36.290775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Set router 9cd1ba45-a873-4b91-8472-f4c3651855ff gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:36.312401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Deleting subnet b08856c9-f423-4384-aada-feaaefadb948 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:50:36.346234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:36.355335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1edc9ec1-6897-4776-8b0c-845cbab4fb93 req-038572d7-4a4b-4790-91fd-8b34339c2184 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703449 Apr 11 20:50:36.485461 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de9e230-07a7-4bd7-9656-6031fa26f05d'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756', 'code': 200} Apr 11 20:50:36.485821 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de9e230-07a7-4bd7-9656-6031fa26f05d'] response: {'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'code': 200} Apr 11 20:50:36.486170 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de9e230-07a7-4bd7-9656-6031fa26f05d'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc', 'code': 200} Apr 11 20:50:36.534039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:36.540431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:36.603678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:36.668218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f6cb296e-5328-4362-b8d7-c413ed7b97f9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:36.668218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:36.705958 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:36.706933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a93c0bac-813c-4be2-807a-b8d8dd8a0d4c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:36.721927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-c83687b3-988b-44b2-84b6-95109fc6462f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:36.723426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-c83687b3-988b-44b2-84b6-95109fc6462f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.8442762 Apr 11 20:50:36.855144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e63d13-2714-41fa-9498-dc312c4b4736 req-9a5e73d8-d021-4ee2-bc58-b3108be4b440 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:36.863364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6e63d13-2714-41fa-9498-dc312c4b4736 req-9a5e73d8-d021-4ee2-bc58-b3108be4b440 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 932 time: 0.1730061 Apr 11 20:50:36.888995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32b559b2-1231-4d2a-95ab-c91b89fa0693 req-a7281317-54bb-4201-a83d-df3db7e82804 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1096 time: 0.3713515 Apr 11 20:50:36.934399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Deleting port d20a1e41-fea8-4eb5-9e96-900ff835a47e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:36.935062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:36.950596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:36.964527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32b559b2-1231-4d2a-95ab-c91b89fa0693 req-6e514892-99f8-4ccf-b6d1-4ad19385306f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668623 Apr 11 20:50:36.983976 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6e63d13-2714-41fa-9498-dc312c4b4736 req-b7e9d578-091a-476f-9f7d-7dab31f702e6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193967 Apr 11 20:50:37.006237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd31d1-c6f4-4a8b-8014-244cc8463232 req-9ac71749-55e2-4f0f-8e3c-0caaa98636ca tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.012971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62dd31d1-c6f4-4a8b-8014-244cc8463232 req-9ac71749-55e2-4f0f-8e3c-0caaa98636ca tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.6295538 Apr 11 20:50:37.054523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:37.057338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.059540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.060114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:37.060489 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.109767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:37.150552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:31Z', 'revision_number': 4, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'gw_port': {'id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:15Z', 'updated_at': '2022-04-11T20:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c3ebe4e2-9194-424e-8fcb-659670b21468', 'name': '', 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'mac_address': 'fa:16:3e:53:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1102a63e-2df3-4857-9fec-e29f90e6307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:28Z', 'updated_at': '2022-04-11T20:50:31Z', 'revision_number': 2, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'subnets': [{'id': '1102a63e-2df3-4857-9fec-e29f90e6307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:37.181901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Checking router: 9cd1ba45-a873-4b91-8472-f4c3651855ff for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:37.182253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Updating router 9cd1ba45-a873-4b91-8472-f4c3651855ff port c3ebe4e2-9194-424e-8fcb-659670b21468 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:50:37.184288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:37.253367 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.305029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.309127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.313687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.317609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.321489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.325380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.329446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:37.331465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-b158077c-4379-4eef-ba90-ed3972c3c8de tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5429 time: 0.1446054 Apr 11 20:50:37.332313 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.404115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cabcc9a8-8efd-4ebb-afc7-08708a90ce18 req-ad627fcf-ad38-407b-8f2c-7cbae52897cc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644867 Apr 11 20:50:37.478988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:37.486973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3728491a-3298-4365-9e33-b0ab63129fc7 admin admin] 10.222.0.61 "PUT /v2.0/routers/6bbf12ef-2a4f-4a36-bce6-109676851e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9554479 Apr 11 20:50:37.518559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-62dd31d1-c6f4-4a8b-8014-244cc8463232 req-9cb19d3f-8096-4ed6-8539-263f048fdb7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:37.521228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.576181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.577080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d177d12e-8a8a-44e9-a2da-0a81d04a7c60 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:37.616729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113e04c3-4add-4cc8-8835-05b1facf82dd {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:37.673717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.735920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.785284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:37.803281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.845330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:37.889082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ddef5-f761-4c33-81e5-1de9b02a0fa2 None None] Network 9f5f1223-648d-4d55-8971-a2e077c61350 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:37.977434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:38.011552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18513ee-4e37-4d74-995d-6af989cad93a req-81271daf-39c6-4c69-90ba-4f121c3b8c52 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:38.038344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f18513ee-4e37-4d74-995d-6af989cad93a req-81271daf-39c6-4c69-90ba-4f121c3b8c52 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 945 time: 0.3629456 Apr 11 20:50:38.082595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 424715f3-4962-451d-b3ed-96d88a679c47 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:38.084114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Transition to ACTIVE for port object 113e04c3-4add-4cc8-8835-05b1facf82dd will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:38.086562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-62dd31d1-c6f4-4a8b-8014-244cc8463232 req-9cb19d3f-8096-4ed6-8539-263f048fdb7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:38.099129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62dd31d1-c6f4-4a8b-8014-244cc8463232 req-9cb19d3f-8096-4ed6-8539-263f048fdb7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0852530 Apr 11 20:50:38.127591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08856c9-f423-4384-aada-feaaefadb948,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:38.144605 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f18513ee-4e37-4d74-995d-6af989cad93a req-deb1fe88-4e27-487b-b098-6764b1c2968b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206958 Apr 11 20:50:38.162441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2a96795-e84b-4001-81d2-08795e96f724 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b08856c9-f423-4384-aada-feaaefadb948 HTTP/1.1" status: 204 len: 168 time: 1.9992118 Apr 11 20:50:38.168821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34038) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:38.220544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:38.220940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.244134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.266444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] For port d20a1e41-fea8-4eb5-9e96-900ff835a47e, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d20a1e41-fea8-4eb5-9e96-900ff835a47e,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:38.267071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.328539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.415928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Transition to ACTIVE for port object c3ebe4e2-9194-424e-8fcb-659670b21468 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:38.440113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Calling delete_port for d20a1e41-fea8-4eb5-9e96-900ff835a47e owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:38.506449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea6b82e-1659-41e8-8a15-f0fa02bac5db'}, {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:38.520457 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.530456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Deleting port c3ebe4e2-9194-424e-8fcb-659670b21468 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:38.531795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.720739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 424715f3-4962-451d-b3ed-96d88a679c47 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:38.732460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Pushing event updated for resources: {'Port': ['ID=c3ebe4e2-9194-424e-8fcb-659670b21468,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:38.738481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] For port c3ebe4e2-9194-424e-8fcb-659670b21468, host n-d-837321-1, got binding levels [] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:38.738845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.743168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.775141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 424715f3-4962-451d-b3ed-96d88a679c47 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:38.775790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.916788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Calling delete_port for c3ebe4e2-9194-424e-8fcb-659670b21468 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:38.922098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:38.963540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['efd04469-fa0c-46d5-84f1-5ec30da66201'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:38.994581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.994981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.995330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.995669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.996003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.998606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.998606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.998606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.998606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.998606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:38.998606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9093759-4d96-4668-8b42-436aa45f19c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:39.110560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.127147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Pushing event updated for resources: {'Port': ['ID=113e04c3-4add-4cc8-8835-05b1facf82dd,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:39.132000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:39.135522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.136512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Attempting to bind port c3ebe4e2-9194-424e-8fcb-659670b21468 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:39.136881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Attempting to bind port c3ebe4e2-9194-424e-8fcb-659670b21468 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:39.137240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Attempting to bind port c3ebe4e2-9194-424e-8fcb-659670b21468 on network 302315d4-7f6d-4883-b23f-3226b01d8f7c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:39.137856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.143016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.147284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.153405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.158404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.164046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.166044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-17f21579-e904-4bcf-bdc4-55841a42dba9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5430 time: 0.2568145 Apr 11 20:50:39.167542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:39.167911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Checking segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:39.168314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.168709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Bound using segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:39.169192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Bound port: c3ebe4e2-9194-424e-8fcb-659670b21468, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:39.169576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.198396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34058) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:39.220624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.220952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-368981953-network', 'tenant_id': '47be3e725a124e279405fe1bb2d18779'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:39.221408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7727a788-b8ee-4ed3-a5d5-c34235c54517 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:39.230532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:39.236416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] No DVR routers for this DVR port d20a1e41-fea8-4eb5-9e96-900ff835a47e on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:39.239267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.243309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Usage tracker for resource:network and tenant:47be3e725a124e279405fe1bb2d18779 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:39.246945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:39.266995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'name': 'network-vif-deleted', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:39.273296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:39.280859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event deleted for resources: {'Port': ['ID=d20a1e41-fea8-4eb5-9e96-900ff835a47e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:39.318365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] DHCP port deletion for 9f5f1223-648d-4d55-8971-a2e077c61350 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:50:39.334496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Deleting port f0035e9e-b8db-490f-8487-225cbdd98c5f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:39.334830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.343940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcf95eef-9def-4bbb-96ba-ea1f2feb6408 req-ce232793-8655-4aeb-8796-455c1a58c71c tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685934 Apr 11 20:50:39.372447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:39.383412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Made reservation on behalf of 47be3e725a124e279405fe1bb2d18779 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:39.383412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.409210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.417474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.431581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-618045c4-ae88-4e03-9e9d-a78a15619158 req-7614951d-306a-4f98-995c-0f7f9c9d3ff8 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "DELETE /v2.0/ports/d20a1e41-fea8-4eb5-9e96-900ff835a47e HTTP/1.1" status: 204 len: 173 time: 2.6940420 Apr 11 20:50:39.458446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Deleting port f0035e9e-b8db-490f-8487-225cbdd98c5f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:39.458742 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.470094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-9a3d6944-cc48-4594-8d4a-caa87330b066 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:39.470891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-9a3d6944-cc48-4594-8d4a-caa87330b066 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:39.518002 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb77bbea-b570-4ea5-a58a-2ab3d4bc1ffb'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea6b82e-1659-41e8-8a15-f0fa02bac5db', 'code': 200} Apr 11 20:50:39.518314 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb77bbea-b570-4ea5-a58a-2ab3d4bc1ffb'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'code': 200} Apr 11 20:50:39.533644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.547495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Attempting to bind port 113e04c3-4add-4cc8-8835-05b1facf82dd on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:39.550482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Attempting to bind port 113e04c3-4add-4cc8-8835-05b1facf82dd by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:39.550482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Attempting to bind port 113e04c3-4add-4cc8-8835-05b1facf82dd on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:39.550710 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.582774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.596003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:39.661283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ebe4e2-9194-424e-8fcb-659670b21468,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:39.665294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:39.702620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 424715f3-4962-451d-b3ed-96d88a679c47, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=424715f3-4962-451d-b3ed-96d88a679c47,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:39.779182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Usage tracker for resource:security_group_rule and tenant:47be3e725a124e279405fe1bb2d18779 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:39.790519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:39.794788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:50:39.801688 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:50:39.813133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:39.878912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:39.962374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Port 113e04c3-4add-4cc8-8835-05b1facf82dd on network b32f8e05-6e34-4fd3-8e82-ec716733b6db not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:50:39.963334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Attempting to bind port 113e04c3-4add-4cc8-8835-05b1facf82dd on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:39.992869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f0035e9e-b8db-490f-8487-225cbdd98c5f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:40.078242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-9a3d6944-cc48-4594-8d4a-caa87330b066 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:40.080017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-9a3d6944-cc48-4594-8d4a-caa87330b066 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 944 time: 1.2209387 Apr 11 20:50:40.080643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Pushing event updated for resources: {'Port': ['ID=91625a71-bc66-4b40-98d2-3bcf651e8ae9,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:40.118248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] For port f0035e9e-b8db-490f-8487-225cbdd98c5f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f0035e9e-b8db-490f-8487-225cbdd98c5f,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:40.118824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.123608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 7727a788-b8ee-4ed3-a5d5-c34235c54517 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:40.149690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 7727a788-b8ee-4ed3-a5d5-c34235c54517 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:40.150055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.184961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:40.250868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe7014-1aef-469f-8d7c-88824a28b08f req-a39025de-3f3e-41cb-8e8d-bf31ed674890 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:40.261882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5bfe7014-1aef-469f-8d7c-88824a28b08f req-a39025de-3f3e-41cb-8e8d-bf31ed674890 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.5926600 Apr 11 20:50:40.284122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=424715f3-4962-451d-b3ed-96d88a679c47,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:40.350105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.372543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:40.372885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:40.373293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Bound using segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:40.373723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Bound port: 113e04c3-4add-4cc8-8835-05b1facf82dd, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:40.374065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.393772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Calling delete_port for f0035e9e-b8db-490f-8487-225cbdd98c5f owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:40.394788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5bfe7014-1aef-469f-8d7c-88824a28b08f req-3a5cd49b-6566-4e91-93e8-aba7bf149695 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318913 Apr 11 20:50:40.426041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.435915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.474838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: d20a1e41-fea8-4eb5-9e96-900ff835a47e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:40.481007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d20a1e41-fea8-4eb5-9e96-900ff835a47e not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:40.502091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] For port f0035e9e-b8db-490f-8487-225cbdd98c5f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f0035e9e-b8db-490f-8487-225cbdd98c5f,segment=NetworkSegment(a137d4ac-422a-4b8b-a079-6d8347af82b1),segment_id=a137d4ac-422a-4b8b-a079-6d8347af82b1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:40.502479 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.517356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:50:40.519509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Attempting to bind port c3ebe4e2-9194-424e-8fcb-659670b21468 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:40.519886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Attempting to bind port c3ebe4e2-9194-424e-8fcb-659670b21468 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:40.520535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Attempting to bind port c3ebe4e2-9194-424e-8fcb-659670b21468 on network 302315d4-7f6d-4883-b23f-3226b01d8f7c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:40.538251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d29ffd-d0f1-441c-81be-e47a95ee40b9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:40.563423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] For port 113e04c3-4add-4cc8-8835-05b1facf82dd, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:40.566334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] For port 113e04c3-4add-4cc8-8835-05b1facf82dd, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=113e04c3-4add-4cc8-8835-05b1facf82dd,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:40.568259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.568663 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Added segment eda7a639-fdbc-4cd8-88a8-fb7fe5393fef of type vlan for network b1759f66-977f-4305-9b3d-589c2304bdb8 Apr 11 20:50:40.595074 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.610837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-e52f1c35-b715-4a61-9bf6-f188ed36bf8b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:40.649928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.668863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.675046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1700451-e086-454c-a10a-9bba50b84b39 req-007dbc33-a328-45fc-a26f-28560f864e6c tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=b87bd862-d391-43a2-bc6f-0131241c3750 HTTP/1.1" status: 200 len: 210 time: 0.0738001 Apr 11 20:50:40.683551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Calling delete_port for f0035e9e-b8db-490f-8487-225cbdd98c5f owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:40.711254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:40.711654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Checking segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:40.712053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.712441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Bound using segment: {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:40.712955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Bound port: c3ebe4e2-9194-424e-8fcb-659670b21468, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '302315d4-7f6d-4883-b23f-3226b01d8f7c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:40.713302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.720584 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.726074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5e7ef342-0b51-469b-b0f2-46bd0e46b95c tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3651664 Apr 11 20:50:40.726775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34070) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:40.730719 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.776147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-e52f1c35-b715-4a61-9bf6-f188ed36bf8b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:40.777435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40a2b9ab-ee9e-4f9f-91df-f73fc76ff402 req-e52f1c35-b715-4a61-9bf6-f188ed36bf8b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546705 Apr 11 20:50:40.783754 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4e93f5-e963-4d1b-8249-746f6be67ab9'] response: {'server_uuid': 'b87bd862-d391-43a2-bc6f-0131241c3750', 'name': 'network-vif-deleted', 'tag': 'd20a1e41-fea8-4eb5-9e96-900ff835a47e', 'status': 'completed', 'code': 200} Apr 11 20:50:40.790786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.810869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.824508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] 10.222.0.75 "PUT /v2.0/ports/113e04c3-4add-4cc8-8835-05b1facf82dd HTTP/1.1" status: 200 len: 1092 time: 5.8179224 Apr 11 20:50:40.854468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fa9bb-624f-4c6c-a32f-e86c5615390e service neutron] Pushing event updated for resources: {'Port': ['ID=113e04c3-4add-4cc8-8835-05b1facf82dd,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:40.861703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] No DVR routers for this DVR port f0035e9e-b8db-490f-8487-225cbdd98c5f on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:40.970350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0035e9e-b8db-490f-8487-225cbdd98c5f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:40.989209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.989209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:40.989209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:40.989527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Port c3ebe4e2-9194-424e-8fcb-659670b21468 has been deleted concurrently {{(pid=84668) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Apr 11 20:50:41.060355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:50:41.060997 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:50:41.076077 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.129009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Routers {'9cd1ba45-a873-4b91-8472-f4c3651855ff'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:41.129723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9cd1ba45-a873-4b91-8472-f4c3651855ff'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:41.356272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:41.432844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.503029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] Set router 9cd1ba45-a873-4b91-8472-f4c3651855ff gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:41.535789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.553784 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3502471 Apr 11 20:50:41.553784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0900687-54a4-4beb-abf9-3df0c0f38d4c admin admin] Pushing event updated for resources: {'Network': ['ID=b1759f66-977f-4305-9b3d-589c2304bdb8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:41.556863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34076) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:41.568536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:41.569653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Request body: {'subnet': {'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-368981953-subnet', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:41.578834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:41.584296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd177d12e-8a8a-44e9-a2da-0a81d04a7c60'}, {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:41.590313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Deleting port f0035e9e-b8db-490f-8487-225cbdd98c5f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:41.591253 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.605550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Usage tracker for resource:floatingip and tenant:c64a4fa660444c46b19dcb75b3dc6788 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:41.610663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:41.612509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:41.617976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5f1223-648d-4d55-8971-a2e077c61350']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:41.626421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Usage tracker for resource:subnet and tenant:47be3e725a124e279405fe1bb2d18779 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:41.637720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b1759f66-977f-4305-9b3d-589c2304bdb8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:50:41.642172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:41.644008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-065b68ba-2265-42ef-8b5a-3ad22f383911 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 1095 time: 0.6049473 Apr 11 20:50:41.646525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:41.654681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a137d4ac-422a-4b8b-a079-6d8347af82b1') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:41.654888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a137d4ac-422a-4b8b-a079-6d8347af82b1') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:41.657261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:41.742561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-5d8b0877-f56a-4fa5-8c06-fd2662c9e6b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113e04c3-4add-4cc8-8835-05b1facf82dd HTTP/1.1" status: 200 len: 217 time: 0.0899332 Apr 11 20:50:41.751419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.820239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df765ce-cb76-461d-a210-679ce28ce7b5 req-0c417594-64a7-47c4-bcde-9f8b6cf69467 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:41.821737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3df765ce-cb76-461d-a210-679ce28ce7b5 req-0c417594-64a7-47c4-bcde-9f8b6cf69467 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.6884217 Apr 11 20:50:41.826591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.830034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.850651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34084) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:41.851250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3053f25d-2dbd-46a2-a27f-a21ee69330c1 None None] The port 'f0035e9e-b8db-490f-8487-225cbdd98c5f' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:50:41.858211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'floatingip': {'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:41.933918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:50:41.934597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:50:41.979522 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:50:42.064496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 424715f3-4962-451d-b3ed-96d88a679c47 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:42.076668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.081529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.086290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.090427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.095273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.099882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.104987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.121495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-bb3eac29-2c2a-4c9b-a6d3-ce10dcd5dfb0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5431 time: 0.9519215 Apr 11 20:50:42.128567 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd0225b-f793-4ab4-a020-b539a0038c82'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd177d12e-8a8a-44e9-a2da-0a81d04a7c60', 'code': 200} Apr 11 20:50:42.129418 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd0225b-f793-4ab4-a020-b539a0038c82'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517', 'code': 200} Apr 11 20:50:42.190377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Made reservation on behalf of 47be3e725a124e279405fe1bb2d18779 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:42.198402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:42.202277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:42.286476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-5a829ef0-445d-4d01-9647-7f6e8a16b422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:42.288995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-5a829ef0-445d-4d01-9647-7f6e8a16b422 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.5401070 Apr 11 20:50:42.441498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 424715f3-4962-451d-b3ed-96d88a679c47 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:42.441936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:42.469068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d86a2616-a25f-4ca8-b969-3ab459a03756 req-2d925da6-589c-4330-af8e-47c54d2e834a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3466918 Apr 11 20:50:42.576895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:42.747617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 5, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'gw_port': {'id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:15Z', 'updated_at': '2022-04-11T20:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:42.762224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583567e-6258-4f8e-b726-4221e2ab5667 None None] The sync data for ids ['9cd1ba45-a873-4b91-8472-f4c3651855ff'] in n-d-837321-1 is: [{'id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1869974558-router', 'tenant_id': '40f4a89150f347a794fc6c6f693253ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 5, 'project_id': '40f4a89150f347a794fc6c6f693253ce', 'gw_port': {'id': 'f6cb296e-5328-4362-b8d7-c413ed7b97f9', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1ba45-a873-4b91-8472-f4c3651855ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:15Z', 'updated_at': '2022-04-11T20:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:42.872019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'tag': '113e04c3-4add-4cc8-8835-05b1facf82dd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:42.945995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:42.949637 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-440004f2-c307-47f8-997f-80f8fe17e9af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4519005 Apr 11 20:50:43.028650 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5602afcf-ba20-42e3-9c7b-626c55eeb10f'] response: {'name': 'network-changed', 'server_uuid': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'tag': '113e04c3-4add-4cc8-8835-05b1facf82dd', 'status': 'completed', 'code': 200} Apr 11 20:50:43.093443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8988cbcd-962e-40a7-bde1-a41ac877b27b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:43.128091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Checking segment: {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:43.128900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Network hostable DHCP agents. Network: b1759f66-977f-4305-9b3d-589c2304bdb8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:50:43.133237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:43.138563 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:43.208386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Router 9cd1ba45-a873-4b91-8472-f4c3651855ff has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:43.210064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5f1223-648d-4d55-8971-a2e077c61350,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:43.371864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-210e932c-9d00-4df9-a724-df7ea182b1e9 req-e21d37d5-02b5-4976-8025-3d9efa78e008 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6489 time: 1.2136898 Apr 11 20:50:43.376560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Network b1759f66-977f-4305-9b3d-589c2304bdb8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:50:43.408793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-22e3c82e-2d33-46a8-9f28-cb89bf1697a6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9f5f1223-648d-4d55-8971-a2e077c61350 HTTP/1.1" status: 204 len: 168 time: 5.2274895 Apr 11 20:50:43.417417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-82c23193-cda2-4075-a55f-8a4ec1d8459f service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548981 Apr 11 20:50:43.427927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe00b-9ad2-41c5-807d-1051aa582577 req-8faf4c53-34d9-436a-8697-13d87d4de84b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:43.435124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b88fe00b-9ad2-41c5-807d-1051aa582577 req-8faf4c53-34d9-436a-8697-13d87d4de84b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 944 time: 0.5639875 Apr 11 20:50:43.635328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b1759f66-977f-4305-9b3d-589c2304bdb8) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:43.644604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2f42c9-c6aa-41d8-a2f5-654f73a3702d None None] Network b1759f66-977f-4305-9b3d-589c2304bdb8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:43.657469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:43.658471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:43.742610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:43.756495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f073f5f3-f5aa-465a-991a-b6ad1a79808e admin admin] 10.222.0.61 "PUT /v2.0/routers/9cd1ba45-a873-4b91-8472-f4c3651855ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8032799 Apr 11 20:50:43.758717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:43.794763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1f0fdeaf-07ab-4ee9-9599-a192406c22bc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2329421 Apr 11 20:50:43.832478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34106) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:43.852643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:43.886995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:43.907447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-210e932c-9d00-4df9-a724-df7ea182b1e9 req-45c50a92-312d-4562-8e42-8d1dba90c122 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&id=be21331c-f994-406f-90a8-870ce73855ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5211320 Apr 11 20:50:43.911282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Usage tracker for resource:router and tenant:47be3e725a124e279405fe1bb2d18779 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:43.918099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:43.950819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:43.977800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b88fe00b-9ad2-41c5-807d-1051aa582577 req-360366f6-0888-4759-babf-2a2da6f31027 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417213 Apr 11 20:50:43.993540 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0417f4f2-f5c2-470f-9ab8-427ce980c51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.014748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.072803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34110) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:44.118720 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-574ef027-2f5a-4bdf-8979-9707f5aae164 req-a2e122c0-2974-41bb-8e0e-fadb3a733606 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719928 Apr 11 20:50:44.176112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b1759f66-977f-4305-9b3d-589c2304bdb8', 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'fixed_ips': [{'subnet_id': '8988cbcd-962e-40a7-bde1-a41ac877b27b'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:50:44.177445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.194359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.195430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.339341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f86ed393-8cc8-4959-9d97-9280f1fff8ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab0ca7b57fd843f78f12e14d80209298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2594008 Apr 11 20:50:44.346255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34114) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:44.395759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.400506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.406767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.411836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.416489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.422468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.427190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:44.431325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-dfc1de95-74fe-439a-9c9c-fbe472fe8944 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.6328056 Apr 11 20:50:44.431505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.471070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Allocated IP 172.20.0.2 (b1759f66-977f-4305-9b3d-589c2304bdb8/8988cbcd-962e-40a7-bde1-a41ac877b27b/b211e1e7-e4ad-4916-b6f4-11a2c01803f2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:44.495166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Allocated IP 172.25.5.218 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/425dc5e1-9caa-417c-bc3d-cc6d73c73af1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:44.541717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-956c10ea-c074-4a99-be77-c96eac451ad6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 1095 time: 0.2903652 Apr 11 20:50:44.790271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.796664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:50:44.830245 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:44.925190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-85dc29e1-b9d9-4e41-bbda-75be1b1524a0 req-0397940a-5cc2-479c-99e2-794229137c9b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4833994 Apr 11 20:50:44.970478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.031426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.045228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Transition to ACTIVE for port object b211e1e7-e4ad-4916-b6f4-11a2c01803f2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:45.092557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Transition to ACTIVE for port object b211e1e7-e4ad-4916-b6f4-11a2c01803f2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:45.122353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.173761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fbea73-2566-4e0d-9a4c-92c6ad36a718,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:45.174847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.189064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.189426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.189723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.190050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.190519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.190848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.191198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.191563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.191881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.192195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.192510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:45.262359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.268668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b1b9a04a-eb33-47ee-b9e7-f823a29af815 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5fbea73-2566-4e0d-9a4c-92c6ad36a718 HTTP/1.1" status: 204 len: 168 time: 0.9180086 Apr 11 20:50:45.295013 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.355415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Network b1759f66-977f-4305-9b3d-589c2304bdb8 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:45.359221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:45.363952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:45.395981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Pushing event updated for resources: {'Port': ['ID=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:45.403884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Deleting port f6cb296e-5328-4362-b8d7-c413ed7b97f9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:45.404486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.492451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-6ccffb9b-ae9b-4702-9263-155301034331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:45.496476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-6ccffb9b-ae9b-4702-9263-155301034331 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.9018841 Apr 11 20:50:45.616367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.665595 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-5a8fb645-5ebb-4982-82e8-5cfa757b92a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=113e04c3-4add-4cc8-8835-05b1facf82dd HTTP/1.1" status: 200 len: 217 time: 0.1276495 Apr 11 20:50:45.677802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.678556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] For port f6cb296e-5328-4362-b8d7-c413ed7b97f9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f6cb296e-5328-4362-b8d7-c413ed7b97f9,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:45.687433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.738793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.797184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.826851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Calling delete_port for f6cb296e-5328-4362-b8d7-c413ed7b97f9 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:45.949976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Attempting to bind port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:45.950356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Attempting to bind port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:45.950712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Attempting to bind port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 on network b1759f66-977f-4305-9b3d-589c2304bdb8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:45.954175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-fdf6b3f4-e1fa-40b0-b267-698a36c451b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:45.955851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-fdf6b3f4-e1fa-40b0-b267-698a36c451b3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.2824891 Apr 11 20:50:45.961764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e0cc1-d0c2-43a6-87f8-287a69853208 req-1a959295-7cf2-4de2-ad1c-43f6277584f0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:45.969542 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-717e0cc1-d0c2-43a6-87f8-287a69853208 req-1a959295-7cf2-4de2-ad1c-43f6277584f0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 944 time: 0.7352889 Apr 11 20:50:45.984687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:45.985705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Checking segment: {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:45.987798 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:45.988400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Bound using segment: {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:45.990352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Bound port: b211e1e7-e4ad-4916-b6f4-11a2c01803f2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:45.990921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:46.167037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-82cba5c3-a012-41f3-af83-41b8cf5b4a34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850502 Apr 11 20:50:46.222421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7bdff7b8-f068-476a-b974-879c40362b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:46.233244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:46.255350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] For port b211e1e7-e4ad-4916-b6f4-11a2c01803f2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:46.258263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] For port b211e1e7-e4ad-4916-b6f4-11a2c01803f2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:46.309845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cb296e-5328-4362-b8d7-c413ed7b97f9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:46.331241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:46.352223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 113e04c3-4add-4cc8-8835-05b1facf82dd details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:50:46.359124 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:46.434729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Pushing event updated for resources: {'Port': ['ID=425dc5e1-9caa-417c-bc3d-cc6d73c73af1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:46.452525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.453463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-717e0cc1-d0c2-43a6-87f8-287a69853208 req-868ca307-1b3e-488c-9f43-267686418e21 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829841 Apr 11 20:50:46.456623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.460549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.465269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.470234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.489465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.493502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:46.495437 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-bb57eb56-b2e3-4688-a7b6-d406e69b0c06 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.3074217 Apr 11 20:50:46.600209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:46.661851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:46.687936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:46.690524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-657869f9-8462-4fff-97c1-c20b28b49a4a req-22ac9e47-3403-47fa-9ddf-4939faf2dd59 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866715 Apr 11 20:50:46.693307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:46.794038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926058-8cca-4a5f-80b4-11c0e72baadb None None] Pushing event updated for resources: {'Port': ['ID=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:46.800281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-2101b7a9-3ed2-4479-860d-fc5bf283a8b7 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238768 Apr 11 20:50:46.953423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 113e04c3-4add-4cc8-8835-05b1facf82dd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=113e04c3-4add-4cc8-8835-05b1facf82dd,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:46.977018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '113e04c3-4add-4cc8-8835-05b1facf82dd', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': '113e04c3-4add-4cc8-8835-05b1facf82dd', 'mac_address': 'fa:16:3e:21:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:50:47.112990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.161711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113e04c3-4add-4cc8-8835-05b1facf82dd {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:50:47.179530 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Floating IP 0562cd7a-f603-4579-97c2-d000bd972ad4 associated. External IP: 172.25.5.181, port: 4705f4f2-591b-4733-ae79-e048e9d6083c. Apr 11 20:50:47.191728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 113e04c3-4add-4cc8-8835-05b1facf82dd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=113e04c3-4add-4cc8-8835-05b1facf82dd,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:47.305499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.336092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.352267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.397167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.402658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.403388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.408108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.412647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.417022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.422071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.424320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.426476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.428656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d09b2f7-a411-436d-b158-fe05bda35238 req-36d75a7c-9731-4479-8319-3d2018ef4d17 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.2465303 Apr 11 20:50:47.440643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34150) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:47.448712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=113e04c3-4add-4cc8-8835-05b1facf82dd,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:47.451149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Request body: {'floatingip': {'port_id': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:47.537103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.537507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd1ba45-a873-4b91-8472-f4c3651855ff {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:50:47.554234 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.632093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:47.635229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['113e04c3-4add-4cc8-8835-05b1facf82dd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:50:47.669501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.670653 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f499eab3-d4f7-425a-a04e-256eabf44e18 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9cd1ba45-a873-4b91-8472-f4c3651855ff HTTP/1.1" status: 204 len: 168 time: 3.9111481 Apr 11 20:50:47.709927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34162) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:47.716362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.840659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:47.897074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2070514357-network', 'tenant_id': '981f7381ff5340e4a84dcb0dad725390'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:47.905525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810708a-9b09-432f-8e1b-ba9b4d8a5363 req-162a499d-b060-4167-b1aa-a6762fd3bb6c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:47.911895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b810708a-9b09-432f-8e1b-ba9b4d8a5363 req-162a499d-b060-4167-b1aa-a6762fd3bb6c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 945 time: 0.2442327 Apr 11 20:50:47.957372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a2e2773-1cab-4cef-9f4c-b2ecc3380e06 req-3233909f-0bc1-4fa9-8999-66fd799ad787 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1343868 Apr 11 20:50:47.998331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:48.002269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Deleting subnet 1102a63e-2df3-4857-9fec-e29f90e6307c {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:50:48.004941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Usage tracker for resource:network and tenant:981f7381ff5340e4a84dcb0dad725390 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:48.045008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.074178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b211e1e7-e4ad-4916-b6f4-11a2c01803f2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:48.137082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:48.143807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:48.195772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b810708a-9b09-432f-8e1b-ba9b4d8a5363 req-b8db0a75-653f-4d8f-9d88-a41d56c33585 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988685 Apr 11 20:50:48.196083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-c586dbbd-b061-4dcc-b1d0-4022d4eab47a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:48.196797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-c586dbbd-b061-4dcc-b1d0-4022d4eab47a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:48.234923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Made reservation on behalf of 981f7381ff5340e4a84dcb0dad725390 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:48.237692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.252091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa25286-d475-40ef-a373-cc9b4d860dcf req-bbff55ed-ce97-4524-a4a1-1d1cf37472a3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:48.253994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-efa25286-d475-40ef-a373-cc9b4d860dcf req-bbff55ed-ce97-4524-a4a1-1d1cf37472a3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:48.254175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.258631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.260445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:48.398507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:48.405088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Usage tracker for resource:security_group_rule and tenant:981f7381ff5340e4a84dcb0dad725390 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:48.410089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:48.415062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eefd52-3d33-4cb8-a358-8e31b73ae3aa None None] Network b1759f66-977f-4305-9b3d-589c2304bdb8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:48.417451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:48.418994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.420503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Allocated IP 172.25.5.247 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/733ba0b7-8f22-419e-a051-04047c213f6a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:48.430943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-efa25286-d475-40ef-a373-cc9b4d860dcf req-bbff55ed-ce97-4524-a4a1-1d1cf37472a3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:48.438429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efa25286-d475-40ef-a373-cc9b4d860dcf req-bbff55ed-ce97-4524-a4a1-1d1cf37472a3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 1.0705667 Apr 11 20:50:48.440345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-c586dbbd-b061-4dcc-b1d0-4022d4eab47a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:48.441450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-c586dbbd-b061-4dcc-b1d0-4022d4eab47a tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 0.7608788 Apr 11 20:50:48.584988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.602101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.612607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] Provisioning for port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:48.620514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] Provisioning complete for port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:48.620886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.652721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.682927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.694490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efa25286-d475-40ef-a373-cc9b4d860dcf req-af1f8c37-6ff2-4d58-8f16-415fd08cb8d4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554488 Apr 11 20:50:48.734327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Deleting port efd04469-fa0c-46d5-84f1-5ec30da66201 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:48.734908 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.755011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.787370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.820405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.850459 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.852984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:50:48.874757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706194e-5593-475b-8637-a69b1fc05484,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:48.880335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.881010 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Added segment 774cd9ad-5b17-4e6e-b73f-a6c295f83c09 of type vlan for network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 Apr 11 20:50:48.907512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] For port b211e1e7-e4ad-4916-b6f4-11a2c01803f2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:48.917368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:48.990648 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Floating IP cd394901-da59-4f12-a468-13571c2795d7 associated. External IP: 172.25.5.237, port: a93c0bac-813c-4be2-807a-b8d8dd8a0d4c. Apr 11 20:50:48.991743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.094177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c4b11-417c-49c6-ab6c-deb4ba5e5dc5 None None] Pushing event updated for resources: {'Port': ['ID=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:49.169811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.211722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.212570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:49.213131 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.222468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-621e00ef-77d5-4890-9616-41ca09870f01 None None] Provisioning complete for port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:49.222468 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-621e00ef-77d5-4890-9616-41ca09870f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.348593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] Pushing event updated for resources: {'Network': ['ID=4a90cb1f-8aa4-446d-afce-fc2918cfe784,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:49.371823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:50:49.406223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-41c864a9-4018-4905-aaf0-354e4785638b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7670269 Apr 11 20:50:49.407997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34170) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:49.432266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Request body: {'subnet': {'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2070514357-subnet', 'tenant_id': '981f7381ff5340e4a84dcb0dad725390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:49.478033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:49.493301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Usage tracker for resource:subnet and tenant:981f7381ff5340e4a84dcb0dad725390 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:49.497195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:49.510781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:49.586040 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.621343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Made reservation on behalf of 981f7381ff5340e4a84dcb0dad725390 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:49.624683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.650773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1102a63e-2df3-4857-9fec-e29f90e6307c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:49.685425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6560eb-061a-4a30-90fa-1464cc110a64 None None] Network 302315d4-7f6d-4883-b23f-3226b01d8f7c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:49.686325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.736381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.738370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.746167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] For port efd04469-fa0c-46d5-84f1-5ec30da66201, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=efd04469-fa0c-46d5-84f1-5ec30da66201,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:49.746530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.781836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620658db-4532-4f8a-bae5-5f863c1d9147 req-0429c82a-dccd-4ae9-afcc-bc6165b8035a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:49.783394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-620658db-4532-4f8a-bae5-5f863c1d9147 req-0429c82a-dccd-4ae9-afcc-bc6165b8035a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 945 time: 0.3473561 Apr 11 20:50:49.801048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34176) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:49.801336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f19c7e0-b025-48bd-ab5b-fcc72a96f39c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1102a63e-2df3-4857-9fec-e29f90e6307c HTTP/1.1" status: 204 len: 168 time: 2.0462513 Apr 11 20:50:49.916128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b211e1e7-e4ad-4916-b6f4-11a2c01803f2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:49.944920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:49.960211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Calling delete_port for efd04469-fa0c-46d5-84f1-5ec30da66201 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:49.991660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:49.992497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.013924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.038779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-620658db-4532-4f8a-bae5-5f863c1d9147 req-a9ac321c-1306-4365-acca-50ab392ada95 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368517 Apr 11 20:50:50.042565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] DHCP port deletion for 302315d4-7f6d-4883-b23f-3226b01d8f7c request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:50:50.047124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Deleting port 252e3aae-2f90-4201-9ec3-23834959a698 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:50.048256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.061408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] Deleting port 252e3aae-2f90-4201-9ec3-23834959a698 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:50.062529 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.067360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:50.087046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:50.092425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Pushing event updated for resources: {'Port': ['ID=733ba0b7-8f22-419e-a051-04047c213f6a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:50.146128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:50.323513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Pushing event updated for resources: {'Port': ['ID=425dc5e1-9caa-417c-bc3d-cc6d73c73af1,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:50.378227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] For port 252e3aae-2f90-4201-9ec3-23834959a698, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=252e3aae-2f90-4201-9ec3-23834959a698,segment=NetworkSegment(cc2e681e-4aa4-4cfe-a14a-603e7871a0c5),segment_id=cc2e681e-4aa4-4cfe-a14a-603e7871a0c5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:50.378475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 113e04c3-4add-4cc8-8835-05b1facf82dd up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:50:50.379050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.399421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:50.425639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] For port 252e3aae-2f90-4201-9ec3-23834959a698, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=252e3aae-2f90-4201-9ec3-23834959a698,segment=NetworkSegment(cc2e681e-4aa4-4cfe-a14a-603e7871a0c5),segment_id=cc2e681e-4aa4-4cfe-a14a-603e7871a0c5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:50.426142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.461175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caa103-ab33-437b-b5b7-3a3327700557 req-5e8c6026-e66b-4996-b7cf-56a7a195f5d2 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:50.462582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0caa103-ab33-437b-b5b7-3a3327700557 req-5e8c6026-e66b-4996-b7cf-56a7a195f5d2 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 944 time: 0.5188770 Apr 11 20:50:50.474857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.519880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Calling delete_port for 252e3aae-2f90-4201-9ec3-23834959a698 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:50.550565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Router a57e94ce-007a-490e-89be-51f9398012e3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:50:50.569131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] Calling delete_port for 252e3aae-2f90-4201-9ec3-23834959a698 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:50.571791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.579662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0caa103-ab33-437b-b5b7-3a3327700557 req-807770cf-8c49-458e-8e7e-9c40df479d57 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998197 Apr 11 20:50:50.631797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.635671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7451a044-6c23-4e97-a4d4-a985aa2857fb tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8907697 Apr 11 20:50:50.636385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34182) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:50.700330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event deleted for resources: {'Port': ['ID=efd04469-fa0c-46d5-84f1-5ec30da66201,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:50.735822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 113e04c3-4add-4cc8-8835-05b1facf82dd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:50.741688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.786696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 113e04c3-4add-4cc8-8835-05b1facf82dd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:50.787173 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.834242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] Pushing event deleted for resources: {'Port': ['ID=252e3aae-2f90-4201-9ec3-23834959a698,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:50.847109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375411a0-ca7a-4d1f-88b3-9c2c73183910 None None] No DVR routers for this DVR port 252e3aae-2f90-4201-9ec3-23834959a698 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:50.855808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.910446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:50:50.910812 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:50:50.946135 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.947066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571066bc-e13f-4035-bb47-afbf7482ef42,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:50.957204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] No DVR routers for this DVR port efd04469-fa0c-46d5-84f1-5ec30da66201 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:50.964863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:50.966856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af25d0f8-9626-4807-ae15-4a5d339340e7 req-22350343-7dc6-4675-87bf-9800b474a169 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.75 "DELETE /v2.0/ports/efd04469-fa0c-46d5-84f1-5ec30da66201 HTTP/1.1" status: 204 len: 173 time: 2.4729776 Apr 11 20:50:50.969888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'name': 'network-vif-deleted', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:50.975195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e04c3-4add-4cc8-8835-05b1facf82dd'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:50.984655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-04d546fe-2cd8-4d07-b4d4-6f0628ecc2d8 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Synchronizing usage tracker for tenant:f4d7c46f5c954191a93d4f1c8808477e on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:50.986217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 113e04c3-4add-4cc8-8835-05b1facf82dd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=113e04c3-4add-4cc8-8835-05b1facf82dd,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:51.004699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Checking segment: {'id': '774cd9ad-5b17-4e6e-b73f-a6c295f83c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:51.005055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Network hostable DHCP agents. Network: 4a90cb1f-8aa4-446d-afce-fc2918cfe784, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:50:51.033943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.035366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.040274 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8524f391-5987-4546-9530-ab543abc6d08'] response: {'server_uuid': '4fc43684-7f87-4f42-832f-cc356be3d711', 'name': 'network-vif-deleted', 'tag': 'efd04469-fa0c-46d5-84f1-5ec30da66201', 'status': 'completed', 'code': 200} Apr 11 20:50:51.068035 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0feee8fa-6286-4c86-a55c-865745158a70'] response: {'server_uuid': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113e04c3-4add-4cc8-8835-05b1facf82dd', 'code': 200} Apr 11 20:50:51.090534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:51.101983 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] Sync routers for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:51.105758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.128638 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:51.128638 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:51.146177 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.151986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:51.166438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:50:51.228905 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6e2a52de-a6bb-43dd-b536-02d5d51ed10b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "PUT /v2.0/floatingips/cd394901-da59-4f12-a468-13571c2795d7 HTTP/1.1" status: 200 len: 991 time: 3.7867854 Apr 11 20:50:51.229919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:51.271511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4a90cb1f-8aa4-446d-afce-fc2918cfe784) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:51.284046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:51.284686 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.311786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f3352-a0fc-43e3-becc-85150bf6b856 None None] Network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:51.334603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: efd04469-fa0c-46d5-84f1-5ec30da66201 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:51.334947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device efd04469-fa0c-46d5-84f1-5ec30da66201 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:51.411909 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db0a54c-cf69-4785-b3c1-a8acd32bcc48'] response: {'name': 'network-changed', 'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'status': 'completed', 'code': 200} Apr 11 20:50:51.412707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Deleting port 252e3aae-2f90-4201-9ec3-23834959a698 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:51.412707 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.442722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=113e04c3-4add-4cc8-8835-05b1facf82dd,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:51.448790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-04d546fe-2cd8-4d07-b4d4-6f0628ecc2d8 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Unset dirty status for tenant:f4d7c46f5c954191a93d4f1c8808477e on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:51.450095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-04d546fe-2cd8-4d07-b4d4-6f0628ecc2d8 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.8044078 Apr 11 20:50:51.470291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34196) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:51.480988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cc69b8ee-03fe-4522-83e6-02542000b6f8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0667529 Apr 11 20:50:51.533408 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:51.609485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24b0cf78-0b11-442c-9dce-7a70d7ca752e req-c6caa922-31a3-4ee9-b15c-b4e5e8cec617 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 1097 time: 0.4466860 Apr 11 20:50:51.613426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:51.624520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] The port '252e3aae-2f90-4201-9ec3-23834959a698' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:50:51.672220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aa443856-74a6-4ac8-9bbc-ddec37cb5f25 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Synchronizing usage tracker for tenant:a2d2324a480e4b19964c5c8d4722c55f on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:51.682831 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.748713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:51.769805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:51.770572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:51.784100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-a347f861-463e-4e14-bdd9-1c90fc59f83d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6489 time: 0.3376193 Apr 11 20:50:51.821492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6837b-baeb-4196-9819-8da94ca00836 req-d3d783ad-571f-4b5b-9278-b11f9821ffe8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:51.852438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29f6837b-baeb-4196-9819-8da94ca00836 req-d3d783ad-571f-4b5b-9278-b11f9821ffe8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 946 time: 0.5089595 Apr 11 20:50:51.912498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc17d2-06c0-4023-86c6-22bf204b0dc7 None None] Network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:50:51.934270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:51.995739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aa443856-74a6-4ac8-9bbc-ddec37cb5f25 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Unset dirty status for tenant:a2d2324a480e4b19964c5c8d4722c55f on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:52.000637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aa443856-74a6-4ac8-9bbc-ddec37cb5f25 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5182719 Apr 11 20:50:52.003742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34210) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:52.005440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302315d4-7f6d-4883-b23f-3226b01d8f7c']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.012172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24b0cf78-0b11-442c-9dce-7a70d7ca752e req-8b94832a-5679-43bd-9dcc-8515b742efa0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965380 Apr 11 20:50:52.016434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 252e3aae-2f90-4201-9ec3-23834959a698 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:52.032796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5b7a1834-4b7e-4204-b7de-c1f7acd2667f req-391f4e5c-d08a-4dd8-a40b-1885c4afdaa6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:52.051416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d358672-d4e5-49ed-b874-85c9a4d2445a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "PUT /v2.0/floatingips/0562cd7a-f603-4579-97c2-d000bd972ad4 HTTP/1.1" status: 200 len: 991 time: 10.1895242 Apr 11 20:50:52.079653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 252e3aae-2f90-4201-9ec3-23834959a698 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:52.080401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 252e3aae-2f90-4201-9ec3-23834959a698 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:52.121540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.121894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e681e-4aa4-4cfe-a14a-603e7871a0c5') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.126821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4908af1-44c0-401d-a176-17a1143262e6 req-6c2e5983-44c1-4625-8581-905a95ad136e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:52.128569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-6c2e5983-44c1-4625-8581-905a95ad136e service neutron] 10.222.0.75 "GET /v2.0/networks?id=d8e3c294-b77f-4217-8391-bbd20a442e8c HTTP/1.1" status: 200 len: 912 time: 0.3181751 Apr 11 20:50:52.150706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5b7a1834-4b7e-4204-b7de-c1f7acd2667f req-391f4e5c-d08a-4dd8-a40b-1885c4afdaa6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:52.150852 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29f6837b-baeb-4196-9819-8da94ca00836 req-fc9c6469-ffff-4638-9ff0-76837134f602 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958834 Apr 11 20:50:52.163349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.169528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b7a1834-4b7e-4204-b7de-c1f7acd2667f req-391f4e5c-d08a-4dd8-a40b-1885c4afdaa6 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fc43684-7f87-4f42-832f-cc356be3d711 HTTP/1.1" status: 200 len: 210 time: 0.2891889 Apr 11 20:50:52.220482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:52.250922 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'cd394901-da59-4f12-a468-13571c2795d7', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'floating_ip_address': '172.25.5.237', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'port_id': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'mac_address': 'fa:16:3e:0b:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:49:00Z', 'updated_at': '2022-04-11T20:50:48Z', 'revision_number': 1, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:16Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.255657 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] Checking router: 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:52.269727 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:52.270513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.314289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Deleting port 425dc5e1-9caa-417c-bc3d-cc6d73c73af1 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:52.314289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.347913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.356970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Router a79c77d3-917a-46d1-b305-a16f70bf360a is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:50:52.368586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:50:52.368984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:50:52.384917 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:50:52.576788 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:52.646886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-b63fc391-1687-4f09-952b-a8b0672c6542 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c HTTP/1.1" status: 200 len: 999 time: 0.4165537 Apr 11 20:50:52.735898 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.746775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4908af1-44c0-401d-a176-17a1143262e6 req-5b8ca2ba-881d-40bd-8632-55fa12723dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:52.748374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-5b8ca2ba-881d-40bd-8632-55fa12723dd8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bac04124-5d78-49b3-adb6-10703529408e HTTP/1.1" status: 200 len: 850 time: 0.0833011 Apr 11 20:50:52.772843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.794833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] Pushing event deleted for resources: {'Network': ['ID=302315d4-7f6d-4883-b23f-3226b01d8f7c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:52.809783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef558374-cd16-4a48-9382-c67bda4b2959 admin admin] 10.222.0.61 "DELETE /v2.0/networks/302315d4-7f6d-4883-b23f-3226b01d8f7c HTTP/1.1" status: 204 len: 168 time: 3.0039439 Apr 11 20:50:52.846275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.846609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:52.898555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-80bcfc00-0978-4813-9895-9858c285d314 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d8e3c294-b77f-4217-8391-bbd20a442e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406991 Apr 11 20:50:52.934627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '0562cd7a-f603-4579-97c2-d000bd972ad4', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'mac_address': 'fa:16:3e:45:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:50:07Z', 'updated_at': '2022-04-11T20:50:44Z', 'revision_number': 1, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.948595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:52.961296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:52.962093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:52.985883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Calling delete_port for 425dc5e1-9caa-417c-bc3d-cc6d73c73af1 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:53.023298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-0b3fca36-149b-4db6-9075-c08f9de71b50 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:53.024033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-0b3fca36-149b-4db6-9075-c08f9de71b50 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Synchronizing usage tracker for tenant:981f7381ff5340e4a84dcb0dad725390 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:53.042496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:53.056487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:50:53.125179 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Sync routers for ids ['a79c77d3-917a-46d1-b305-a16f70bf360a'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:53.167433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-ef692ec9-3551-4290-b1a4-d0aaea662867 service neutron] 10.222.0.75 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468581 Apr 11 20:50:53.214876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Routers {'a79c77d3-917a-46d1-b305-a16f70bf360a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:53.215537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a79c77d3-917a-46d1-b305-a16f70bf360a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:53.307053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:53.401213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34230) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:53.421456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-0b3fca36-149b-4db6-9075-c08f9de71b50 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Unset dirty status for tenant:981f7381ff5340e4a84dcb0dad725390 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:53.428325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-0b3fca36-149b-4db6-9075-c08f9de71b50 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/networks?id=4a90cb1f-8aa4-446d-afce-fc2918cfe784 HTTP/1.1" status: 200 len: 814 time: 0.7866147 Apr 11 20:50:53.449658 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'cd394901-da59-4f12-a468-13571c2795d7', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'floating_ip_address': '172.25.5.237', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'port_id': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'mac_address': 'fa:16:3e:0b:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:49:00Z', 'updated_at': '2022-04-11T20:50:48Z', 'revision_number': 1, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:16Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:53.461467 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df9689-1f1d-47ec-9bb6-f7ba65ce57eb None None] The sync data for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 is: [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'cd394901-da59-4f12-a468-13571c2795d7', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'floating_ip_address': '172.25.5.237', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'port_id': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'mac_address': 'fa:16:3e:0b:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:49:00Z', 'updated_at': '2022-04-11T20:50:48Z', 'revision_number': 1, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:16Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:53.478098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-651462ca-3476-4764-ae2a-adfd452334ca tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/quotas/981f7381ff5340e4a84dcb0dad725390 HTTP/1.1" status: 200 len: 375 time: 0.0488458 Apr 11 20:50:53.490338 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79319afb-6073-4ad5-8f71-cd80cce0d9a9'] response: {'name': 'network-changed', 'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'status': 'completed', 'code': 200} Apr 11 20:50:53.491073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:53.492305 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d94ed689-b3f9-4625-9e13-09315ea7422f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6560853 Apr 11 20:50:53.510052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34234) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:53.534942 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Set router a79c77d3-917a-46d1-b305-a16f70bf360a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:53.602479 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-f1d6e0ad-f3b5-49d0-9856-da944a8a9472 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=981f7381ff5340e4a84dcb0dad725390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235249 Apr 11 20:50:53.612401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-265d63d3-1c7e-4d3b-91e3-dca372a6adea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40f4a89150f347a794fc6c6f693253ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2096338 Apr 11 20:50:53.613250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34238) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:53.707904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:53.785535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Pushing event deleted for resources: {'Port': ['ID=425dc5e1-9caa-417c-bc3d-cc6d73c73af1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:53.847862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '0562cd7a-f603-4579-97c2-d000bd972ad4', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'mac_address': 'fa:16:3e:45:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:50:07Z', 'updated_at': '2022-04-11T20:50:44Z', 'revision_number': 1, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:53.852094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f00a6-fc26-469f-95b7-67471e5db508 None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '0562cd7a-f603-4579-97c2-d000bd972ad4', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'mac_address': 'fa:16:3e:45:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:50:07Z', 'updated_at': '2022-04-11T20:50:44Z', 'revision_number': 1, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:53.889573 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:50:50Z', 'revision_number': 3, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:53.895277 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Checking router: a79c77d3-917a-46d1-b305-a16f70bf360a for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:53.895942 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Updating router a79c77d3-917a-46d1-b305-a16f70bf360a port 733ba0b7-8f22-419e-a051-04047c213f6a binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:50:53.933209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85a96aa5-8e15-4cb7-b754-0e908bffd55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:53.940783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-3896a2a1-9532-4e0a-88e5-11bca18fa62f service neutron] 10.222.0.61 "GET /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265862 Apr 11 20:50:53.971173 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:53.998659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4908af1-44c0-401d-a176-17a1143262e6 req-07871eeb-fbfd-440f-a252-0ee10bac26ad service neutron] 10.222.0.75 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8248463 Apr 11 20:50:54.014553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90a8b5-111d-40d8-b41e-1757e8de775e req-fce44518-e4bf-4a60-98ab-99f68f2a99d0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:54.016580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b90a8b5-111d-40d8-b41e-1757e8de775e req-fce44518-e4bf-4a60-98ab-99f68f2a99d0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 946 time: 0.6607888 Apr 11 20:50:54.023704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-d79f6a30-541c-4dce-9cec-2c64931ae016 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1096 time: 0.6011839 Apr 11 20:50:54.041121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.058506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85a96aa5-8e15-4cb7-b754-0e908bffd55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.086134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.087361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d2554094-6011-4488-b7d5-38a8dde0df38 tempest-FloatingIPAdminTestJSON-584462227 tempest-FloatingIPAdminTestJSON-584462227-project] 10.222.0.61 "DELETE /v2.0/floatingips/7a2dee39-6b34-47e4-ba17-679a239f41aa HTTP/1.1" status: 204 len: 168 time: 2.0743585 Apr 11 20:50:54.099102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34242) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:54.198091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b90a8b5-111d-40d8-b41e-1757e8de775e req-b7c3e3c5-fc61-4afc-903b-d372bc27bb79 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718032 Apr 11 20:50:54.253238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-594a221f-5c9e-4531-8abc-3e8b5bf5a35e service neutron] 10.222.0.61 "GET /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004606 Apr 11 20:50:54.257956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-c8a25b0b-456c-47e6-885f-27bc5569d91d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:54.259586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-c8a25b0b-456c-47e6-885f-27bc5569d91d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.2154820 Apr 11 20:50:54.356579 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.387014 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Transition to ACTIVE for port object 733ba0b7-8f22-419e-a051-04047c213f6a will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:54.428664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Deleting port 91625a71-bc66-4b40-98d2-3bcf651e8ae9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:54.428664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.487825 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.603633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Attempting to bind port 733ba0b7-8f22-419e-a051-04047c213f6a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:54.604009 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Attempting to bind port 733ba0b7-8f22-419e-a051-04047c213f6a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:54.604488 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Attempting to bind port 733ba0b7-8f22-419e-a051-04047c213f6a on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:54.607806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-040f0016-9b43-4cff-936e-5b76b8257361 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 999 time: 0.3410020 Apr 11 20:50:54.610480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85a96aa5-8e15-4cb7-b754-0e908bffd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.643915 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:54.644290 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:54.644688 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.648997 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:54.649668 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Bound port: 733ba0b7-8f22-419e-a051-04047c213f6a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:54.650086 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.656855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a96aa5-8e15-4cb7-b754-0e908bffd55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f2a3e2-5aad-4039-9608-c6b1749db8a3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:54.723418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85a96aa5-8e15-4cb7-b754-0e908bffd55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.728181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-85a96aa5-8e15-4cb7-b754-0e908bffd55c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8f2a3e2-5aad-4039-9608-c6b1749db8a3 HTTP/1.1" status: 204 len: 168 time: 1.1127689 Apr 11 20:50:54.769450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11575445-d8d6-41aa-80bf-59650a76444f req-748b94ae-1fd6-4b24-aae0-550dd4f62b8a tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 210 time: 0.1438146 Apr 11 20:50:54.800255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-033e0487-431c-48ae-9ac6-3569f10c5ccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:54.802804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-033e0487-431c-48ae-9ac6-3569f10c5ccc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.1872890 Apr 11 20:50:54.825269 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051ccda-9e42-4886-8f5d-73d26a6516de None None] Pushing event updated for resources: {'Port': ['ID=733ba0b7-8f22-419e-a051-04047c213f6a,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:54.883669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.883669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:54.885029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] For port 733ba0b7-8f22-419e-a051-04047c213f6a, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:54.889618 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] For port 733ba0b7-8f22-419e-a051-04047c213f6a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=733ba0b7-8f22-419e-a051-04047c213f6a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:54.950939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-2d8d620b-22ca-4131-aa29-d1bdc804a72d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334701 Apr 11 20:50:54.951757 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:55.066811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Calling delete_port for 91625a71-bc66-4b40-98d2-3bcf651e8ae9 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:55.092803 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051ccda-9e42-4886-8f5d-73d26a6516de None None] Pushing event updated for resources: {'Port': ['ID=733ba0b7-8f22-419e-a051-04047c213f6a,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:55.100897 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Routers {'a79c77d3-917a-46d1-b305-a16f70bf360a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:55.101588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a79c77d3-917a-46d1-b305-a16f70bf360a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:55.408836 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] Set router a79c77d3-917a-46d1-b305-a16f70bf360a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:55.489521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-5a6bc21a-f803-40ff-acab-3a501e50535e service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245717 Apr 11 20:50:55.553107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfbaa5-43e6-4a7c-b71b-b9a8fb02a121 req-618cd8ba-c4a9-4919-81d0-3bbc7e0b1315 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:55.554963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bdfbaa5-43e6-4a7c-b71b-b9a8fb02a121 req-618cd8ba-c4a9-4919-81d0-3bbc7e0b1315 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.4961774 Apr 11 20:50:55.578863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:55.728308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bdfbaa5-43e6-4a7c-b71b-b9a8fb02a121 req-3cf58c8b-4d33-4e38-8fe9-4fcdfb93c0bc tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017466 Apr 11 20:50:55.746612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Pushing event deleted for resources: {'Port': ['ID=91625a71-bc66-4b40-98d2-3bcf651e8ae9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:55.785873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9bdee93-fe05-493b-ae16-9dc5fe2be42c req-2293e0ec-0809-46c4-9bed-51a52671f964 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794304 Apr 11 20:50:55.842343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-7347ae26-ca6b-4908-b722-9db6e9d36b6f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:55.846381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-7347ae26-ca6b-4908-b722-9db6e9d36b6f tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.5087476 Apr 11 20:50:55.950183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef482-b432-4417-8dd2-eabd4dc2faba req-08e2489c-c0b4-419e-ab5c-d0a8ddae7f4e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:55.953358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90cef482-b432-4417-8dd2-eabd4dc2faba req-08e2489c-c0b4-419e-ab5c-d0a8ddae7f4e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 946 time: 0.5150049 Apr 11 20:50:56.133409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Deleting port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:56.141845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:56.174712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:56.195154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90cef482-b432-4417-8dd2-eabd4dc2faba req-426c534d-ec98-457c-bde2-e4bbf2d65e41 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929290 Apr 11 20:50:56.276133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Sync routers for ids ['9cd1ba45-a873-4b91-8472-f4c3651855ff'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:56.280321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbbd321-86ee-483e-be9d-d79415365c62 req-85a25947-4b51-4070-a704-c9942f7c9539 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 210 time: 0.1135225 Apr 11 20:50:56.290466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:56.354847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:56.355431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 20:50:56.356512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_agentschedulers_db [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9cd1ba45-a873-4b91-8472-f4c3651855ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84668) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 20:50:56.388137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:56.390397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5dcfeab9-f1ad-4dfd-a1a2-5ae1abc67dc5 tempest-FloatingIPAdminTestJSON-1360177573 tempest-FloatingIPAdminTestJSON-1360177573-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/d61c39ee-7da4-4181-ab51-09239d1414e4 HTTP/1.1" status: 204 len: 168 time: 2.2901692 Apr 11 20:50:56.416134 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:50:50Z', 'revision_number': 3, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:56.419284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34278) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:56.424313 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a956db4-77ef-439a-8736-886d37b7a3bd None None] The sync data for ids ['a79c77d3-917a-46d1-b305-a16f70bf360a'] in n-d-837321-1 is: [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:50:50Z', 'revision_number': 3, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:56.473597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:56.474067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 20:50:56.475950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_agentschedulers_db [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9cd1ba45-a873-4b91-8472-f4c3651855ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84668) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 20:50:56.476771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed547c-fab6-44ef-b932-5ae09bd2e65c None None] The sync data for ids ['9cd1ba45-a873-4b91-8472-f4c3651855ff'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:50:56.695887 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196e6d2-d5c2-4822-97c4-242064284877 None None] New status for floating IP 0562cd7a-f603-4579-97c2-d000bd972ad4: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:50:56.729350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5a319-6664-4e86-8388-3f53557cdbe9 None None] New status for floating IP cd394901-da59-4f12-a468-13571c2795d7: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:50:56.831314 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Sync routers for ids ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:50:56.885297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] For port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:50:56.885297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:56.954356 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Routers {'6bbf12ef-2a4f-4a36-bce6-109676851e0d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:50:56.954356 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:57.110253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Calling delete_port for cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:57.165337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Allocated IP 172.20.0.1 (b1759f66-977f-4305-9b3d-589c2304bdb8/8988cbcd-962e-40a7-bde1-a41ac877b27b/c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:57.473350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting port f30c6dfe-e42c-4550-bb01-4483e29a5122 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:57.473889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:57.730492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:57.770243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043aa9-5104-465a-9e6f-5d372b87861e req-38695c6b-d659-4c71-9114-165db8ad0b65 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:57.771772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7043aa9-5104-465a-9e6f-5d372b87861e req-38695c6b-d659-4c71-9114-165db8ad0b65 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 946 time: 0.4240487 Apr 11 20:50:57.785614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Transition to ACTIVE for port object c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:57.829022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-eff7dab1-4387-44d8-a685-a21d0eea8bee tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:57.830750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-eff7dab1-4387-44d8-a685-a21d0eea8bee tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.69 "GET /v2.0/networks?id=4a90cb1f-8aa4-446d-afce-fc2918cfe784 HTTP/1.1" status: 200 len: 814 time: 0.2366254 Apr 11 20:50:57.854166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab64c9-bb10-41be-abef-672ac852576f req-4e6d4b14-645d-4b49-b654-baa5f67b2b81 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:57.863274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0ab64c9-bb10-41be-abef-672ac852576f req-4e6d4b14-645d-4b49-b654-baa5f67b2b81 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 945 time: 0.3352408 Apr 11 20:50:57.870613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Request body: {'port': {'device_id': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784', 'admin_state_up': True, 'tenant_id': '981f7381ff5340e4a84dcb0dad725390'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:50:57.896778 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Set router 6bbf12ef-2a4f-4a36-bce6-109676851e0d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:50:57.948809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.047282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event deleted for resources: {'Port': ['ID=cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:58.076048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0ab64c9-bb10-41be-abef-672ac852576f req-a2a63fad-eeb2-4937-ba09-30e91cff86d4 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130330 Apr 11 20:50:58.111379 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7043aa9-5104-465a-9e6f-5d372b87861e req-8dc57183-2be4-4afa-bafa-7861924857b2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332238 Apr 11 20:50:58.126664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:50:58.126664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Usage tracker for resource:port and tenant:981f7381ff5340e4a84dcb0dad725390 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:50:58.129348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:50:58.143868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.150281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:50:58.186073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] No DVR routers for this DVR port cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:50:58.190688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.193195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'name': 'network-vif-deleted', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:50:58.200847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.263726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:50:58.282035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Network b1759f66-977f-4305-9b3d-589c2304bdb8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:50:58.287529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:50:58.291337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:50:58.327276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Pushing event updated for resources: {'Port': ['ID=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:58.336328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Made reservation on behalf of 981f7381ff5340e4a84dcb0dad725390 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:50:58.337359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:50:58.337768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:50:58.342143 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.358660 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d503fda-3d11-4c9e-a03d-de474901d84d'] response: {'server_uuid': 'e891178e-3b69-4bbf-ae1a-e477a3482e77', 'name': 'network-vif-deleted', 'tag': 'cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce', 'status': 'completed', 'code': 200} Apr 11 20:50:58.422710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56a8c2e2-15b4-43ec-b792-bb21a3afe99f req-39ceef2a-e96c-4f9c-b13b-4558c35f9f8b tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "DELETE /v2.0/ports/cce19cdf-14e1-4ece-a0ee-3f0d1ba97bce HTTP/1.1" status: 204 len: 173 time: 2.4906919 Apr 11 20:50:58.443193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Calling delete_port for f30c6dfe-e42c-4550-bb01-4483e29a5122 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:50:58.459985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f4b3a684-04c7-47f9-87a4-a83126b215be req-db7d53ad-1190-47ad-a268-5a156682c15f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 210 time: 0.1056342 Apr 11 20:50:58.461704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.462256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.462820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.463358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.464138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.464690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.465242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.465788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.466326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.466901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.468032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:50:58.549850 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.554244 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:29Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'bee21216-693f-4c07-9490-1189b42f2c59', 'name': '', 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'mac_address': 'fa:16:3e:6e:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:27Z', 'updated_at': '2022-04-11T20:50:29Z', 'revision_number': 2, 'project_id': '466e640c743144f4906b53e47e6d8675', 'subnets': [{'id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:50:58.561798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Checking router: 6bbf12ef-2a4f-4a36-bce6-109676851e0d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:50:58.562851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Updating router 6bbf12ef-2a4f-4a36-bce6-109676851e0d port bee21216-693f-4c07-9490-1189b42f2c59 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:50:58.635957 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.711102 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.786777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.814140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.814712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72a68f2a-a9c2-412d-86aa-60ddcb2daaef None None] Provisioning for port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:50:58.821099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72a68f2a-a9c2-412d-86aa-60ddcb2daaef None None] Provisioning complete for port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:50:58.821834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72a68f2a-a9c2-412d-86aa-60ddcb2daaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:58.830355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-684c3308-7068-4fe0-b130-2530925c217b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:58.831914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-684c3308-7068-4fe0-b130-2530925c217b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 946 time: 0.2494822 Apr 11 20:50:58.833483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Allocated IP 172.20.0.14 (4a90cb1f-8aa4-446d-afce-fc2918cfe784/571066bc-e13f-4035-bb47-afbf7482ef42/bc0969c6-adb1-4d1c-bcb7-dd6705a729e8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:50:58.881062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Port': ['ID=f30c6dfe-e42c-4550-bb01-4483e29a5122,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:58.892331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-72a68f2a-a9c2-412d-86aa-60ddcb2daaef None None] Port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:50:58.981378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port 113e04c3-4add-4cc8-8835-05b1facf82dd {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:50:58.982280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:59.062414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:59.070426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-31e494a5-1f45-4667-a154-18232e12e523 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "DELETE /v2.0/ports/f30c6dfe-e42c-4550-bb01-4483e29a5122 HTTP/1.1" status: 204 len: 168 time: 1.9004436 Apr 11 20:50:59.076461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34306) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:59.305465 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:59.318348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3051b89f-6967-41f1-94e7-cff2fe01801c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:50:59.320969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3051b89f-6967-41f1-94e7-cff2fe01801c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Synchronizing usage tracker for tenant:a2d2324a480e4b19964c5c8d4722c55f on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:59.360150 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Transition to ACTIVE for port object bee21216-693f-4c07-9490-1189b42f2c59 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:50:59.416483 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:59.443219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-43473ad8-c0ae-41eb-8c4c-5a94f747ab93 req-6d2e886f-2ee5-49f3-8f35-df170636f198 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Synchronizing usage tracker for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:50:59.459642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3051b89f-6967-41f1-94e7-cff2fe01801c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Unset dirty status for tenant:a2d2324a480e4b19964c5c8d4722c55f on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:59.463572 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3051b89f-6967-41f1-94e7-cff2fe01801c tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0a62c47-8906-455b-95ba-0fceaac03979 HTTP/1.1" status: 200 len: 913 time: 0.3845985 Apr 11 20:50:59.464653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:50:59.574112 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6741-83db-4caa-9fe6-e406bf203d2a None None] Pushing event updated for resources: {'Port': ['ID=bee21216-693f-4c07-9490-1189b42f2c59,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:50:59.658200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-43473ad8-c0ae-41eb-8c4c-5a94f747ab93 req-6d2e886f-2ee5-49f3-8f35-df170636f198 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Unset dirty status for tenant:df31cb111fa34c4b86de4b010491e720 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:50:59.659815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43473ad8-c0ae-41eb-8c4c-5a94f747ab93 req-6d2e886f-2ee5-49f3-8f35-df170636f198 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=e891178e-3b69-4bbf-ae1a-e477a3482e77 HTTP/1.1" status: 200 len: 210 time: 0.2713416 Apr 11 20:50:59.684430 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Attempting to bind port bee21216-693f-4c07-9490-1189b42f2c59 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:50:59.685211 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Attempting to bind port bee21216-693f-4c07-9490-1189b42f2c59 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:50:59.685675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Attempting to bind port bee21216-693f-4c07-9490-1189b42f2c59 on network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:50:59.695762 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:50:59.696504 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Checking segment: {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:50:59.697187 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:59.697692 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Bound using segment: {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:50:59.698280 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Bound port: bee21216-693f-4c07-9490-1189b42f2c59, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096380f3-11cf-4e30-bfdd-aecb3e590f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:50:59.698751 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:50:59.833539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] For port bee21216-693f-4c07-9490-1189b42f2c59, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:50:59.837483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] For port bee21216-693f-4c07-9490-1189b42f2c59, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bee21216-693f-4c07-9490-1189b42f2c59,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:50:59.912339 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.000319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port 113e04c3-4add-4cc8-8835-05b1facf82dd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=113e04c3-4add-4cc8-8835-05b1facf82dd,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:00.001392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.009834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-841b1781-87e6-4620-aeda-2898807852b4 req-e607072a-f350-4218-8c9d-b9c118303a65 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 210 time: 0.0496655 Apr 11 20:51:00.019608 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Routers {'6bbf12ef-2a4f-4a36-bce6-109676851e0d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:00.021122 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:00.022933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.137058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.197559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64708e0-2489-4596-91ef-ec1d04a96673 req-dfb37844-1996-4b1b-a603-47f98fdf1001 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:00.199923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b64708e0-2489-4596-91ef-ec1d04a96673 req-dfb37844-1996-4b1b-a603-47f98fdf1001 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 946 time: 0.8370850 Apr 11 20:51:00.202985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.251074 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] Set router 6bbf12ef-2a4f-4a36-bce6-109676851e0d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:00.310434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for 113e04c3-4add-4cc8-8835-05b1facf82dd owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:00.369009 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6741-83db-4caa-9fe6-e406bf203d2a None None] Pushing event updated for resources: {'Port': ['ID=bee21216-693f-4c07-9490-1189b42f2c59,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:00.369578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.407819 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.685979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:29Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'bee21216-693f-4c07-9490-1189b42f2c59', 'name': '', 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'mac_address': 'fa:16:3e:6e:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:27Z', 'updated_at': '2022-04-11T20:50:59Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'subnets': [{'id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:00.692191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4f4e9-b091-46e8-b429-37265a3bc259 None None] The sync data for ids ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'] in n-d-837321-1 is: [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:50:29Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'bee21216-693f-4c07-9490-1189b42f2c59', 'name': '', 'network_id': 'ffd715e7-bda5-4a3d-b1d6-a627e54f2e09', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'mac_address': 'fa:16:3e:6e:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:27Z', 'updated_at': '2022-04-11T20:50:59Z', 'revision_number': 4, 'project_id': '466e640c743144f4906b53e47e6d8675', 'subnets': [{'id': 'd30dc1bf-43e0-4fc7-b690-ed4fa645b93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:51:00.693399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.711307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Pushing event updated for resources: {'Port': ['ID=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:00.732365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b64708e0-2489-4596-91ef-ec1d04a96673 req-de6dcddb-6b2d-4be3-98b7-0dbc75ce87c2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311385 Apr 11 20:51:00.836075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.971553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:00.998079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:00.999359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Pushing event updated for resources: {'Port': ['ID=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:01.004108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:01.024708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting port 15486096-57b8-4a83-a8a3-ea2247b455e1 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:01.025167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:01.045846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:01.098609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event deleted for resources: {'Port': ['ID=113e04c3-4add-4cc8-8835-05b1facf82dd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:01.104049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Network b1759f66-977f-4305-9b3d-589c2304bdb8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:01.108710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:01.477207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] No DVR routers for this DVR port 113e04c3-4add-4cc8-8835-05b1facf82dd on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:01.481809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:01.482605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:01.489181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:01.493237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'name': 'network-vif-deleted', 'tag': '113e04c3-4add-4cc8-8835-05b1facf82dd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:01.543326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:01.556292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d18e3542-149a-4f06-8824-46697fa4f363 None None] Provisioning complete for port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:01.556810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d18e3542-149a-4f06-8824-46697fa4f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:01.562995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0edba-1388-4f0b-ba25-c290292c7484 req-c9474909-842d-4b05-b308-fae9e33ff9e1 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:01.570101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2e0edba-1388-4f0b-ba25-c290292c7484 req-c9474909-842d-4b05-b308-fae9e33ff9e1 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 932 time: 0.1720283 Apr 11 20:51:01.688458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d18e3542-149a-4f06-8824-46697fa4f363 None None] Port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:51:01.700472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc27d0e5-e394-402c-a5e1-55eb36752be0 req-043f3603-a237-4966-8c49-6a39007304ce tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "DELETE /v2.0/ports/113e04c3-4add-4cc8-8835-05b1facf82dd HTTP/1.1" status: 204 len: 173 time: 2.8390250 Apr 11 20:51:01.764904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Calling delete_port for 15486096-57b8-4a83-a8a3-ea2247b455e1 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:01.817017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-fbc41a3e-39e0-4f58-aa8c-7681c4e5dc2f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9528353 Apr 11 20:51:01.893535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2e0edba-1388-4f0b-ba25-c290292c7484 req-1a1868ff-f008-4baf-9403-4984eb5319d0 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Synchronizing usage tracker for tenant:981f7381ff5340e4a84dcb0dad725390 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:02.020202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Request body: {'port': {'device_id': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:02.053284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-c1b7441d-a70f-47d8-b9fc-a144bd5a7213 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:02.054385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-c1b7441d-a70f-47d8-b9fc-a144bd5a7213 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 0.2995312 Apr 11 20:51:02.131709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f2e0edba-1388-4f0b-ba25-c290292c7484 req-1a1868ff-f008-4baf-9403-4984eb5319d0 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Unset dirty status for tenant:981f7381ff5340e4a84dcb0dad725390 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:02.132826 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2e0edba-1388-4f0b-ba25-c290292c7484 req-1a1868ff-f008-4baf-9403-4984eb5319d0 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605171 Apr 11 20:51:02.165974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 733ba0b7-8f22-419e-a051-04047c213f6a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:02.229604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Deleting port fcab8d83-77d9-4323-9efe-1fcf29d499ae {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:02.230113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:02.289758 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8f6da8-a45d-4581-8c8c-379bc90d7c4b'] response: {'server_uuid': '2010c071-fe12-4ec0-8149-dd67a00170c5', 'name': 'network-vif-deleted', 'tag': '113e04c3-4add-4cc8-8835-05b1facf82dd', 'status': 'completed', 'code': 200} Apr 11 20:51:02.327591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:02.352803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5651fb9-4342-4d8b-a88e-75b5caa33220 req-0395dbd2-dc77-4217-b225-8f18b152ad48 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:02.362699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 733ba0b7-8f22-419e-a051-04047c213f6a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:02.365129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5651fb9-4342-4d8b-a88e-75b5caa33220 req-0395dbd2-dc77-4217-b225-8f18b152ad48 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 0.6954906 Apr 11 20:51:02.374642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 733ba0b7-8f22-419e-a051-04047c213f6a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:02.375158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:02.431459 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5651fb9-4342-4d8b-a88e-75b5caa33220 req-71ca5518-69b6-4318-b4ea-2c9f803bd998 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Apr 11 20:51:02.442086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 113e04c3-4add-4cc8-8835-05b1facf82dd no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:02.516022 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:02.541877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 113e04c3-4add-4cc8-8835-05b1facf82dd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:02.542780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 113e04c3-4add-4cc8-8835-05b1facf82dd not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:02.648723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Port': ['ID=15486096-57b8-4a83-a8a3-ea2247b455e1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:02.655514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18f71c40-a598-4909-b6eb-70307313ae22 req-1831623a-f4ba-4489-b017-cd21f58f7425 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=2010c071-fe12-4ec0-8149-dd67a00170c5 HTTP/1.1" status: 200 len: 210 time: 0.1292243 Apr 11 20:51:02.670419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Router a79c77d3-917a-46d1-b305-a16f70bf360a has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:51:02.733713 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:02.759699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 733ba0b7-8f22-419e-a051-04047c213f6a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=733ba0b7-8f22-419e-a051-04047c213f6a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:02.831310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:02.832106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bee21216-693f-4c07-9490-1189b42f2c59 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:02.996380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] For port fcab8d83-77d9-4323-9efe-1fcf29d499ae, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fcab8d83-77d9-4323-9efe-1fcf29d499ae,segment=NetworkSegment(4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb),segment_id=4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:02.996872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.041746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=733ba0b7-8f22-419e-a051-04047c213f6a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:03.141781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Calling delete_port for fcab8d83-77d9-4323-9efe-1fcf29d499ae owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:03.157520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bee21216-693f-4c07-9490-1189b42f2c59 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:03.163782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bee21216-693f-4c07-9490-1189b42f2c59 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:03.164205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.187634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:03.197476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.256928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Transition to ACTIVE for port object bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:03.335608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.384736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port bee21216-693f-4c07-9490-1189b42f2c59, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bee21216-693f-4c07-9490-1189b42f2c59,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:03.398842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.442858 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.491113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f6cb296e-5328-4362-b8d7-c413ed7b97f9 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:03.554637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f6cb296e-5328-4362-b8d7-c413ed7b97f9 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:03.554901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f6cb296e-5328-4362-b8d7-c413ed7b97f9 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:03.565752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:51:03.572758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:03.579274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cc8acd09-a88d-4a0a-9901-14788399ed79 admin admin] 10.222.0.61 "PUT /v2.0/routers/a79c77d3-917a-46d1-b305-a16f70bf360a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0618877 Apr 11 20:51:03.585539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=bee21216-693f-4c07-9490-1189b42f2c59,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:03.611152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2dcba-b8fa-4782-b406-4c10d74dddaa req-3c347280-0f64-4e5f-92c5-f846e646917e tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:03.611996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-98f2dcba-b8fa-4782-b406-4c10d74dddaa req-3c347280-0f64-4e5f-92c5-f846e646917e tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Synchronizing usage tracker for tenant:981f7381ff5340e4a84dcb0dad725390 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:03.728934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8ce4-31d3-4a59-a861-29b142a3253f req-7af941ac-8dd6-448c-849e-a3d2fad6bfbe tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:03.730489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5af8ce4-31d3-4a59-a861-29b142a3253f req-7af941ac-8dd6-448c-849e-a3d2fad6bfbe tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad54324-4f8e-4fce-99dc-9fbe6533b59c HTTP/1.1" status: 200 len: 944 time: 0.1259956 Apr 11 20:51:03.732338 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.745243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Attempting to bind port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:03.745580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Attempting to bind port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '774cd9ad-5b17-4e6e-b73f-a6c295f83c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:03.745909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Attempting to bind port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 on network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:03.752485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 on network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:51:03.752805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Attempting to bind port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 on network 4a90cb1f-8aa4-446d-afce-fc2918cfe784 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:03.756881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-98f2dcba-b8fa-4782-b406-4c10d74dddaa req-3c347280-0f64-4e5f-92c5-f846e646917e tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Unset dirty status for tenant:981f7381ff5340e4a84dcb0dad725390 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:03.758051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98f2dcba-b8fa-4782-b406-4c10d74dddaa req-3c347280-0f64-4e5f-92c5-f846e646917e tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 944 time: 0.4376266 Apr 11 20:51:03.761397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:03.766474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Checking segment: {'id': '774cd9ad-5b17-4e6e-b73f-a6c295f83c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:03.766474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Bound using segment: {'id': '774cd9ad-5b17-4e6e-b73f-a6c295f83c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:03.766474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Bound port: bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774cd9ad-5b17-4e6e-b73f-a6c295f83c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:03.766474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.800821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Pushing event deleted for resources: {'Port': ['ID=fcab8d83-77d9-4323-9efe-1fcf29d499ae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:03.844643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.876453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98f2dcba-b8fa-4782-b406-4c10d74dddaa req-2c578287-a48c-4875-8482-7fc1d810adff tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032231 Apr 11 20:51:03.906231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] For port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:03.907431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] No DVR routers for this DVR port fcab8d83-77d9-4323-9efe-1fcf29d499ae on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:03.911636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] For port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,segment=NetworkSegment(774cd9ad-5b17-4e6e-b73f-a6c295f83c09),segment_id=774cd9ad-5b17-4e6e-b73f-a6c295f83c09)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:03.921825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.924507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'name': 'network-vif-deleted', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:03.941374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 733ba0b7-8f22-419e-a051-04047c213f6a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:03.969668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:03.989051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5af8ce4-31d3-4a59-a861-29b142a3253f req-216bf5c1-dcac-4f45-8924-123af5d47fbd tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.61 "GET /v2.0/security-groups?id=30f58da1-bdd6-43b6-89b4-9710ac3d71f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116561 Apr 11 20:51:04.043288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 733ba0b7-8f22-419e-a051-04047c213f6a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:04.044244 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:04.161343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:04.182999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:04.188277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-5ef195fd-b1ad-4fc2-ab7c-2faa7a9e19c3 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 HTTP/1.1" status: 200 len: 1092 time: 2.3537176 Apr 11 20:51:04.199292 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0db3b0-ed7e-4afa-a695-d79bf5ae2e65'] response: {'server_uuid': 'cad54324-4f8e-4fce-99dc-9fbe6533b59c', 'name': 'network-vif-deleted', 'tag': 'fcab8d83-77d9-4323-9efe-1fcf29d499ae', 'status': 'completed', 'code': 200} Apr 11 20:51:04.210001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccb4ccad-b84f-4513-9cc8-ed6db65ebecf req-e13d24c7-b3eb-4556-84a2-057c418747e3 tempest-LiveMigrationTest-1693758840 tempest-LiveMigrationTest-1693758840-project] 10.222.0.69 "DELETE /v2.0/ports/fcab8d83-77d9-4323-9efe-1fcf29d499ae HTTP/1.1" status: 204 len: 173 time: 2.1432617 Apr 11 20:51:04.210168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bee21216-693f-4c07-9490-1189b42f2c59 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:04.290991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'tag': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:04.353593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bee21216-693f-4c07-9490-1189b42f2c59 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:04.354030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:04.825539 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3f06ad-b844-4582-a59e-e4894d211a20'] response: {'name': 'network-changed', 'server_uuid': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'tag': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8', 'status': 'completed', 'code': 200} Apr 11 20:51:04.847141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6e642c72-d1f7-4f09-95de-f81aa0b84b43 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:04.858857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6e642c72-d1f7-4f09-95de-f81aa0b84b43 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.2659857 Apr 11 20:51:04.908970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-4ed05edd-60c3-4f15-b581-97fee07ef740 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=981f7381ff5340e4a84dcb0dad725390&device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 1095 time: 0.5809009 Apr 11 20:51:04.910677 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-49cef8f6-68e5-4b64-b544-3a2f303eb670 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.0492532 Apr 11 20:51:05.039263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-342e8fcd-4aa4-4b79-9ef4-81f85ee9eb9d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628502 Apr 11 20:51:05.042247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-f05960c8-b565-4f12-8288-b17850154e64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 HTTP/1.1" status: 200 len: 217 time: 0.1313522 Apr 11 20:51:05.213768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa72142-58f2-4bbf-9142-ac5cb457651e req-a413a184-4156-429c-83fe-56b66e531d55 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:05.213768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfa72142-58f2-4bbf-9142-ac5cb457651e req-a413a184-4156-429c-83fe-56b66e531d55 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 944 time: 0.1388831 Apr 11 20:51:05.281113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfa72142-58f2-4bbf-9142-ac5cb457651e req-1ee1d50d-7dd5-479d-9349-e6cf608a6809 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Apr 11 20:51:05.366353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-7ab6d19c-8d73-405d-9819-b2316a991583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:05.366353 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-7ab6d19c-8d73-405d-9819-b2316a991583 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=571066bc-e13f-4035-bb47-afbf7482ef42 HTTP/1.1" status: 200 len: 854 time: 0.2830267 Apr 11 20:51:05.448078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-a25dcec9-de55-47da-9592-186f772e38af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a90cb1f-8aa4-446d-afce-fc2918cfe784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752442 Apr 11 20:51:05.569869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:05.678584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-47709508-2aa3-4733-893d-f29452776aab service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213195 Apr 11 20:51:05.887692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-3f66effc-6fd3-429d-b07d-f44d1fcbcab8 service neutron] 10.222.0.69 "GET /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265051 Apr 11 20:51:06.025445 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2dab1839-168c-4088-8e21-7e0ed0b1ec1a service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288870 Apr 11 20:51:06.071863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Router d0a62c47-8906-455b-95ba-0fceaac03979 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:51:06.116499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Deleting subnet 706cf9cd-faaf-44f8-9890-66f74bb87778 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:51:06.116499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:06.148726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b39fde-fcb6-444f-af94-e8290b934ff0 req-e83677a8-fbe5-4390-ade8-e33826dfb468 service neutron] 10.222.0.69 "GET /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539296 Apr 11 20:51:06.181620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:06.252346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:06.325598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:06.396320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: fcab8d83-77d9-4323-9efe-1fcf29d499ae {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:06.396607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fcab8d83-77d9-4323-9efe-1fcf29d499ae not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:06.442848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:06.516793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-16dc47d1-cb62-4ecf-a4c6-3fdc72eaa7a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=981f7381ff5340e4a84dcb0dad725390&device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 1095 time: 0.1926050 Apr 11 20:51:06.520139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-c37abb8d-1e29-4859-902c-391d7906f1d4 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416057 Apr 11 20:51:06.630434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:06.668956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706cf9cd-faaf-44f8-9890-66f74bb87778,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:06.680146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e75d7484-e2d5-4b34-a567-cefe1c3708dd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/706cf9cd-faaf-44f8-9890-66f74bb87778 HTTP/1.1" status: 204 len: 168 time: 1.1131623 Apr 11 20:51:06.684540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:06.744312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:51:06.756865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] Sync routers for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:51:06.766261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6af37d10-d37d-4046-928b-cda0952bf9fe tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "PUT /v2.0/routers/d0a62c47-8906-455b-95ba-0fceaac03979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2973313 Apr 11 20:51:06.769963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34498) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:06.777364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:06.778173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:06.812963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:06.820733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3df0b-dbf1-4cdc-90c6-2ffb163383e0 req-532bc849-959d-4999-8bf6-147d9a0b724f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:06.828303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4d3df0b-dbf1-4cdc-90c6-2ffb163383e0 req-532bc849-959d-4999-8bf6-147d9a0b724f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 944 time: 0.2041230 Apr 11 20:51:06.856473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:06.868567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] Routers {'d0a62c47-8906-455b-95ba-0fceaac03979'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:06.869288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d0a62c47-8906-455b-95ba-0fceaac03979'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:06.880198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-991e321e-833d-416b-830c-35481c7fc40e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:06.881653 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-991e321e-833d-416b-830c-35481c7fc40e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492575 Apr 11 20:51:06.934791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:06.935198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36fda-b6b6-4020-a4db-7a44fd8e470c None None] The sync data for ids ['d0a62c47-8906-455b-95ba-0fceaac03979'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:51:06.984107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4d3df0b-dbf1-4cdc-90c6-2ffb163383e0 req-361bc508-ff7d-488f-bfd6-eb38b8ec1e4e tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548266 Apr 11 20:51:06.995295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c82819-189b-4326-8e06-f73e40abf6ca req-11fa26a3-3cda-43df-8756-f919e2e0da44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:06.996855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-11fa26a3-3cda-43df-8756-f919e2e0da44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a90cb1f-8aa4-446d-afce-fc2918cfe784 HTTP/1.1" status: 200 len: 915 time: 0.4632347 Apr 11 20:51:07.001011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-68f28297-19ff-4703-92f9-f4263e341b30 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/quotas/e561e4349e854e9ba027fc2cc69f3b0d HTTP/1.1" status: 200 len: 375 time: 0.1047916 Apr 11 20:51:07.015377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.042213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e92c4c-15f0-4fe3-8745-2f29dac31723']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:07.056616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:07.057127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3bf9b3-d797-4523-bb59-9b6ff2afc8fb') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:07.103430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.118447 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-9df58316-a9de-4dc5-a46c-5b981b5104b8 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016393 Apr 11 20:51:07.120973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-f3b3dc95-521f-479a-a85a-d4b57e50588c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 HTTP/1.1" status: 200 len: 217 time: 0.1160455 Apr 11 20:51:07.121441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a5ee9835-29d0-4031-832f-327ae5a2a48e req-362ae214-01c1-438e-af82-376e035d5a48 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:07.132399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.138675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:51:07.140906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.194937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c82819-189b-4326-8e06-f73e40abf6ca req-e8386ae8-77c5-4e2b-bbda-fa7cfe6cc5ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:07.196397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-e8386ae8-77c5-4e2b-bbda-fa7cfe6cc5ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=571066bc-e13f-4035-bb47-afbf7482ef42 HTTP/1.1" status: 200 len: 854 time: 0.0683546 Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:51:07.217970 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:51:07.247815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-69a0752d-accd-46ea-8f81-577b1dbcaa07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a90cb1f-8aa4-446d-afce-fc2918cfe784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441587 Apr 11 20:51:07.340327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a5ee9835-29d0-4031-832f-327ae5a2a48e req-362ae214-01c1-438e-af82-376e035d5a48 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:07.350417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ee9835-29d0-4031-832f-327ae5a2a48e req-362ae214-01c1-438e-af82-376e035d5a48 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 210 time: 0.2856648 Apr 11 20:51:07.351115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.420410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.443895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e92c4c-15f0-4fe3-8745-2f29dac31723,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:07.509702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.520205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-901640e3-e238-4819-a326-0d52662903d1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/67e92c4c-15f0-4fe3-8745-2f29dac31723 HTTP/1.1" status: 204 len: 168 time: 0.8122392 Apr 11 20:51:07.520205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34512) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:07.649541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Deleting subnet 84320195-5cb9-4001-aca6-f59d33a8d7d7 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:51:07.652982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.753226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-b41613d0-dc58-4ba3-b9ed-6b259593851e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675488 Apr 11 20:51:07.787805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:07.801416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-d27be485-e205-4e4d-b559-61b6175e62b6 service neutron] 10.222.0.69 "GET /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456400 Apr 11 20:51:07.939260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.005525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26fdc-c85b-408e-85ac-a92072629385 req-84b44c51-8504-4cb7-9707-6fbd49219c6e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:08.012146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-84b44c51-8504-4cb7-9707-6fbd49219c6e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518892 Apr 11 20:51:08.038028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-dcee3085-c515-401d-9802-157f5a694d28 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/quotas/e561e4349e854e9ba027fc2cc69f3b0d HTTP/1.1" status: 200 len: 375 time: 0.0248849 Apr 11 20:51:08.059380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95c82819-189b-4326-8e06-f73e40abf6ca req-e7237380-0e41-45d2-89fa-d1980fd874b3 service neutron] 10.222.0.69 "GET /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391210 Apr 11 20:51:08.106168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-47cac7af-83a5-4c0d-b78d-1ecf1f90c565 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601926 Apr 11 20:51:08.150625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.180180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.246030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84320195-5cb9-4001-aca6-f59d33a8d7d7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:08.256239 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.263299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c617b243-6453-4377-aeea-a5ac5a3da0d3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/84320195-5cb9-4001-aca6-f59d33a8d7d7 HTTP/1.1" status: 204 len: 168 time: 0.7638936 Apr 11 20:51:08.266238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34542) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:08.293994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting port 968af902-935f-4873-9c42-638d42a5336d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:08.294209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.325070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:08.697868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.716558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095234f-e6f7-4352-b89e-6f0994eb0228 req-54d3b670-da18-486a-adbc-e30b91365c30 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:08.730157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5095234f-e6f7-4352-b89e-6f0994eb0228 req-54d3b670-da18-486a-adbc-e30b91365c30 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 944 time: 0.1376400 Apr 11 20:51:08.734363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,segment=NetworkSegment(774cd9ad-5b17-4e6e-b73f-a6c295f83c09),segment_id=774cd9ad-5b17-4e6e-b73f-a6c295f83c09)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:08.783250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8', 'network_id': '4a90cb1f-8aa4-446d-afce-fc2918cfe784', 'port_id': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8', 'mac_address': 'fa:16:3e:e6:20:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571066bc-e13f-4035-bb47-afbf7482ef42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:08.796312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1ce22bf-75bb-4710-9af1-4dff169da68b req-1a99738f-b3cf-4e9d-b66a-a7084b03383c tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.0890188 Apr 11 20:51:08.796990 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:51:08.935238 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.955117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:08.980636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:09.013510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,segment=NetworkSegment(774cd9ad-5b17-4e6e-b73f-a6c295f83c09),segment_id=774cd9ad-5b17-4e6e-b73f-a6c295f83c09)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:09.019314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.038159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51332cb7-9ac8-4834-80b7-c8be377d2ec0']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:09.077988 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.098283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e973c2b-8f71-4c28-b351-b68cb9a60d76 req-6c5c8da0-9c44-4676-b3d5-7bf49508e5ab tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 210 time: 0.0673287 Apr 11 20:51:09.113411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64032aaf-d314-434c-a06e-cc7109d864c9') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:09.113708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64032aaf-d314-434c-a06e-cc7109d864c9') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:09.149520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.162281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5095234f-e6f7-4352-b89e-6f0994eb0228 req-fbc6b5b8-4eb4-4a0e-8fed-c6ab8b6b5c7c tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274266 Apr 11 20:51:09.219346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.222010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-d8ca6d7d-934c-47cc-822d-8b1e9dfc252e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:09.246126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-d8ca6d7d-934c-47cc-822d-8b1e9dfc252e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.4202976 Apr 11 20:51:09.251889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Request body: {'port': {'device_id': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'admin_state_up': True, 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:09.300799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['bc0969c6-adb1-4d1c-bcb7-dd6705a729e8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:09.383732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:09.417391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34566) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:09.492997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Calling delete_port for 968af902-935f-4873-9c42-638d42a5336d owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:09.550662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:51:09.551183 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:51:09.570088 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:51:09.762739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.769155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:09.784516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:09.872327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:09.876506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.900672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.907287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:09.947689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=51332cb7-9ac8-4834-80b7-c8be377d2ec0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:09.969443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d7a06106-74fc-481a-861c-6f9e4684cd14 admin admin] 10.222.0.61 "DELETE /v2.0/networks/51332cb7-9ac8-4834-80b7-c8be377d2ec0 HTTP/1.1" status: 204 len: 168 time: 1.6983206 Apr 11 20:51:09.969443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Port': ['ID=968af902-935f-4873-9c42-638d42a5336d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:10.312525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99a307f8-2a8b-4402-8494-03ed63339972 req-20c48619-5c1e-4568-82af-c37f857552d9 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.0762115 Apr 11 20:51:10.341463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:10.428991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-3a43d134-0175-47ba-809b-e0fce306e50a tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139321 Apr 11 20:51:10.531781 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-59d17051-98f2-40bf-9d94-2e43bdd696ff req-2ae2a4cc-17fe-41f8-9f45-3058b6a7cda4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 210 time: 0.1033106 Apr 11 20:51:10.531781 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:10.592888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:10.602489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:10.613213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:10.613213 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:10.753818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:10.818141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Allocated IP 172.20.0.14 (b32f8e05-6e34-4fd3-8e82-ec716733b6db/29e10c16-9b22-467b-90da-6a595c21b06c/57474950-3fc2-4555-93e2-4567fdf636fe) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:10.818709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:10.829934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,segment=NetworkSegment(774cd9ad-5b17-4e6e-b73f-a6c295f83c09),segment_id=774cd9ad-5b17-4e6e-b73f-a6c295f83c09)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:10.890194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:10.894582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:10.894742 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4f0eb9-1dce-4077-a3c9-fd34bf5c8aa7'] response: {'server_uuid': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8', 'code': 200} Apr 11 20:51:10.895864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:10.927176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7438bf9a-6914-4a19-a098-ed2a3bf22117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df31cb111fa34c4b86de4b010491e720&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3402867 Apr 11 20:51:10.930581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:11.005693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:11.025864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.025864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Fanout notify agent at l3_agent the message router_deleted on router d0a62c47-8906-455b-95ba-0fceaac03979 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:51:11.056222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.057473 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-482c38d7-dc29-49de-91b7-661281c5601a tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "DELETE /v2.0/routers/d0a62c47-8906-455b-95ba-0fceaac03979 HTTP/1.1" status: 204 len: 168 time: 4.2756226 Apr 11 20:51:11.064509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:11.064684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-c024f399-6056-4c7d-9b02-86aac5fe01f1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:11.065979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-c024f399-6056-4c7d-9b02-86aac5fe01f1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6261072 Apr 11 20:51:11.102819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Request body: {'port': {'device_id': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'e561e4349e854e9ba027fc2cc69f3b0d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:11.132169 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75483cc0-0c9a-43cf-b421-ab6ecc1c1431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.192802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75483cc0-0c9a-43cf-b421-ab6ecc1c1431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.203208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8d972df8-fb87-4a23-8a43-bcff509215ab req-e9ceeadd-3c8c-4c06-918f-c59851cf58b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 1097 time: 0.2338424 Apr 11 20:51:11.228008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3480cea-2ffd-4c35-9118-7911fb335b1a req-104751f3-241e-406b-8329-3da9dc995bdc tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:11.235925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3480cea-2ffd-4c35-9118-7911fb335b1a req-104751f3-241e-406b-8329-3da9dc995bdc tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 945 time: 0.5801055 Apr 11 20:51:11.346036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-b4023b5a-0cf2-4f88-9c98-18b97da0697e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579784 Apr 11 20:51:11.360934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.409865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3480cea-2ffd-4c35-9118-7911fb335b1a req-94c00d4b-5ba0-4ea0-9fba-2165fe56ed8c tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730988 Apr 11 20:51:11.450882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:11.455975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.532481 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8d972df8-fb87-4a23-8a43-bcff509215ab req-031dc934-e826-4f38-ba15-b34c2b6eff1a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743180 Apr 11 20:51:11.536347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Usage tracker for resource:port and tenant:e561e4349e854e9ba027fc2cc69f3b0d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:11.540049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:11.611051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:11.611847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting subnet e30c9749-226b-4dda-8260-8f94973c782a {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:51:11.624864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fe71bc0-afcd-4ae4-be2a-a586e28b9bca req-822dcd07-84a0-4d33-80eb-fe9426752b2a tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.0749087 Apr 11 20:51:11.625789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75483cc0-0c9a-43cf-b421-ab6ecc1c1431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.629886 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.706623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.737789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26fdc-c85b-408e-85ac-a92072629385 req-8d2822fa-a35a-418e-8006-0ae241d9d50c tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:11.737789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-8d2822fa-a35a-418e-8006-0ae241d9d50c tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679361 Apr 11 20:51:11.737789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483cc0-0c9a-43cf-b421-ab6ecc1c1431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f58da1-bdd6-43b6-89b4-9710ac3d71f5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:11.750793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Request body: {'port': {'device_id': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': 'e561e4349e854e9ba027fc2cc69f3b0d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:11.780086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.827560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Made reservation on behalf of e561e4349e854e9ba027fc2cc69f3b0d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:11.829815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.995694 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75483cc0-0c9a-43cf-b421-ab6ecc1c1431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:11.996832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-75483cc0-0c9a-43cf-b421-ab6ecc1c1431 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30f58da1-bdd6-43b6-89b4-9710ac3d71f5 HTTP/1.1" status: 204 len: 168 time: 1.0651813 Apr 11 20:51:12.007450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.038129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:12.046906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:12.054815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event updated for resources: {'Port': ['ID=57474950-3fc2-4555-93e2-4567fdf636fe,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:12.057514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:12.097965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:12.102754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.137110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Usage tracker for resource:port and tenant:e561e4349e854e9ba027fc2cc69f3b0d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:12.141046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:12.143898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:12.150436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Usage tracker for resource:security_group_rule and tenant:e561e4349e854e9ba027fc2cc69f3b0d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:12.154063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:12.163002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:12.168511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:12.175532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:12.178643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.184655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17fd7-3af3-4c19-985d-65232991ef29 req-335a1856-0a8e-4866-aea7-af7a5219bf7c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:12.192108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7b17fd7-3af3-4c19-985d-65232991ef29 req-335a1856-0a8e-4866-aea7-af7a5219bf7c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 932 time: 0.4791570 Apr 11 20:51:12.254080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Made reservation on behalf of e561e4349e854e9ba027fc2cc69f3b0d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:12.254080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.282726 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.312471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.332666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7b17fd7-3af3-4c19-985d-65232991ef29 req-9457e9ee-253a-4616-ad3c-87283c3e5523 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396930 Apr 11 20:51:12.368687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Subnet': ['ID=e30c9749-226b-4dda-8260-8f94973c782a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:12.368687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.376233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1aea2c84-512b-4b0f-8bde-90a327aa98f3 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "DELETE /v2.0/subnets/e30c9749-226b-4dda-8260-8f94973c782a HTTP/1.1" status: 204 len: 168 time: 1.3070190 Apr 11 20:51:12.376233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:12.396374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f8f39-11af-405c-9106-d7926900c984 None None] Network c03494ac-98aa-464e-879a-869ff5e8bf5f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:12.433163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-2137afaf-0033-4627-9aed-463b6052bbd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1860983 Apr 11 20:51:12.549321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.567243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting port 2577dd10-9703-43eb-9ef1-b5543593b68b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:12.567243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.649181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.676382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Request body: {'port': {'device_id': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:12.753569 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.868676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] DHCP port deletion for c03494ac-98aa-464e-879a-869ff5e8bf5f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:51:12.874052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Deleting port 2577dd10-9703-43eb-9ef1-b5543593b68b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:12.874530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:12.900172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e561e4349e854e9ba027fc2cc69f3b0d {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:51:12.900172 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:51:12.906300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] For port 2577dd10-9703-43eb-9ef1-b5543593b68b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2577dd10-9703-43eb-9ef1-b5543593b68b,segment=NetworkSegment(b0c645fd-4beb-4d90-92f2-ff796202bc22),segment_id=b0c645fd-4beb-4d90-92f2-ff796202bc22)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:12.907504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.002116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eebb6259-7d47-47a6-a3b7-70a3248bc983 req-9c9e125c-6925-419d-99bb-b1f1e978ccdd tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.1095397 Apr 11 20:51:13.090583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dc753f-ac34-401f-a69a-1de5894059a2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:13.138381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41237eaa-8e2f-4b6c-a4ce-3923adef7766 req-ec3cf0dd-4c65-49be-b848-d4d14467c07b tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:13.145730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41237eaa-8e2f-4b6c-a4ce-3923adef7766 req-ec3cf0dd-4c65-49be-b848-d4d14467c07b tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 946 time: 0.5305567 Apr 11 20:51:13.153833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Calling delete_port for 2577dd10-9703-43eb-9ef1-b5543593b68b owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:13.177524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] For port 2577dd10-9703-43eb-9ef1-b5543593b68b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2577dd10-9703-43eb-9ef1-b5543593b68b,segment=NetworkSegment(b0c645fd-4beb-4d90-92f2-ff796202bc22),segment_id=b0c645fd-4beb-4d90-92f2-ff796202bc22)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:13.178664 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.197162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:13.223073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.311298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41237eaa-8e2f-4b6c-a4ce-3923adef7766 req-8bc2991e-b4f7-48d0-846e-4c9160c2ac4f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640375 Apr 11 20:51:13.343754 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b01dd755-7ff8-4a39-820c-7d68521c4d3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d452bb98bb124aad99cee8a5845d3628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1419768 Apr 11 20:51:13.346368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34614) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:13.367336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Calling delete_port for 2577dd10-9703-43eb-9ef1-b5543593b68b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:13.400966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.421959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Allocated IP 192.168.233.133 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:13.442757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.455743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:51:13.456234 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:51:13.519052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Port': ['ID=2577dd10-9703-43eb-9ef1-b5543593b68b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:13.521927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d18ce3e-eea9-473e-b247-22f08610c72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.544623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] No DVR routers for this DVR port 2577dd10-9703-43eb-9ef1-b5543593b68b on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:13.630936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d18ce3e-eea9-473e-b247-22f08610c72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.747161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.802966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-31cbef49-f8e6-4eeb-a8f7-813ef9b7f448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.821102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03494ac-98aa-464e-879a-869ff5e8bf5f']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:13.853103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c645fd-4beb-4d90-92f2-ff796202bc22') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:13.853580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c645fd-4beb-4d90-92f2-ff796202bc22') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:13.879618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.910773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b9d2b-835c-4625-9752-e917f7039bb5 req-6c386fd6-e7b6-44d6-9001-707180b28468 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:13.911487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-056b9d2b-835c-4625-9752-e917f7039bb5 req-6c386fd6-e7b6-44d6-9001-707180b28468 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:13.917413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.927299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:51:13.928674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.938078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2577dd10-9703-43eb-9ef1-b5543593b68b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:13.975441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Deleting port 2577dd10-9703-43eb-9ef1-b5543593b68b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:13.976054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57474950-3fc2-4555-93e2-4567fdf636fe {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:13.976330 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:13.996092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.008598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.016526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2577dd10-9703-43eb-9ef1-b5543593b68b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:14.017187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2577dd10-9703-43eb-9ef1-b5543593b68b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:14.064667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6b5c-442a-4855-af64-3133c6452010 None None] The port '2577dd10-9703-43eb-9ef1-b5543593b68b' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:51:14.065941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-056b9d2b-835c-4625-9752-e917f7039bb5 req-6c386fd6-e7b6-44d6-9001-707180b28468 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:14.067316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-056b9d2b-835c-4625-9752-e917f7039bb5 req-6c386fd6-e7b6-44d6-9001-707180b28468 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 932 time: 0.5488517 Apr 11 20:51:14.133149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Deleting port bee21216-693f-4c07-9490-1189b42f2c59 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:14.133491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:51:14.168930 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:51:14.179863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d18ce3e-eea9-473e-b247-22f08610c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.192143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-056b9d2b-835c-4625-9752-e917f7039bb5 req-ebd6e320-79dc-47af-8726-76805fa34c8c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096036 Apr 11 20:51:14.248383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b59ddef5-9ac2-4de7-afb9-ca5d41a235d0 req-c6a038bb-da7c-4293-9985-22a380f20129 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.0546157 Apr 11 20:51:14.263114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18ce3e-eea9-473e-b247-22f08610c72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8ad423-15b8-4546-a3a0-8478aaf80780,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:14.391249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.395735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Transition to ACTIVE for port object 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:14.395735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Transition to ACTIVE for port object 57474950-3fc2-4555-93e2-4567fdf636fe will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:14.418517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.426259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Network': ['ID=c03494ac-98aa-464e-879a-869ff5e8bf5f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:14.432370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82c34efe-1bc7-46e8-8c8c-5d4e11edd559 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "DELETE /v2.0/networks/c03494ac-98aa-464e-879a-869ff5e8bf5f HTTP/1.1" status: 204 len: 168 time: 2.0533488 Apr 11 20:51:14.432631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34630) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:14.465990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] For port bee21216-693f-4c07-9490-1189b42f2c59, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bee21216-693f-4c07-9490-1189b42f2c59,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:14.465990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.499741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d18ce3e-eea9-473e-b247-22f08610c72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.500806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d18ce3e-eea9-473e-b247-22f08610c72c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f8ad423-15b8-4546-a3a0-8478aaf80780 HTTP/1.1" status: 204 len: 168 time: 1.1533325 Apr 11 20:51:14.598249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Deleting port 48c09d9e-c870-4c7d-a6ac-80db3561892a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:14.598588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.662986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.662986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Calling delete_port for bee21216-693f-4c07-9490-1189b42f2c59 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:14.809702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Allocated IP 192.168.233.87 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/15c2a1ee-875c-413a-8abe-9138b7e927fb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:14.850168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.913155 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.913481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:14.984852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:14.988001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:14.995983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=57474950-3fc2-4555-93e2-4567fdf636fe,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:14.998814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:15.104769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Calling delete_port for 48c09d9e-c870-4c7d-a6ac-80db3561892a owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:15.186781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaa3e9-7c96-4078-ac3c-9b8bfe68e92c req-da62f693-bc76-4124-a31d-4a9ec46889ee tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:15.195738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1aaa3e9-7c96-4078-ac3c-9b8bfe68e92c req-da62f693-bc76-4124-a31d-4a9ec46889ee tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 946 time: 0.7248802 Apr 11 20:51:15.324581 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.346453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:15.347530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.381388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:15.383353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Transition to ACTIVE for port object 15c2a1ee-875c-413a-8abe-9138b7e927fb will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:15.471374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48e8dae2-ba7a-4520-b9fa-ca2b5c24e945 None None] Provisioning for port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:15.484198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48e8dae2-ba7a-4520-b9fa-ca2b5c24e945 None None] Provisioning complete for port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:15.484198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-48e8dae2-ba7a-4520-b9fa-ca2b5c24e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.489468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1aaa3e9-7c96-4078-ac3c-9b8bfe68e92c req-9a0e7658-5a93-4e38-8b87-75f1b9d7f4a5 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925513 Apr 11 20:51:15.510210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.519312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.523425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.643537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-48e8dae2-ba7a-4520-b9fa-ca2b5c24e945 None None] Port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:51:15.644494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Pushing event deleted for resources: {'Port': ['ID=48c09d9e-c870-4c7d-a6ac-80db3561892a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:15.679238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee21216-693f-4c07-9490-1189b42f2c59,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:15.682135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Attempting to bind port 57474950-3fc2-4555-93e2-4567fdf636fe on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:15.682844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Attempting to bind port 57474950-3fc2-4555-93e2-4567fdf636fe by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:15.683178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Attempting to bind port 57474950-3fc2-4555-93e2-4567fdf636fe on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:15.690273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-399b3a06-5b99-4b66-b9cc-0dc2715c47fa tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5950489 Apr 11 20:51:15.762609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Request body: {'port': {'device_id': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:15.828577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:15.828765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Port 57474950-3fc2-4555-93e2-4567fdf636fe on network b32f8e05-6e34-4fd3-8e82-ec716733b6db not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:51:15.829019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Attempting to bind port 57474950-3fc2-4555-93e2-4567fdf636fe on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:15.846923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:15.847691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:15.848242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Bound using segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:15.848844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Bound port: 57474950-3fc2-4555-93e2-4567fdf636fe, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:15.849369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:15.861167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:15.907466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:16.026440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:16.053039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90251442-a5fc-4564-b3d5-31945536ad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.068541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027f86-172e-4fab-bd21-e575c4a8b92b req-9bf8bc88-f531-4ad2-a502-0ad07cfa33fd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:16.077861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49027f86-172e-4fab-bd21-e575c4a8b92b req-9bf8bc88-f531-4ad2-a502-0ad07cfa33fd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 944 time: 0.5964170 Apr 11 20:51:16.115769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.130823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:16.131460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.168381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.172094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6e983264-ec09-47e9-9352-c9fcb8b7bf32 tempest-FloatingIPAdminTestJSON-291003911 tempest-FloatingIPAdminTestJSON-291003911-project] 10.222.0.61 "DELETE /v2.0/floatingips/e6193041-9e73-4e24-a08b-ffc703375660 HTTP/1.1" status: 204 len: 168 time: 1.7358735 Apr 11 20:51:16.198832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49027f86-172e-4fab-bd21-e575c4a8b92b req-90890fb1-fc59-457a-9742-b5da8d9d1087 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199076 Apr 11 20:51:16.277845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-9daad0c6-4490-463b-a9c0-d4747255dde6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5315111 Apr 11 20:51:16.289805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Request body: {'port': {'device_id': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:16.471710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b06d0f16-eb80-4d40-b019-ebc6fc7d3e1e None None] Provisioning for port 15c2a1ee-875c-413a-8abe-9138b7e927fb completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:16.480429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b06d0f16-eb80-4d40-b019-ebc6fc7d3e1e None None] Provisioning complete for port 15c2a1ee-875c-413a-8abe-9138b7e927fb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:16.481643 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b06d0f16-eb80-4d40-b019-ebc6fc7d3e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.619032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.655888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b06d0f16-eb80-4d40-b019-ebc6fc7d3e1e None None] Port 15c2a1ee-875c-413a-8abe-9138b7e927fb cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:51:16.663767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-fa15bb9b-02c0-42d0-be6a-d02ab177f30b tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:16.664559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-fa15bb9b-02c0-42d0-be6a-d02ab177f30b tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Synchronizing usage tracker for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:16.672409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.673862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] For port 57474950-3fc2-4555-93e2-4567fdf636fe, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:16.704655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] For port 57474950-3fc2-4555-93e2-4567fdf636fe, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=57474950-3fc2-4555-93e2-4567fdf636fe,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:16.869133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-fa15bb9b-02c0-42d0-be6a-d02ab177f30b tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Unset dirty status for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:16.869133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-fa15bb9b-02c0-42d0-be6a-d02ab177f30b tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 935 time: 1.1757927 Apr 11 20:51:16.869133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.996405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:16.999223 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] 10.222.0.75 "PUT /v2.0/ports/57474950-3fc2-4555-93e2-4567fdf636fe HTTP/1.1" status: 200 len: 1092 time: 4.3480668 Apr 11 20:51:17.004452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'tag': '57474950-3fc2-4555-93e2-4567fdf636fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:17.023700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-c253171e-bbd0-4f68-b04b-936fd9ec2a83 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Synchronizing usage tracker for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:17.032934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83f703-ed7b-4588-8f93-a1d24716cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=57474950-3fc2-4555-93e2-4567fdf636fe,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:17.050658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34684) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:17.080225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.126281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c2a1ee-875c-413a-8abe-9138b7e927fb {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:17.138845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.150874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Transition to ACTIVE for port object 15c2a1ee-875c-413a-8abe-9138b7e927fb will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:17.212192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-c253171e-bbd0-4f68-b04b-936fd9ec2a83 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Unset dirty status for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:17.212192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00b5cec7-6b3a-4b97-8086-ed26e9b5c6a9 req-c253171e-bbd0-4f68-b04b-936fd9ec2a83 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012602 Apr 11 20:51:17.254942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.282784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.351095 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a183ce9f-966f-48c3-a74a-4c7c254db7fe'] response: {'name': 'network-changed', 'server_uuid': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'tag': '57474950-3fc2-4555-93e2-4567fdf636fe', 'status': 'completed', 'code': 200} Apr 11 20:51:17.374511 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.526311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9b38b3ba-7df9-4cab-963f-e78d92d6b44d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2d2324a480e4b19964c5c8d4722c55f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4740641 Apr 11 20:51:17.532655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34696) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:17.537283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:17.660748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-0c0138e6-d9b8-4eff-bdc8-d31c0e450e26 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 1095 time: 0.4884136 Apr 11 20:51:17.756824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6520d-a7a4-482d-a4fd-29b921ae4695 req-be333414-983f-4c8c-83e4-9272c753425e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:17.758638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daa6520d-a7a4-482d-a4fd-29b921ae4695 req-be333414-983f-4c8c-83e4-9272c753425e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 944 time: 0.2780006 Apr 11 20:51:17.763129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47049cef-0b5a-4302-aa2f-84fba27fcba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.827159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-53b964fa-620e-427b-9622-b50a4a6722dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57474950-3fc2-4555-93e2-4567fdf636fe HTTP/1.1" status: 200 len: 217 time: 0.1515818 Apr 11 20:51:17.875391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Attempting to bind port 15c2a1ee-875c-413a-8abe-9138b7e927fb on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:17.875391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Attempting to bind port 15c2a1ee-875c-413a-8abe-9138b7e927fb by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:17.875391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Attempting to bind port 15c2a1ee-875c-413a-8abe-9138b7e927fb on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:17.897826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47049cef-0b5a-4302-aa2f-84fba27fcba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.914832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Port 15c2a1ee-875c-413a-8abe-9138b7e927fb on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:51:17.914832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Attempting to bind port 15c2a1ee-875c-413a-8abe-9138b7e927fb on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:17.917950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:17.922031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:17.922031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:17.922031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:17.922031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Bound port: 15c2a1ee-875c-413a-8abe-9138b7e927fb, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:17.922031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.933546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:17.970560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daa6520d-a7a4-482d-a4fd-29b921ae4695 req-77386811-482e-47a7-bdc9-e8af3003e35f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636660 Apr 11 20:51:17.976169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Transition to ACTIVE for port object 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:17.986005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-08f00e3b-e8c5-42f3-8e67-8b7cbcbc2167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:17.986005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-08f00e3b-e8c5-42f3-8e67-8b7cbcbc2167 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.1436706 Apr 11 20:51:18.079092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49071-abc1-404b-bb6e-78ce37cb7d92 req-473048fd-5616-4a74-8457-c083b711ff42 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:18.079092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7b49071-abc1-404b-bb6e-78ce37cb7d92 req-473048fd-5616-4a74-8457-c083b711ff42 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 946 time: 0.3066399 Apr 11 20:51:18.123080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:18.137213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:18.161455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7b49071-abc1-404b-bb6e-78ce37cb7d92 req-87cdaf3b-cb20-450b-9194-ad47fa7b2b54 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2706194e-5593-475b-8637-a69b1fc05484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809822 Apr 11 20:51:18.169167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-925719fc-05c4-4fa5-a42a-9e5365eb582f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766367 Apr 11 20:51:18.174429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:18.185813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:18.298585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47049cef-0b5a-4302-aa2f-84fba27fcba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:18.354394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47049cef-0b5a-4302-aa2f-84fba27fcba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec5b02-a8a7-48d7-8dcc-7ad9df95b1fb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:18.366609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:18.368200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] 10.222.0.75 "PUT /v2.0/ports/15c2a1ee-875c-413a-8abe-9138b7e927fb HTTP/1.1" status: 200 len: 1095 time: 2.0828328 Apr 11 20:51:18.377350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:18.414244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47049cef-0b5a-4302-aa2f-84fba27fcba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:18.416519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-47049cef-0b5a-4302-aa2f-84fba27fcba9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0eec5b02-a8a7-48d7-8dcc-7ad9df95b1fb HTTP/1.1" status: 204 len: 168 time: 0.8824477 Apr 11 20:51:18.436317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3b92a-2f07-49e6-a7dd-24141688717e service neutron] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:18.665038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:18.686279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:18.688065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-9e6400ae-b8d7-427a-b302-1d6dbb9feaa1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:18.688923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-9e6400ae-b8d7-427a-b302-1d6dbb9feaa1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Synchronizing usage tracker for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:18.717916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-6181c357-64eb-47e9-b182-52f3bada203f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 1098 time: 0.1913967 Apr 11 20:51:18.847043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-9e6400ae-b8d7-427a-b302-1d6dbb9feaa1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Unset dirty status for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:18.857747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-9e6400ae-b8d7-427a-b302-1d6dbb9feaa1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.3701811 Apr 11 20:51:18.882788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-ce30cfdc-6d89-40b9-a4ae-198c6304aaad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb HTTP/1.1" status: 200 len: 217 time: 0.1555345 Apr 11 20:51:19.037941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-cc775e26-f3e8-436b-aab2-546825f79ccb tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Synchronizing usage tracker for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:19.052345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26fdc-c85b-408e-85ac-a92072629385 req-f5a5450a-d1ce-4f87-b325-f83a88c7cad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:19.054139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-f5a5450a-d1ce-4f87-b325-f83a88c7cad3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1633365 Apr 11 20:51:19.123786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-cc775e26-f3e8-436b-aab2-546825f79ccb tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Unset dirty status for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:19.127972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-048fa02d-3b0f-4705-ad3a-e15e68700a18 req-cc775e26-f3e8-436b-aab2-546825f79ccb tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690136 Apr 11 20:51:19.157887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-619e428f-6881-40fb-9adc-39ca3d429fa5 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9844804 Apr 11 20:51:19.201253 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47de98c7-8373-4978-8a61-4f8bb9b09528'] response: {'name': 'network-changed', 'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'status': 'completed', 'code': 200} Apr 11 20:51:19.211820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-8b2e5193-a5a7-4734-b703-ca51273058b4 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:19.213881 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-8b2e5193-a5a7-4734-b703-ca51273058b4 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.69 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 946 time: 0.2797003 Apr 11 20:51:19.321166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-bff41215-e64e-4278-b6a5-acf5dd2135c0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575676 Apr 11 20:51:19.328035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Deleting port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:19.328562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:19.522934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Attempting to bind port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:19.523166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Attempting to bind port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:19.524864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Attempting to bind port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:19.592446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:51:19.592821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Attempting to bind port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:19.618140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:19.618479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:19.619054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:19.619505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Bound port: 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:19.624129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:19.630748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0057752-4cfa-4b6d-b798-8b1359cc0f6a req-c9dc38b2-149c-4383-b0a3-03e9eba4c4f8 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379375 Apr 11 20:51:19.819525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] For port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,segment=NetworkSegment(774cd9ad-5b17-4e6e-b73f-a6c295f83c09),segment_id=774cd9ad-5b17-4e6e-b73f-a6c295f83c09)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:19.819525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:19.961942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Calling delete_port for bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:19.969246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:19.983052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34742) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:19.983052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:20.007216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.007613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.010728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.011084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.013120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dbb9c387-51d2-4339-9818-0e7fe87ec726 req-ef8c1587-80ef-4e6b-8561-7fee94a93f81 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8490 time: 0.3972075 Apr 11 20:51:20.028398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:20.055765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-955d2187-e75c-49a1-b667-c11f300957be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 1095 time: 0.2719357 Apr 11 20:51:20.115845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:20.122103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-fb0716bc-0d17-4489-b20c-a3132633ad3e service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638551 Apr 11 20:51:20.291713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:20.315230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Usage tracker for resource:security_group_rule and tenant:c64a4fa660444c46b19dcb75b3dc6788 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:20.320245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:20.321846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] 10.222.0.75 "PUT /v2.0/ports/36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 HTTP/1.1" status: 200 len: 1096 time: 4.5703580 Apr 11 20:51:20.328535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:20.338882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:20.345725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdc4e-470a-49c4-ac9b-549c356e07ce req-b7b2ff9b-d8a3-45b6-aa39-111de165beab tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.356236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e2bdc4e-470a-49c4-ac9b-549c356e07ce req-b7b2ff9b-d8a3-45b6-aa39-111de165beab tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 944 time: 0.9451003 Apr 11 20:51:20.374920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:20.429968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a767-402f-4b0a-82e9-a0aa6dc0bb80 service neutron] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:20.435767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80d26fdc-c85b-408e-85ac-a92072629385 req-a8cb0d4a-3bd7-44a4-832e-992ea5b796d4 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133047 Apr 11 20:51:20.460078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e2bdc4e-470a-49c4-ac9b-549c356e07ce req-41171ea3-3b6b-40f2-b7ec-3c1a22f828ba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023228 Apr 11 20:51:20.537924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Router 6bbf12ef-2a4f-4a36-bce6-109676851e0d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:51:20.593338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-c8be00c4-a88c-4f7b-8ca4-e53d7d5182d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.594909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-c8be00c4-a88c-4f7b-8ca4-e53d7d5182d4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.5255382 Apr 11 20:51:20.640832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:20.650465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d97ea8ff-382e-47dc-9234-f5addb823033 req-ed60bf8a-6416-4365-aa61-112963ce769f tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 210 time: 0.0504818 Apr 11 20:51:20.690783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b1e70-7034-4244-aba2-c7e42f2310be req-ec4f5856-5079-48ad-9238-e896f489e5b1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:20.701727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-369b1e70-7034-4244-aba2-c7e42f2310be req-ec4f5856-5079-48ad-9238-e896f489e5b1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.4767859 Apr 11 20:51:20.706679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Pushing event deleted for resources: {'Port': ['ID=bc0969c6-adb1-4d1c-bcb7-dd6705a729e8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:20.783384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:20.827319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-86029d76-5661-4453-a5bc-72b843bd1a3d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 1098 time: 0.2907102 Apr 11 20:51:20.868232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-7d9368c4-28bf-4bde-bbcf-1ab6e0ad8893 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57474950-3fc2-4555-93e2-4567fdf636fe HTTP/1.1" status: 200 len: 217 time: 0.2569830 Apr 11 20:51:20.875137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:20.902416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] No DVR routers for this DVR port bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:20.906092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:21.041563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b8703-82be-451f-b9bd-625a3e54ccf7 req-b1f05f9e-7352-4839-b46b-ae6c993c5a09 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.042981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f45b8703-82be-451f-b9bd-625a3e54ccf7 req-b1f05f9e-7352-4839-b46b-ae6c993c5a09 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 886 time: 0.3307734 Apr 11 20:51:21.066282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45105b-14c2-457b-abb7-c1024600c971 req-05fa6251-75d8-4d5c-bee3-737b84990883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.066282 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-05fa6251-75d8-4d5c-bee3-737b84990883 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.2093513 Apr 11 20:51:21.126180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39eb7830-ea3d-4851-b184-3ff54b40b6d7 req-388fd9c0-a9b8-4eb6-ad36-8e924346e7c2 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.69 "DELETE /v2.0/ports/bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 HTTP/1.1" status: 204 len: 173 time: 1.9067707 Apr 11 20:51:21.127750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-c8647ef6-45de-4385-acfa-c89f58cda8eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 1099 time: 0.6941996 Apr 11 20:51:21.144383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-a958c324-baa8-45c3-9977-91ab115ffbfe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb HTTP/1.1" status: 200 len: 217 time: 0.0725863 Apr 11 20:51:21.208571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5b400-380f-4660-9e21-3d383a538ebf,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:21.212731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-369b1e70-7034-4244-aba2-c7e42f2310be req-3c13464d-3adb-4a3e-91c7-7be353b4303b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5128009 Apr 11 20:51:21.225945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'name': 'network-vif-deleted', 'tag': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:21.226395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66de3ba2-d3c2-4cff-97e9-ad53f0112196 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c64a4fa660444c46b19dcb75b3dc6788&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2516336 Apr 11 20:51:21.227437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34754) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:21.243463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-aaea4422-9e7e-47e6-989f-40add258ef5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.245107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-aaea4422-9e7e-47e6-989f-40add258ef5e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.3604119 Apr 11 20:51:21.260319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-c2b7547b-ce81-4a10-b29d-edd429268fca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 HTTP/1.1" status: 200 len: 217 time: 0.1216378 Apr 11 20:51:21.285865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45105b-14c2-457b-abb7-c1024600c971 req-fe49544a-f456-4963-969f-0bf43c538d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.288191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-fe49544a-f456-4963-969f-0bf43c538d3f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1383650 Apr 11 20:51:21.355829 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8aeaacf-5691-44d5-90fa-1d455e67510b'] response: {'name': 'network-changed', 'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'status': 'completed', 'code': 200} Apr 11 20:51:21.365330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-b34d5f93-cf80-420a-abbf-8156b0caeca1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049969 Apr 11 20:51:21.479378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb42ec-dba4-40e8-9876-9b03536cb670 req-4f535a35-e35d-4523-896f-e7451fdb291f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.481033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-daeb42ec-dba4-40e8-9876-9b03536cb670 req-4f535a35-e35d-4523-896f-e7451fdb291f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.2970350 Apr 11 20:51:21.560576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-daeb42ec-dba4-40e8-9876-9b03536cb670 req-80e5367a-b8f5-4787-bcef-9b486a02fd8d tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709627 Apr 11 20:51:21.569702 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Sync routers for ids ['a79c77d3-917a-46d1-b305-a16f70bf360a'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:51:21.581422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-1f5cfe43-ab0d-49c0-9ab5-c1483714615c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847543 Apr 11 20:51:21.582912 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Routers {'a79c77d3-917a-46d1-b305-a16f70bf360a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:21.583619 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a79c77d3-917a-46d1-b305-a16f70bf360a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:21.656954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-a07fb262-fb8e-4457-b362-2faf5036d7dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.658406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-a07fb262-fb8e-4457-b362-2faf5036d7dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.3563941 Apr 11 20:51:21.751620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-185d2bec-c63f-4833-944a-8a4dba588525 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579411 Apr 11 20:51:21.753561 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d1d553-fba2-45fd-b4ec-7c21a2dbd111'] response: {'server_uuid': '98ded746-7d98-43f0-8b63-fb53ea24476b', 'name': 'network-vif-deleted', 'tag': 'bc0969c6-adb1-4d1c-bcb7-dd6705a729e8', 'status': 'completed', 'code': 200} Apr 11 20:51:21.785304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2418061-22e5-48ce-b28c-5aa413a49bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:21.821572 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Set router a79c77d3-917a-46d1-b305-a16f70bf360a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:21.844253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.844633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.845000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.846704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.846704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.846704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.846704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.846968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.847113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.848573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.849433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.849949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:21.872729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11f654d1-5e82-4840-b0eb-d5c3f1562b35 req-8fd9675a-41f4-4524-9f2b-060937c90ee3 tempest-NetworksTest-548277160 tempest-NetworksTest-548277160-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8490 time: 0.4533403 Apr 11 20:51:21.939589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2418061-22e5-48ce-b28c-5aa413a49bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:22.000249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962931e-8e91-4cf7-9db3-602560656011 req-2a157fea-7be7-4067-b9f7-38f0f2608a5b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:22.007193 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b962931e-8e91-4cf7-9db3-602560656011 req-2a157fea-7be7-4067-b9f7-38f0f2608a5b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 944 time: 0.2528441 Apr 11 20:51:22.030966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-8734365a-1af0-4504-944a-18219ffe86fb service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395609 Apr 11 20:51:22.050197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a45105b-14c2-457b-abb7-c1024600c971 req-cfd49ab4-80af-4794-b704-e77fca838557 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593622 Apr 11 20:51:22.103625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b962931e-8e91-4cf7-9db3-602560656011 req-81b1eb36-47b1-4ca8-b425-306321570dcd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951827 Apr 11 20:51:22.240373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28720009-ca06-45d7-b9e6-30f765a183c0 req-fbdeac09-f694-4ada-a45f-c686a02ebac3 tempest-ServerAddressesTestJSON-2119408362 tempest-ServerAddressesTestJSON-2119408362-project] 10.222.0.61 "GET /v2.0/ports?device_id=98ded746-7d98-43f0-8b63-fb53ea24476b HTTP/1.1" status: 200 len: 210 time: 0.0735979 Apr 11 20:51:22.268671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-ec44d839-8684-402a-a351-cfc684eea215 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5982490 Apr 11 20:51:22.275513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:51:22.289196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] Sync routers for ids ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:51:22.320605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] Routers {'6bbf12ef-2a4f-4a36-bce6-109676851e0d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:22.323020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:22.339376 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:50:58Z', 'revision_number': 4, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f', 'name': '', 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'mac_address': 'fa:16:3e:54:0b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8988cbcd-962e-40a7-bde1-a41ac877b27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:56Z', 'updated_at': '2022-04-11T20:50:59Z', 'revision_number': 2, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'subnets': [{'id': '8988cbcd-962e-40a7-bde1-a41ac877b27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:22.344661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Checking router: a79c77d3-917a-46d1-b305-a16f70bf360a for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:51:22.345124 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Updating router a79c77d3-917a-46d1-b305-a16f70bf360a port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:51:22.400152 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:22.430411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:22.433886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2418061-22e5-48ce-b28c-5aa413a49bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:22.486185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2418061-22e5-48ce-b28c-5aa413a49bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5b400-380f-4660-9e21-3d383a538ebf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:22.520736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2418061-22e5-48ce-b28c-5aa413a49bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:22.522099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c2418061-22e5-48ce-b28c-5aa413a49bed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7b5b400-380f-4660-9e21-3d383a538ebf HTTP/1.1" status: 204 len: 168 time: 1.2841117 Apr 11 20:51:22.527874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9b82aea3-0820-4206-a2c0-f4689ce8d385 admin admin] 10.222.0.61 "PUT /v2.0/routers/6bbf12ef-2a4f-4a36-bce6-109676851e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1093378 Apr 11 20:51:22.530786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dec6-ccf7-4a40-b650-b3b1bd9aa21b req-af7f83e4-5597-41ec-89b7-fd96c165e9d3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:22.533654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9009aca7-5bd4-47cf-826c-01e3514e64a2 req-da2276b8-c774-43cf-b3e1-6c329b843abf service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937472 Apr 11 20:51:22.536022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:22.536268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f18dec6-ccf7-4a40-b650-b3b1bd9aa21b req-af7f83e4-5597-41ec-89b7-fd96c165e9d3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1272776 Apr 11 20:51:22.540437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-b57bd731-ea4a-48ef-844b-15cc7beca72d service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518668 Apr 11 20:51:22.634544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:22.635171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bc0969c6-adb1-4d1c-bcb7-dd6705a729e8 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:22.640708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 57474950-3fc2-4555-93e2-4567fdf636fe details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:22.641495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f18dec6-ccf7-4a40-b650-b3b1bd9aa21b req-e5644294-d8d3-4dfc-a8b7-f93c96c0e619 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952487 Apr 11 20:51:22.683220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34778) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:22.876548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:22.924173 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:22.943539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Transition to ACTIVE for port object c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:22.960131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:22.964121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Usage tracker for resource:security_group_rule and tenant:0ae6c45ecf0a4e0d829d7c83aee6183f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:22.964362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 57474950-3fc2-4555-93e2-4567fdf636fe, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=57474950-3fc2-4555-93e2-4567fdf636fe,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:22.968457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:22.982298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:22.989191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '57474950-3fc2-4555-93e2-4567fdf636fe', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': '57474950-3fc2-4555-93e2-4567fdf636fe', 'mac_address': 'fa:16:3e:1e:24:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:22.995608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] Set router 6bbf12ef-2a4f-4a36-bce6-109676851e0d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:22.996324 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.015624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-90420210-f6a0-4657-803c-b8d9a87ceec7 req-fa11c22a-92f9-4206-979f-84f109bbcd0a service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818624 Apr 11 20:51:23.087525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c44dd-3135-4513-9eda-38fcb83ff726 req-4c7f268c-d43a-4133-98e1-4861b9d3015f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:23.095334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d29c44dd-3135-4513-9eda-38fcb83ff726 req-4c7f268c-d43a-4133-98e1-4861b9d3015f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.2061117 Apr 11 20:51:23.118611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.175362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d29c44dd-3135-4513-9eda-38fcb83ff726 req-a32b38a1-9240-4f3d-9b7a-ad43593be404 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789752 Apr 11 20:51:23.225031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.284674 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Pushing event updated for resources: {'Port': ['ID=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:23.319798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.321274 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.324669 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.325234 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.326955 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.327513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.328061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.329224 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.329938 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.334747 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.335409 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:23.348182 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ae6c45ecf0a4e0d829d7c83aee6183f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6632781 Apr 11 20:51:23.350572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:23.352164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e0889-bb43-48fc-afb2-d8f992d9a3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b408c-6bb5-499f-8b41-7c7c8e8b1e6a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:23.454103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-24fa2e30-1544-4177-b6d2-a448fa925258 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 1099 time: 0.2710695 Apr 11 20:51:23.458580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.512193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.518439 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Attempting to bind port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:23.518818 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Attempting to bind port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:23.519457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34794) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:23.520048 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Attempting to bind port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f on network b1759f66-977f-4305-9b3d-589c2304bdb8 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:23.537162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57474950-3fc2-4555-93e2-4567fdf636fe {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:23.537670 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:23.538086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Checking segment: {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:23.538495 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.538889 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Bound using segment: {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:23.539372 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Bound port: c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:23.542447 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.563315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 57474950-3fc2-4555-93e2-4567fdf636fe, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=57474950-3fc2-4555-93e2-4567fdf636fe,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:23.612478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:51:14Z', 'revision_number': 5, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:23.618767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] Checking router: 6bbf12ef-2a4f-4a36-bce6-109676851e0d for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:51:23.636738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] Routers {'6bbf12ef-2a4f-4a36-bce6-109676851e0d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:23.637602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:23.741484 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] For port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:23.750625 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] For port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:23.759875 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f581-15e0-4689-9608-6936662886c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.766412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Deleting subnet 571066bc-e13f-4035-bb47-afbf7482ef42 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:51:23.802686 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.819546 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.852517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.895750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] Set router 6bbf12ef-2a4f-4a36-bce6-109676851e0d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:23.909036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:23.978485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34800) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:23.989148 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Routers {'a79c77d3-917a-46d1-b305-a16f70bf360a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:23.992607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a79c77d3-917a-46d1-b305-a16f70bf360a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:24.012907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.026204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f581-15e0-4689-9608-6936662886c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.038593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-b378f285-438d-4e2b-8cee-d25055d574d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:24.044349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-b378f285-438d-4e2b-8cee-d25055d574d5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3433225 Apr 11 20:51:24.044572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.067330 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.144005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571066bc-e13f-4035-bb47-afbf7482ef42,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:24.184532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33e47f-7e90-4288-82a9-e8dda93fbde6 req-403e8be1-391e-421c-8a04-80c2fa8ae468 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:24.187137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab33e47f-7e90-4288-82a9-e8dda93fbde6 req-403e8be1-391e-421c-8a04-80c2fa8ae468 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 944 time: 0.7460549 Apr 11 20:51:24.208407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.211239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:24.238485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-f20ddec7-b5aa-4dd6-87b6-8d5b9f03b62c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 HTTP/1.1" status: 200 len: 217 time: 0.1817791 Apr 11 20:51:24.241535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Usage tracker for resource:security_group_rule and tenant:f4d7c46f5c954191a93d4f1c8808477e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:24.260735 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] Set router a79c77d3-917a-46d1-b305-a16f70bf360a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:24.306256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:24.313843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab33e47f-7e90-4288-82a9-e8dda93fbde6 req-215320db-f7b0-4d95-9a32-1b74e70e8ff9 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001225 Apr 11 20:51:24.332228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:24.339032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b401d57f-353c-4390-90bc-c6c641e0655c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/571066bc-e13f-4035-bb47-afbf7482ef42 HTTP/1.1" status: 204 len: 168 time: 0.8087420 Apr 11 20:51:24.350489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34806) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:24.396042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=57474950-3fc2-4555-93e2-4567fdf636fe,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:24.449534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['57474950-3fc2-4555-93e2-4567fdf636fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:24.458696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff0b4-e205-475d-98b4-ad8c993e64ec None None] Pushing event updated for resources: {'Port': ['ID=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:24.476622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f581-15e0-4689-9608-6936662886c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.510575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:24.551289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-c7cce90d-d39b-4314-a311-3d229e2c094f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:24.554547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-c7cce90d-d39b-4314-a311-3d229e2c094f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.2168481 Apr 11 20:51:24.564858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa784-aa4c-4969-a404-55b119625c12 req-19bd4273-6c20-4b3e-b70d-004ba4d42dde tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:24.572385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6baa784-aa4c-4969-a404-55b119625c12 req-19bd4273-6c20-4b3e-b70d-004ba4d42dde tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.5168593 Apr 11 20:51:24.593724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.637540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1f581-15e0-4689-9608-6936662886c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b408c-6bb5-499f-8b41-7c7c8e8b1e6a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:24.639773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f581-15e0-4689-9608-6936662886c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.659406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2c1f581-15e0-4689-9608-6936662886c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d0b408c-6bb5-499f-8b41-7c7c8e8b1e6a HTTP/1.1" status: 204 len: 168 time: 1.2753594 Apr 11 20:51:24.684987 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:50:58Z', 'revision_number': 4, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f', 'name': '', 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'mac_address': 'fa:16:3e:54:0b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8988cbcd-962e-40a7-bde1-a41ac877b27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:56Z', 'updated_at': '2022-04-11T20:51:23Z', 'revision_number': 4, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'subnets': [{'id': '8988cbcd-962e-40a7-bde1-a41ac877b27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:24.691513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ac4fd-f06b-407a-bf05-4a4269d2bb6e None None] The sync data for ids ['a79c77d3-917a-46d1-b305-a16f70bf360a'] in n-d-837321-1 is: [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:50:58Z', 'revision_number': 4, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f', 'name': '', 'network_id': 'b1759f66-977f-4305-9b3d-589c2304bdb8', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'mac_address': 'fa:16:3e:54:0b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8988cbcd-962e-40a7-bde1-a41ac877b27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:56Z', 'updated_at': '2022-04-11T20:51:23Z', 'revision_number': 4, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'subnets': [{'id': '8988cbcd-962e-40a7-bde1-a41ac877b27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:51:24.783484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6baa784-aa4c-4969-a404-55b119625c12 req-5e1b3eb8-4f49-45e1-bd0d-fd260340e5b0 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098656 Apr 11 20:51:24.808325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-cc039bf4-2fca-43af-895c-092dfa1eb047 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225299 Apr 11 20:51:24.956443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.981678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:24.994024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:24.997387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.021589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27081-8255-4b4d-a312-21df9bba3e62 req-e9643da2-6a51-453a-b215-ec65ff850e70 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:25.031927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44b27081-8255-4b4d-a312-21df9bba3e62 req-e9643da2-6a51-453a-b215-ec65ff850e70 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.4671924 Apr 11 20:51:25.032501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'mac_address': 'fa:16:3e:06:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:25.052530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Deleting port 424715f3-4962-451d-b3ed-96d88a679c47 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:25.052530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.092526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a90cb1f-8aa4-446d-afce-fc2918cfe784']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:25.108379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774cd9ad-5b17-4e6e-b73f-a6c295f83c09') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:25.108921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774cd9ad-5b17-4e6e-b73f-a6c295f83c09') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:25.114465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-819bd6eb-6cf3-4f1a-b56e-267a9b038d07 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044708 Apr 11 20:51:25.122349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:51:14Z', 'revision_number': 5, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:25.130435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35482502-b1d9-4b7f-b1b6-4c80f3df3eaa None None] The sync data for ids ['6bbf12ef-2a4f-4a36-bce6-109676851e0d'] in n-d-837321-1 is: [{'id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'name': 'tempest-TestAggregatesBasicOps-1915906715-router', 'tenant_id': '466e640c743144f4906b53e47e6d8675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '424715f3-4962-451d-b3ed-96d88a679c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:13Z', 'updated_at': '2022-04-11T20:51:14Z', 'revision_number': 5, 'project_id': '466e640c743144f4906b53e47e6d8675', 'gw_port': {'id': '424715f3-4962-451d-b3ed-96d88a679c47', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf12ef-2a4f-4a36-bce6-109676851e0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:16Z', 'updated_at': '2022-04-11T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:51:25.138550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.156670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.164605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:51:25.165264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.169522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.216119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c2a1ee-875c-413a-8abe-9138b7e927fb {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:25.268960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:25.363301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] For port 424715f3-4962-451d-b3ed-96d88a679c47, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=424715f3-4962-451d-b3ed-96d88a679c47,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:25.363846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.367809 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:51:25.392894 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:51:25.398047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.466036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44b27081-8255-4b4d-a312-21df9bba3e62 req-ecafada3-28a2-4b91-8f40-d4ca6799410c tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331408 Apr 11 20:51:25.527279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.570077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:25.581728 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.594142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a90cb1f-8aa4-446d-afce-fc2918cfe784,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:25.595933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028835dd-8011-4a6d-afaa-96f08f2322ed,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:25.605588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8d76ec2-8f10-49e6-b784-e50f433d966b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4d7c46f5c954191a93d4f1c8808477e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6158483 Apr 11 20:51:25.609486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34816) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:25.679275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['15c2a1ee-875c-413a-8abe-9138b7e927fb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:25.680972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b030f221-5996-4c9e-afeb-1e85d956946a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.687331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Calling delete_port for 424715f3-4962-451d-b3ed-96d88a679c47 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:25.705816 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b524f396-3dde-46fd-b3e4-1095dcd17f9f admin admin] 10.222.0.61 "DELETE /v2.0/networks/4a90cb1f-8aa4-446d-afce-fc2918cfe784 HTTP/1.1" status: 204 len: 168 time: 1.3542297 Apr 11 20:51:25.715026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b030f221-5996-4c9e-afeb-1e85d956946a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.818843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:25.846749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.860982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b030f221-5996-4c9e-afeb-1e85d956946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.890826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030f221-5996-4c9e-afeb-1e85d956946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028835dd-8011-4a6d-afaa-96f08f2322ed,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:25.921784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b030f221-5996-4c9e-afeb-1e85d956946a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:25.923136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b030f221-5996-4c9e-afeb-1e85d956946a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/028835dd-8011-4a6d-afaa-96f08f2322ed HTTP/1.1" status: 204 len: 168 time: 0.3125565 Apr 11 20:51:25.936059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:25.936059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Usage tracker for resource:security_group_rule and tenant:793508d9a10b44a5b387082839e198e2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:25.940059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:25.947979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:25.988642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5479234c-29e4-4de8-a6b7-7f862bf8e164 req-021887ee-d99e-45aa-b560-3b674d2bae4d service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471978 Apr 11 20:51:26.049946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:26.166669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f84cc-a72e-4a69-a551-a0509af5fb6c req-3d97eb89-00ed-41e3-9931-5d1ef0cc9564 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:26.166669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-960f84cc-a72e-4a69-a551-a0509af5fb6c req-3d97eb89-00ed-41e3-9931-5d1ef0cc9564 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 945 time: 0.5288877 Apr 11 20:51:26.194045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.220023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea2ba-be04-4124-ab7b-0f1e04efbd7d req-3c539c6a-5b0a-4cf3-8a1f-c957215a5095 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:26.226189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:26.238908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:26.239117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.247020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-319ea2ba-be04-4124-ab7b-0f1e04efbd7d req-3c539c6a-5b0a-4cf3-8a1f-c957215a5095 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1918361 Apr 11 20:51:26.252064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34830) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:26.323224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.389834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-319ea2ba-be04-4124-ab7b-0f1e04efbd7d req-8ec27988-bae1-4af2-8537-91f2ea2d4fa9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443360 Apr 11 20:51:26.391656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-960f84cc-a72e-4a69-a551-a0509af5fb6c req-c7caa024-1f2e-4b9a-bb1b-b7b03c1e8e44 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297623 Apr 11 20:51:26.404242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.420307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070eb861-c774-47db-aceb-5104846b184a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:26.431967 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-363bff34-fe0b-4202-a84d-7ba9c871f35b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=981f7381ff5340e4a84dcb0dad725390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785438 Apr 11 20:51:26.440770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1c3a8540-43d8-4bfb-88a4-7c0a86d91abe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=793508d9a10b44a5b387082839e198e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6177599 Apr 11 20:51:26.443598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34834) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:26.443920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34836) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:26.465096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:26.488401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:26.491017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 57474950-3fc2-4555-93e2-4567fdf636fe up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:26.521689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b03c80f-666a-4cf5-aa01-2996f56a650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.537281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e3d7fdb-5d3b-42e5-962a-205b086ddf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.552891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b03c80f-666a-4cf5-aa01-2996f56a650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.570133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e3d7fdb-5d3b-42e5-962a-205b086ddf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.582290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.605328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.687296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bee21216-693f-4c07-9490-1189b42f2c59 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:26.697956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=424715f3-4962-451d-b3ed-96d88a679c47,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:26.740188 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e3d7fdb-5d3b-42e5-962a-205b086ddf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.752650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:26.759740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bee21216-693f-4c07-9490-1189b42f2c59 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:26.760078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bee21216-693f-4c07-9490-1189b42f2c59 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:26.762362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d7fdb-5d3b-42e5-962a-205b086ddf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706194e-5593-475b-8637-a69b1fc05484,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:26.771388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:51:26.923328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:26.934559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e3d7fdb-5d3b-42e5-962a-205b086ddf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:26.935972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5e3d7fdb-5d3b-42e5-962a-205b086ddf39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2706194e-5593-475b-8637-a69b1fc05484 HTTP/1.1" status: 204 len: 168 time: 0.4909627 Apr 11 20:51:26.938017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'mac_address': 'fa:16:3e:b2:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:26.986274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4509c4-aa52-4acf-bdb5-d3d677888082 req-be75ec0b-f677-4aea-a263-f2eac7b19099 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:26.987844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd4509c4-aa52-4acf-bdb5-d3d677888082 req-be75ec0b-f677-4aea-a263-f2eac7b19099 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 948 time: 0.2875192 Apr 11 20:51:26.990212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b03c80f-666a-4cf5-aa01-2996f56a650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.002396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.005085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.024133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 57474950-3fc2-4555-93e2-4567fdf636fe completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:27.035744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 57474950-3fc2-4555-93e2-4567fdf636fe triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:27.036339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.118596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:27.144796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c80f-666a-4cf5-aa01-2996f56a650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070eb861-c774-47db-aceb-5104846b184a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:27.158645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:27.245402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.277192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57474950-3fc2-4555-93e2-4567fdf636fe'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:27.289011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 57474950-3fc2-4555-93e2-4567fdf636fe, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=57474950-3fc2-4555-93e2-4567fdf636fe,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:27.290315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.292158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b03c80f-666a-4cf5-aa01-2996f56a650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.293457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b03c80f-666a-4cf5-aa01-2996f56a650f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/070eb861-c774-47db-aceb-5104846b184a HTTP/1.1" status: 204 len: 168 time: 0.8487515 Apr 11 20:51:27.320049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd4509c4-aa52-4acf-bdb5-d3d677888082 req-86cf7541-4959-4a56-82a7-3f1b71bc06bc tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201416 Apr 11 20:51:27.322171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.331271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.374811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:27.386438 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884aa3c7-5522-43da-9522-026b74fa7a75'] response: {'server_uuid': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57474950-3fc2-4555-93e2-4567fdf636fe', 'code': 200} Apr 11 20:51:27.392352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.479248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=57474950-3fc2-4555-93e2-4567fdf636fe,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:27.539298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.539979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbf12ef-2a4f-4a36-bce6-109676851e0d {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:51:27.571727 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.573031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-aad1a8d2-c2b6-4462-ad50-f72c583d0c26 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6bbf12ef-2a4f-4a36-bce6-109676851e0d HTTP/1.1" status: 204 len: 168 time: 5.0353217 Apr 11 20:51:27.575412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:27.614459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:27.758589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Deleting subnet d30dc1bf-43e0-4fc7-b690-ed4fa645b93b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:51:27.764216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.774638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309da245-cb81-4b47-aed3-be36e20d20b2 req-d95301f1-b8d7-45b0-b32b-63a7f082d23b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:27.776086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-309da245-cb81-4b47-aed3-be36e20d20b2 req-d95301f1-b8d7-45b0-b32b-63a7f082d23b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1094737 Apr 11 20:51:27.824715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35c54af9-883f-4708-ac21-cf422b005911 req-72fe98e1-3905-42a8-bb33-138dcf2ffe52 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 1097 time: 0.3669491 Apr 11 20:51:27.843146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:27.903248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-309da245-cb81-4b47-aed3-be36e20d20b2 req-55141051-3216-48cf-90e4-19ec87371bb9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008902 Apr 11 20:51:27.957197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a5d42-3fde-4623-be77-a86f5bb5c6d1 req-87d3575a-83fb-4f37-82d8-86fa3ddb16ea tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:27.957197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e6a5d42-3fde-4623-be77-a86f5bb5c6d1 req-87d3575a-83fb-4f37-82d8-86fa3ddb16ea tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 946 time: 0.3126991 Apr 11 20:51:27.990956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35c54af9-883f-4708-ac21-cf422b005911 req-c4a20ccb-7213-41fa-a059-9e8e6bdadca5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213059 Apr 11 20:51:28.020406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.067314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:28.070835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e6a5d42-3fde-4623-be77-a86f5bb5c6d1 req-3c290946-69e4-480f-9715-63c46774cb32 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157770 Apr 11 20:51:28.163402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:28.163864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.202754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.239126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30dc1bf-43e0-4fc7-b690-ed4fa645b93b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:28.257389 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.267049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34892) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:28.284175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cad352-e74e-4894-aa6e-b1756fbe0321 None None] Network ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:28.284310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f6121870-0bac-41a1-af24-9dedb5e20fb4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d30dc1bf-43e0-4fc7-b690-ed4fa645b93b HTTP/1.1" status: 204 len: 168 time: 0.6952529 Apr 11 20:51:28.394732 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.410665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Deleting port 30214ded-27e2-48f0-807b-867e569f7888 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:28.410665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.472568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:28.644618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] DHCP port deletion for ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:51:28.658956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 15c2a1ee-875c-413a-8abe-9138b7e927fb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:28.663066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Deleting port 30214ded-27e2-48f0-807b-867e569f7888 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:28.663374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.699156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 15c2a1ee-875c-413a-8abe-9138b7e927fb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:28.699592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.727301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] For port 30214ded-27e2-48f0-807b-867e569f7888, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30214ded-27e2-48f0-807b-867e569f7888,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:28.727693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.744560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d943-c00d-4aec-b151-1bfd4ac854a2 req-3534d478-daba-4638-9071-1dc5cae48d39 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:28.748247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7b19d943-c00d-4aec-b151-1bfd4ac854a2 req-3534d478-daba-4638-9071-1dc5cae48d39 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 948 time: 0.2300518 Apr 11 20:51:28.769226 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:28.890989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Calling delete_port for 30214ded-27e2-48f0-807b-867e569f7888 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:28.987553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.004484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] For port 30214ded-27e2-48f0-807b-867e569f7888, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30214ded-27e2-48f0-807b-867e569f7888,segment=NetworkSegment(096380f3-11cf-4e30-bfdd-aecb3e590f1a),segment_id=096380f3-11cf-4e30-bfdd-aecb3e590f1a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:29.004873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.100027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.172262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Calling delete_port for 30214ded-27e2-48f0-807b-867e569f7888 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:29.204056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Pushing event deleted for resources: {'Port': ['ID=30214ded-27e2-48f0-807b-867e569f7888,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:29.298731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:29.368686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7b19d943-c00d-4aec-b151-1bfd4ac854a2 req-4f52cc57-8a31-4617-90ae-71c05a8b4592 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991294 Apr 11 20:51:29.375078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.376923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] No DVR routers for this DVR port 30214ded-27e2-48f0-807b-867e569f7888 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:29.402518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd3f2-7630-48c0-b6ba-a16c9c35fd75 req-3efd93fd-9814-4596-bf6a-01914ac038d7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:29.409059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2abd3f2-7630-48c0-b6ba-a16c9c35fd75 req-3efd93fd-9814-4596-bf6a-01914ac038d7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.2486274 Apr 11 20:51:29.431668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:29.450665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:51:29.451228 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:51:29.477869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:29.511779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2abd3f2-7630-48c0-b6ba-a16c9c35fd75 req-6501028e-3b80-4d5a-b198-a27c661a29ea tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945184 Apr 11 20:51:29.584716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.613585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd715e7-bda5-4a3d-b1d6-a627e54f2e09']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:29.621284 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfdbe41-e876-45d2-91bc-c05dd67af8e4'] response: {'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'code': 200} Apr 11 20:51:29.626693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096380f3-11cf-4e30-bfdd-aecb3e590f1a') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:29.626989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096380f3-11cf-4e30-bfdd-aecb3e590f1a') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:29.638882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.660296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.666743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:51:29.667138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.820637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34932) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:51:29.834987 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:51:29.843291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f67bb794-c58d-4276-a7e6-745ff1ba2707 req-14307438-9faf-4b6f-abd2-008a1c5a4de7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 1100 time: 0.1086924 Apr 11 20:51:29.894279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f67bb794-c58d-4276-a7e6-745ff1ba2707 req-bb847c49-5209-40f7-be7f-b3f659cc6176 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Apr 11 20:51:29.952722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Deleting port 30214ded-27e2-48f0-807b-867e569f7888 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:29.953133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:29.955494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e9e48-7ef6-4755-bbfa-076263a103a3 req-19924c2d-4014-4f00-8de1-9e36b4f9470a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:29.957213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f4e9e48-7ef6-4755-bbfa-076263a103a3 req-19924c2d-4014-4f00-8de1-9e36b4f9470a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 946 time: 0.1234882 Apr 11 20:51:30.027632 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.034078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.074815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd715e7-bda5-4a3d-b1d6-a627e54f2e09,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:30.088238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34942) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:30.088421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7e718038-ffc8-4fca-8c3d-cfa20a317838 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ffd715e7-bda5-4a3d-b1d6-a627e54f2e09 HTTP/1.1" status: 204 len: 168 time: 1.8200827 Apr 11 20:51:30.104344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f4e9e48-7ef6-4755-bbfa-076263a103a3 req-1943c9ef-f853-4a86-a8b9-e8d009d9d61d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393256 Apr 11 20:51:30.115169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d80ace09-4f28-47e5-a900-593e74a67e9a None None] The port '30214ded-27e2-48f0-807b-867e569f7888' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:51:30.136915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30214ded-27e2-48f0-807b-867e569f7888 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:30.167323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 30214ded-27e2-48f0-807b-867e569f7888 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:30.167678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30214ded-27e2-48f0-807b-867e569f7888 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:30.300599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1384891001-network', 'tenant_id': 'fae3b6b991f640f7af985ecdd34408bf'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:30.307147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:30.320528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Usage tracker for resource:network and tenant:fae3b6b991f640f7af985ecdd34408bf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:30.335730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:30.365111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:30.404532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:30.505230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.506117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:30.516144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34956) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:30.587277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Made reservation on behalf of fae3b6b991f640f7af985ecdd34408bf for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:30.589633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.663821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.689370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:30.713994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'mac_address': 'fa:16:3e:45:e7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:30.715658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:30.720233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Usage tracker for resource:security_group_rule and tenant:fae3b6b991f640f7af985ecdd34408bf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:30.723384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:30.729672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:30.788935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:30.841627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:30.842722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.855906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069db8c-f6af-4533-9ab3-2fbaa97d8c72 req-7c54f5ff-47b4-43cb-a8d2-d20ace79510b tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:30.863845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f069db8c-f6af-4533-9ab3-2fbaa97d8c72 req-7c54f5ff-47b4-43cb-a8d2-d20ace79510b tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 949 time: 0.2813849 Apr 11 20:51:30.931077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52860430-02bb-4ccb-a1c6-3dd2daca5ba6 req-b2baecb9-c94a-4619-8cc6-01ae504a50d8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:30.935784 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-52860430-02bb-4ccb-a1c6-3dd2daca5ba6 req-b2baecb9-c94a-4619-8cc6-01ae504a50d8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1418216 Apr 11 20:51:30.961870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-221239863', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:30.963693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.968177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:30.975602 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:30.978749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Usage tracker for resource:port and tenant:c94c10d422624903b0511ef15d81b16b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:30.983311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:31.012742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:31.012915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4705f4f2-591b-4733-ae79-e048e9d6083c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:31.045176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:31.051466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.104254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-52860430-02bb-4ccb-a1c6-3dd2daca5ba6 req-3efb11e8-c655-45c1-b673-72b633e2118d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673546 Apr 11 20:51:31.110276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f069db8c-f6af-4533-9ab3-2fbaa97d8c72 req-d3b162bc-727f-4c86-a260-bac604a8f261 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452481 Apr 11 20:51:31.176432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16fcab-d73d-4c31-b942-1889c413733a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:31.190795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:51:31.196385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.207759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Made reservation on behalf of c94c10d422624903b0511ef15d81b16b for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:31.210100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.223428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.224026 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Added segment 79390897-1c87-4ad9-93da-522f0eb2baaa of type vlan for network 592bfb40-9db9-44ae-a751-b59bd0b869ac Apr 11 20:51:31.243148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.248753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.289542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:31.290201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:31.296670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.303426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Usage tracker for resource:security_group_rule and tenant:c94c10d422624903b0511ef15d81b16b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:31.307644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:31.321524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:31.372965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4705f4f2-591b-4733-ae79-e048e9d6083c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:31.409575 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.433065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.444375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:31.619980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.625234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:31.641093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.653029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] device_id is not set on port 7579ab70-e7f8-479d-a36f-af853f570e67 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:51:31.690516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.691723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:31.692668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:31.761677 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5639b89-e4a0-4d8f-b925-4e9cece7217b'] response: {'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'code': 200} Apr 11 20:51:31.762460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:31.927266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] Pushing event updated for resources: {'Network': ['ID=592bfb40-9db9-44ae-a751-b59bd0b869ac,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:31.942937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 592bfb40-9db9-44ae-a751-b59bd0b869ac details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:51:31.947810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Allocated IP 172.25.5.91 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7579ab70-e7f8-479d-a36f-af853f570e67) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:32.088344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-744ce0b2-7f6e-443e-9747-7e4252a95aec admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2644348 Apr 11 20:51:32.116793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:32.125798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Request body: {'subnet': {'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1384891001-subnet', 'tenant_id': 'fae3b6b991f640f7af985ecdd34408bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:32.144111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:32.186599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Usage tracker for resource:subnet and tenant:fae3b6b991f640f7af985ecdd34408bf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:32.209950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:32.231527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:32.270917 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-824db2c7-2072-4ecd-af02-81c21770d8d3 req-c0a5f4ea-ef7d-473b-bb71-d08ba42e5c67 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 1101 time: 0.4023418 Apr 11 20:51:32.356175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Made reservation on behalf of fae3b6b991f640f7af985ecdd34408bf for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:32.359106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:32.367036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f44bcb-aa0d-424c-a8b1-f105f2729ddf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:32.395103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:32.404100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:32.525589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e01f-db0e-4b3f-a790-dfb1c6d44a06 req-ef729b5c-6988-48ae-9603-9723e2384597 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:32.536269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f109e01f-db0e-4b3f-a790-dfb1c6d44a06 req-ef729b5c-6988-48ae-9603-9723e2384597 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.1241877 Apr 11 20:51:32.588472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 4705f4f2-591b-4733-ae79-e048e9d6083c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:32.588963 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:32.618265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f109e01f-db0e-4b3f-a790-dfb1c6d44a06 req-15589e8f-99b1-45d2-b7f4-965dfa7ed556 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767295 Apr 11 20:51:32.689528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:32.811705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:32.813604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Pushing event updated for resources: {'Port': ['ID=7579ab70-e7f8-479d-a36f-af853f570e67,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:32.816284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:32.818469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:32.870366 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:32.889407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:32.890112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:32.908324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:32.941523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-824db2c7-2072-4ecd-af02-81c21770d8d3 req-ccade90e-eee9-4643-a1eb-57dae2827bf9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522503 Apr 11 20:51:33.008390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.073589 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bd944ae-7285-480b-8d22-704f26bbadaa tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.5428560 Apr 11 20:51:33.073589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35024) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:33.073589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.91'}]}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:33.080692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:33.089021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Usage tracker for resource:router and tenant:c94c10d422624903b0511ef15d81b16b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:33.098242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:33.099063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:33.115378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:33.196416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.197666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.213060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Deleting port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:33.213950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.261992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.273681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.470856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e859f81-b649-443a-ad87-f6b0e7b93287,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:33.512300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e9192-343c-4b5a-b236-9f30793420f4 req-0ba88be9-f8bc-45c2-a447-319a38fc21f6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:33.520372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-469e9192-343c-4b5a-b236-9f30793420f4 req-0ba88be9-f8bc-45c2-a447-319a38fc21f6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 949 time: 0.6453242 Apr 11 20:51:33.568048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] For port c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:33.568406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.575826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Checking segment: {'id': '79390897-1c87-4ad9-93da-522f0eb2baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:33.576191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Network hostable DHCP agents. Network: 592bfb40-9db9-44ae-a751-b59bd0b869ac, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:51:33.594243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:33.679182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-469e9192-343c-4b5a-b236-9f30793420f4 req-005e55a6-1da2-4e5b-8faa-73c64e30e3a8 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576684 Apr 11 20:51:33.754403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Calling delete_port for c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:33.762506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:33.791071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:34.019013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Network 592bfb40-9db9-44ae-a751-b59bd0b869ac is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:51:34.126652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a2cc1-0d42-4ba6-a737-8275fa0476ae req-0009f096-773a-4e80-aebf-0e8f4b9b69df tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:34.128366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-331a2cc1-0d42-4ba6-a737-8275fa0476ae req-0009f096-773a-4e80-aebf-0e8f4b9b69df tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.2533343 Apr 11 20:51:34.144901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:34.169143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:34.214597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:34.295657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 592bfb40-9db9-44ae-a751-b59bd0b869ac) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:34.301809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:34.302737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:34.303499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830f8b1-7a71-47da-91b9-5eb10d15c79b None None] Network 592bfb40-9db9-44ae-a751-b59bd0b869ac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:34.361055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-331a2cc1-0d42-4ba6-a737-8275fa0476ae req-3e2bc060-8452-4a43-824d-ce4fab81c68c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087780 Apr 11 20:51:34.385275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:34.395328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Usage tracker for resource:security_group_rule and tenant:23cdabbab52249b4bd215b6f2d486163 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:34.416391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:34.436514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:34.515311 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:34.645834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-151a45f3-8470-4e5e-b6e0-394c88fe8006 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5116663 Apr 11 20:51:34.783586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:34.827123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c61d7-83e8-4a23-b094-9e8e7020ea86 None None] Network 592bfb40-9db9-44ae-a751-b59bd0b869ac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:35.054068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:35.258893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:35.341276 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c3de2a-00cf-41af-b6a4-6c0cf1f0fa69'] response: {'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'code': 200} Apr 11 20:51:35.449337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed410-e8f4-414c-8349-8c358019a58b req-f83be01e-e24f-4075-a98e-867eafdf4244 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:35.451818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-995ed410-e8f4-414c-8349-8c358019a58b req-f83be01e-e24f-4075-a98e-867eafdf4244 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 950 time: 0.8326008 Apr 11 20:51:35.530409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:35.598636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9589f419-4c85-4854-aadb-c37ea16245e2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:35.701315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-995ed410-e8f4-414c-8349-8c358019a58b req-fc50c2a1-3ecd-420b-a99b-8af6f8bd08da tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497543 Apr 11 20:51:35.771974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:35.868541 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1960a24d-681f-4cb7-af20-26b4d64432e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23cdabbab52249b4bd215b6f2d486163&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9948730 Apr 11 20:51:35.877034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35072) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:35.880957 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:36.029366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:36.043002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 424715f3-4962-451d-b3ed-96d88a679c47 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:36.140045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f73f407-6a43-4597-a360-0f8f4ef80b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:36.175450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 424715f3-4962-451d-b3ed-96d88a679c47 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:36.176448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 424715f3-4962-451d-b3ed-96d88a679c47 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:36.219176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f73f407-6a43-4597-a360-0f8f4ef80b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:36.270616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594dd77-2382-45b6-8d98-a043505e4b10 req-637b05c4-a88a-40ba-98a8-6503af998376 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:36.271996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1594dd77-2382-45b6-8d98-a043505e4b10 req-637b05c4-a88a-40ba-98a8-6503af998376 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1958621 Apr 11 20:51:36.289863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-93276d20-40d2-44f3-8ef6-fa53da5ff1f6 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:36.308510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-93276d20-40d2-44f3-8ef6-fa53da5ff1f6 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/networks?id=592bfb40-9db9-44ae-a751-b59bd0b869ac HTTP/1.1" status: 200 len: 822 time: 0.4789197 Apr 11 20:51:36.396742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-ab04c6fd-f537-4fab-810a-94a8e8beb44a tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/quotas/fae3b6b991f640f7af985ecdd34408bf HTTP/1.1" status: 200 len: 375 time: 0.0815618 Apr 11 20:51:36.443667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:36.443882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9e00b42-f8d4-4f92-9724-1afb18aeee56 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:51:36.459436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1594dd77-2382-45b6-8d98-a043505e4b10 req-53c80add-66c8-496d-aaf0-835fa41920f8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454332 Apr 11 20:51:36.468756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e3e44321-9d2f-4981-8bc3-5c0396a955ac tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fae3b6b991f640f7af985ecdd34408bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710452 Apr 11 20:51:36.749907 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 11 20:51:36.749907 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-67f29748-82ce-48f0-9264-3ad907f461f0 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6848128 Apr 11 20:51:36.752634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35080) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:36.758588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-18d3924e-4245-47ae-b8c7-14095874725a service neutron] 10.222.0.61 "GET /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885747 Apr 11 20:51:36.861319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Deleting port 7579ab70-e7f8-479d-a36f-af853f570e67 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:36.861766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:36.885784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f73f407-6a43-4597-a360-0f8f4ef80b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:37.211645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73f407-6a43-4597-a360-0f8f4ef80b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9589f419-4c85-4854-aadb-c37ea16245e2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:37.226806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-a427c135-7dc5-4f70-9557-3420f42c0140 service neutron] 10.222.0.61 "GET /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606950 Apr 11 20:51:37.271908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f73f407-6a43-4597-a360-0f8f4ef80b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:37.280288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4f73f407-6a43-4597-a360-0f8f4ef80b25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9589f419-4c85-4854-aadb-c37ea16245e2 HTTP/1.1" status: 204 len: 168 time: 1.3950412 Apr 11 20:51:37.411255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:37.681187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Calling delete_port for 7579ab70-e7f8-479d-a36f-af853f570e67 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:37.906070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bc36ce8f-b242-4cce-99ae-ec02513a095d req-2f448391-e275-47f0-837f-238c0b949e34 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.1040943 Apr 11 20:51:37.964787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51246f-42fe-48c5-8161-ad6f2e386bb8 req-b54eb82f-9edc-4933-a263-e899283b5ff9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:37.978528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b51246f-42fe-48c5-8161-ad6f2e386bb8 req-b54eb82f-9edc-4933-a263-e899283b5ff9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1795673 Apr 11 20:51:38.104714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b51246f-42fe-48c5-8161-ad6f2e386bb8 req-33cf2a1b-5a33-409f-bd9c-aa48750aba9c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241958 Apr 11 20:51:38.107440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Router a79c77d3-917a-46d1-b305-a16f70bf360a has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:51:38.565770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35112) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:38.586049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:38.633794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:51:38.643820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-96315549-977d-49c7-907e-b8ee102b4b68 admin admin] 10.222.0.61 "PUT /v2.0/routers/a79c77d3-917a-46d1-b305-a16f70bf360a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5540400 Apr 11 20:51:38.644838 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] Sync routers for ids ['a79c77d3-917a-46d1-b305-a16f70bf360a'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:51:38.646286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35116) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:38.667020 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] Routers {'a79c77d3-917a-46d1-b305-a16f70bf360a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:38.667863 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a79c77d3-917a-46d1-b305-a16f70bf360a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:38.708245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:38.733003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Usage tracker for resource:security_group_rule and tenant:7920a1ff8f4e490f82257cfa2a219e55 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:38.738755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:38.763911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:38.829020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:38.970809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Pushing event deleted for resources: {'Port': ['ID=7579ab70-e7f8-479d-a36f-af853f570e67,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:39.000841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.125911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.134009 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] Set router a79c77d3-917a-46d1-b305-a16f70bf360a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:39.167456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-349d8d3b-0140-4c3d-a6d6-c84928e7b98b req-9b091374-6f11-469c-bf8d-e60a764f3bea tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.1329515 Apr 11 20:51:39.217950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.230678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3bea473e-1b8a-4bd5-9720-9c1eec4f0cb8 tempest-RoutersAdminNegativeIpV6Test-1771896650 tempest-RoutersAdminNegativeIpV6Test-1771896650-project-admin] 10.222.0.61 "DELETE /v2.0/ports/7579ab70-e7f8-479d-a36f-af853f570e67 HTTP/1.1" status: 204 len: 168 time: 2.4766076 Apr 11 20:51:39.269638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7920a1ff8f4e490f82257cfa2a219e55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7059901 Apr 11 20:51:39.272153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35136) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:39.300711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb49e1-c6c0-482e-afb2-8b9e3f81f190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3dee28-5287-4ca8-83ea-61b149d229a6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:39.470223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b156f62-0b75-45f9-8dab-f76aaf3c93d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.473460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.615154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df63f4c-04b1-476e-a1d0-9f411ca7f94e req-715d39bb-2c03-45ae-bdc4-6e224d309b2b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:39.624533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9df63f4c-04b1-476e-a1d0-9f411ca7f94e req-715d39bb-2c03-45ae-bdc4-6e224d309b2b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1308560 Apr 11 20:51:39.644517 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:51:34Z', 'revision_number': 5, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:39.644934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b156f62-0b75-45f9-8dab-f76aaf3c93d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.645054 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] Checking router: a79c77d3-917a-46d1-b305-a16f70bf360a for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:51:39.658305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] Routers {'a79c77d3-917a-46d1-b305-a16f70bf360a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:39.659158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a79c77d3-917a-46d1-b305-a16f70bf360a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:39.706358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9df63f4c-04b1-476e-a1d0-9f411ca7f94e req-4eb1fac1-a7ab-4e2b-9ebe-f306a40bdecb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804985 Apr 11 20:51:39.809299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.843626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b156f62-0b75-45f9-8dab-f76aaf3c93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.869762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b156f62-0b75-45f9-8dab-f76aaf3c93d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3dee28-5287-4ca8-83ea-61b149d229a6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:39.872782 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b156f62-0b75-45f9-8dab-f76aaf3c93d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:39.886646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0b156f62-0b75-45f9-8dab-f76aaf3c93d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca3dee28-5287-4ca8-83ea-61b149d229a6 HTTP/1.1" status: 204 len: 168 time: 0.6038749 Apr 11 20:51:39.900784 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] Set router a79c77d3-917a-46d1-b305-a16f70bf360a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:39.950041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Deleting port 733ba0b7-8f22-419e-a051-04047c213f6a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:39.952467 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:40.229376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35150) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:40.289451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] For port 733ba0b7-8f22-419e-a051-04047c213f6a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=733ba0b7-8f22-419e-a051-04047c213f6a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:40.289814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:40.423866 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:51:34Z', 'revision_number': 5, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:40.428570 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257536c-24b0-4d25-910d-07947fe1d550 None None] The sync data for ids ['a79c77d3-917a-46d1-b305-a16f70bf360a'] in n-d-837321-1 is: [{'id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'name': 'tempest-TestAggregatesBasicOps-368981953-router', 'tenant_id': '47be3e725a124e279405fe1bb2d18779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:50:44Z', 'updated_at': '2022-04-11T20:51:34Z', 'revision_number': 5, 'project_id': '47be3e725a124e279405fe1bb2d18779', 'gw_port': {'id': '733ba0b7-8f22-419e-a051-04047c213f6a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c77d3-917a-46d1-b305-a16f70bf360a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:50:47Z', 'updated_at': '2022-04-11T20:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:51:40.464488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Calling delete_port for 733ba0b7-8f22-419e-a051-04047c213f6a owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:40.733655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30075f29-c74d-4d70-93d8-bf47f6f231da req-862be2e4-23cd-4639-98a4-56500a3c423d tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.2790306 Apr 11 20:51:40.759698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:40.851033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:40.853570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:40.871323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Usage tracker for resource:security_group_rule and tenant:00aab92eaac145aea270685c128bd8c5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:40.885713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:40.894182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:41.006496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.036969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=733ba0b7-8f22-419e-a051-04047c213f6a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:41.098587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.185890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e10faa-bc01-4e40-a16e-7845077130f9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:41.213910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6783dad3-96e2-4c88-96f8-04062a3f5205 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00aab92eaac145aea270685c128bd8c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9799895 Apr 11 20:51:41.218019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35178) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:41.381260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d1cf06e-9c35-44ac-af27-f5dfe5f00a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.432789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d1cf06e-9c35-44ac-af27-f5dfe5f00a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.519018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.672810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d1cf06e-9c35-44ac-af27-f5dfe5f00a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.698152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cf06e-9c35-44ac-af27-f5dfe5f00a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e10faa-bc01-4e40-a16e-7845077130f9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:41.801029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d1cf06e-9c35-44ac-af27-f5dfe5f00a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:41.806494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddf9b7-cc05-4ee0-b5f5-306a9d08a2e0 req-292e6ccf-57a6-446d-9e34-346e372de8e2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:41.807160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-feddf9b7-cc05-4ee0-b5f5-306a9d08a2e0 req-292e6ccf-57a6-446d-9e34-346e372de8e2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.8341842 Apr 11 20:51:41.809044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d1cf06e-9c35-44ac-af27-f5dfe5f00a5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52e10faa-bc01-4e40-a16e-7845077130f9 HTTP/1.1" status: 204 len: 168 time: 0.5896645 Apr 11 20:51:41.959864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-8af083fc-6f1f-4e47-b11a-f7cfe2f152e1 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:41.976206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-8af083fc-6f1f-4e47-b11a-f7cfe2f152e1 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.69 "GET /v2.0/networks?id=592bfb40-9db9-44ae-a751-b59bd0b869ac HTTP/1.1" status: 200 len: 822 time: 0.4284248 Apr 11 20:51:42.027690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:42.048729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.053656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Request body: {'port': {'device_id': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac', 'admin_state_up': True, 'tenant_id': 'fae3b6b991f640f7af985ecdd34408bf'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:42.084335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-feddf9b7-cc05-4ee0-b5f5-306a9d08a2e0 req-ddae7f52-b6b5-4110-a5d2-9355d8233ca1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908861 Apr 11 20:51:42.087260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.089638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb807f2e-876a-4d90-888c-a23c0c649537 req-390e71c0-0de2-4d6c-96dc-83b10811ab9b tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.1161227 Apr 11 20:51:42.107545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:42.110593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c1ca9f81-ec3d-40dd-8ef5-bf106ff5be0f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:42.160647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:42.213983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.214683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79c77d3-917a-46d1-b305-a16f70bf360a {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:51:42.251052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.256643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-40906ddb-327b-439c-b7cb-46dedddf4a6b admin admin] 10.222.0.61 "DELETE /v2.0/routers/a79c77d3-917a-46d1-b305-a16f70bf360a HTTP/1.1" status: 204 len: 168 time: 3.6065664 Apr 11 20:51:42.263854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35204) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:42.365941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:42.375718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Usage tracker for resource:port and tenant:fae3b6b991f640f7af985ecdd34408bf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:42.384301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:42.391434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:42.483713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Deleting subnet 8988cbcd-962e-40a7-bde1-a41ac877b27b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:51:42.487723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.517820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Made reservation on behalf of fae3b6b991f640f7af985ecdd34408bf for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:42.537441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.538696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:42.630468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.781851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-network', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:42.809333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:42.833516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Usage tracker for resource:network and tenant:f11c562e46ed43c9acb209a6d8c6be05 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:42.841023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:42.849924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:42.878321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.928082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:42.947818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'mac_address': 'fa:16:3e:b2:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:42.952339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Allocated IP 172.20.0.11 (592bfb40-9db9-44ae-a751-b59bd0b869ac/4e859f81-b649-443a-ad87-f6b0e7b93287/399dbff5-4a90-458a-99b1-74399c44c833) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:42.969077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Made reservation on behalf of f11c562e46ed43c9acb209a6d8c6be05 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:42.972388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:42.997350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.079139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:43.091296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Usage tracker for resource:security_group_rule and tenant:f11c562e46ed43c9acb209a6d8c6be05 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:43.097377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:43.098085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.108466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:43.144137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:43.177233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:43.190760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35226) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:43.241892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.269526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.419674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8988cbcd-962e-40a7-bde1-a41ac877b27b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:43.454759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:43.476963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.517385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509d7ec-11d6-4fef-861a-01e24a88bd2f None None] Network b1759f66-977f-4305-9b3d-589c2304bdb8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:43.578797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-60776c85-74d1-4cf5-95a7-1cedd4ccd749 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8988cbcd-962e-40a7-bde1-a41ac877b27b HTTP/1.1" status: 204 len: 168 time: 1.3133523 Apr 11 20:51:43.581661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35232) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:43.611587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7366c9a5-2c4d-4fc8-a15d-fb69de5bfba9 req-964da300-85d5-4f8d-9454-3337bc260395 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.1650050 Apr 11 20:51:43.631990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.655614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-544d709f-a144-4048-b4a3-35299bfab713 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c94c10d422624903b0511ef15d81b16b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4466531 Apr 11 20:51:43.655614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35238) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:43.732551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59f8ea8f-30a5-4b0a-9821-3592ecc2dea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.734440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.786828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:51:43.819165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59f8ea8f-30a5-4b0a-9821-3592ecc2dea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.832175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c244d-aa0a-45da-9562-d5a1f8c1e037,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:43.837815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.837815 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Added segment 25362478-207d-4b87-86f4-e17c6a488a4c of type vlan for network 7e870aff-1974-41aa-ae32-70eecfbdbc31 Apr 11 20:51:43.874397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:43.895157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.912298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.919746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:43.952153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d05f86-8fc0-400c-acf4-c0f0edfa3a13 req-8c69f9c0-29f4-4c0a-89ca-dc1b8bc03550 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:43.958203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 733ba0b7-8f22-419e-a051-04047c213f6a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:43.959651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-58d05f86-8fc0-400c-acf4-c0f0edfa3a13 req-8c69f9c0-29f4-4c0a-89ca-dc1b8bc03550 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.4981039 Apr 11 20:51:43.999163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Deleting port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:43.999809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.010651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-14f9c9ce-0307-467d-b276-e041ce84a2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.016106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59f8ea8f-30a5-4b0a-9821-3592ecc2dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.017972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 733ba0b7-8f22-419e-a051-04047c213f6a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:44.017972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 733ba0b7-8f22-419e-a051-04047c213f6a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:44.023179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.023573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.023929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.024267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.024606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.024927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.025417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.025888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.026356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.026825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.027301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:44.059913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.062525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-58d05f86-8fc0-400c-acf4-c0f0edfa3a13 req-7c4eb1d7-ab66-4a23-bdd3-85dfde8474bd tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014955 Apr 11 20:51:44.069902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:44.070501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.304654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.322210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8ea8f-30a5-4b0a-9821-3592ecc2dea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f44bcb-aa0d-424c-a8b1-f105f2729ddf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:44.328867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] Pushing event updated for resources: {'Network': ['ID=7e870aff-1974-41aa-ae32-70eecfbdbc31,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:44.336573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-59f8ea8f-30a5-4b0a-9821-3592ecc2dea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.340167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-59f8ea8f-30a5-4b0a-9821-3592ecc2dea5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22f44bcb-aa0d-424c-a8b1-f105f2729ddf HTTP/1.1" status: 204 len: 168 time: 0.6888044 Apr 11 20:51:44.348794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8b09c868-4c4a-4044-ba97-d976f522d72b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1808436 Apr 11 20:51:44.352021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35254) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:44.361779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Request body: {'subnet': {'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-subnet', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:44.367113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:51:44.379730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:44.386412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Usage tracker for resource:subnet and tenant:f11c562e46ed43c9acb209a6d8c6be05 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:44.395178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:44.409695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:44.427239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] DHCP port deletion for b1759f66-977f-4305-9b3d-589c2304bdb8 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:51:44.447192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] Deleting port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:44.452478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.453279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Network 592bfb40-9db9-44ae-a751-b59bd0b869ac is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:44.458016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:44.472371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:44.480907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Made reservation on behalf of f11c562e46ed43c9acb209a6d8c6be05 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:44.483991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.597889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] For port b211e1e7-e4ad-4916-b6f4-11a2c01803f2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:44.598239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:44.640624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:44.973596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:44.974185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.093398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] For port b211e1e7-e4ad-4916-b6f4-11a2c01803f2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,segment=NetworkSegment(eda7a639-fdbc-4cd8-88a8-fb7fe5393fef),segment_id=eda7a639-fdbc-4cd8-88a8-fb7fe5393fef)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:45.099000 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.150027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bd51a-a38b-44d6-ac3e-059bad0139cc req-a8b9cefc-4175-4c24-b2a0-584d63476850 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:45.160100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c03bd51a-a38b-44d6-ac3e-059bad0139cc req-a8b9cefc-4175-4c24-b2a0-584d63476850 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 932 time: 0.2783291 Apr 11 20:51:45.252456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] Calling delete_port for b211e1e7-e4ad-4916-b6f4-11a2c01803f2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:45.428127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Calling delete_port for b211e1e7-e4ad-4916-b6f4-11a2c01803f2 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:45.510523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.547862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.580865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Pushing event updated for resources: {'Port': ['ID=399dbff5-4a90-458a-99b1-74399c44c833,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:45.594160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:45.605393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:45.644995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.645261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.645412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c03bd51a-a38b-44d6-ac3e-059bad0139cc req-62ab7c39-0a3d-41e8-adc0-1d284fdb424d tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Synchronizing usage tracker for tenant:fae3b6b991f640f7af985ecdd34408bf on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:45.645625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.646460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.646460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.646623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.647031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.647373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.647638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.648918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.648918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:51:45.657992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88876a1-d483-4cdc-8b92-0cda4418d517,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:45.676417 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.678216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.679762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:45.679762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.680802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Checking segment: {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:45.683293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Network hostable DHCP agents. Network: 7e870aff-1974-41aa-ae32-70eecfbdbc31, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:51:45.703356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:51:45.703356 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:51:45.760921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b0e14-a420-49d2-95f7-269d29f0f10d req-2d959905-7d9c-4055-b46f-2a4da2f56f9b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:45.762957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-293b0e14-a420-49d2-95f7-269d29f0f10d req-2d959905-7d9c-4055-b46f-2a4da2f56f9b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1668775 Apr 11 20:51:45.780594 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:51:45.818608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c03bd51a-a38b-44d6-ac3e-059bad0139cc req-62ab7c39-0a3d-41e8-adc0-1d284fdb424d tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Unset dirty status for tenant:fae3b6b991f640f7af985ecdd34408bf on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:45.818608 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c03bd51a-a38b-44d6-ac3e-059bad0139cc req-62ab7c39-0a3d-41e8-adc0-1d284fdb424d tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531465 Apr 11 20:51:45.825519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] No DVR routers for this DVR port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:45.854641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:51:45.855823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:45.900029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-e36c642f-e1d2-46ad-a42b-3aa0a3b71aba tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8556185 Apr 11 20:51:45.918519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6c23b-ed9e-4638-8c3e-e307573d1a22 None None] Pushing event deleted for resources: {'Port': ['ID=b211e1e7-e4ad-4916-b6f4-11a2c01803f2,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:45.944173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Request body: {'port': {'device_id': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:45.965108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7e870aff-1974-41aa-ae32-70eecfbdbc31) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:45.971454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:45.972344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:45.978807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20299b-1f3f-4ba2-8e45-c41edac13dc1 None None] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:46.006724 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1da7ae-af79-4f1d-8651-a90b0ce0a699'] response: {'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'code': 200} Apr 11 20:51:46.014154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-293b0e14-a420-49d2-95f7-269d29f0f10d req-fda51dd4-1bc7-4bb9-a2b9-b7042854dede tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425740 Apr 11 20:51:46.119237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b211e1e7-e4ad-4916-b6f4-11a2c01803f2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:46.154647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe10f035-ddab-4691-9243-b3261a9996b4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7976413 Apr 11 20:51:46.154647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35292) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.160410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:46.167914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:46.176620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Usage tracker for resource:router and tenant:f11c562e46ed43c9acb209a6d8c6be05 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:46.180389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.186024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:46.196510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97dfaaf6-215e-4c39-aca8-7bd2faef0608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.214967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: b211e1e7-e4ad-4916-b6f4-11a2c01803f2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:46.215322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b211e1e7-e4ad-4916-b6f4-11a2c01803f2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:46.216710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:46.224191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Deleting port b211e1e7-e4ad-4916-b6f4-11a2c01803f2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:46.224544 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.299216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.300835 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.335648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] The port 'b211e1e7-e4ad-4916-b6f4-11a2c01803f2' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:51:46.338798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.515349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-7e870aff-1974-41aa-ae32-70eecfbdbc31', 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'fixed_ips': [{'subnet_id': 'd88876a1-d483-4cdc-8b92-0cda4418d517'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:51:46.516394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.520086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35300) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.545491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.602336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1759f66-977f-4305-9b3d-589c2304bdb8']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:46.636829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:46.637405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda7a639-fdbc-4cd8-88a8-fb7fe5393fef') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:46.780305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.810706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.816778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Allocated IP 172.20.0.2 (7e870aff-1974-41aa-ae32-70eecfbdbc31/d88876a1-d483-4cdc-8b92-0cda4418d517/72952a75-9246-490e-9c1b-6b06a0bd7408) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:46.824044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-8b597c30-fc12-41da-8f34-722a4937e161 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:46.826919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8b597c30-fc12-41da-8f34-722a4937e161 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3010073 Apr 11 20:51:46.828937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35310) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.838254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-9ca4193d-215e-4890-bfa1-dcfda7640dbb tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:46.840516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9ca4193d-215e-4890-bfa1-dcfda7640dbb tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098555 Apr 11 20:51:46.843289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35314) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.860033 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.864364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-1d9263a4-abee-4099-8e5d-64603fae43f9 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:46.866221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d9263a4-abee-4099-8e5d-64603fae43f9 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0190313 Apr 11 20:51:46.869350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35318) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.880163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:51:46.886024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:51:46.946245 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:51:46.962951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-c0f0c946-916c-43cf-9f6a-a3edfa2af7ab tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:46.963968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c0f0c946-916c-43cf-9f6a-a3edfa2af7ab tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0911765 Apr 11 20:51:46.966873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35324) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.977222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-1df6dd55-8d1d-43b3-8651-5776a6986960 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:46.978541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1df6dd55-8d1d-43b3-8651-5776a6986960 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0105274 Apr 11 20:51:46.982448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35328) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:46.990207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-8a7c1360-2d68-42d8-8fea-f0ddf0379ef5 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:46.992727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a7c1360-2d68-42d8-8fea-f0ddf0379ef5 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077596 Apr 11 20:51:46.995405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35332) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.007087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-7fd6571e-dff9-4770-8867-037d012bbded tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.007087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7fd6571e-dff9-4770-8867-037d012bbded tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0098126 Apr 11 20:51:47.017008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35336) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.025991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-d13a881c-b272-48e0-ac98-755157fa6a56 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.027265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d13a881c-b272-48e0-ac98-755157fa6a56 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073955 Apr 11 20:51:47.031520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35340) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.037874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-feec9413-15e8-4d3f-82bf-594905dd31a4 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.041541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-feec9413-15e8-4d3f-82bf-594905dd31a4 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0077536 Apr 11 20:51:47.047462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35344) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.055599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-ec380dc5-f7e2-46e0-812f-0ddcb164fb8e tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.057050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ec380dc5-f7e2-46e0-812f-0ddcb164fb8e tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083346 Apr 11 20:51:47.065444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35348) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.078441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-349868a3-27cf-47ab-bf20-7d0f4043d015 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.079774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-349868a3-27cf-47ab-bf20-7d0f4043d015 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0113187 Apr 11 20:51:47.082900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35352) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.092622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-94729e72-07cd-443f-bb26-cc70e1a4dfdb tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.093924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94729e72-07cd-443f-bb26-cc70e1a4dfdb tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0098164 Apr 11 20:51:47.097299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35360) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.106407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-315dcb7c-34d7-4500-987b-f8522eb2a86a tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.107599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-315dcb7c-34d7-4500-987b-f8522eb2a86a tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070741 Apr 11 20:51:47.121605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35364) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.131560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-7010479c-4c97-48f0-bee1-df75d7ee0114 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.132923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7010479c-4c97-48f0-bee1-df75d7ee0114 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080066 Apr 11 20:51:47.135552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35368) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.144275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-72f4da4e-a35d-4b55-8ef3-7e5a1d846636 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.145479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-72f4da4e-a35d-4b55-8ef3-7e5a1d846636 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0087636 Apr 11 20:51:47.154456 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.187074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.216548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-cd62730d-d200-485b-a184-d805abe8746e tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.228256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd62730d-d200-485b-a184-d805abe8746e tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0371358 Apr 11 20:51:47.233640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35378) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.269859 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.272324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-b5391a4e-d62d-4cab-815c-0ee32190781e tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.274232 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5391a4e-d62d-4cab-815c-0ee32190781e tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0236518 Apr 11 20:51:47.276161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.280412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35382) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.304276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-c0c0fc66-cab7-43ba-b0d4-5a7f5cc7f489 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.311340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c0c0fc66-cab7-43ba-b0d4-5a7f5cc7f489 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0243716 Apr 11 20:51:47.311611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.312883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.326924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-c5e64ac7-7fa8-42c9-9fa7-80f4d5ccc3ff tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.334427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c5e64ac7-7fa8-42c9-9fa7-80f4d5ccc3ff tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0136924 Apr 11 20:51:47.337261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35390) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.344938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-5b0a7f96-0592-4196-8070-d5974f71db3c tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.346138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5b0a7f96-0592-4196-8070-d5974f71db3c tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077357 Apr 11 20:51:47.348830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35394) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.355591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-96a07d62-4038-4b33-b12f-43c737d26927 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.358465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Transition to ACTIVE for port object 72952a75-9246-490e-9c1b-6b06a0bd7408 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:47.373132 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-96a07d62-4038-4b33-b12f-43c737d26927 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0206223 Apr 11 20:51:47.374166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35398) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.381172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.391149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-d6296a00-f315-483c-97a0-0f17b65331c2 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.399045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d6296a00-f315-483c-97a0-0f17b65331c2 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0171065 Apr 11 20:51:47.400391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.401104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Transition to ACTIVE for port object 72952a75-9246-490e-9c1b-6b06a0bd7408 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:47.404750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35402) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.413073 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.414485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-93f72e10-3be6-4399-9fb8-c31d9d28e8ca tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.415647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-93f72e10-3be6-4399-9fb8-c31d9d28e8ca tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095048 Apr 11 20:51:47.420731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35406) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.430513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-899362f7-d266-4c66-82a2-398364d2bc91 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.432947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-899362f7-d266-4c66-82a2-398364d2bc91 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095851 Apr 11 20:51:47.436865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35410) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.438574 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:51:47.444356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863bc55-85b5-4d74-9681-450fe45b5e7a req-2fe2e3db-f026-43a6-a96d-fda543206981 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:47.451660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e863bc55-85b5-4d74-9681-450fe45b5e7a req-2fe2e3db-f026-43a6-a96d-fda543206981 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 932 time: 0.3075705 Apr 11 20:51:47.456086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-6966a28c-dfcd-4457-bf01-8f72343ab153 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.457252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6966a28c-dfcd-4457-bf01-8f72343ab153 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101705 Apr 11 20:51:47.462609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1759f66-977f-4305-9b3d-589c2304bdb8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:47.465669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.474774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.504624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-ee7c32d6-8bb1-4366-8336-c4e10ad4a945 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.505894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ee7c32d6-8bb1-4366-8336-c4e10ad4a945 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0169621 Apr 11 20:51:47.507673 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3788d1d8-1268-477c-af4f-04c6de5a9fc3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b1759f66-977f-4305-9b3d-589c2304bdb8 HTTP/1.1" status: 204 len: 168 time: 3.9230824 Apr 11 20:51:47.533368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35418) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.555171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-4d0f7187-ec6e-4fe3-8f6f-61c6f24da0fe tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.556493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d0f7187-ec6e-4fe3-8f6f-61c6f24da0fe tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0166788 Apr 11 20:51:47.562523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35426) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.592330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399dbff5-4a90-458a-99b1-74399c44c833 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:47.601302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.612905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-0a9dc4a9-5d38-43f1-ab0d-8ffc440a314b tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.614942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a9dc4a9-5d38-43f1-ab0d-8ffc440a314b tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0515516 Apr 11 20:51:47.618905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35430) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.622683 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e863bc55-85b5-4d74-9681-450fe45b5e7a req-5242c713-7303-481e-8bf5-e7601e6c7931 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604211 Apr 11 20:51:47.640912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-0c876284-4677-4380-be78-498ee75749d1 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.643127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c876284-4677-4380-be78-498ee75749d1 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0221055 Apr 11 20:51:47.647829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.649143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Allocated IP 172.25.5.114 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/ba2997e9-f1d8-42d0-aa2e-133c31ea72ad) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:47.670575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-3ad502e2-7172-4372-8f3c-0b7ee74b7a90 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.672889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ad502e2-7172-4372-8f3c-0b7ee74b7a90 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0235302 Apr 11 20:51:47.676181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Transition to ACTIVE for port object 399dbff5-4a90-458a-99b1-74399c44c833 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:47.677873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Pushing event updated for resources: {'Port': ['ID=72952a75-9246-490e-9c1b-6b06a0bd7408,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:47.679431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35438) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.689895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-ea0b6b46-f8f7-4b2c-a275-b481ffb8b1ee tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.693006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea0b6b46-f8f7-4b2c-a275-b481ffb8b1ee tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0124004 Apr 11 20:51:47.695871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35442) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.707697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-f3a3684b-1a1b-447e-956c-85b1902101d8 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.709251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f3a3684b-1a1b-447e-956c-85b1902101d8 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0122144 Apr 11 20:51:47.713684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35448) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.719410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:47.721503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:47.732572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:47.773076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.786299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-e4cba7d3-c15f-4501-a1b0-3d1b16572975 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.787278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e4cba7d3-c15f-4501-a1b0-3d1b16572975 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049591 Apr 11 20:51:47.792507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.802612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-340f27f5-985a-4e2a-8de3-b830bdc89446 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.802612 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-340f27f5-985a-4e2a-8de3-b830bdc89446 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0087039 Apr 11 20:51:47.809894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35458) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.826881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-155e8f9f-18ad-4da1-974e-001fa8d74240 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.829879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-155e8f9f-18ad-4da1-974e-001fa8d74240 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0193255 Apr 11 20:51:47.832543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.848186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-99baa4d6-8dfd-4f99-928b-f5379e72addf tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.856500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-99baa4d6-8dfd-4f99-928b-f5379e72addf tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0229616 Apr 11 20:51:47.863736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35466) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.879518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-4288c399-45cf-45ae-8081-17372d386a4f tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.880824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4288c399-45cf-45ae-8081-17372d386a4f tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0155034 Apr 11 20:51:47.884023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35470) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.894226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-fcf74dac-20a0-4fd4-a0b3-4adcda9160b8 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.894885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fcf74dac-20a0-4fd4-a0b3-4adcda9160b8 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0100505 Apr 11 20:51:47.915845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:47.963208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Attempting to bind port 72952a75-9246-490e-9c1b-6b06a0bd7408 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:47.963876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Attempting to bind port 72952a75-9246-490e-9c1b-6b06a0bd7408 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:47.963993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Attempting to bind port 72952a75-9246-490e-9c1b-6b06a0bd7408 on network 7e870aff-1974-41aa-ae32-70eecfbdbc31 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:47.976130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:47.976851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Checking segment: {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:47.977249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.977638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Bound using segment: {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:47.978099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Bound port: 72952a75-9246-490e-9c1b-6b06a0bd7408, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:47.978466 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:47.986070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-6efd9d02-632b-4c46-84f9-38b57b83464a tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:47.987076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6efd9d02-632b-4c46-84f9-38b57b83464a tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0677190 Apr 11 20:51:48.006524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35478) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.010813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.013140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Pushing event updated for resources: {'Port': ['ID=399dbff5-4a90-458a-99b1-74399c44c833,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:48.087977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-eb7b9daa-20f6-491b-bad9-635248b24318 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.089075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb7b9daa-20f6-491b-bad9-635248b24318 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0804322 Apr 11 20:51:48.093428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35482) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.101380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] For port 72952a75-9246-490e-9c1b-6b06a0bd7408, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:48.104171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-c20b51e2-d444-4500-887c-e708d06c97bb tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.105135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c20b51e2-d444-4500-887c-e708d06c97bb tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096991 Apr 11 20:51:48.106022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] For port 72952a75-9246-490e-9c1b-6b06a0bd7408, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72952a75-9246-490e-9c1b-6b06a0bd7408,segment=NetworkSegment(25362478-207d-4b87-86f4-e17c6a488a4c),segment_id=25362478-207d-4b87-86f4-e17c6a488a4c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:48.109685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35486) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.125527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-60b3ab15-4930-4818-a6ad-f1f6405eb492 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.126696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-60b3ab15-4930-4818-a6ad-f1f6405eb492 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0100663 Apr 11 20:51:48.129370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35490) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.140727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-f12e376f-e533-4c17-a124-a38ae381a241 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.141722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f12e376f-e533-4c17-a124-a38ae381a241 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114777 Apr 11 20:51:48.147345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.158875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-2244c194-d74b-4be8-aa5b-b36117588458 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.165298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2244c194-d74b-4be8-aa5b-b36117588458 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0072505 Apr 11 20:51:48.165403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35498) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.176393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60405c14-199e-4736-861f-d87e0bdf92df req-c08d930c-4084-4da1-a68d-47535051b053 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:48.185555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60405c14-199e-4736-861f-d87e0bdf92df req-c08d930c-4084-4da1-a68d-47535051b053 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 946 time: 0.1521525 Apr 11 20:51:48.204785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-05e9cd56-d3bc-4f1b-a2b8-9fd8a66c01e4 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.204785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05e9cd56-d3bc-4f1b-a2b8-9fd8a66c01e4 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0381477 Apr 11 20:51:48.208323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35502) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.208323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.259217 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.263540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9ff08-972b-4c62-b773-5fe0534d0bc7 req-2b6cfa44-a492-4853-9d91-cf3458715348 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:48.271395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eac9ff08-972b-4c62-b773-5fe0534d0bc7 req-2b6cfa44-a492-4853-9d91-cf3458715348 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.3537011 Apr 11 20:51:48.330452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-2655bb29-15aa-495c-acdc-7546e09cc42f tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.331407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.336563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35510) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.337801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2655bb29-15aa-495c-acdc-7546e09cc42f tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1300638 Apr 11 20:51:48.352642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Attempting to bind port 399dbff5-4a90-458a-99b1-74399c44c833 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:48.353211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Attempting to bind port 399dbff5-4a90-458a-99b1-74399c44c833 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '79390897-1c87-4ad9-93da-522f0eb2baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:48.353706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Attempting to bind port 399dbff5-4a90-458a-99b1-74399c44c833 on network 592bfb40-9db9-44ae-a751-b59bd0b869ac {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:48.364586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Port 399dbff5-4a90-458a-99b1-74399c44c833 on network 592bfb40-9db9-44ae-a751-b59bd0b869ac not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:51:48.365177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Attempting to bind port 399dbff5-4a90-458a-99b1-74399c44c833 on network 592bfb40-9db9-44ae-a751-b59bd0b869ac {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:48.374972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-b59a2404-8b07-4b17-ab60-64d1a31d9474 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.376273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b59a2404-8b07-4b17-ab60-64d1a31d9474 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0252416 Apr 11 20:51:48.381266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:48.381797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Checking segment: {'id': '79390897-1c87-4ad9-93da-522f0eb2baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:48.382332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Bound using segment: {'id': '79390897-1c87-4ad9-93da-522f0eb2baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:48.382891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e669c-de6c-4349-b515-fbfa973d4191 None None] Pushing event updated for resources: {'Port': ['ID=72952a75-9246-490e-9c1b-6b06a0bd7408,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:48.383261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Bound port: 399dbff5-4a90-458a-99b1-74399c44c833, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79390897-1c87-4ad9-93da-522f0eb2baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:48.383858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.396740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:48.398046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Pushing event updated for resources: {'Port': ['ID=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:48.405646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:48.407207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.410830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eac9ff08-972b-4c62-b773-5fe0534d0bc7 req-150dba9c-03ac-4733-9611-b439e95db2a0 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379509 Apr 11 20:51:48.422977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-897ce2ee-7a5f-48e5-97b9-e7aba7c81796 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.424410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-897ce2ee-7a5f-48e5-97b9-e7aba7c81796 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0102434 Apr 11 20:51:48.425493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:48.437803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35518) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.453532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-23b54ba0-4f5c-4134-bad0-ffc37bc71b72 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.454625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-23b54ba0-4f5c-4134-bad0-ffc37bc71b72 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059931 Apr 11 20:51:48.492936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.511999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-8e3022f5-46ac-41f1-9de9-c866bfe15094 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.513711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8e3022f5-46ac-41f1-9de9-c866bfe15094 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0137055 Apr 11 20:51:48.539062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35526) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.548601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60405c14-199e-4736-861f-d87e0bdf92df req-850d498c-9cdb-48ef-a004-cd1fb3f87c5d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621435 Apr 11 20:51:48.551918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-26f30e0b-671c-49b6-9eec-99cc5976217c tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.556829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-26f30e0b-671c-49b6-9eec-99cc5976217c tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112231 Apr 11 20:51:48.561411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.569338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-7e8554e5-5e39-4acf-99cc-b893e4b585ec tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.570429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7e8554e5-5e39-4acf-99cc-b893e4b585ec tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079014 Apr 11 20:51:48.573378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35534) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.613267 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8ee571a-69d1-480c-9b54-ca94c2f5f987 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=466e640c743144f4906b53e47e6d8675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2804735 Apr 11 20:51:48.621122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35538) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.627020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-3a8d80e2-5265-4789-b93a-4f5a97e88e41 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.630674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3a8d80e2-5265-4789-b93a-4f5a97e88e41 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0534697 Apr 11 20:51:48.630870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35542) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.635793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.642306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-54543b58-b3af-49e9-9d31-a702f2c56dc9 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.645814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-54543b58-b3af-49e9-9d31-a702f2c56dc9 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0112419 Apr 11 20:51:48.648294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.694020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] For port 399dbff5-4a90-458a-99b1-74399c44c833, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:48.702824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] For port 399dbff5-4a90-458a-99b1-74399c44c833, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=399dbff5-4a90-458a-99b1-74399c44c833,segment=NetworkSegment(79390897-1c87-4ad9-93da-522f0eb2baaa),segment_id=79390897-1c87-4ad9-93da-522f0eb2baaa)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:48.706041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-89405de3-ffcd-4146-b1ce-481d96e63412 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.707056 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-89405de3-ffcd-4146-b1ce-481d96e63412 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0553098 Apr 11 20:51:48.710558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.720871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-6f3807eb-2dd5-4b0d-a4c8-e0dc0d4c692d tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.721840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f3807eb-2dd5-4b0d-a4c8-e0dc0d4c692d tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0092287 Apr 11 20:51:48.730578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35556) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.737447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-49d08ef1-5fbd-4c80-983b-16937b9b17de tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.743932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-49d08ef1-5fbd-4c80-983b-16937b9b17de tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0120273 Apr 11 20:51:48.745486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35562) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.764238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-60c74b00-0415-4b3d-b142-ae00c39c1d71 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.769964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35566) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.771084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-60c74b00-0415-4b3d-b142-ae00c39c1d71 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0255210 Apr 11 20:51:48.775420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.798912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-657352f3-f9d5-4e31-a2db-0e632ef94a28 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.800052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-657352f3-f9d5-4e31-a2db-0e632ef94a28 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0248799 Apr 11 20:51:48.807168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35572) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.837164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-148b1b8b-e7d3-4172-ac0b-8435649b3bce tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.838932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-148b1b8b-e7d3-4172-ac0b-8435649b3bce tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0289180 Apr 11 20:51:48.849877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.860765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-24a669a4-de99-445a-941f-9c02957a7960 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.864630 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-24a669a4-de99-445a-941f-9c02957a7960 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0119326 Apr 11 20:51:48.870093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35584) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.900506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.901918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] 10.222.0.69 "PUT /v2.0/ports/399dbff5-4a90-458a-99b1-74399c44c833 HTTP/1.1" status: 200 len: 1092 time: 2.9785287 Apr 11 20:51:48.902360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'tag': '399dbff5-4a90-458a-99b1-74399c44c833'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:48.909665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [None req-4f7792ad-a52f-41e7-9155-e8dc93389ada tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.913281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f7792ad-a52f-41e7-9155-e8dc93389ada tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0209565 Apr 11 20:51:48.917437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.929319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ee86eaa-dcc7-4895-873b-050cb5f107f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:48.944828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-382930e7-9871-4b7e-9a92-ec850f485c28 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:48.949376 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-382930e7-9871-4b7e-9a92-ec850f485c28 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0277591 Apr 11 20:51:48.952407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35596) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:48.993044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ee86eaa-dcc7-4895-873b-050cb5f107f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:49.079713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:49.080459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:49.173967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa4b49-9664-4d8a-912c-e1a5a8339847 service neutron] Pushing event updated for resources: {'Port': ['ID=399dbff5-4a90-458a-99b1-74399c44c833,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:49.179904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [None req-1d320dfe-dc95-4b09-bebf-4b56b976b418 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:51:49.181448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d320dfe-dc95-4b09-bebf-4b56b976b418 tempest-ExtensionsTestJSON-388205079 tempest-ExtensionsTestJSON-388205079-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0165672 Apr 11 20:51:49.323620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ee86eaa-dcc7-4895-873b-050cb5f107f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:49.346447 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-4c2a84be-cba8-4cf7-ac24-e07ef5920281 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fae3b6b991f640f7af985ecdd34408bf&device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 1095 time: 0.1787744 Apr 11 20:51:49.366609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6e78-e4ed-496c-9158-11885b703130 req-1836d139-b279-4ddc-9f3d-8c76a4cbb387 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:49.367821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1eba6e78-e4ed-496c-9158-11885b703130 req-1836d139-b279-4ddc-9f3d-8c76a4cbb387 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Synchronizing usage tracker for tenant:fae3b6b991f640f7af985ecdd34408bf on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:49.400498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee86eaa-dcc7-4895-873b-050cb5f107f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d59844-582c-45cc-8bdf-8fe5fcc3393d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:49.464215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ee86eaa-dcc7-4895-873b-050cb5f107f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:49.464215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4ee86eaa-dcc7-4895-873b-050cb5f107f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08d59844-582c-45cc-8bdf-8fe5fcc3393d HTTP/1.1" status: 204 len: 168 time: 0.8374577 Apr 11 20:51:49.537207 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00678af-ad3b-4382-a2fd-3fd1ffd2895c'] response: {'name': 'network-changed', 'server_uuid': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'tag': '399dbff5-4a90-458a-99b1-74399c44c833', 'status': 'completed', 'code': 200} Apr 11 20:51:49.553075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-513d6090-c0d4-4984-bc34-83b399eb4b23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=399dbff5-4a90-458a-99b1-74399c44c833 HTTP/1.1" status: 200 len: 217 time: 0.1781580 Apr 11 20:51:49.698861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-1eba6e78-e4ed-496c-9158-11885b703130 req-1836d139-b279-4ddc-9f3d-8c76a4cbb387 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Unset dirty status for tenant:fae3b6b991f640f7af985ecdd34408bf on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:49.706246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1eba6e78-e4ed-496c-9158-11885b703130 req-1836d139-b279-4ddc-9f3d-8c76a4cbb387 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 944 time: 0.7513494 Apr 11 20:51:49.709882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-7143f080-44bb-4e7f-9c20-e36c0f225825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:49.712147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-7143f080-44bb-4e7f-9c20-e36c0f225825 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e859f81-b649-443a-ad87-f6b0e7b93287 HTTP/1.1" status: 200 len: 862 time: 0.1502481 Apr 11 20:51:49.824553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-a4569b45-5c5a-4050-88a7-3c5313f76679 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=592bfb40-9db9-44ae-a751-b59bd0b869ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676560 Apr 11 20:51:49.961828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d100daef-0510-4f7a-8267-aa2617617f5d None None] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:51:49.987016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1eba6e78-e4ed-496c-9158-11885b703130 req-747280f9-8d49-411b-b23d-0b1a8f2e917b tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802668 Apr 11 20:51:50.098443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-77c63f2d-219b-4094-a705-6401e9278fc0 service neutron] 10.222.0.69 "GET /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654736 Apr 11 20:51:50.117637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ea80-17e2-4116-a7b8-61783aedf3f8 req-73da2b6f-a254-4b76-bbf1-849722cba08e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:50.121117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d839ea80-17e2-4116-a7b8-61783aedf3f8 req-73da2b6f-a254-4b76-bbf1-849722cba08e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.3508067 Apr 11 20:51:50.200576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d839ea80-17e2-4116-a7b8-61783aedf3f8 req-e8a8b497-795f-4f36-ac8a-d5ba12ec1b40 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685601 Apr 11 20:51:50.247693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:51:50.253897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35614) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:50.394053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72952a75-9246-490e-9c1b-6b06a0bd7408 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:50.499366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3ac8af43-2f5b-4643-8e3e-10edfaa05335 req-d9b48782-3251-42cf-bc48-2db60429dbda service neutron] 10.222.0.69 "GET /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944535 Apr 11 20:51:50.556232 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:50.588949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-4c661121-2498-4697-9d07-6dd1e80e8630 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:50.591067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-4c661121-2498-4697-9d07-6dd1e80e8630 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 946 time: 0.7160795 Apr 11 20:51:50.596218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:50.601234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd64086a53a743d8abbf4b449a31f962 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:50.604313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:50.612792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:50.632005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 72952a75-9246-490e-9c1b-6b06a0bd7408 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:50.636648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] Provisioning for port 72952a75-9246-490e-9c1b-6b06a0bd7408 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:50.650826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] Provisioning complete for port 72952a75-9246-490e-9c1b-6b06a0bd7408 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:50.657292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:50.762458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8143-4bad-4389-b39d-09530272d0eb req-8c7e0d45-32e9-4844-817a-9a30e7fe577f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:50.763662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port 57474950-3fc2-4555-93e2-4567fdf636fe {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:51:50.764252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:50.769785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57de8143-4bad-4389-b39d-09530272d0eb req-8c7e0d45-32e9-4844-817a-9a30e7fe577f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 946 time: 0.4283681 Apr 11 20:51:50.798630 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:50.872561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 72952a75-9246-490e-9c1b-6b06a0bd7408 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:50.872966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:50.885267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35624) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:50.891865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57de8143-4bad-4389-b39d-09530272d0eb req-65a020d1-1173-4911-ab69-a14ce7872481 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210952 Apr 11 20:51:50.900212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:50.957629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd64086a53a743d8abbf4b449a31f962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7025366 Apr 11 20:51:51.015153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.015858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35628) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:51.023539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-47564d3e-18b8-4d22-8c22-939eb61d1e45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fae3b6b991f640f7af985ecdd34408bf&device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 1095 time: 0.3132887 Apr 11 20:51:51.098028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8e5eaad-d777-441f-b7af-f285f65955f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47be3e725a124e279405fe1bb2d18779&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2096429 Apr 11 20:51:51.105145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35634) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:51.133676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9e104-22ca-477e-bd55-8e9046e204c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b021b5-e397-4721-b453-4c74ef155b69,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:51.210371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.310368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] For port 72952a75-9246-490e-9c1b-6b06a0bd7408, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72952a75-9246-490e-9c1b-6b06a0bd7408,segment=NetworkSegment(25362478-207d-4b87-86f4-e17c6a488a4c),segment_id=25362478-207d-4b87-86f4-e17c6a488a4c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:51.356574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-3acefc69-8166-4c6e-b4c4-ed428e75b7d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:51.359192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-3acefc69-8166-4c6e-b4c4-ed428e75b7d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=592bfb40-9db9-44ae-a751-b59bd0b869ac HTTP/1.1" status: 200 len: 923 time: 0.3142724 Apr 11 20:51:51.384902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.511819 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5286294b-b31c-45d0-a1bc-a7304c014885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.518946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-c29cbdbe-afaf-4eff-ab97-973a9afff324 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=399dbff5-4a90-458a-99b1-74399c44c833 HTTP/1.1" status: 200 len: 217 time: 0.1445129 Apr 11 20:51:51.526154 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2300f94c-efef-47d0-b652-29b64d275427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.587698 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:51:51.588181 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:51:51.589379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35280d5e-6a57-46bd-90c6-1f8462b1b3b6 None None] Pushing event updated for resources: {'Port': ['ID=72952a75-9246-490e-9c1b-6b06a0bd7408,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:51.591556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port 57474950-3fc2-4555-93e2-4567fdf636fe, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=57474950-3fc2-4555-93e2-4567fdf636fe,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:51.592080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.609259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-126c4998-c449-4de9-90a1-26dba42abda3 None None] Provisioning complete for port 72952a75-9246-490e-9c1b-6b06a0bd7408 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:51.610551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-126c4998-c449-4de9-90a1-26dba42abda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.613051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:51:51.656877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Sync routers for ids ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:51:51.687922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Routers {'f66ed192-16c4-4fd5-82f2-7c31863b3eb8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:51.688849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:51.784254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for 57474950-3fc2-4555-93e2-4567fdf636fe owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:51:51.789172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5286294b-b31c-45d0-a1bc-a7304c014885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.834559 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2300f94c-efef-47d0-b652-29b64d275427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:51.854801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-ede33503-b640-407d-ae87-bc531a65b2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:51.854801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-ede33503-b640-407d-ae87-bc531a65b2f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e859f81-b649-443a-ad87-f6b0e7b93287 HTTP/1.1" status: 200 len: 862 time: 0.3172817 Apr 11 20:51:51.880283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd043b9-3913-4a9a-bfcc-b614c5ddb681 req-a64afb3b-f78d-43db-a2fe-95ebe5115a08 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:51.892583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fcd043b9-3913-4a9a-bfcc-b614c5ddb681 req-a64afb3b-f78d-43db-a2fe-95ebe5115a08 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 944 time: 0.5622079 Apr 11 20:51:51.960190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-6966de01-b566-4512-b439-06b4d744aef1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=592bfb40-9db9-44ae-a751-b59bd0b869ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994608 Apr 11 20:51:52.021000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fcd043b9-3913-4a9a-bfcc-b614c5ddb681 req-6d22550e-ef39-428a-a5ac-5648c49c475e tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242113 Apr 11 20:51:52.021156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Set router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:52.026039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:52.031095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4c8c77c-84a3-4de6-b662-f903f15fba7a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8749340 Apr 11 20:51:52.035016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35644) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:52.133876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f12a18-559c-4718-adfa-e7e816c92511 req-6d388ff2-37a2-45bf-931d-e28317a72723 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:52.147918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3f12a18-559c-4718-adfa-e7e816c92511 req-6d388ff2-37a2-45bf-931d-e28317a72723 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.5452664 Apr 11 20:51:52.298340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3f12a18-559c-4718-adfa-e7e816c92511 req-3a3b8ad7-59bd-4665-9b70-49a998caf4e5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490998 Apr 11 20:51:52.304424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5286294b-b31c-45d0-a1bc-a7304c014885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:52.363305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-1a81ae20-4106-4001-a208-75828029a991 service neutron] 10.222.0.69 "GET /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936591 Apr 11 20:51:52.364456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286294b-b31c-45d0-a1bc-a7304c014885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b021b5-e397-4721-b453-4c74ef155b69,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:52.415113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5286294b-b31c-45d0-a1bc-a7304c014885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:52.415113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5286294b-b31c-45d0-a1bc-a7304c014885 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84b021b5-e397-4721-b453-4c74ef155b69 HTTP/1.1" status: 204 len: 168 time: 1.3799567 Apr 11 20:51:52.415385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72952a75-9246-490e-9c1b-6b06a0bd7408 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:52.465153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2300f94c-efef-47d0-b652-29b64d275427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:52.562458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f94c-efef-47d0-b652-29b64d275427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d29ffd-d0f1-441c-81be-e47a95ee40b9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:52.607560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:52.635343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 399dbff5-4a90-458a-99b1-74399c44c833 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:51:52.768235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['57474950-3fc2-4555-93e2-4567fdf636fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:52.854059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3eb416-684b-40e4-9ecc-923c6e8ffd68 req-49f8f135-d6c4-4c94-b62c-5f9a83fba47d service neutron] 10.222.0.69 "GET /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799705 Apr 11 20:51:52.891851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4a0eb5b4-6901-4a7b-87d1-383be0e0505a req-8338fe7b-bc8b-48fa-ae63-d5240f29329b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:51:52.898425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event deleted for resources: {'Port': ['ID=57474950-3fc2-4555-93e2-4567fdf636fe,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:52.940490 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2300f94c-efef-47d0-b652-29b64d275427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:52.940490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2300f94c-efef-47d0-b652-29b64d275427 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25d29ffd-d0f1-441c-81be-e47a95ee40b9 HTTP/1.1" status: 204 len: 168 time: 1.8284166 Apr 11 20:51:53.043185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] No DVR routers for this DVR port 57474950-3fc2-4555-93e2-4567fdf636fe on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:51:53.065127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4a0eb5b4-6901-4a7b-87d1-383be0e0505a req-8338fe7b-bc8b-48fa-ae63-d5240f29329b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:51:53.066307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a0eb5b4-6901-4a7b-87d1-383be0e0505a req-8338fe7b-bc8b-48fa-ae63-d5240f29329b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 210 time: 0.6355321 Apr 11 20:51:53.078236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:53.078236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ddd5d50-681d-4620-bd84-dd2b99f285f8 req-68ce9ef5-c7a3-479c-b1fa-79c952a6a7f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "DELETE /v2.0/ports/57474950-3fc2-4555-93e2-4567fdf636fe HTTP/1.1" status: 204 len: 173 time: 2.4764676 Apr 11 20:51:53.078236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'name': 'network-vif-deleted', 'tag': '57474950-3fc2-4555-93e2-4567fdf636fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:53.313385 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955ead2d-90ed-4d3b-ab77-16ccdb6412d9'] response: {'server_uuid': '49e9897d-37fe-444d-a59c-efb7ff7ba6bd', 'name': 'network-vif-deleted', 'tag': '57474950-3fc2-4555-93e2-4567fdf636fe', 'status': 'completed', 'code': 200} Apr 11 20:51:53.339726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 72952a75-9246-490e-9c1b-6b06a0bd7408 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:53.340336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:53.568748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:51:48Z', 'revision_number': 3, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:53.594161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10629e-6597-4aed-af81-cecfac687771 req-877d6810-1de9-42e5-9a7a-6964f9863a17 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:53.594161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af10629e-6597-4aed-af81-cecfac687771 req-877d6810-1de9-42e5-9a7a-6964f9863a17 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 944 time: 0.2992775 Apr 11 20:51:53.707945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Checking router: f66ed192-16c4-4fd5-82f2-7c31863b3eb8 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:51:53.708349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Updating router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:51:53.770141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af10629e-6597-4aed-af81-cecfac687771 req-0eeb4ffa-03ca-4223-9ccb-07d7a8c92c80 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640499 Apr 11 20:51:53.985793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ca82-7663-4de5-852a-6e40479cccb2 req-81859a22-be38-4320-8a11-e451035c5f09 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:53.992394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e352ca82-7663-4de5-852a-6e40479cccb2 req-81859a22-be38-4320-8a11-e451035c5f09 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1541898 Apr 11 20:51:54.067745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 399dbff5-4a90-458a-99b1-74399c44c833, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=399dbff5-4a90-458a-99b1-74399c44c833,segment=NetworkSegment(79390897-1c87-4ad9-93da-522f0eb2baaa),segment_id=79390897-1c87-4ad9-93da-522f0eb2baaa)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:54.127616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:54.254760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e352ca82-7663-4de5-852a-6e40479cccb2 req-2527615a-e1fa-4a34-b375-29f99fbff193 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607639 Apr 11 20:51:54.401293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '399dbff5-4a90-458a-99b1-74399c44c833', 'network_id': '592bfb40-9db9-44ae-a751-b59bd0b869ac', 'port_id': '399dbff5-4a90-458a-99b1-74399c44c833', 'mac_address': 'fa:16:3e:9e:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e859f81-b649-443a-ad87-f6b0e7b93287', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:51:54.527537 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:54.545770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-592a47bd-e478-445b-879d-b3653c449c68 req-d734f89e-2cfe-4756-b780-5b87fc4ba45a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 210 time: 0.1409869 Apr 11 20:51:54.788116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:54.788230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399dbff5-4a90-458a-99b1-74399c44c833 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:51:54.792183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 57474950-3fc2-4555-93e2-4567fdf636fe no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:51:54.839303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 57474950-3fc2-4555-93e2-4567fdf636fe {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:51:54.839676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 57474950-3fc2-4555-93e2-4567fdf636fe not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:51:54.877092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 399dbff5-4a90-458a-99b1-74399c44c833, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=399dbff5-4a90-458a-99b1-74399c44c833,segment=NetworkSegment(79390897-1c87-4ad9-93da-522f0eb2baaa),segment_id=79390897-1c87-4ad9-93da-522f0eb2baaa)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:54.954090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.158163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca559c4-d2e8-4de8-9534-d84734acad4a req-8bf375a1-0f0b-46dd-a146-09a6fda1ac9c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:55.172125 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eca559c4-d2e8-4de8-9534-d84734acad4a req-8bf375a1-0f0b-46dd-a146-09a6fda1ac9c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 945 time: 0.1413341 Apr 11 20:51:55.174144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Allocated IP 172.20.0.1 (7e870aff-1974-41aa-ae32-70eecfbdbc31/d88876a1-d483-4cdc-8b92-0cda4418d517/142d8500-b0a0-4f0f-9637-bc22b8e429b5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:51:55.251265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['399dbff5-4a90-458a-99b1-74399c44c833'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:51:55.267188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eca559c4-d2e8-4de8-9534-d84734acad4a req-e9c30cba-338b-444a-b320-cba7afb5474e tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940561 Apr 11 20:51:55.318058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.333042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=399dbff5-4a90-458a-99b1-74399c44c833,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:55.355347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Transition to ACTIVE for port object ba2997e9-f1d8-42d0-aa2e-133c31ea72ad will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:55.440335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35716) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:55.458547 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.513621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.551448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35722) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:55.571673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Transition to ACTIVE for port object 142d8500-b0a0-4f0f-9637-bc22b8e429b5 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:51:55.665794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Attempting to bind port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:51:55.666166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Attempting to bind port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:51:55.666560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Attempting to bind port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:51:55.699907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b2f2-42fb-4d94-b384-4d8ca5ff3349 None None] Pushing event updated for resources: {'Port': ['ID=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:55.749114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1935261453-network', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:55.765172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:51:55.766443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:55.767000 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.767559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:51:55.767695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304b33e-3c6e-4317-b403-7b05284521e5 req-2a06666d-a4b4-4f03-b11c-7e954ff4036f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:55.768006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:55.769563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a304b33e-3c6e-4317-b403-7b05284521e5 req-2a06666d-a4b4-4f03-b11c-7e954ff4036f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.2039812 Apr 11 20:51:55.775997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Bound port: ba2997e9-f1d8-42d0-aa2e-133c31ea72ad, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:51:55.776664 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.788551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Usage tracker for resource:network and tenant:d1058d92f7d8469dafb496c443b4bd7a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:55.792654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:55.807761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:55.823700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.923324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] For port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:51:55.928219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] For port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:51:55.942837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20793fc0-7276-4120-b9cb-3bca6dd418cf req-b6c3cb8d-e057-4f16-aa15-029ceff4dde2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=49e9897d-37fe-444d-a59c-efb7ff7ba6bd HTTP/1.1" status: 200 len: 210 time: 0.0582962 Apr 11 20:51:55.944205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Made reservation on behalf of d1058d92f7d8469dafb496c443b4bd7a for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:55.947500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.953911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:55.958458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:55.964428 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:55.975423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:51:56.005213 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.074829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:56.082520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Usage tracker for resource:security_group_rule and tenant:d1058d92f7d8469dafb496c443b4bd7a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:56.094796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:56.116741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:56.136192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.150540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1958677715'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:56.174246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:56.188517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Usage tracker for resource:network and tenant:a771a1b894aa4901b213bf2c38a6a72c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:56.189519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Pushing event updated for resources: {'Port': ['ID=142d8500-b0a0-4f0f-9637-bc22b8e429b5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:56.192540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:56.205789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b2f2-42fb-4d94-b384-4d8ca5ff3349 None None] Pushing event updated for resources: {'Port': ['ID=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:56.206130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:56.210940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a304b33e-3c6e-4317-b403-7b05284521e5 req-fa2753d3-a344-4559-b084-bb2096e0a6ed tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343028 Apr 11 20:51:56.216231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Routers {'f66ed192-16c4-4fd5-82f2-7c31863b3eb8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:51:56.219706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:56.419660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.421659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.642585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] Set router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:51:56.658959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.683151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:51:56.701203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.706968 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Added segment 5c7eeee2-3fbb-41c4-99a5-0c611128b08e of type vlan for network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 Apr 11 20:51:56.758863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.827724 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.862704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac729b-f48e-4e23-937c-7d625f4fd335,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:56.868742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.869389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:56.869987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:56.910689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.009986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 399dbff5-4a90-458a-99b1-74399c44c833 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:57.053285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-41bbd2f9-e3d3-454b-8303-b230d61cda5d None None] Provisioning for port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:57.053739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Made reservation on behalf of a771a1b894aa4901b213bf2c38a6a72c for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:57.059235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.098589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331abe-bdce-443b-8df0-f4b46fff144c req-b110cea1-a34e-4371-97a1-ba3ecb5921ee tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:57.100903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66331abe-bdce-443b-8df0-f4b46fff144c req-b110cea1-a34e-4371-97a1-ba3ecb5921ee tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 945 time: 0.5554402 Apr 11 20:51:57.106713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.128037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-41bbd2f9-e3d3-454b-8303-b230d61cda5d None None] Provisioning complete for port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:57.128517 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-41bbd2f9-e3d3-454b-8303-b230d61cda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.180403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] Pushing event updated for resources: {'Network': ['ID=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:57.195715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-517e5f0b-bf5e-41f6-926f-696a5f3dc4eb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6424098 Apr 11 20:51:57.203728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35748) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:57.213027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Request body: {'subnet': {'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1935261453-subnet', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:57.226780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:51:57.240525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:57.270530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Usage tracker for resource:subnet and tenant:d1058d92f7d8469dafb496c443b4bd7a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:57.278926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:57.293055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:57.315831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:57.349397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Usage tracker for resource:security_group_rule and tenant:a771a1b894aa4901b213bf2c38a6a72c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:57.363535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:57.412389 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66331abe-bdce-443b-8df0-f4b46fff144c req-ff4aca75-2b6c-4588-989f-1a3214b7b52a tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884777 Apr 11 20:51:57.415050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:51:57.432873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.451771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Made reservation on behalf of d1058d92f7d8469dafb496c443b4bd7a for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:51:57.458684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.664328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Pushing event updated for resources: {'Port': ['ID=142d8500-b0a0-4f0f-9637-bc22b8e429b5,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:57.746866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-41bbd2f9-e3d3-454b-8303-b230d61cda5d None None] Port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:51:57.815802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a644a49-43f8-4ff5-bb81-ce1407e51185 req-bbe2bd86-700b-4c06-958a-8119d05a5eb3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:57.823144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a644a49-43f8-4ff5-bb81-ce1407e51185 req-bbe2bd86-700b-4c06-958a-8119d05a5eb3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.2067382 Apr 11 20:51:57.857821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:51:48Z', 'revision_number': 3, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:51:57.862608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62088514-403e-4552-8a10-ca53fd1e4042 None None] The sync data for ids ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'] in n-d-837321-1 is: [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:51:48Z', 'revision_number': 3, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:51:57.884669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:51:57.898364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a644a49-43f8-4ff5-bb81-ce1407e51185 req-403bfe1c-d0ca-4a5e-954e-4ff20edcf08a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741246 Apr 11 20:51:57.902120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.902953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:51:57.935628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 399dbff5-4a90-458a-99b1-74399c44c833 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:57.942904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 399dbff5-4a90-458a-99b1-74399c44c833 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:57.943914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:57.991296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.123227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:51:58.165076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e755b-6c88-49b5-9044-dd43d73e1f15,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:58.243002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.243002 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Added segment 0726263a-f3e9-4173-8be4-743028510ea5 of type vlan for network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d Apr 11 20:51:58.293945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.399375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399dbff5-4a90-458a-99b1-74399c44c833'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:51:58.411163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.421225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 399dbff5-4a90-458a-99b1-74399c44c833, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=399dbff5-4a90-458a-99b1-74399c44c833,segment=NetworkSegment(79390897-1c87-4ad9-93da-522f0eb2baaa),segment_id=79390897-1c87-4ad9-93da-522f0eb2baaa)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:58.504752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f0578f99-4af8-4401-ac93-7cda735425ca None None] Provisioning complete for port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:58.505118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f0578f99-4af8-4401-ac93-7cda735425ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.556595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.582607 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1efa57c-399d-4bb4-94b8-043a9c170fe1'] response: {'server_uuid': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399dbff5-4a90-458a-99b1-74399c44c833', 'code': 200} Apr 11 20:51:58.585631 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.715123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ba2997e9-f1d8-42d0-aa2e-133c31ea72ad up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:51:58.864590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f0578f99-4af8-4401-ac93-7cda735425ca None None] Port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:51:58.882686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:58.896487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=399dbff5-4a90-458a-99b1-74399c44c833,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:58.908682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.914613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:58.914613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.948183 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:58.987614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ede4e-39a2-4350-aa25-e8a913b41793 req-e84c34f0-bdb4-4d13-a984-76083725bdd1 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:58.991908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa3ede4e-39a2-4350-aa25-e8a913b41793 req-e84c34f0-bdb4-4d13-a984-76083725bdd1 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 946 time: 0.2044318 Apr 11 20:51:59.054051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:51:59.081160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:51:59.081363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:59.114259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa3ede4e-39a2-4350-aa25-e8a913b41793 req-b85f2f00-3e03-4f3d-ad95-3d86bd1e69a8 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148088 Apr 11 20:51:59.165764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:51:59.253974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event updated for resources: {'Network': ['ID=4ee835fa-e7f6-45f8-a9e5-335a38302a4d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:59.296089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9c3919a7-4e07-46cc-9072-257270a73cde tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.8544562 Apr 11 20:51:59.316903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35786) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:51:59.323173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19a23c47-ddb3-4cad-a7c3-d279277d99a8 req-2746791d-476a-4197-a0f6-f39d5b00e898 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 1097 time: 0.4913459 Apr 11 20:51:59.380275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:59.388581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Checking segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:51:59.388581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Network hostable DHCP agents. Network: bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:51:59.410470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:51:59.411759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:51:59.419215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Request body: {'subnet': {'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:51:59.487173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-3d8cd389-84b1-4748-8e26-c42737399318 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:59.495576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-3d8cd389-84b1-4748-8e26-c42737399318 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 1.0226791 Apr 11 20:51:59.530150 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:51:59.627316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19a23c47-ddb3-4cad-a7c3-d279277d99a8 req-b5b85334-b50d-4109-a969-aa4655b1764a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925694 Apr 11 20:51:59.660144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-5c277090-3f2e-4f9d-b0e3-418afb68ae99 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.1635103 Apr 11 20:51:59.669503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf39bc2-029a-48cf-a333-b128f586f69d req-07ba6204-2952-4e67-92e5-54344850f73d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:51:59.669809 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6cf39bc2-029a-48cf-a333-b128f586f69d req-07ba6204-2952-4e67-92e5-54344850f73d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.3219507 Apr 11 20:51:59.698799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:51:59.750428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6cf39bc2-029a-48cf-a333-b128f586f69d req-835507ac-ac21-4ce0-9062-ac67a7e1cb31 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673325 Apr 11 20:51:59.788745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:51:59.820480 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c5c385dc-8e7f-47f9-828d-4927b1acc704 admin admin] 10.222.0.61 "PUT /v2.0/routers/f66ed192-16c4-4fd5-82f2-7c31863b3eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7764504 Apr 11 20:51:59.872742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:51:59.894919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-52f5e862-c60d-4e59-92ba-603f3fa64507 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2174950 Apr 11 20:51:59.904254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:51:59.904254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Usage tracker for resource:subnet and tenant:a771a1b894aa4901b213bf2c38a6a72c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:51:59.906232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:51:59.999130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:00.011576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:00.022007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28106d6-dc25-4165-8807-f88d766ac218 None None] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:00.025750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:00.026334 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.101655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-d51e970f-1732-4900-8e5f-e25596945270 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920419 Apr 11 20:52:00.155833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35808) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:00.162332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:00.169780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f1d0ff4a-cce6-4669-8894-5f053dc78fca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9639270 Apr 11 20:52:00.175005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:00.183129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Made reservation on behalf of a771a1b894aa4901b213bf2c38a6a72c for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:00.184396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Usage tracker for resource:router and tenant:d1058d92f7d8469dafb496c443b4bd7a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:00.195053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:00.209836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:00.320567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'fixed_ips': [{'subnet_id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:00.321414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.449407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.452908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.472525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-afd16834-83f7-4e2e-8cc6-e06b7e0f8c48 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:00.478721 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.485524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.528220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.584281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-afd16834-83f7-4e2e-8cc6-e06b7e0f8c48 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:00.586167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-afd16834-83f7-4e2e-8cc6-e06b7e0f8c48 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3294361 Apr 11 20:52:00.595188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-7df23557-a1c7-4fc6-9ba2-24f44e3d7b0f service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861498 Apr 11 20:52:00.610644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:00.645410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:00.654373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ba2997e9-f1d8-42d0-aa2e-133c31ea72ad up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:00.655703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Usage tracker for resource:floatingip and tenant:f11c562e46ed43c9acb209a6d8c6be05 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:00.661655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:00.817943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:00.818363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:00.884345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Allocated IP 172.20.0.2 (bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706/f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1/886591b0-09f6-46fa-a606-588e65bf0cf7) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:00.890644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:00.980040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.143509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.169530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event updated for resources: {'Subnet': ['ID=4e74f6c2-6a3d-4de8-a70f-e975e9386ea7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:01.192037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Checking segment: {'id': '0726263a-f3e9-4173-8be4-743028510ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:01.192642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Network hostable DHCP agents. Network: 4ee835fa-e7f6-45f8-a9e5-335a38302a4d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:01.250861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.350449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:01.380576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.405212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Transition to ACTIVE for port object 886591b0-09f6-46fa-a606-588e65bf0cf7 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:01.429913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030972f2-370c-475c-9cf3-d363f99424cf req-576e821f-4c5e-4181-8850-1b1899f1225c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:01.431839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-030972f2-370c-475c-9cf3-d363f99424cf req-576e821f-4c5e-4181-8850-1b1899f1225c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 946 time: 0.1477315 Apr 11 20:52:01.437295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4ee835fa-e7f6-45f8-a9e5-335a38302a4d) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:01.461066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb11c1-a74e-442b-832e-efbe40f08530 None None] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:01.499650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Transition to ACTIVE for port object 886591b0-09f6-46fa-a606-588e65bf0cf7 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:01.523252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:01.529295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.592543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.626243 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-030972f2-370c-475c-9cf3-d363f99424cf req-9b46ed9f-3536-4780-913b-b20d8ea6a7e8 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741114 Apr 11 20:52:01.693176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bd865ccd-6300-42ec-8d50-742c579bd61c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3528554 Apr 11 20:52:01.694299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35830) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:01.702878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Request body: {'port': {'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1909369058'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:01.726625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:01.732644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:01.744133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:01.745595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.833981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:01.875892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Pushing event updated for resources: {'Port': ['ID=886591b0-09f6-46fa-a606-588e65bf0cf7,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:01.881396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.015610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:02.020324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Usage tracker for resource:port and tenant:a771a1b894aa4901b213bf2c38a6a72c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:02.023761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:02.032666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:02.065726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Allocated IP 172.25.5.34 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/250e0bec-c6f0-4f37-ac82-805248ea957a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:02.096961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Attempting to bind port 886591b0-09f6-46fa-a606-588e65bf0cf7 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:02.096961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Attempting to bind port 886591b0-09f6-46fa-a606-588e65bf0cf7 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:02.096961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Attempting to bind port 886591b0-09f6-46fa-a606-588e65bf0cf7 on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:02.171178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:02.171178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Checking segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:02.171178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.171178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Bound using segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:02.171178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Bound port: 886591b0-09f6-46fa-a606-588e65bf0cf7, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:02.171178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.229439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Made reservation on behalf of a771a1b894aa4901b213bf2c38a6a72c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:02.240813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4ee835fa-e7f6-45f8-a9e5-335a38302a4d', 'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d', 'tenant_id': 'a771a1b894aa4901b213bf2c38a6a72c', 'fixed_ips': [{'subnet_id': '4e74f6c2-6a3d-4de8-a70f-e975e9386ea7'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:02.245323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.248350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.280035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.287000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] device_id is not set on port de3ed659-ce2d-4165-b15f-d01c7462856b yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:52:02.388195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087af892-54b6-4266-87cd-9d336bf96d40 req-f9febfd8-115a-4c08-9fcd-553c360d4a78 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:02.391084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-087af892-54b6-4266-87cd-9d336bf96d40 req-f9febfd8-115a-4c08-9fcd-553c360d4a78 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.3475909 Apr 11 20:52:02.460794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.490394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-087af892-54b6-4266-87cd-9d336bf96d40 req-20bd8f92-2080-45df-b74b-2c9148c524b7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982656 Apr 11 20:52:02.521616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Allocated IP 2001:db8::2 (4ee835fa-e7f6-45f8-a9e5-335a38302a4d/4e74f6c2-6a3d-4de8-a70f-e975e9386ea7/e311659e-d255-4837-9195-1a72ff26f6c4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:02.643235 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Sync routers for ids ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:52:02.661173 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Routers {'f66ed192-16c4-4fd5-82f2-7c31863b3eb8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:02.661804 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:02.683020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] For port 886591b0-09f6-46fa-a606-588e65bf0cf7, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:02.712151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] For port 886591b0-09f6-46fa-a606-588e65bf0cf7, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=886591b0-09f6-46fa-a606-588e65bf0cf7,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:02.735751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:02.744256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:02.753955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:02.826099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:02.843351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=250e0bec-c6f0-4f37-ac82-805248ea957a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:02.872864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.873763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.874306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.874886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.875407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.876062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.878880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.879796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.880485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.881038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.881568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:02.898795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Allocated IP 172.25.5.33 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d94d3b19-9b40-4678-80b4-6af6e6211c46) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:02.974130 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Set router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:02.977832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.004459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1fb12-57de-4047-945b-3568ab15a3a9 None None] Pushing event updated for resources: {'Port': ['ID=886591b0-09f6-46fa-a606-588e65bf0cf7,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:03.010898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Transition to ACTIVE for port object e311659e-d255-4837-9195-1a72ff26f6c4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:03.041432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-affa5122-d3e2-48ed-9751-20d669c2df70 req-e8aab843-0aa9-4fa8-820a-f8b978cd0875 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.0840731 Apr 11 20:52:03.088954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Transition to ACTIVE for port object e311659e-d255-4837-9195-1a72ff26f6c4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:03.215516 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.419867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Pushing event updated for resources: {'Port': ['ID=e311659e-d255-4837-9195-1a72ff26f6c4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:03.432343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Allocated IP 2001:db8::318 (4ee835fa-e7f6-45f8-a9e5-335a38302a4d/4e74f6c2-6a3d-4de8-a70f-e975e9386ea7/de3ed659-ce2d-4165-b15f-d01c7462856b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:03.447648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:03.450323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:03.454970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:03.522750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.656823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Attempting to bind port e311659e-d255-4837-9195-1a72ff26f6c4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:03.657966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Attempting to bind port e311659e-d255-4837-9195-1a72ff26f6c4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0726263a-f3e9-4173-8be4-743028510ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:03.658479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Attempting to bind port e311659e-d255-4837-9195-1a72ff26f6c4 on network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:03.664813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.665578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.669394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:03.669970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Checking segment: {'id': '0726263a-f3e9-4173-8be4-743028510ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:03.670578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.671679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.675308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Bound using segment: {'id': '0726263a-f3e9-4173-8be4-743028510ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:03.676347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Bound port: e311659e-d255-4837-9195-1a72ff26f6c4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0726263a-f3e9-4173-8be4-743028510ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:03.677075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.835147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] For port e311659e-d255-4837-9195-1a72ff26f6c4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:03.836195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.842064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] For port e311659e-d255-4837-9195-1a72ff26f6c4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e311659e-d255-4837-9195-1a72ff26f6c4,segment=NetworkSegment(0726263a-f3e9-4173-8be4-743028510ea5),segment_id=0726263a-f3e9-4173-8be4-743028510ea5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:03.857261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Transition to ACTIVE for port object de3ed659-ce2d-4165-b15f-d01c7462856b will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:03.975799 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:03.995233 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:51:56Z', 'revision_number': 4, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '142d8500-b0a0-4f0f-9637-bc22b8e429b5', 'name': '', 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'mac_address': 'fa:16:3e:ba:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd88876a1-d483-4cdc-8b92-0cda4418d517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:54Z', 'updated_at': '2022-04-11T20:51:56Z', 'revision_number': 2, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'subnets': [{'id': 'd88876a1-d483-4cdc-8b92-0cda4418d517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:03.996297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:04.002734 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Checking router: f66ed192-16c4-4fd5-82f2-7c31863b3eb8 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:52:04.003336 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Updating router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:52:04.090007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:04.093713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:04.098172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:04.109634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dd708-96be-45f1-8345-b9d6d369de0b None None] Pushing event updated for resources: {'Port': ['ID=e311659e-d255-4837-9195-1a72ff26f6c4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:04.185986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:04.191264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:04.204916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event updated for resources: {'Port': ['ID=de3ed659-ce2d-4165-b15f-d01c7462856b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:04.207430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:04.219431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:04.228040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:04.240542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=d94d3b19-9b40-4678-80b4-6af6e6211c46,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:04.250927 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:04.375771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-77043f90-84cc-4364-81fb-96d6ca00376c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6788285 Apr 11 20:52:04.377483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35852) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:04.383879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Request body: {'port': {'network_id': '4ee835fa-e7f6-45f8-a9e5-335a38302a4d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1034257825', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:04.384714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] bootfile-name is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 20:52:04.385145 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] tftp-server is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 20:52:04.387212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] server-ip-address is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 20:52:04.763948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 886591b0-09f6-46fa-a606-588e65bf0cf7 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:04.814831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1d54f-712a-4b70-912c-86afe59b116f None None] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:04.890181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.048636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.161690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:05.169486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Usage tracker for resource:port and tenant:a771a1b894aa4901b213bf2c38a6a72c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:05.178982 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.185672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd9d8-6245-49cd-90f3-f461496628e6 req-856b365a-952c-4a8f-9358-00d6a62dd736 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:05.194324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2afd9d8-6245-49cd-90f3-f461496628e6 req-856b365a-952c-4a8f-9358-00d6a62dd736 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.2577965 Apr 11 20:52:05.208871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Transition to ACTIVE for port object 142d8500-b0a0-4f0f-9637-bc22b8e429b5 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:05.213140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:05.263774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:05.264777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fb505a33-443c-439e-97af-7cb20c5409d5 None None] Provisioning for port 886591b0-09f6-46fa-a606-588e65bf0cf7 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:05.284107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-bc1a4c1f-7019-4b63-b674-70ab6aa3ae41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.2493081 Apr 11 20:52:05.303979 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.338323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.351646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2afd9d8-6245-49cd-90f3-f461496628e6 req-50c65d87-6314-4f90-a5ed-1a6054eb0e24 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547873 Apr 11 20:52:05.357660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 886591b0-09f6-46fa-a606-588e65bf0cf7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:05.431433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.464604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Made reservation on behalf of a771a1b894aa4901b213bf2c38a6a72c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:05.468644 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.506733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 886591b0-09f6-46fa-a606-588e65bf0cf7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:05.507126 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.527112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] device_id is not set on port 2e93bad2-007b-4516-8391-7562b30a9e3c yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:52:05.627194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:52:05.708096 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41868b-b7f2-4b0d-959f-d59cfd880509 None None] Pushing event updated for resources: {'Port': ['ID=142d8500-b0a0-4f0f-9637-bc22b8e429b5,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:05.846415 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.850136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-0e1b1e9c-7ff3-4aa6-8067-40339d57ebea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:05.851724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-0e1b1e9c-7ff3-4aa6-8067-40339d57ebea service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5646b3cbc2164748b405dd9d9369f236&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5399272 Apr 11 20:52:05.946341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Attempting to bind port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:05.947818 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Attempting to bind port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:05.948191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Attempting to bind port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 on network 7e870aff-1974-41aa-ae32-70eecfbdbc31 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:05.951077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 886591b0-09f6-46fa-a606-588e65bf0cf7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=886591b0-09f6-46fa-a606-588e65bf0cf7,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:05.968104 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:05.968468 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Checking segment: {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:05.969041 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:05.969580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Bound using segment: {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:05.970203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Bound port: 142d8500-b0a0-4f0f-9637-bc22b8e429b5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25362478-207d-4b87-86f4-e17c6a488a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:05.970745 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:06.021889 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:06.049141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=d94d3b19-9b40-4678-80b4-6af6e6211c46,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:06.098826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:06.161561 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] For port 142d8500-b0a0-4f0f-9637-bc22b8e429b5, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:06.183685 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] For port 142d8500-b0a0-4f0f-9637-bc22b8e429b5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=142d8500-b0a0-4f0f-9637-bc22b8e429b5,segment=NetworkSegment(25362478-207d-4b87-86f4-e17c6a488a4c),segment_id=25362478-207d-4b87-86f4-e17c6a488a4c)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:06.257123 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:06.282293 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:06.286899 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-641cc1e2-1446-467b-bedf-c92f0cf602e6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6896942 Apr 11 20:52:06.289187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed805e39-eec8-4578-913d-ded106959011 None None] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:06.292395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:52:06.358876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Sync routers for ids ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:52:06.366549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=886591b0-09f6-46fa-a606-588e65bf0cf7,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:06.383548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Allocated IP 2001:db8::114 (4ee835fa-e7f6-45f8-a9e5-335a38302a4d/4e74f6c2-6a3d-4de8-a70f-e975e9386ea7/2e93bad2-007b-4516-8391-7562b30a9e3c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:06.471804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-75359d22-6907-4878-86fa-3113e9e10dfd tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:06.520672 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41868b-b7f2-4b0d-959f-d59cfd880509 None None] Pushing event updated for resources: {'Port': ['ID=142d8500-b0a0-4f0f-9637-bc22b8e429b5,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:06.526616 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21db862a-71e9-4a4f-9d28-36dbcd13b298 req-b09570a5-a434-46e4-8801-dd6410c0a961 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.4309704 Apr 11 20:52:06.542033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:06.543501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-74f1f0fa-59e1-4569-8e41-352850274ff7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3858593 Apr 11 20:52:06.544656 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Routers {'f66ed192-16c4-4fd5-82f2-7c31863b3eb8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:06.550520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:06.552654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35864) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:06.725948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-cd0498df-1236-4dbe-b4b2-f8b492a23bdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:06.728541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Routers {'1f54ee6a-fd95-44a5-bee6-f5b4673bed26'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:06.735281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:06.746416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-cd0498df-1236-4dbe-b4b2-f8b492a23bdf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8851602 Apr 11 20:52:06.881158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-75359d22-6907-4878-86fa-3113e9e10dfd tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:06.883155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-75359d22-6907-4878-86fa-3113e9e10dfd tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.5443509 Apr 11 20:52:06.972757 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] Set router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:06.976986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbdcb2bf-77e2-4d0f-a3b4-696d2abb9dc1 req-6382d24e-4218-4757-b8fd-475528e905be tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.0623770 Apr 11 20:52:07.056493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 886591b0-09f6-46fa-a606-588e65bf0cf7 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:07.160423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:07.210073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Transition to ACTIVE for port object 2e93bad2-007b-4516-8391-7562b30a9e3c will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:07.334109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:07.358392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd792fa7-ec92-425d-aec9-83f30eaf0530 None None] Provisioning for port e311659e-d255-4837-9195-1a72ff26f6c4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:07.495606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-b8a7f034-d53e-4ce0-b31e-c2b38cf9202f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:07.514808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-b8a7f034-d53e-4ce0-b31e-c2b38cf9202f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.4799700 Apr 11 20:52:07.534766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-131b29ba-e062-4668-88f8-73db7b8b2900 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:52:07.552476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d472527d-442e-4db1-897f-f833bf9c2c6a req-131b29ba-e062-4668-88f8-73db7b8b2900 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0364347 Apr 11 20:52:07.554475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:07.583997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:07.590894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:07.600062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:07.600062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:07.633529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event updated for resources: {'Port': ['ID=2e93bad2-007b-4516-8391-7562b30a9e3c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:07.724265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b7c3be2a-6cb9-4677-8806-a661c50db22c tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3443666 Apr 11 20:52:07.728801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35880) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:07.748802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd792fa7-ec92-425d-aec9-83f30eaf0530 None None] Provisioning complete for port 886591b0-09f6-46fa-a606-588e65bf0cf7 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:07.760221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd792fa7-ec92-425d-aec9-83f30eaf0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:07.773471 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:51:56Z', 'revision_number': 4, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '142d8500-b0a0-4f0f-9637-bc22b8e429b5', 'name': '', 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'mac_address': 'fa:16:3e:ba:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd88876a1-d483-4cdc-8b92-0cda4418d517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:54Z', 'updated_at': '2022-04-11T20:52:06Z', 'revision_number': 4, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'subnets': [{'id': 'd88876a1-d483-4cdc-8b92-0cda4418d517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:07.781497 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca3a59-5ec0-4f80-adac-adf1262fcff1 None None] The sync data for ids ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'] in n-d-837321-1 is: [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:51:56Z', 'revision_number': 4, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '142d8500-b0a0-4f0f-9637-bc22b8e429b5', 'name': '', 'network_id': '7e870aff-1974-41aa-ae32-70eecfbdbc31', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'mac_address': 'fa:16:3e:ba:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd88876a1-d483-4cdc-8b92-0cda4418d517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:54Z', 'updated_at': '2022-04-11T20:52:06Z', 'revision_number': 4, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'subnets': [{'id': 'd88876a1-d483-4cdc-8b92-0cda4418d517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:52:08.005889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 886591b0-09f6-46fa-a606-588e65bf0cf7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:08.006168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:08.082015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76574909-af54-4504-8d7f-94a2e63eb575 req-5b3832c8-9983-4873-aec1-83a10b02ea9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.1982439 Apr 11 20:52:08.197116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Set router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:08.295010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede5bfb7-d23f-4157-8c5f-c8a0cd1b7f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:08.300553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede5bfb7-d23f-4157-8c5f-c8a0cd1b7f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:08.305859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede5bfb7-d23f-4157-8c5f-c8a0cd1b7f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:08.307096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ede5bfb7-d23f-4157-8c5f-c8a0cd1b7f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Synchronizing usage tracker for tenant:a771a1b894aa4901b213bf2c38a6a72c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:08.352013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda22067-4c46-4358-b65a-97d98bc0c2e1 req-0713f857-0439-4dae-8a36-cf56dfa8d5b5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:08.367758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cda22067-4c46-4358-b65a-97d98bc0c2e1 req-0713f857-0439-4dae-8a36-cf56dfa8d5b5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.5624852 Apr 11 20:52:08.517254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f6886-5ee2-4e1e-879f-659ad3ce0c4f req-5d524f53-338c-4373-be78-3fa93d0f5b4d tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:08.518147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574909-af54-4504-8d7f-94a2e63eb575 req-6414edb8-e1c2-49d7-be97-fa3e112b859c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:08.520257 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76574909-af54-4504-8d7f-94a2e63eb575 req-6414edb8-e1c2-49d7-be97-fa3e112b859c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5646b3cbc2164748b405dd9d9369f236&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4211352 Apr 11 20:52:08.525777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-455f6886-5ee2-4e1e-879f-659ad3ce0c4f req-5d524f53-338c-4373-be78-3fa93d0f5b4d tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 946 time: 0.4059925 Apr 11 20:52:08.530678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ede5bfb7-d23f-4157-8c5f-c8a0cd1b7f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Unset dirty status for tenant:a771a1b894aa4901b213bf2c38a6a72c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:08.532254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ede5bfb7-d23f-4157-8c5f-c8a0cd1b7f25 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.8021643 Apr 11 20:52:08.579823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35884) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:08.766762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-455f6886-5ee2-4e1e-879f-659ad3ce0c4f req-060315fd-ba3d-4057-9ff2-10b0fcccd423 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400999 Apr 11 20:52:09.122980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cda22067-4c46-4358-b65a-97d98bc0c2e1 req-4ab8ea1e-f7c3-43bd-af2b-1d2b07a0e816 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7539492 Apr 11 20:52:09.198637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Deleting port 2e93bad2-007b-4516-8391-7562b30a9e3c {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:09.200782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:09.314151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e311659e-d255-4837-9195-1a72ff26f6c4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:09.650049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574909-af54-4504-8d7f-94a2e63eb575 req-47a35424-6c22-4f43-ae55-c0d9dcc36245 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:09.650049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76574909-af54-4504-8d7f-94a2e63eb575 req-47a35424-6c22-4f43-ae55-c0d9dcc36245 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1152127 Apr 11 20:52:09.681333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:52:03Z', 'revision_number': 3, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:09.682393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6320ed4f-8a92-4b53-9736-72123333e335 req-2df287fb-e355-4a3c-9333-4fe6c78a484b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.1526256 Apr 11 20:52:09.700527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Checking router: 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:52:09.700875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Updating router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 port 250e0bec-c6f0-4f37-ac82-805248ea957a binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:52:09.744791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e311659e-d255-4837-9195-1a72ff26f6c4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:09.757438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e311659e-d255-4837-9195-1a72ff26f6c4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:09.758035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:09.767636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76574909-af54-4504-8d7f-94a2e63eb575 req-9115e2f9-e532-499d-9c9f-aa143d08a536 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f69b9d-b141-44f7-bb1b-747075b65d1d HTTP/1.1" status: 200 len: 210 time: 0.0690012 Apr 11 20:52:09.826452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e2a73e48-0ce4-4c55-8d96-ee7f4194851a tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6189215 Apr 11 20:52:09.857584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:09.871841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:09.885054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:09.953481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:09.975445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-921b0964-bb12-4f78-bff6-442346af8d3f tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:09.977876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-921b0964-bb12-4f78-bff6-442346af8d3f tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 946 time: 1.1832881 Apr 11 20:52:10.009830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.058979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Provisioning complete for port e311659e-d255-4837-9195-1a72ff26f6c4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:10.059934 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.099194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.149457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.177882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Deleting port 399dbff5-4a90-458a-99b1-74399c44c833 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:10.180810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.233153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Calling delete_port for 2e93bad2-007b-4516-8391-7562b30a9e3c owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:10.333435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e311659e-d255-4837-9195-1a72ff26f6c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e311659e-d255-4837-9195-1a72ff26f6c4,segment=NetworkSegment(0726263a-f3e9-4173-8be4-743028510ea5),segment_id=0726263a-f3e9-4173-8be4-743028510ea5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:10.416592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.446778 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.642177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 142d8500-b0a0-4f0f-9637-bc22b8e429b5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:10.664583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17539715-188d-470b-a03d-112e0cd1c0a5 req-367cea9c-639e-4997-b232-396d3ba406f3 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:10.676384 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17539715-188d-470b-a03d-112e0cd1c0a5 req-367cea9c-639e-4997-b232-396d3ba406f3 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 946 time: 0.3393497 Apr 11 20:52:10.708299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:52:10.708917 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:52:10.709551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e311659e-d255-4837-9195-1a72ff26f6c4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:10.743030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.794727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event deleted for resources: {'Port': ['ID=2e93bad2-007b-4516-8391-7562b30a9e3c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:10.799666 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17539715-188d-470b-a03d-112e0cd1c0a5 req-5a7ad54c-b51f-41eb-b5f1-bef8209552ef tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/security-groups?id=db16fcab-d73d-4c31-b942-1889c413733a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220334 Apr 11 20:52:10.847817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.885836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.888042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Transition to ACTIVE for port object 250e0bec-c6f0-4f37-ac82-805248ea957a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:10.934055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:10.953546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:10.955977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:10.989263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] For port 399dbff5-4a90-458a-99b1-74399c44c833, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=399dbff5-4a90-458a-99b1-74399c44c833,segment=NetworkSegment(79390897-1c87-4ad9-93da-522f0eb2baaa),segment_id=79390897-1c87-4ad9-93da-522f0eb2baaa)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:10.989870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.020352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.062976 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1959b2cc-a9ad-4e3d-8c7f-0e25bfba7418 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "DELETE /v2.0/ports/2e93bad2-007b-4516-8391-7562b30a9e3c HTTP/1.1" status: 204 len: 168 time: 2.4819760 Apr 11 20:52:11.063828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35906) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:11.070526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Request body: {'port': {'name': 'tempest-new-port-name-1055069084', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:11.070919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] bootfile-name is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 20:52:11.071255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] tftp-server is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 20:52:11.071594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] server-ip-address is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 20:52:11.343941 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Attempting to bind port 250e0bec-c6f0-4f37-ac82-805248ea957a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:11.344913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Attempting to bind port 250e0bec-c6f0-4f37-ac82-805248ea957a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:11.345433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Attempting to bind port 250e0bec-c6f0-4f37-ac82-805248ea957a on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:11.369851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Calling delete_port for 399dbff5-4a90-458a-99b1-74399c44c833 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:11.381440 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.384283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402852-231a-4669-bb2b-fcffdf475d56 None None] Pushing event updated for resources: {'Port': ['ID=250e0bec-c6f0-4f37-ac82-805248ea957a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:11.389161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:11.389682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:11.390171 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.390646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:11.391215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Bound port: 250e0bec-c6f0-4f37-ac82-805248ea957a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:11.391824 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.438445 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.584390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.600711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.677148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6512ae-2d22-497d-b8c8-496161807f7d req-fd202250-3f1c-45e6-9bc1-2aa17cff69a2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:11.678191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] For port 250e0bec-c6f0-4f37-ac82-805248ea957a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:11.686303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f6512ae-2d22-497d-b8c8-496161807f7d req-fd202250-3f1c-45e6-9bc1-2aa17cff69a2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.4457045 Apr 11 20:52:11.687207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] For port 250e0bec-c6f0-4f37-ac82-805248ea957a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=250e0bec-c6f0-4f37-ac82-805248ea957a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:11.698398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 142d8500-b0a0-4f0f-9637-bc22b8e429b5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=142d8500-b0a0-4f0f-9637-bc22b8e429b5,segment=NetworkSegment(25362478-207d-4b87-86f4-e17c6a488a4c),segment_id=25362478-207d-4b87-86f4-e17c6a488a4c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:11.759713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f6512ae-2d22-497d-b8c8-496161807f7d req-5cc9ca37-ab9a-42cb-87db-e303e62794c7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721169 Apr 11 20:52:11.773576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Provisioning for port de3ed659-ce2d-4165-b15f-d01c7462856b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:11.781691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Provisioning complete for port de3ed659-ce2d-4165-b15f-d01c7462856b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:11.782114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.834940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.850287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:11.929675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Port de3ed659-ce2d-4165-b15f-d01c7462856b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:52:11.970481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3f1cfaa3-ee98-44cd-879d-0e2ac0be9d6b None None] Could not find standard attr ID for object 2e93bad2-007b-4516-8391-7562b30a9e3c. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 20:52:12.009682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Routers {'1f54ee6a-fd95-44a5-bee6-f5b4673bed26'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:12.010493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:51:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:12.123146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:12.151721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ec838928-8608-43e1-be55-10a6af40064f None None] Could not find standard attr ID for object 2e93bad2-007b-4516-8391-7562b30a9e3c. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 20:52:12.152796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=142d8500-b0a0-4f0f-9637-bc22b8e429b5,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:12.235581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402852-231a-4669-bb2b-fcffdf475d56 None None] Pushing event updated for resources: {'Port': ['ID=250e0bec-c6f0-4f37-ac82-805248ea957a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:12.256803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:12.296360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Allocated IP 172.25.5.177 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/78e9a2fc-f85b-4395-9278-8542be7d1c1c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:12.360378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-539a4456-50db-4163-b9b2-b04f85ae58ec req-75ea5eb1-e2c5-438a-9bb6-18cb98126ee0 tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.1526349 Apr 11 20:52:12.380018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] In _notify_port_updated(), no bound segment for port de3ed659-ce2d-4165-b15f-d01c7462856b on network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 20:52:12.387728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:12.388787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:12.390467 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "PUT /v2.0/ports/de3ed659-ce2d-4165-b15f-d01c7462856b HTTP/1.1" status: 200 len: 1130 time: 1.3257174 Apr 11 20:52:12.394323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35924) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:12.396096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] Set router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:12.451911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59e628-865c-434d-a24c-1997d2938abb tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event updated for resources: {'Port': ['ID=de3ed659-ce2d-4165-b15f-d01c7462856b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:12.517420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8316d-d508-4e64-bcfa-84103c55bf6e tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:12.518928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-daa8316d-d508-4e64-bcfa-84103c55bf6e tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Synchronizing usage tracker for tenant:a771a1b894aa4901b213bf2c38a6a72c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:12.526384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Allocated IP 172.20.0.1 (bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706/f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1/f4a9711e-6c9d-467e-a39d-2739da911e63) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:12.679780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 142d8500-b0a0-4f0f-9637-bc22b8e429b5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:12.768997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:12.797743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Transition to ACTIVE for port object f4a9711e-6c9d-467e-a39d-2739da911e63 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:12.821401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-daa8316d-d508-4e64-bcfa-84103c55bf6e tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Unset dirty status for tenant:a771a1b894aa4901b213bf2c38a6a72c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:12.822614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:12.828465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35934) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:12.829963 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-daa8316d-d508-4e64-bcfa-84103c55bf6e tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "GET /v2.0/ports/de3ed659-ce2d-4165-b15f-d01c7462856b HTTP/1.1" status: 200 len: 1130 time: 0.4341660 Apr 11 20:52:12.932807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Pushing event deleted for resources: {'Port': ['ID=399dbff5-4a90-458a-99b1-74399c44c833,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:12.952666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d944db6c-fb62-47b1-baba-9fe8890cfc5a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:12.954208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d944db6c-fb62-47b1-baba-9fe8890cfc5a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.3989267 Apr 11 20:52:12.969556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:12.989015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-f7a38722-9390-484f-ba07-7e53f757478b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.0246677 Apr 11 20:52:13.028219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ff28dfc-9a14-4420-aa2c-01244ce8d6dc None None] Provisioning complete for port de3ed659-ce2d-4165-b15f-d01c7462856b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:13.028496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9ff28dfc-9a14-4420-aa2c-01244ce8d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.065042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-a48bd9fb-e946-4f81-9307-8e3590c63098 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750306 Apr 11 20:52:13.093533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 399dbff5-4a90-458a-99b1-74399c44c833 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:52:13.190475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Deleting port de3ed659-ce2d-4165-b15f-d01c7462856b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:13.190817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.209700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 399dbff5-4a90-458a-99b1-74399c44c833 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:52:13.210042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 399dbff5-4a90-458a-99b1-74399c44c833 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:52:13.243301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9ff28dfc-9a14-4420-aa2c-01244ce8d6dc None None] Port de3ed659-ce2d-4165-b15f-d01c7462856b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:52:13.264859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-fe729bff-77ab-42e2-bc22-d1bae62855b8 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985326 Apr 11 20:52:13.285064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:13.286823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:13.287327 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.313901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:13.328788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] No DVR routers for this DVR port 399dbff5-4a90-458a-99b1-74399c44c833 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:52:13.330956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:13.408888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.421524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'name': 'network-vif-deleted', 'tag': '399dbff5-4a90-458a-99b1-74399c44c833'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:13.429578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Pushing event updated for resources: {'Port': ['ID=f4a9711e-6c9d-467e-a39d-2739da911e63,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:13.463168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.471080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:52:03Z', 'revision_number': 3, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:13.483763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f80eb9-93be-424e-a54a-45141b0e1af1 None None] The sync data for ids ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'] in n-d-837321-1 is: [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:52:03Z', 'revision_number': 3, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:52:13.521230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e311659e-d255-4837-9195-1a72ff26f6c4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:13.530204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-74923a24-908f-4e1b-b510-b2c39e1adbbb service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623413 Apr 11 20:52:13.565359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.633646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96e106ba-0688-4a5d-9c5f-6df100d0d2d4 req-b10dc592-8cb0-490a-8fea-bd10e50c2c6c tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.69 "DELETE /v2.0/ports/399dbff5-4a90-458a-99b1-74399c44c833 HTTP/1.1" status: 204 len: 173 time: 3.6448185 Apr 11 20:52:13.658927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e311659e-d255-4837-9195-1a72ff26f6c4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:13.659504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.826850 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.900426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7202cfa4-d5fa-4130-a427-8d8555d79d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:13.984547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87c9debd-3bce-45c1-b3c5-b44e5175a138 None None] Provisioning for port f4a9711e-6c9d-467e-a39d-2739da911e63 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:13.998430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87c9debd-3bce-45c1-b3c5-b44e5175a138 None None] Provisioning complete for port f4a9711e-6c9d-467e-a39d-2739da911e63 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:13.998885 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87c9debd-3bce-45c1-b3c5-b44e5175a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:14.054700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:14.092605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe915-4ca7-466b-a53a-b44bc0da2493 req-ecd13cad-82b2-40ba-a337-2b65f13cfcba tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:14.094173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1efbe915-4ca7-466b-a53a-b44bc0da2493 req-ecd13cad-82b2-40ba-a337-2b65f13cfcba tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1575580 Apr 11 20:52:14.117229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-87c9debd-3bce-45c1-b3c5-b44e5175a138 None None] Port f4a9711e-6c9d-467e-a39d-2739da911e63 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:52:14.117484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Calling delete_port for de3ed659-ce2d-4165-b15f-d01c7462856b owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:14.170543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1efbe915-4ca7-466b-a53a-b44bc0da2493 req-ab2b1255-c008-40ca-afb7-8189eac942aa tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694225 Apr 11 20:52:14.313985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:14.341006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:14.342863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=78e9a2fc-f85b-4395-9278-8542be7d1c1c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:14.388819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:14.388819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:14.725619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e88f0253-929c-43aa-8181-42b7df91827a req-dd79aec7-10c9-4ed0-9328-9ba324dc0bdc tempest-ServerAddressesNegativeTestJSON-1885822692 tempest-ServerAddressesNegativeTestJSON-1885822692-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05b06e-4ce8-4152-8e98-0acfde094503 HTTP/1.1" status: 200 len: 210 time: 0.0582187 Apr 11 20:52:14.936183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.011955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event deleted for resources: {'Port': ['ID=de3ed659-ce2d-4165-b15f-d01c7462856b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:15.015179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.020674 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0f0629-b438-4929-ad4e-076a56a77309'] response: {'server_uuid': 'cc05b06e-4ce8-4152-8e98-0acfde094503', 'name': 'network-vif-deleted', 'tag': '399dbff5-4a90-458a-99b1-74399c44c833', 'status': 'completed', 'code': 200} Apr 11 20:52:15.021623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:52:15.083102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.085200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.165135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bfa9cd82-60dd-4c51-a91a-a0a52371188a req-7630e9bb-4ac2-401d-b94a-c6e47a6a579c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 210 time: 0.0779822 Apr 11 20:52:15.194068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.428354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5f5bbe0b-9011-45c3-92e6-d3f1284914c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "DELETE /v2.0/ports/de3ed659-ce2d-4165-b15f-d01c7462856b HTTP/1.1" status: 204 len: 168 time: 2.5962174 Apr 11 20:52:15.434931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:15.532956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.534864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.653375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Pushing event updated for resources: {'Port': ['ID=f4a9711e-6c9d-467e-a39d-2739da911e63,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:15.656172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.725109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Deleting subnet 4e74f6c2-6a3d-4de8-a70f-e975e9386ea7 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:52:15.731445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.902753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b378b-8727-42fa-a564-5e263ca16cd4 req-1e499279-7ecf-4dce-9272-9c36a42caa13 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:15.902753 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-615b378b-8727-42fa-a564-5e263ca16cd4 req-1e499279-7ecf-4dce-9272-9c36a42caa13 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.2284224 Apr 11 20:52:15.903294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:15.903294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:15.903508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:15.903508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-615b378b-8727-42fa-a564-5e263ca16cd4 req-a80aa287-3d02-4ae1-9d23-4ab255ff1bb3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100094 Apr 11 20:52:15.942016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.044842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.128989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1deb23fd-6c87-40b2-8186-9bcfc6e82c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.135401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35980) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:16.179014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.309047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b8c01-0712-4a6b-84ff-68133dd01cae None None] Network 4ee835fa-e7f6-45f8-a9e5-335a38302a4d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:16.344260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.356926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event deleted for resources: {'Subnet': ['ID=4e74f6c2-6a3d-4de8-a70f-e975e9386ea7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:16.366756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Deleting subnet 4e859f81-b649-443a-ad87-f6b0e7b93287 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:52:16.369931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-72a784ec-ae89-4a9a-b47b-4b1a05d6d3fa tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "DELETE /v2.0/subnets/4e74f6c2-6a3d-4de8-a70f-e975e9386ea7 HTTP/1.1" status: 204 len: 168 time: 0.9374995 Apr 11 20:52:16.394039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35990) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:16.442114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.531650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-92bb7d87-1c43-49d9-980c-9cec8e620bf5 None None] Provisioning complete for port f4a9711e-6c9d-467e-a39d-2739da911e63 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:16.534637 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92bb7d87-1c43-49d9-980c-9cec8e620bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.593280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.600983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=78e9a2fc-f85b-4395-9278-8542be7d1c1c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:16.621711 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.695890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-92bb7d87-1c43-49d9-980c-9cec8e620bf5 None None] Port f4a9711e-6c9d-467e-a39d-2739da911e63 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:52:16.715903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4e1906b-d2fc-4503-bd1b-9fa6e6859699 req-e0c5e961-e684-4e30-a03c-09d07632c160 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 210 time: 0.3413098 Apr 11 20:52:16.721307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.728334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-7a4ea0b7-731d-4593-98d8-0c19679350a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1096 time: 0.4303222 Apr 11 20:52:16.876310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] DHCP port deletion for 4ee835fa-e7f6-45f8-a9e5-335a38302a4d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:52:16.884575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] Deleting port e311659e-d255-4837-9195-1a72ff26f6c4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:16.886904 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.894265 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:16.986272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Deleting port e311659e-d255-4837-9195-1a72ff26f6c4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:16.986272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.127510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.139956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-e7a842aa-145c-4830-869c-30bb66792af6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.3032992 Apr 11 20:52:17.224591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] For port e311659e-d255-4837-9195-1a72ff26f6c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e311659e-d255-4837-9195-1a72ff26f6c4,segment=NetworkSegment(0726263a-f3e9-4173-8be4-743028510ea5),segment_id=0726263a-f3e9-4173-8be4-743028510ea5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:17.225098 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.327828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-f8c60301-e516-483d-949e-96a946bc4d4c tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:17.394654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] For port e311659e-d255-4837-9195-1a72ff26f6c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e311659e-d255-4837-9195-1a72ff26f6c4,segment=NetworkSegment(0726263a-f3e9-4173-8be4-743028510ea5),segment_id=0726263a-f3e9-4173-8be4-743028510ea5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:17.395795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.454991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-28582d44-2189-44ae-9b7d-3acf7eb9bc11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:17.458299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-28582d44-2189-44ae-9b7d-3acf7eb9bc11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.7218678 Apr 11 20:52:17.497496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] Calling delete_port for e311659e-d255-4837-9195-1a72ff26f6c4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:17.506525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.680791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.681014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-f8c60301-e516-483d-949e-96a946bc4d4c tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:17.681014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-f8c60301-e516-483d-949e-96a946bc4d4c tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.5351031 Apr 11 20:52:17.683689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-2790084d-0cbc-44d8-9299-b14862099e1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 1001 time: 0.2184525 Apr 11 20:52:17.707110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.731197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Calling delete_port for e311659e-d255-4837-9195-1a72ff26f6c4 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:17.753470 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.819843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:17.834842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:52:17.846479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] Pushing event deleted for resources: {'Port': ['ID=e311659e-d255-4837-9195-1a72ff26f6c4,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:17.864895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde54fc-01cd-4de2-b0bc-f1f73c7ca6e6 None None] No DVR routers for this DVR port e311659e-d255-4837-9195-1a72ff26f6c4 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:52:17.925418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-f2d61658-4086-4df6-b5b5-4517a6ac7930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:17.927276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-f2d61658-4086-4df6-b5b5-4517a6ac7930 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.2363751 Apr 11 20:52:17.946190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e859f81-b649-443a-ad87-f6b0e7b93287,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:17.960723 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f39007a-bab7-4235-9ca2-442d9f220106 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4e859f81-b649-443a-ad87-f6b0e7b93287 HTTP/1.1" status: 204 len: 168 time: 1.8241205 Apr 11 20:52:17.984122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36000) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:18.171319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-96642984-874c-493c-9b82-044a5731943e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:18.172697 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-648947e9-3bf7-4a55-ba5a-6105004baad1 req-96642984-874c-493c-9b82-044a5731943e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.4836729 Apr 11 20:52:18.204910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-4d0710b5-05e1-477a-ac62-e2109f145c44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2695150 Apr 11 20:52:18.291273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:18.309482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a16c25-7dbe-4b0b-bc45-3738cfcc8e80 req-2aa5edd0-9194-4b81-90f0-852c08478f6f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:18.321953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6a16c25-7dbe-4b0b-bc45-3738cfcc8e80 req-2aa5edd0-9194-4b81-90f0-852c08478f6f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.8124280 Apr 11 20:52:18.332750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:52:18.333339 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:52:18.343760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-b80e4c5a-3a4e-4f23-afa8-5f78a7badbfb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:18.345631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-b80e4c5a-3a4e-4f23-afa8-5f78a7badbfb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.5477622 Apr 11 20:52:18.370024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Request body: {'port': {'device_id': '90ad074d-e91c-4677-8455-d98a58d30467', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'admin_state_up': True, 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:18.419205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-f7b8c3a5-401d-49b9-8e30-a01ea86f4bb9 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025869 Apr 11 20:52:18.591255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e311659e-d255-4837-9195-1a72ff26f6c4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:52:18.593181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:52:18.596619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-867e9d9a-59e2-495e-ac8f-4c18edaf4532 req-ef02d98d-4012-488d-a793-5720a150de97 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 210 time: 0.0605795 Apr 11 20:52:18.624217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6a16c25-7dbe-4b0b-bc45-3738cfcc8e80 req-eb276618-122d-4d7c-87da-dc3ab081604f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065264 Apr 11 20:52:18.630448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a81ea00e-8eb1-4d92-a72a-9496081573fe admin admin] 10.222.0.61 "PUT /v2.0/routers/1f54ee6a-fd95-44a5-bee6-f5b4673bed26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0569255 Apr 11 20:52:18.635864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:18.645379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e311659e-d255-4837-9195-1a72ff26f6c4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:52:18.646117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e311659e-d255-4837-9195-1a72ff26f6c4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:52:18.677272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aed4d8a7-24a4-4071-8ee4-0bea43af6826 req-9653a2cd-97a3-4f79-b082-6baa2d984d90 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479999 Apr 11 20:52:18.696775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:18.754692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592bfb40-9db9-44ae-a751-b59bd0b869ac']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:18.783604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79390897-1c87-4ad9-93da-522f0eb2baaa') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:18.783907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79390897-1c87-4ad9-93da-522f0eb2baaa') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:18.798447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:18.816289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:18.840303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Deleting port e311659e-d255-4837-9195-1a72ff26f6c4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:18.841146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:18.882245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-bd081d9b-9e21-404c-9325-faa56eb40d55 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2037296 Apr 11 20:52:18.894944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:18.903639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:18.926826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:18.938324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:18.950783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:18.992859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:52:18.993268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.006876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:52:19.009392 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:52:19.020950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] The port 'e311659e-d255-4837-9195-1a72ff26f6c4' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:52:19.121281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:52:19.218622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:19.222247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.318465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.360178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.416681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:19.461824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:19.515922 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.692819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:19.701643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.775213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Allocated IP 172.25.5.156 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/92676223-9b83-441c-a61b-f27b3d0b566a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:19.802479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.849549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.860233 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90e7c82-8cf2-4993-9842-93640770a063'] response: {'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'code': 200} Apr 11 20:52:19.869418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee835fa-e7f6-45f8-a9e5-335a38302a4d']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:19.877567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] Pushing event deleted for resources: {'Network': ['ID=592bfb40-9db9-44ae-a751-b59bd0b869ac,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:19.905149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0726263a-f3e9-4173-8be4-743028510ea5') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:19.905477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0726263a-f3e9-4173-8be4-743028510ea5') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:19.928064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:19.963981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.006989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:52:20.009691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:52:20.023158 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:52:20.126570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-467ad54c-3413-409f-b300-fa5a1d86c593 admin admin] 10.222.0.61 "DELETE /v2.0/networks/592bfb40-9db9-44ae-a751-b59bd0b869ac HTTP/1.1" status: 204 len: 168 time: 2.1382763 Apr 11 20:52:20.149749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-ec232d39-9ffd-45f4-aead-b0306acb38ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1094 time: 0.4663005 Apr 11 20:52:20.200289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-556297b4-7366-482a-a587-86833ff0789f req-4bbe25d6-08bd-44a1-8625-130022cf40cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:20.219293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Allocated IP 172.20.0.8 (b32f8e05-6e34-4fd3-8e82-ec716733b6db/29e10c16-9b22-467b-90da-6a595c21b06c/d42a5bb1-a193-4ac9-98cf-4762114f2862) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:20.258016 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.296975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.343949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.371173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-556297b4-7366-482a-a587-86833ff0789f req-4bbe25d6-08bd-44a1-8625-130022cf40cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:20.382070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-556297b4-7366-482a-a587-86833ff0789f req-4bbe25d6-08bd-44a1-8625-130022cf40cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 210 time: 0.2721283 Apr 11 20:52:20.554076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] Pushing event deleted for resources: {'Network': ['ID=4ee835fa-e7f6-45f8-a9e5-335a38302a4d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:20.576215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-90138eb7-9151-4cf9-aa0a-a845059b3f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357 tempest-ExtraDHCPOptionsIpV6TestJSON-1584939357-project] 10.222.0.61 "DELETE /v2.0/networks/4ee835fa-e7f6-45f8-a9e5-335a38302a4d HTTP/1.1" status: 204 len: 168 time: 4.1903608 Apr 11 20:52:20.630254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 250e0bec-c6f0-4f37-ac82-805248ea957a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:20.656061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-4ddd7d6f-a853-477c-b33c-e6a9e7732c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:20.667527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-4ddd7d6f-a853-477c-b33c-e6a9e7732c0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.4676008 Apr 11 20:52:20.804175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.843427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.886978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 250e0bec-c6f0-4f37-ac82-805248ea957a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:20.895887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 250e0bec-c6f0-4f37-ac82-805248ea957a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:20.896626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36050) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:20.897490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:20.959521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:20.968004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:20.974814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069897b-5956-44ba-b762-f52db9007a74 req-ffe2af30-3611-4fd6-8250-cb3f9e7e878b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:20.982917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:20.989329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c069897b-5956-44ba-b762-f52db9007a74 req-ffe2af30-3611-4fd6-8250-cb3f9e7e878b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.2553010 Apr 11 20:52:21.086243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=92676223-9b83-441c-a61b-f27b3d0b566a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:21.118514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-219b4cab-3ca2-4c6a-b585-dcbe47c13543 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 999 time: 0.4412436 Apr 11 20:52:21.132225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c069897b-5956-44ba-b762-f52db9007a74 req-73240549-1ffe-4e1c-9c85-0a6b0d76452f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342180 Apr 11 20:52:21.133829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-69e0e15f-efae-4bfe-9603-614dc8ba8e0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fae3b6b991f640f7af985ecdd34408bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2226846 Apr 11 20:52:21.133914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.146073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:21.246929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-976c9d1e-5522-4a34-910d-76d91fe9981f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:21.259337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-976c9d1e-5522-4a34-910d-76d91fe9981f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.1291153 Apr 11 20:52:21.259934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36056) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:21.279818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1088537813-network', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:21.367945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:21.380785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Usage tracker for resource:network and tenant:c7e044a27b0b4130ae81e2804f470a6e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:21.387246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:21.390466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:21.401084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:21.404337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:21.484638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.511599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event updated for resources: {'Port': ['ID=d42a5bb1-a193-4ac9-98cf-4762114f2862,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:21.512400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 250e0bec-c6f0-4f37-ac82-805248ea957a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=250e0bec-c6f0-4f37-ac82-805248ea957a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:21.554143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:21.579794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.580183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:21.580935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.595623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.618478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-876f1b65-0217-4c8d-90eb-426e676f25e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433740 Apr 11 20:52:21.702501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=250e0bec-c6f0-4f37-ac82-805248ea957a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:21.760615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4cb4-ade0-4314-a4fe-9a4963237f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.790380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Made reservation on behalf of c7e044a27b0b4130ae81e2804f470a6e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:21.793413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.805454 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-d7c33711-86a9-490e-82f4-dddebe998c88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4431200 Apr 11 20:52:21.805839 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4cb4-ade0-4314-a4fe-9a4963237f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.809620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36070) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:21.814756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.819322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Request body: {'port': {'device_id': '90ad074d-e91c-4677-8455-d98a58d30467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:21.880512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:21.891458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a84d4-0a31-488b-af4d-20abcbf7c773 req-3a7ef227-f31c-4846-ba87-734f294a1cc7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:21.893659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af8a84d4-0a31-488b-af4d-20abcbf7c773 req-3a7ef227-f31c-4846-ba87-734f294a1cc7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 931 time: 0.3060741 Apr 11 20:52:22.047323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4cb4-ade0-4314-a4fe-9a4963237f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.091288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc4cb4-ade0-4314-a4fe-9a4963237f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16fcab-d73d-4c31-b942-1889c413733a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:22.115382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.121686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:22.146609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-f50658bb-7ccd-4fea-b770-8589e5506e60 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218349 Apr 11 20:52:22.147124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af8a84d4-0a31-488b-af4d-20abcbf7c773 req-906150a3-1f2a-4d95-9a59-14fc9c61381c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387807 Apr 11 20:52:22.147625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e044a27b0b4130ae81e2804f470a6e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:22.179867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:22.216300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:22.436335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4cb4-ade0-4314-a4fe-9a4963237f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.437504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f1dc4cb4-ade0-4314-a4fe-9a4963237f30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db16fcab-d73d-4c31-b942-1889c413733a HTTP/1.1" status: 204 len: 168 time: 1.1840239 Apr 11 20:52:22.513329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d9ffc31b-7892-4989-a218-dfc30b35fe3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a771a1b894aa4901b213bf2c38a6a72c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6716981 Apr 11 20:52:22.525703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36082) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:22.612632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66bfe954-6fd7-4651-8d8e-a224a719a039 req-028d7c31-a4fc-423c-87cd-b66ec0c4503d service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452128 Apr 11 20:52:22.639178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 250e0bec-c6f0-4f37-ac82-805248ea957a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:22.648398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.704679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.724032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dc0f4-d32a-4f86-a672-16092592edec req-05b0ae8f-bdad-4164-80b8-06db5fc83145 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:22.725548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f49dc0f4-d32a-4f86-a672-16092592edec req-05b0ae8f-bdad-4164-80b8-06db5fc83145 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.3548815 Apr 11 20:52:22.740448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.774560 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:52:22.795256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 250e0bec-c6f0-4f37-ac82-805248ea957a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:22.795649 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:22.873329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f49dc0f4-d32a-4f86-a672-16092592edec req-79dec29b-52c3-4a04-86d0-17983475df27 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337016 Apr 11 20:52:23.077502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42a5bb1-a193-4ac9-98cf-4762114f2862 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:52:23.092563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.131921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87566d79-42dc-447d-8571-8c90ffd62506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.143348 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.167574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Transition to ACTIVE for port object d42a5bb1-a193-4ac9-98cf-4762114f2862 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:23.278879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.324314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715c64a9-d4ce-4537-9638-018572f74d50,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:23.335514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87566d79-42dc-447d-8571-8c90ffd62506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.369448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=92676223-9b83-441c-a61b-f27b3d0b566a,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:23.398307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:23.451927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.460666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.461101 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Added segment fb10e9ce-e4d5-4809-afca-ff0663128b3a of type vlan for network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 Apr 11 20:52:23.525858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.614158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Pushing event updated for resources: {'Port': ['ID=d42a5bb1-a193-4ac9-98cf-4762114f2862,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:23.737765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Attempting to bind port d42a5bb1-a193-4ac9-98cf-4762114f2862 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:23.738082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Attempting to bind port d42a5bb1-a193-4ac9-98cf-4762114f2862 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:23.738401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Attempting to bind port d42a5bb1-a193-4ac9-98cf-4762114f2862 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:23.744072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Port d42a5bb1-a193-4ac9-98cf-4762114f2862 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:52:23.744384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Attempting to bind port d42a5bb1-a193-4ac9-98cf-4762114f2862 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:23.750438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:23.750762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:23.751139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Bound using segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:23.751643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Bound port: d42a5bb1-a193-4ac9-98cf-4762114f2862, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:23.751978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.851409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] For port d42a5bb1-a193-4ac9-98cf-4762114f2862, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:23.853404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] For port d42a5bb1-a193-4ac9-98cf-4762114f2862, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:23.897869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87566d79-42dc-447d-8571-8c90ffd62506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.900287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87566d79-42dc-447d-8571-8c90ffd62506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.902747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-87566d79-42dc-447d-8571-8c90ffd62506 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b19e755b-6c88-49b5-9044-dd43d73e1f15 HTTP/1.1" status: 204 len: 168 time: 1.3628087 Apr 11 20:52:23.913808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87566d79-42dc-447d-8571-8c90ffd62506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e755b-6c88-49b5-9044-dd43d73e1f15,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:23.950339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.951113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.953196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:23.953996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.957684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:23.958896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-6d57a354-2542-4340-8c72-457f4a51da50 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0686584 Apr 11 20:52:24.024068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:24.025580 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] 10.222.0.69 "PUT /v2.0/ports/d42a5bb1-a193-4ac9-98cf-4762114f2862 HTTP/1.1" status: 200 len: 1091 time: 2.2103920 Apr 11 20:52:24.025867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ad074d-e91c-4677-8455-d98a58d30467', 'tag': 'd42a5bb1-a193-4ac9-98cf-4762114f2862'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:24.091936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c694a41-c76b-4e4b-b708-766ba38827ce service neutron] Pushing event updated for resources: {'Port': ['ID=d42a5bb1-a193-4ac9-98cf-4762114f2862,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:24.179890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-e17293f8-4921-4db6-8083-35a8e104a04f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:24.187671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] Pushing event updated for resources: {'Network': ['ID=ae50ef7b-ff2a-415e-a42a-3f6632d25e16,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:24.199462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:24.256115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b3923dbb-5836-4e52-bedb-4c189306a495 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9859293 Apr 11 20:52:24.256321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36120) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:24.263163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Request body: {'subnet': {'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1088537813-subnet', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:24.278778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:24.294018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Usage tracker for resource:subnet and tenant:c7e044a27b0b4130ae81e2804f470a6e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:24.305714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:24.319714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-496484ec-517c-4adb-ac9a-96f72f1919f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 1094 time: 0.1258221 Apr 11 20:52:24.320773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:24.399506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-e17293f8-4921-4db6-8083-35a8e104a04f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:24.399506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-e17293f8-4921-4db6-8083-35a8e104a04f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.4199820 Apr 11 20:52:24.403492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-6a64487e-4ad1-4aa1-85ee-62b6f124c37e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862 HTTP/1.1" status: 200 len: 217 time: 0.0764897 Apr 11 20:52:24.528322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-028ff719-7ea0-426c-9075-b33d4835db7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:24.531761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-028ff719-7ea0-426c-9075-b33d4835db7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.1154373 Apr 11 20:52:24.589006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Made reservation on behalf of c7e044a27b0b4130ae81e2804f470a6e for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:24.606102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:24.625216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-168e7524-6b9c-4fd8-a352-6e56be237e8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841727 Apr 11 20:52:24.797770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-cdcfedf5-cc39-468f-8847-57a01e70d554 service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656370 Apr 11 20:52:25.015014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdfe9f75-dcfb-4c78-9352-9114a31b4cd2 req-e3c37791-564e-439d-b870-059ccbb00482 service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105849 Apr 11 20:52:25.067525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36140) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:25.113184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-c35fc206-be3d-48b5-84e0-e517e4244a59 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:25.115937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17272cdd-d707-45f1-8848-f6a187e6a80e req-c35fc206-be3d-48b5-84e0-e517e4244a59 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.7105968 Apr 11 20:52:25.151002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:52:25.229659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1702216571-network', 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:25.251608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:25.266595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Usage tracker for resource:network and tenant:0f62ab1f407f483db34a7860457373a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:25.281329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:25.281559 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:25.288653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:25.372916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:25.375519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:25.410025 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ce798c-2f1f-48b0-a581-375e8ad5e31d'] response: {'name': 'network-changed', 'server_uuid': '90ad074d-e91c-4677-8455-d98a58d30467', 'tag': 'd42a5bb1-a193-4ac9-98cf-4762114f2862', 'status': 'completed', 'code': 200} Apr 11 20:52:25.457507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=775d0c6c-f214-40c8-ab0e-bff85941c335,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:25.459947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Checking segment: {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:25.460302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Network hostable DHCP agents. Network: ae50ef7b-ff2a-415e-a42a-3f6632d25e16, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:25.505593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0dc0-64ee-4fa7-8e05-43ccc1bf17ac req-6ed23aa6-f727-48d5-af9c-f70631e2de04 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:25.507224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-013b0dc0-64ee-4fa7-8e05-43ccc1bf17ac req-6ed23aa6-f727-48d5-af9c-f70631e2de04 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 943 time: 0.2881713 Apr 11 20:52:25.524730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:25.593443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-013b0dc0-64ee-4fa7-8e05-43ccc1bf17ac req-344e3b3a-0fbc-49e1-b7d1-67df3202d006 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766206 Apr 11 20:52:25.703610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:25.711101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:25.726850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Usage tracker for resource:security_group_rule and tenant:0f62ab1f407f483db34a7860457373a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:25.730331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:25.741635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:25.777956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-f9a8a41f-c16d-4b47-8efb-5e1bf3efb04d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 1094 time: 0.3669362 Apr 11 20:52:25.801873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9f65c2e-6423-4386-b757-41d7ba904cf8 req-f69c2cbd-6f3c-41be-8550-83242becad5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0744486 Apr 11 20:52:25.818337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ae50ef7b-ff2a-415e-a42a-3f6632d25e16) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:25.826721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:25.827287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:25.832499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-88457a7a-aeb9-4ed8-a3a0-f2a7f510c752 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2910032 Apr 11 20:52:25.836550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb83388-a623-4ea5-95a1-7dddafed7cb4 None None] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:25.899905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2273d9dc-8d5f-44db-8438-dfea9dd1ad6c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6424789 Apr 11 20:52:25.907798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36172) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:25.908336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:25.914388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:25.922510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:25.928472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:25.932670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Usage tracker for resource:router and tenant:c7e044a27b0b4130ae81e2804f470a6e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:25.950514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:25.958353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:25.988944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:26.033200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.035089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.064813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.078379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90567-2669-4275-84f8-4bc2d6256455 req-ec52d033-c92e-4f6e-aa20-c7733982bdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:26.078898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-ec52d033-c92e-4f6e-aa20-c7733982bdf3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.2866199 Apr 11 20:52:26.093114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:26.129279 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Sync routers for ids ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:52:26.147248 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Routers {'1f54ee6a-fd95-44a5-bee6-f5b4673bed26'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:26.147893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:26.194798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.201705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-ae50ef7b-ff2a-415e-a42a-3f6632d25e16', 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'fixed_ips': [{'subnet_id': '775d0c6c-f214-40c8-ab0e-bff85941c335'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:26.202492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.205143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.255340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-815ff2b9-e90a-4cdf-92dc-68b68870df10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862 HTTP/1.1" status: 200 len: 217 time: 0.1584704 Apr 11 20:52:26.400070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1626874240'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:26.413853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:26.422117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.491906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:26.492420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:26.494992 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Set router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:26.498079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:26.517957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Allocated IP 172.20.0.2 (ae50ef7b-ff2a-415e-a42a-3f6632d25e16/775d0c6c-f214-40c8-ab0e-bff85941c335/788e1da0-d951-48ee-9e90-efa6ca010a08) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:26.532373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:26.554484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.591183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f03a3-250e-4de3-9206-4d5778cfa50a req-2eed45fe-1e7c-4b6d-9e11-8f77c53b03ec tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:26.594117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-613f03a3-250e-4de3-9206-4d5778cfa50a req-2eed45fe-1e7c-4b6d-9e11-8f77c53b03ec tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.1890967 Apr 11 20:52:26.629397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4bab52-3fde-4bcf-a109-1797c57ef4e3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:26.645450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.645691 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Added segment 89ae85e4-7708-4af1-8bad-86e4b2f48d0a of type vlan for network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 Apr 11 20:52:26.659707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:26.663670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.676558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.713350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.715815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90567-2669-4275-84f8-4bc2d6256455 req-9b88b888-01ba-4035-bec9-c2cffc62b255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:26.717771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-9b88b888-01ba-4035-bec9-c2cffc62b255 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.4613476 Apr 11 20:52:26.789330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-613f03a3-250e-4de3-9206-4d5778cfa50a req-ab0e8edb-3ed9-4f7f-b67c-f5aa76862941 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891711 Apr 11 20:52:26.822360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:26.827118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:security_group_rule and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:26.831843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:26.842799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:26.859456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-5f03af51-8a98-4ac3-84fd-77494ef51c4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252739 Apr 11 20:52:26.862028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.862836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:26.863403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.896190 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:26.897488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Transition to ACTIVE for port object 788e1da0-d951-48ee-9e90-efa6ca010a08 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:26.922526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Transition to ACTIVE for port object 788e1da0-d951-48ee-9e90-efa6ca010a08 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:27.007513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.039069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-2b9bce99-cbb9-4108-8520-536023d504ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3886967 Apr 11 20:52:27.057015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.066827 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:52:13Z', 'revision_number': 4, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'f4a9711e-6c9d-467e-a39d-2739da911e63', 'name': '', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'mac_address': 'fa:16:3e:a6:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:11Z', 'updated_at': '2022-04-11T20:52:14Z', 'revision_number': 2, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'subnets': [{'id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:27.072191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Checking router: 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:52:27.072458 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Updating router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 port f4a9711e-6c9d-467e-a39d-2739da911e63 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:52:27.138034 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.156342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Pushing event updated for resources: {'Port': ['ID=788e1da0-d951-48ee-9e90-efa6ca010a08,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:27.166986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:27.170609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:27.172509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d42a5bb1-a193-4ac9-98cf-4762114f2862 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:52:27.257639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-b1ad14fb-593d-410f-ac4c-dbbada8e824d service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463416 Apr 11 20:52:27.315227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d42a5bb1-a193-4ac9-98cf-4762114f2862, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:27.330311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:27.337584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'd42a5bb1-a193-4ac9-98cf-4762114f2862', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': 'd42a5bb1-a193-4ac9-98cf-4762114f2862', 'mac_address': 'fa:16:3e:b0:09:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:52:27.446385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42e90567-2669-4275-84f8-4bc2d6256455 req-69aea9a0-9b9d-46bc-8281-7f62a2c2045f service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819158 Apr 11 20:52:27.450162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.456149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3845403 Apr 11 20:52:27.458318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36202) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:27.467512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Attempting to bind port 788e1da0-d951-48ee-9e90-efa6ca010a08 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:27.467887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Attempting to bind port 788e1da0-d951-48ee-9e90-efa6ca010a08 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:27.468249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Attempting to bind port 788e1da0-d951-48ee-9e90-efa6ca010a08 on network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:27.486729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:27.487095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Checking segment: {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:27.487700 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.488267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Bound using segment: {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:27.489440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Bound port: 788e1da0-d951-48ee-9e90-efa6ca010a08, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:27.489994 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.502831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64307fd0-b132-47d2-a757-f997a6c9abcb admin admin] Pushing event updated for resources: {'Network': ['ID=35bed612-cf8d-4c7e-b431-b0f98ba189b3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:27.533078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Request body: {'subnet': {'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1702216571-subnet', 'tenant_id': '0f62ab1f407f483db34a7860457373a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:27.548355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:27.558814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:27.567386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-905bd152-58bd-4fa6-8f78-99365757545d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9300609 Apr 11 20:52:27.582232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Usage tracker for resource:subnet and tenant:0f62ab1f407f483db34a7860457373a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:27.596288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.600372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:27.601873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] For port 788e1da0-d951-48ee-9e90-efa6ca010a08, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:27.605395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] For port 788e1da0-d951-48ee-9e90-efa6ca010a08, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=788e1da0-d951-48ee-9e90-efa6ca010a08,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:27.606793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.611025 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.630858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:27.632437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Transition to ACTIVE for port object f4a9711e-6c9d-467e-a39d-2739da911e63 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:27.648172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.687196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:27.903626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.903626 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment bb0884af-307e-4ccc-8e6d-5c0642a58c02 of type vlan for network 2aa9d17c-4ea9-402f-9648-ac300939a88b Apr 11 20:52:27.903626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c195481-3333-4225-aff8-cf15e6b37533,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:27.903626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.906011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42a5bb1-a193-4ac9-98cf-4762114f2862 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:52:27.906011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d42a5bb1-a193-4ac9-98cf-4762114f2862, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:27.908822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Allocated IP 172.25.5.210 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d65247fc-d79f-4fe0-9c4a-e111de7938f1) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:27.911968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.911968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bfb81-7af8-4fcc-af56-6d068b652ecf req-a29fa27f-4046-49e0-8cc5-f00a56670a30 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:27.911968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b7bfb81-7af8-4fcc-af56-6d068b652ecf req-a29fa27f-4046-49e0-8cc5-f00a56670a30 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 943 time: 0.7293189 Apr 11 20:52:27.911968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-fdca4ae8-f71e-4853-82c6-16f5534435c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e278533d3f74de1bb5addad90c25e0f&device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6489 time: 0.5307810 Apr 11 20:52:27.954175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:27.967721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.013379 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.039861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:28.040865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.057570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba394b-c75e-4eac-920b-8b1223fcb08d None None] Pushing event updated for resources: {'Port': ['ID=788e1da0-d951-48ee-9e90-efa6ca010a08,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:28.064019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.134539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.139086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:28.139815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.148897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=d42a5bb1-a193-4ac9-98cf-4762114f2862,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:28.166969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.168356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b7bfb81-7af8-4fcc-af56-6d068b652ecf req-1a19572d-9115-49fc-836d-10e83c87a40f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641530 Apr 11 20:52:28.200061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Pushing event updated for resources: {'Port': ['ID=f4a9711e-6c9d-467e-a39d-2739da911e63,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:28.254558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['d42a5bb1-a193-4ac9-98cf-4762114f2862'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:52:28.289739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.290304 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.290858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.291342 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.292015 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.292620 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.293101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.294188 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.294720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.295196 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.295715 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:28.449994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:28.456333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=d65247fc-d79f-4fe0-9c4a-e111de7938f1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:28.479438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:28.481183 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Attempting to bind port f4a9711e-6c9d-467e-a39d-2739da911e63 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:28.481790 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Attempting to bind port f4a9711e-6c9d-467e-a39d-2739da911e63 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:28.482409 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Attempting to bind port f4a9711e-6c9d-467e-a39d-2739da911e63 on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:28.499046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:28.516095 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:28.517852 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Checking segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:28.518476 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.519094 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Bound using segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:28.519815 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Bound port: f4a9711e-6c9d-467e-a39d-2739da911e63, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:28.520400 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.758087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=2aa9d17c-4ea9-402f-9648-ac300939a88b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:28.781675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] For port f4a9711e-6c9d-467e-a39d-2739da911e63, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:28.785073 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] For port f4a9711e-6c9d-467e-a39d-2739da911e63, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a9711e-6c9d-467e-a39d-2739da911e63,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:28.785703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 2aa9d17c-4ea9-402f-9648-ac300939a88b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:28.898151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.904360 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.912012 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:28.921419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Allocated IP 172.25.5.121 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/39bbffd8-1c46-4471-9436-927695df3896) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:28.979311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-ea1a373f-bfd9-4cad-91a8-bb068a824dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:28.980239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-ea1a373f-bfd9-4cad-91a8-bb068a824dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:28.980755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-ea1a373f-bfd9-4cad-91a8-bb068a824dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:28.982869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-ea1a373f-bfd9-4cad-91a8-bb068a824dcd service neutron] 10.222.0.75 "GET /v2.0/networks?id=d8e3c294-b77f-4217-8391-bbd20a442e8c&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb HTTP/1.1" status: 200 len: 2291 time: 1.0301676 Apr 11 20:52:28.997024 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048489-3b16-480b-9266-0feecd063eab None None] Pushing event updated for resources: {'Port': ['ID=f4a9711e-6c9d-467e-a39d-2739da911e63,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:29.001951 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Routers {'1f54ee6a-fd95-44a5-bee6-f5b4673bed26'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:29.009069 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:29.092258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:29.157138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-8c65ee83-eddd-401c-9e53-7f2ad0faea43 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c HTTP/1.1" status: 200 len: 1001 time: 0.1597633 Apr 11 20:52:29.223505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9ea4ba1e-e89a-47b5-9022-995835981a2b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1268392 Apr 11 20:52:29.267182 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] Set router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:29.587262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-b13b1353-cc7f-4396-acfb-c81ed139d19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:29.588743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-b13b1353-cc7f-4396-acfb-c81ed139d19a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bac04124-5d78-49b3-adb6-10703529408e HTTP/1.1" status: 200 len: 850 time: 0.4162855 Apr 11 20:52:29.616598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:29.698146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:29.793991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:29.981548 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:52:13Z', 'revision_number': 4, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'f4a9711e-6c9d-467e-a39d-2739da911e63', 'name': '', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'mac_address': 'fa:16:3e:a6:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:11Z', 'updated_at': '2022-04-11T20:52:28Z', 'revision_number': 4, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'subnets': [{'id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:29.984940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa360ab7-d8cc-4ffc-ba13-4fe95a9c489a req-7121a138-e47f-451a-80c1-080ffa6fbbea tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:29.993224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa360ab7-d8cc-4ffc-ba13-4fe95a9c489a req-7121a138-e47f-451a-80c1-080ffa6fbbea tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 1.2447956 Apr 11 20:52:29.994750 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cfe9e-f42e-45db-8e5a-cf38a9c729e6 None None] The sync data for ids ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'] in n-d-837321-1 is: [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:52:13Z', 'revision_number': 4, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'f4a9711e-6c9d-467e-a39d-2739da911e63', 'name': '', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'mac_address': 'fa:16:3e:a6:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:11Z', 'updated_at': '2022-04-11T20:52:28Z', 'revision_number': 4, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'subnets': [{'id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:52:30.011119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event updated for resources: {'Port': ['ID=d65247fc-d79f-4fe0-9c4a-e111de7938f1,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:30.022152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:30.091200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adba422-1663-48b1-89c7-b81af5064ac3 None None] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:30.118406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a14238-a8c2-4367-96c2-3f81edbb0b0f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:30.172320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:30.178043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-d4375089-75dc-414c-a69e-e20864ac0bd2 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2841270 Apr 11 20:52:30.284211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:30.317907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-e88076bc-e986-4669-93bd-723ce6e8374a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d8e3c294-b77f-4217-8391-bbd20a442e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5998569 Apr 11 20:52:30.328643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa360ab7-d8cc-4ffc-ba13-4fe95a9c489a req-465c9de9-cacb-4c41-bb9f-3d36c03bfeae tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340485 Apr 11 20:52:30.400843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9d32e6dd-44d8-4b79-a3c6-5eec31aaeae5 None None] Provisioning for port 788e1da0-d951-48ee-9e90-efa6ca010a08 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:30.511409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-17a37377-468e-47fc-b3ab-0e70aa03f0e0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:30.671758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-9cddd520-1320-406d-8c10-6001bcc1e17b service neutron] 10.222.0.75 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407056 Apr 11 20:52:30.676208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:30.676563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Network hostable DHCP agents. Network: 35bed612-cf8d-4c7e-b431-b0f98ba189b3, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:30.684992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-17a37377-468e-47fc-b3ab-0e70aa03f0e0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:30.688258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-17a37377-468e-47fc-b3ab-0e70aa03f0e0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.5051584 Apr 11 20:52:30.708683 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:30.828320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a9711e-6c9d-467e-a39d-2739da911e63 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:31.008536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:52:31.204798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d42a5bb1-a193-4ac9-98cf-4762114f2862 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:31.468104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-a6251dab-9272-4855-b42b-3084d0d417c4 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:31.472517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-a6251dab-9272-4855-b42b-3084d0d417c4 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.7805631 Apr 11 20:52:31.491289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-824ff210-9231-4215-b8cb-cec85ec23069 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:52:31.506267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-4f3dd523-ee31-4320-9e5b-7dafb97950ca service neutron] 10.222.0.75 "GET /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7885158 Apr 11 20:52:31.514107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3368915-0514-44e8-a0f1-9bbffe3b4294 req-824ff210-9231-4215-b8cb-cec85ec23069 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0332174 Apr 11 20:52:31.548718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:31.581030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f4a9711e-6c9d-467e-a39d-2739da911e63 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:31.590352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f4a9711e-6c9d-467e-a39d-2739da911e63 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:31.591083 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:31.659938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:31.718508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:31.742568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-f965926d-d6cd-4171-9bd9-987b2f1f9293 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 200 len: 217 time: 0.2186034 Apr 11 20:52:31.793041 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:31.837314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce415-1fe2-4b98-9282-8f1decd5b122 req-46c4a101-0edc-491d-8e97-805f98e6dcb7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:31.847069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae0ce415-1fe2-4b98-9282-8f1decd5b122 req-46c4a101-0edc-491d-8e97-805f98e6dcb7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 944 time: 0.1366792 Apr 11 20:52:31.865834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:31.935079 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae0ce415-1fe2-4b98-9282-8f1decd5b122 req-c61f51af-1605-4488-833d-f3d4c584da4f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Apr 11 20:52:31.953520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:31.963602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port d42a5bb1-a193-4ac9-98cf-4762114f2862 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:31.971260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port d42a5bb1-a193-4ac9-98cf-4762114f2862 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:31.972048 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:32.002642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:32.131767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:32.134257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-da96e889-08b1-4335-9186-767f64bce5ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:32.136715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-da96e889-08b1-4335-9186-767f64bce5ca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.3808420 Apr 11 20:52:32.146453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:32.192767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 35bed612-cf8d-4c7e-b431-b0f98ba189b3) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:32.201744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b9ce2-9d58-4e60-8cf0-f914c6218d0a req-5d682d93-9010-41b4-b25b-c533a94175ef tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:32.209656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c61b9ce2-9d58-4e60-8cf0-f914c6218d0a req-5d682d93-9010-41b4-b25b-c533a94175ef tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 950 time: 1.0905917 Apr 11 20:52:32.215221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:32.253713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f672ac66-a5f3-4d3b-934d-81a0d1b7635d None None] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:32.282277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:32.283153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:32.390094 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:32.395395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Pushing event updated for resources: {'Port': ['ID=39bbffd8-1c46-4471-9436-927695df3896,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:32.462653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b14b1-8780-4cc5-bc07-b219cee2137b req-0c3ec985-e282-44e4-bd99-98ecf3376e7e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:32.477904 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-820b14b1-8780-4cc5-bc07-b219cee2137b req-0c3ec985-e282-44e4-bd99-98ecf3376e7e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.2566957 Apr 11 20:52:32.491141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f4a9711e-6c9d-467e-a39d-2739da911e63, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a9711e-6c9d-467e-a39d-2739da911e63,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:32.556753 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:32.574350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-820b14b1-8780-4cc5-bc07-b219cee2137b req-61c906c9-bec7-470e-a3bf-269a5bb908b2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941994 Apr 11 20:52:32.574889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36228) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:32.581680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-58d5be42-d21c-475a-a5a1-3e66b48d5723 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 5.0883579 Apr 11 20:52:32.590987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c61b9ce2-9d58-4e60-8cf0-f914c6218d0a req-07c8b0c9-df5a-4748-9d3a-3570a6c24cdf tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745227 Apr 11 20:52:32.591346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-d119177d-6143-4d7a-b11c-2df425668f19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4422045 Apr 11 20:52:32.593625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:32.778800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:32.779986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 788e1da0-d951-48ee-9e90-efa6ca010a08 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:32.875984 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf88f7fe-f74d-486d-8024-4f064d61e4ef'] response: {'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'code': 200} Apr 11 20:52:32.891698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port d42a5bb1-a193-4ac9-98cf-4762114f2862, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:32.896400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1429e01e-9cf7-44b6-92a8-5034813d3d7b req-a8983454-f79a-4240-8b56-d119bfd6847a tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips/3d94288e-6463-492f-8c65-47ec1c2b2773 HTTP/1.1" status: 200 len: 693 time: 0.1247394 Apr 11 20:52:32.898163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-750d824d-1717-4e6c-b4a6-124cd36e0efb service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969980 Apr 11 20:52:32.920392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fecfd39-c2d1-4853-8b08-f14e93db815b None None] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:33.001856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:33.006255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:33.011884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:33.020764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:33.105277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:33.113529 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.189634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f4a9711e-6c9d-467e-a39d-2739da911e63,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:33.265150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429e01e-9cf7-44b6-92a8-5034813d3d7b req-bcc5f236-fc64-497f-a874-8dd31f097d1e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:33.288874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1429e01e-9cf7-44b6-92a8-5034813d3d7b req-bcc5f236-fc64-497f-a874-8dd31f097d1e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.3877847 Apr 11 20:52:33.293055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-1429e01e-9cf7-44b6-92a8-5034813d3d7b req-c9ec3e07-6c06-4941-b430-64cdcdd97de0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:52:33.302868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1429e01e-9cf7-44b6-92a8-5034813d3d7b req-c9ec3e07-6c06-4941-b430-64cdcdd97de0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147161 Apr 11 20:52:33.306399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.320720 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.329753 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-d39fc37f-56ff-4bcb-a905-828d38749f97 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989556 Apr 11 20:52:33.425090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=d42a5bb1-a193-4ac9-98cf-4762114f2862,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:33.482753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.528068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 788e1da0-d951-48ee-9e90-efa6ca010a08 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:33.538848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 788e1da0-d951-48ee-9e90-efa6ca010a08 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:33.539465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.710300 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.750238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 788e1da0-d951-48ee-9e90-efa6ca010a08, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=788e1da0-d951-48ee-9e90-efa6ca010a08,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:33.781853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-e0dde4db-1503-41b5-8916-08a8922f10dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 200 len: 217 time: 0.3251910 Apr 11 20:52:33.829866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.873739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:33.880563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b132-ddc3-4a8e-9f30-ca77e72880d7 req-e48333f5-6223-4e0c-bd3e-4f9ad51cf15a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:33.882401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f4d2b132-ddc3-4a8e-9f30-ca77e72880d7 req-e48333f5-6223-4e0c-bd3e-4f9ad51cf15a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 0.3443787 Apr 11 20:52:33.917213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-3338b59d-2a50-43b4-92ab-543a08631cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:33.918867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-3338b59d-2a50-43b4-92ab-543a08631cd5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.1054940 Apr 11 20:52:33.922109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=788e1da0-d951-48ee-9e90-efa6ca010a08,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:33.980880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a9711e-6c9d-467e-a39d-2739da911e63 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:34.035148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f4d2b132-ddc3-4a8e-9f30-ca77e72880d7 req-ef2dee3c-a5df-4dad-bef5-6ef2e9fdfded tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442626 Apr 11 20:52:34.073000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=d4c02c60-f354-43b6-9978-abbbf5b6bf8a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:34.096373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': 'bb0884af-307e-4ccc-8e6d-5c0642a58c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:34.098070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: 2aa9d17c-4ea9-402f-9648-ac300939a88b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:34.100230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f4a9711e-6c9d-467e-a39d-2739da911e63 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:34.100921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:34.189411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-1295da55-7854-4d1a-91d8-43a6565fc102 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2584805 Apr 11 20:52:34.305510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 2aa9d17c-4ea9-402f-9648-ac300939a88b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:34.367307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 2aa9d17c-4ea9-402f-9648-ac300939a88b) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:34.381020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:34.382301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e034c4-8348-4eaf-89bb-2b57c0a4b73f None None] Network 2aa9d17c-4ea9-402f-9648-ac300939a88b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:34.382585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:34.403215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-5eb265b9-d5bc-4b3b-949d-499a9a74697e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips/3d94288e-6463-492f-8c65-47ec1c2b2773 HTTP/1.1" status: 200 len: 693 time: 0.2848740 Apr 11 20:52:34.540601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ed15a2b-eba2-4b98-b30c-94f1c911aa30 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9634757 Apr 11 20:52:34.545992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36260) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:34.554336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020641007'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:34.566302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:34.578274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:34.583196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:34.593062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:34.643922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-08fb34b1-55cb-450b-8c52-e0f880288410 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:34.643922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-08fb34b1-55cb-450b-8c52-e0f880288410 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:34.663532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-ef9112a6-e630-40c2-aee4-6b7eb1624c70 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554839 Apr 11 20:52:34.666758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-2aa9d17c-4ea9-402f-9648-ac300939a88b', 'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': 'd4c02c60-f354-43b6-9978-abbbf5b6bf8a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:34.666758 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:34.709714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:34.713535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:34.713895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-b9f1ccff-dc40-4833-a17a-b978845d0b44 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10&tenant_id=9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 1094 time: 0.3773215 Apr 11 20:52:34.740375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-08fb34b1-55cb-450b-8c52-e0f880288410 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:34.741720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-08fb34b1-55cb-450b-8c52-e0f880288410 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.2914162 Apr 11 20:52:34.751818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:34.769635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-888127f0-9c9b-427d-a4c0-92ba637f07de tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0194249 Apr 11 20:52:34.770825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:34.771366 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment eb91228f-7588-4f00-a925-40b5eeaf3412 of type vlan for network c671141a-2987-420f-b7ed-faf708a4be47 Apr 11 20:52:34.781284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-3ec8e7a4-4304-43b3-879a-e0fccac1f121 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:34.782667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-3ec8e7a4-4304-43b3-879a-e0fccac1f121 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.3586335 Apr 11 20:52:34.793238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:34.836191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-dbddf993-ad7f-45d1-8161-df83d91f446b tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:52:34.837097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-dbddf993-ad7f-45d1-8161-df83d91f446b tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0170064 Apr 11 20:52:34.847197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Allocated IP 2001:db8:0:ffff::2 (2aa9d17c-4ea9-402f-9648-ac300939a88b/d4c02c60-f354-43b6-9978-abbbf5b6bf8a/6c77e22e-e73b-4593-87eb-f412d727dae2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:34.850309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-4214f18a-b6bc-4cde-abdb-4650b4763aa1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664680 Apr 11 20:52:34.874286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:34.881795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad074d-e91c-4677-8455-d98a58d30467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42a5bb1-a193-4ac9-98cf-4762114f2862'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:34.933513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:52:35.037303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.043517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:35.044159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.071109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-96d64f32-0c69-4f26-9ea1-922ea129d18f service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199526 Apr 11 20:52:35.127205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-47e46dfb-ef74-44cc-ba4c-fb9114e476d6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.2710261 Apr 11 20:52:35.280292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=c671141a-2987-420f-b7ed-faf708a4be47,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:35.288591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.302626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Transition to ACTIVE for port object 6c77e22e-e73b-4593-87eb-f412d727dae2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:35.331911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Transition to ACTIVE for port object 6c77e22e-e73b-4593-87eb-f412d727dae2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:35.335562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c671141a-2987-420f-b7ed-faf708a4be47 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:35.379755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ec716a2d-c3e4-409e-b049-f20321535a25 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8324802 Apr 11 20:52:35.386176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36268) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:35.394528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': 'c671141a-2987-420f-b7ed-faf708a4be47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:35.397091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-cd545f49-5626-4332-b748-aee8c52a1c61 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152514 Apr 11 20:52:35.409682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.415991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.435297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-22b6d0d5-abf2-4e7c-a536-a9c28d7536c8 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085084 Apr 11 20:52:35.637077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Pushing event updated for resources: {'Port': ['ID=6c77e22e-e73b-4593-87eb-f412d727dae2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:35.643364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Network 2aa9d17c-4ea9-402f-9648-ac300939a88b is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:35.645083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:35.647503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:35.687561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-55a48686-9854-43cf-81b7-2f5052d8b3c8 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.5367367 Apr 11 20:52:35.768930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:35.773382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:35.777330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:35.782380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Attempting to bind port 6c77e22e-e73b-4593-87eb-f412d727dae2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:35.782854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Attempting to bind port 6c77e22e-e73b-4593-87eb-f412d727dae2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'bb0884af-307e-4ccc-8e6d-5c0642a58c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:35.783395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Attempting to bind port 6c77e22e-e73b-4593-87eb-f412d727dae2 on network 2aa9d17c-4ea9-402f-9648-ac300939a88b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:35.785235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:35.791152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:35.791631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Checking segment: {'id': 'bb0884af-307e-4ccc-8e6d-5c0642a58c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:35.792469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.792863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Bound using segment: {'id': 'bb0884af-307e-4ccc-8e6d-5c0642a58c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:35.793330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Bound port: 6c77e22e-e73b-4593-87eb-f412d727dae2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0884af-307e-4ccc-8e6d-5c0642a58c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2aa9d17c-4ea9-402f-9648-ac300939a88b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:35.793816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:35.870653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-4602c1b0-ea78-478a-af67-6a302c54d4e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517 HTTP/1.1" status: 200 len: 217 time: 0.4229581 Apr 11 20:52:35.871218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:35.900264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] For port 6c77e22e-e73b-4593-87eb-f412d727dae2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:35.903510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] For port 6c77e22e-e73b-4593-87eb-f412d727dae2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6c77e22e-e73b-4593-87eb-f412d727dae2,segment=NetworkSegment(bb0884af-307e-4ccc-8e6d-5c0642a58c02),segment_id=bb0884af-307e-4ccc-8e6d-5c0642a58c02)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:35.960358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 788e1da0-d951-48ee-9e90-efa6ca010a08 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:35.991052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.034795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.107688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bf3f7-0e71-48bf-849c-17f4f52c2e32 None None] Pushing event updated for resources: {'Port': ['ID=6c77e22e-e73b-4593-87eb-f412d727dae2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:36.124758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260120-93b8-4e9c-b83e-c968cf88019a req-568cd30d-6549-4f6e-9faa-98471773b296 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:36.133047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c260120-93b8-4e9c-b83e-c968cf88019a req-568cd30d-6549-4f6e-9faa-98471773b296 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.3042593 Apr 11 20:52:36.141496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 788e1da0-d951-48ee-9e90-efa6ca010a08 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:36.141496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.332541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Deleting port d65247fc-d79f-4fe0-9c4a-e111de7938f1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:36.332883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.406456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c260120-93b8-4e9c-b83e-c968cf88019a req-da426272-55d9-44ca-9091-4cc82d0a4b69 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721136 Apr 11 20:52:36.500647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-6bd783dd-2fdb-47cf-a5d4-2d8031adaa18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:36.507963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-6bd783dd-2fdb-47cf-a5d4-2d8031adaa18 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.4265161 Apr 11 20:52:36.560374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.629498 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a354b1b3-4939-45bd-a4ac-687631fd249c'] response: {'server_uuid': '90ad074d-e91c-4677-8455-d98a58d30467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42a5bb1-a193-4ac9-98cf-4762114f2862', 'code': 200} Apr 11 20:52:36.688015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=416349ef-c9ff-4dcc-8447-dcab20d8aff6,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:36.722730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': 'eb91228f-7588-4f00-a925-40b5eeaf3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c671141a-2987-420f-b7ed-faf708a4be47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:36.740589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: c671141a-2987-420f-b7ed-faf708a4be47, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:36.784452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.788585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:36.855925 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-218f2e4f-dcac-48fc-87cd-7e5a18ecea7c req-36e1d14a-2bb7-4c85-8961-f88c48c04e96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 1096 time: 0.1980190 Apr 11 20:52:36.910486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaa278-ddb9-4126-bfc9-e5a6ae12037a req-605dd3da-c26c-4ccb-91f3-1fbb63974865 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:36.912022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42eaa278-ddb9-4126-bfc9-e5a6ae12037a req-605dd3da-c26c-4ccb-91f3-1fbb63974865 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 0.1522982 Apr 11 20:52:36.916498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network c671141a-2987-420f-b7ed-faf708a4be47 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:36.943747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Calling delete_port for d65247fc-d79f-4fe0-9c4a-e111de7938f1 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:36.957840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-218f2e4f-dcac-48fc-87cd-7e5a18ecea7c req-5d2d9a2c-b7ed-4178-afdd-85a8fc744db8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932133 Apr 11 20:52:36.988041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42eaa278-ddb9-4126-bfc9-e5a6ae12037a req-08837353-5469-45c3-b1b6-0fc190812f0a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630755 Apr 11 20:52:37.040487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c671141a-2987-420f-b7ed-faf708a4be47) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:37.045634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:37.046491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.052412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-e3b5cf7c-e776-4e35-af8a-7af02b89bbcc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5284584 Apr 11 20:52:37.055792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:37.056789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a425e77-8ad0-4a66-85db-38a45cd4d882 None None] Network c671141a-2987-420f-b7ed-faf708a4be47 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:37.179212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-31740492-a27c-48d8-848a-75ee92539f5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7888188 Apr 11 20:52:37.186259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36286) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:37.191218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-297bd683-4a5b-4435-b701-8bb3cc3fe7de req-30d86174-59bb-49c9-9116-708e313e2a0a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 210 time: 0.0614986 Apr 11 20:52:37.197963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:52:37.247372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:52:37.249586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:37.296832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Sync routers for ids ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:52:37.326540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Routers {'0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:37.327532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:37.425134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-eae4f06d-595b-41da-b41e-72a604d5f04e service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601727 Apr 11 20:52:37.441361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4705f4f2-591b-4733-ae79-e048e9d6083c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:52:37.442176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.451839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.527157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.547662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78227eb2-0d09-482a-8438-e5e67ccf3112 None None] Network 2aa9d17c-4ea9-402f-9648-ac300939a88b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:37.617524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Transition to ACTIVE for port object 4705f4f2-591b-4733-ae79-e048e9d6083c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:37.623817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.677932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad2570-12a6-4553-a413-a208aa558ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-c671141a-2987-420f-b7ed-faf708a4be47', 'network_id': 'c671141a-2987-420f-b7ed-faf708a4be47', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': '416349ef-c9ff-4dcc-8447-dcab20d8aff6'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:37.678964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75ad2570-12a6-4553-a413-a208aa558ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.696717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event deleted for resources: {'Port': ['ID=d65247fc-d79f-4fe0-9c4a-e111de7938f1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:37.699094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.736807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd017e-b1fc-41ed-b3c5-69e5c40bed09 req-b46e64f1-0fc4-4393-bdf0-af3021eeed2f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:37.739503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fd017e-b1fc-41ed-b3c5-69e5c40bed09 req-b46e64f1-0fc4-4393-bdf0-af3021eeed2f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.1438503 Apr 11 20:52:37.754989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.761017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d6c94673-72a6-4f14-908c-d90c0e3e1f91 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8507602 Apr 11 20:52:37.765361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36294) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:37.770384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:37.832692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=416349ef-c9ff-4dcc-8447-dcab20d8aff6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:37.847707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-793e0756-6cd4-4afc-b09b-5c07b7d676b4 None None] Provisioning for port 6c77e22e-e73b-4593-87eb-f412d727dae2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:37.933943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Set router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:38.100095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-49fd017e-b1fc-41ed-b3c5-69e5c40bed09 req-dbd8d667-4675-42b6-81a1-adec799cc14f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547933 Apr 11 20:52:38.147809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:38.193830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6c77e22e-e73b-4593-87eb-f412d727dae2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:38.232274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c671141a-2987-420f-b7ed-faf708a4be47']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:38.273476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb91228f-7588-4f00-a925-40b5eeaf3412') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:38.273777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb91228f-7588-4f00-a925-40b5eeaf3412') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:38.290167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:38.314663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:38.346487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:52:38.346879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-75ad2570-12a6-4553-a413-a208aa558ec3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 416349ef-c9ff-4dcc-8447-dcab20d8aff6: This subnet is being modified by another concurrent operation. Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 20:52:38.348403 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 416349ef-c9ff-4dcc-8447-dcab20d8aff6: This subnet is being modified by another concurrent operation. Apr 11 20:52:38.352587 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:52:38.383202 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:52:38.448736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=9']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:38.590047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa021493-1343-4627-acce-13238272db9b None None] Network c671141a-2987-420f-b7ed-faf708a4be47 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:38.615568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:38.618904 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:38.645161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c81f6561-8fa8-44db-9cbe-194afa0d2969 req-46dfe7a7-cea1-406c-9b5e-ab7782898bc7 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "DELETE /v2.0/floatingips/3d94288e-6463-492f-8c65-47ec1c2b2773 HTTP/1.1" status: 204 len: 173 time: 2.9092507 Apr 11 20:52:38.649636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] No DVR routers for this DVR port 4705f4f2-591b-4733-ae79-e048e9d6083c on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:52:38.703258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010219d2-cbd0-42f0-b787-1333a5b5bcef req-ac1b97bd-8965-4eca-b692-71568ff1977d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:38.707969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-010219d2-cbd0-42f0-b787-1333a5b5bcef req-ac1b97bd-8965-4eca-b692-71568ff1977d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 0.1687918 Apr 11 20:52:38.775493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-94b9b201-0995-4d46-843e-7ffb0df1d2e5 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2734447 Apr 11 20:52:38.909165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:52:38.991152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7f6f1853-8eaa-49e7-b8ba-a9893aa5c533 req-f05d0fd6-7db5-4d33-9a77-33ee9c46187b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 210 time: 0.0635304 Apr 11 20:52:39.009799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-6ee6f59c-7c96-4cd6-9bad-4882f59a1bb1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc HTTP/1.1" status: 200 len: 217 time: 0.2226319 Apr 11 20:52:39.068734 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:52:39.083881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.142865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.153506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=c671141a-2987-420f-b7ed-faf708a4be47,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:39.172005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dfb6c8b6-edf6-48a6-b9d3-3f06262ff1e8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/c671141a-2987-420f-b7ed-faf708a4be47 HTTP/1.1" status: 204 len: 168 time: 1.9791796 Apr 11 20:52:39.174198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36316) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:39.271045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:39.283825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-894a1543-a3ed-4678-a6d0-2b5e19c8cd40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:39.285323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-894a1543-a3ed-4678-a6d0-2b5e19c8cd40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 200 len: 797 time: 0.2533727 Apr 11 20:52:39.294419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'mac_address': 'fa:16:3e:06:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:52:39.295144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd161b-857e-4f81-a209-63e554d8e49d req-7e1d0936-be7a-4791-90a0-68c773435b6f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:39.296621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5cd161b-857e-4f81-a209-63e554d8e49d req-7e1d0936-be7a-4791-90a0-68c773435b6f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2228012 Apr 11 20:52:39.300646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-190008457'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:39.325900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6c77e22e-e73b-4593-87eb-f412d727dae2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:39.339014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:52:32Z', 'revision_number': 3, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:39.346667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:39.382841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:39.396628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:39.419183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-010219d2-cbd0-42f0-b787-1333a5b5bcef req-2a97cae4-9f79-43aa-b381-b2d6f2f5bf82 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080588 Apr 11 20:52:39.461884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:39.463827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6c77e22e-e73b-4593-87eb-f412d727dae2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:39.469864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.506710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-921056bb-b4db-47b7-85fe-891f722926e7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:39.508220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-921056bb-b4db-47b7-85fe-891f722926e7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.7555752 Apr 11 20:52:39.537654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': '15f189b6-4d23-4686-88ed-9758362b3f86', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:39.580712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Checking router: 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:52:39.581065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Updating router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd port 39bbffd8-1c46-4471-9436-927695df3896 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:52:39.583937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:39.598822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.662199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-4e13ab9d-7c29-4c1c-a2d0-45c3fb1fcb13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dcf91f7a-a4ab-4071-b05e-25fe11e81d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3641765 Apr 11 20:52:39.751687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.777665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.780449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfe1132b-2725-4fa3-86c9-3fa4578fb4da req-4ea02495-bf58-4b7f-b3b6-ef9cf6afbe73 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=f11c562e46ed43c9acb209a6d8c6be05 HTTP/1.1" status: 200 len: 1656 time: 0.1116290 Apr 11 20:52:39.790587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871104da-e315-447f-bd69-b49e4525be4c None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 20:52:39.853836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:39.861515 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:39.862022 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment 46ede51c-886d-4658-a8e3-8273b173025d of type vlan for network b5410fc6-84db-474f-9099-11d61fccf6bd Apr 11 20:52:39.892082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.003738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:40.004377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:40.005225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:40.014769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871104da-e315-447f-bd69-b49e4525be4c None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 20:52:40.037417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.043440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:40.044870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.058210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Port 4705f4f2-591b-4733-ae79-e048e9d6083c on network 7ba301f4-21aa-4989-bd41-04954917ad61 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:52:40.058210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Attempting to bind port 4705f4f2-591b-4733-ae79-e048e9d6083c on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:40.098128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:40.098469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Checking segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:40.098855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Bound using segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:40.102530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Bound port: 4705f4f2-591b-4733-ae79-e048e9d6083c, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:40.102530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.102775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15c2a1ee-875c-413a-8abe-9138b7e927fb {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:52:40.114875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40488e-769a-4847-b3dd-8aba8d553282 req-2c35fd7b-e47c-4d1c-ac5c-ec6aecd2f8c8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:40.122695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab40488e-769a-4847-b3dd-8aba8d553282 req-2c35fd7b-e47c-4d1c-ac5c-ec6aecd2f8c8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 943 time: 0.5310628 Apr 11 20:52:40.139126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0d5f65e3-eef1-4dbe-847d-a4ed74ff66fb None None] Provisioning complete for port 6c77e22e-e73b-4593-87eb-f412d727dae2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:40.139648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0d5f65e3-eef1-4dbe-847d-a4ed74ff66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.149600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-dc00ed8e-202d-4ebe-9855-e003fd0c0dc3 service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011734 Apr 11 20:52:40.193322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:40.234471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Usage tracker for resource:port and tenant:0f62ab1f407f483db34a7860457373a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:40.239824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:40.287350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:40.331531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=b5410fc6-84db-474f-9099-11d61fccf6bd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:40.341183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3bfa97b5-f2b5-4911-8546-12d0f4d34ea9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0779905 Apr 11 20:52:40.352673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36336) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:40.361658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1132b-2725-4fa3-86c9-3fa4578fb4da req-12669377-8502-4966-aee0-70e5b6d0f5b0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:40.365599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:40.371279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfe1132b-2725-4fa3-86c9-3fa4578fb4da req-12669377-8502-4966-aee0-70e5b6d0f5b0 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks?id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 787 time: 0.5898402 Apr 11 20:52:40.377594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-cfe1132b-2725-4fa3-86c9-3fa4578fb4da req-534aa20c-516f-4551-9222-f3acac779bc5 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:52:40.382452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b5410fc6-84db-474f-9099-11d61fccf6bd details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:40.404468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfe1132b-2725-4fa3-86c9-3fa4578fb4da req-534aa20c-516f-4551-9222-f3acac779bc5 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0322433 Apr 11 20:52:40.418434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:40.467571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:40.474949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.485187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab40488e-769a-4847-b3dd-8aba8d553282 req-83786bca-3008-4441-b7aa-4838bfa853e8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616874 Apr 11 20:52:40.583123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.646754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-5707bb12-c618-4ec4-9e6f-b151546feaff service neutron] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799342 Apr 11 20:52:40.648656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:40.653134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:40.764499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:40.817972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['15c2a1ee-875c-413a-8abe-9138b7e927fb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:52:40.934984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.13 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/46d0f8c8-687e-4950-bd22-2edc26533d4d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:40.977410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cf4a1fa-32b2-470a-bc2d-4f6e9458ca4a req-3cb4d1c0-72c2-442b-86d5-f55cb2366cff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 210 time: 0.2224643 Apr 11 20:52:40.978975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-65af1a7b-30e0-423f-81a0-f4bb7f5b20f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495 HTTP/1.1" status: 200 len: 217 time: 0.3171935 Apr 11 20:52:41.130658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.152675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:41.164117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:41.206492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.225072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:41.251844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0d5f65e3-eef1-4dbe-847d-a4ed74ff66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.311457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6c77e22e-e73b-4593-87eb-f412d727dae2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6c77e22e-e73b-4593-87eb-f412d727dae2,segment=NetworkSegment(bb0884af-307e-4ccc-8e6d-5c0642a58c02),segment_id=bb0884af-307e-4ccc-8e6d-5c0642a58c02)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:41.410990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.425175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:41.447043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:41.451802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:41.459449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.461475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bc0526b0-f010-41c2-870b-76394e49a6d3 service neutron] 10.222.0.75 "PUT /v2.0/ports/4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 1091 time: 6.6730921 Apr 11 20:52:41.465119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-eb678f46-896c-4b39-8a8b-865e05d4463c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:41.466012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-eb678f46-896c-4b39-8a8b-865e05d4463c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 HTTP/1.1" status: 200 len: 797 time: 0.3031640 Apr 11 20:52:41.467812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:41.473450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-8af24a81-15fb-4a46-a9eb-b93a7d5e2211 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips/81703f3c-dcc6-4f6e-a7e9-d4369c59d90c HTTP/1.1" status: 200 len: 693 time: 0.2510431 Apr 11 20:52:41.570287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:41.598987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:52:41.739659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6c77e22e-e73b-4593-87eb-f412d727dae2,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:41.762732 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0d5f65e3-eef1-4dbe-847d-a4ed74ff66fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:52:41.763503 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0d5f65e3-eef1-4dbe-847d-a4ed74ff66fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:52:41.774441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94925f41-6b0d-4b1f-95ee-badf7262e88d req-888325a7-5d6a-48e0-8da1-103422c855cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:41.784327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94925f41-6b0d-4b1f-95ee-badf7262e88d req-888325a7-5d6a-48e0-8da1-103422c855cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 0.3036821 Apr 11 20:52:41.871784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-b61906df-48bc-4103-b7a4-bd5597e40c49 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1095 time: 0.2780645 Apr 11 20:52:41.887511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.920591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:41.953778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Transition to ACTIVE for port object 39bbffd8-1c46-4471-9436-927695df3896 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:41.978185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-b93f452a-6974-418f-9fe5-9f80c02fe26e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:41.986535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-b93f452a-6974-418f-9fe5-9f80c02fe26e tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.5119104 Apr 11 20:52:41.999445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:42.021886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-f1a34455-ef45-4683-8c28-8b0a660c0f89 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:52:42.026976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94925f41-6b0d-4b1f-95ee-badf7262e88d req-76b38473-b449-4bca-a867-f47d19725f76 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408857 Apr 11 20:52:42.030516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-f1a34455-ef45-4683-8c28-8b0a660c0f89 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0426621 Apr 11 20:52:42.046979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:42.065645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-d71494e1-6fee-4061-8571-24cec278d0cc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5302298 Apr 11 20:52:42.221917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=46d0f8c8-687e-4950-bd22-2edc26533d4d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:42.265133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-66156f73-de88-499f-8a1c-8f700ab75ef6 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780674 Apr 11 20:52:42.270385 n-d-837321-1 neutron-server[84667]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fd5e1fbb-ae10-4053-97f4-592fabadd6c9']: {'name': 'network-changed', 'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'status': 'failed', 'code': 422} returned with failed status Apr 11 20:52:42.311553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-00ce9c24-2039-47d1-8e72-7557c203f96b tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.2798512 Apr 11 20:52:42.320510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:42.392555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Attempting to bind port 39bbffd8-1c46-4471-9436-927695df3896 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:42.393308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Attempting to bind port 39bbffd8-1c46-4471-9436-927695df3896 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:42.395743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Attempting to bind port 39bbffd8-1c46-4471-9436-927695df3896 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:42.416285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:42.421102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:42.422163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:42.422578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:42.422975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:42.425726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Bound port: 39bbffd8-1c46-4471-9436-927695df3896, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:42.425726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:42.436508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:42.444348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-71af7069-6284-4ffb-8031-40accbfd0671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:42.452163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-71af7069-6284-4ffb-8031-40accbfd0671 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.5747728 Apr 11 20:52:42.499568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ae24f-eeb0-4193-91be-c7ddc67071c8 None None] Pushing event updated for resources: {'Port': ['ID=39bbffd8-1c46-4471-9436-927695df3896,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:42.549947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] For port 39bbffd8-1c46-4471-9436-927695df3896, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:42.556630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] For port 39bbffd8-1c46-4471-9436-927695df3896, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=39bbffd8-1c46-4471-9436-927695df3896,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:42.566920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-fc980740-5e41-4dd2-b03b-3910867730c6 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.2541051 Apr 11 20:52:42.710589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:42.804336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Deleting port 92676223-9b83-441c-a61b-f27b3d0b566a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:42.805670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:42.810484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ae24f-eeb0-4193-91be-c7ddc67071c8 None None] Pushing event updated for resources: {'Port': ['ID=39bbffd8-1c46-4471-9436-927695df3896,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:42.815086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Routers {'0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:42.815967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:42.848286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:42.849170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.034792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-f7fb7b32-11e8-49dc-aa6d-097e95de1f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5030096 Apr 11 20:52:43.061629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Request body: {'port': {'device_id': '15f189b6-4d23-4686-88ed-9758362b3f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:43.070934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] Set router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:43.143320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-15e6170b-c154-4e98-946a-c34270d4af46 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8574231 Apr 11 20:52:43.192692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.286783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=eb3e3756-5a37-4bfe-bffe-5fa3d6c64a29,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:43.311617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-bceb6f5e-e7f5-429a-8ce1-3918da219c88 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 200 len: 999 time: 0.7877707 Apr 11 20:52:43.314139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.314704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.414139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77239818-691e-4ac0-8f8b-619904353a06 req-ebb8f5c8-6abc-426d-baa2-dd0844335816 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:43.423612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:43.438109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77239818-691e-4ac0-8f8b-619904353a06 req-ebb8f5c8-6abc-426d-baa2-dd0844335816 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.9104195 Apr 11 20:52:43.491635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Calling delete_port for 92676223-9b83-441c-a61b-f27b3d0b566a owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:43.502711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-906ac10e-d637-4eda-ae57-1071539b3813 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 HTTP/1.1" status: 200 len: 217 time: 0.3467400 Apr 11 20:52:43.536596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.585676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6c77e22e-e73b-4593-87eb-f412d727dae2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:43.665268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': '46ede51c-886d-4658-a8e3-8273b173025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:43.665623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: b5410fc6-84db-474f-9099-11d61fccf6bd, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:43.716188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 15c2a1ee-875c-413a-8abe-9138b7e927fb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:43.716854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.766107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.776876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-6ee0c2d1-9f62-4286-8f14-0dcf82d7c3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:43.778977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-6ee0c2d1-9f62-4286-8f14-0dcf82d7c3b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 HTTP/1.1" status: 200 len: 797 time: 0.2561777 Apr 11 20:52:43.834807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:52:32Z', 'revision_number': 3, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:43.861994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6c77e22e-e73b-4593-87eb-f412d727dae2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:43.861994 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:43.924606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef2859-ae5b-4906-9b22-849687c5a2e4 None None] The sync data for ids ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'] in n-d-837321-1 is: [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:52:32Z', 'revision_number': 3, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:52:44.047909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-8cd53025-8e19-4935-8f4e-52790d71785f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:44.049713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-8cd53025-8e19-4935-8f4e-52790d71785f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.7123375 Apr 11 20:52:44.083110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network b5410fc6-84db-474f-9099-11d61fccf6bd is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:44.145708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.169626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.181130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77239818-691e-4ac0-8f8b-619904353a06 req-f68bcb1a-a2d6-4825-8c3b-bf50e11e985a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7421131 Apr 11 20:52:44.195110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:44.215809 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9eb629e0-0163-459c-ad01-ee53157bd902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.223836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:44.240817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event deleted for resources: {'Port': ['ID=92676223-9b83-441c-a61b-f27b3d0b566a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:44.304182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-a6027f67-2195-4aa2-8586-1a654fb14711 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5137551 Apr 11 20:52:44.336734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b5410fc6-84db-474f-9099-11d61fccf6bd) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:44.341696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.357324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:44.358313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.413707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5ffb6-cd5d-4d4c-a55d-fda8a2ee5693 None None] Network b5410fc6-84db-474f-9099-11d61fccf6bd requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:44.538676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.588063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.589411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bde528b-76c7-4bf0-b5b8-f398886079ab req-ad299967-6809-4382-904c-7f46ceaa2fed tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "DELETE /v2.0/floatingips/81703f3c-dcc6-4f6e-a7e9-d4369c59d90c HTTP/1.1" status: 204 len: 173 time: 2.0216148 Apr 11 20:52:44.591531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d0f8c8-687e-4950-bd22-2edc26533d4d {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:52:44.602569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.626980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:44.645094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Transition to ACTIVE for port object 46d0f8c8-687e-4950-bd22-2edc26533d4d will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.645298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:44.659804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5697721e-36df-45ab-837f-51b9dc4a3681 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3042769 Apr 11 20:52:44.670352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36366) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:44.672624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-684016377'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:44.677691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-973d3a89-e08d-4638-9239-a228f004d8ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6068521 Apr 11 20:52:44.689564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:44.696958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:44.703399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:44.711095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:44.745329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.752211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Allocated IP 172.20.0.1 (ae50ef7b-ff2a-415e-a42a-3f6632d25e16/775d0c6c-f214-40c8-ab0e-bff85941c335/e01a2b46-6b36-433f-af38-644e39354509) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:44.826954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b5410fc6-84db-474f-9099-11d61fccf6bd', 'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': 'eb3e3756-5a37-4bfe-bffe-5fa3d6c64a29'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:44.827813 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.837388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:44.842512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:44.912067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-0c99a7b6-4537-433b-8388-5f55f4783f36 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957377 Apr 11 20:52:44.998588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:45.092353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Pushing event updated for resources: {'Port': ['ID=46d0f8c8-687e-4950-bd22-2edc26533d4d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:45.125056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.125056 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment 05a59b7b-f955-4afe-9716-6843a55f1efe of type vlan for network 12a320c1-4967-4b8e-a31f-d2de4079a186 Apr 11 20:52:45.143203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Allocated IP 2001:db8::3 (b5410fc6-84db-474f-9099-11d61fccf6bd/eb3e3756-5a37-4bfe-bffe-5fa3d6c64a29/41316b78-6f70-40db-b637-c75722bc2c60) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:45.218852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-03c88380-ba93-4eab-bb43-e480fd623708 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236006 Apr 11 20:52:45.218852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18e5ef-1410-4b2f-b29c-7ba55f9a95a9 req-8f610341-4057-4e68-925b-9a63d2c827ac tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:45.239773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb18e5ef-1410-4b2f-b29c-7ba55f9a95a9 req-8f610341-4057-4e68-925b-9a63d2c827ac tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 932 time: 0.7381284 Apr 11 20:52:45.311364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Attempting to bind port 46d0f8c8-687e-4950-bd22-2edc26533d4d on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:45.312221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Attempting to bind port 46d0f8c8-687e-4950-bd22-2edc26533d4d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:45.312892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Attempting to bind port 46d0f8c8-687e-4950-bd22-2edc26533d4d on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:45.325752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.350200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27132306-8faf-496b-95c1-b8abc3feda09 req-d6748a1e-1e40-47a1-afe2-c2e962446fcf tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:45.352550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-27132306-8faf-496b-95c1-b8abc3feda09 req-d6748a1e-1e40-47a1-afe2-c2e962446fcf tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 0.3511462 Apr 11 20:52:45.356231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Port 46d0f8c8-687e-4950-bd22-2edc26533d4d on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:52:45.357392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Attempting to bind port 46d0f8c8-687e-4950-bd22-2edc26533d4d on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:45.433818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.437738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-27132306-8faf-496b-95c1-b8abc3feda09 req-17ed7b57-38b0-418c-be2b-6bd8eeefdd31 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 Apr 11 20:52:45.455121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:45.462105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:45.462105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:45.462105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Bound port: 46d0f8c8-687e-4950-bd22-2edc26533d4d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:45.462105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.486996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Transition to ACTIVE for port object 41316b78-6f70-40db-b637-c75722bc2c60 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:45.579394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Transition to ACTIVE for port object 41316b78-6f70-40db-b637-c75722bc2c60 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:45.586059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] For port 46d0f8c8-687e-4950-bd22-2edc26533d4d, host n-h2-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:45.591185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] For port 46d0f8c8-687e-4950-bd22-2edc26533d4d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:45.593524 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.600439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:45.606255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.670828 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.704335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb18e5ef-1410-4b2f-b29c-7ba55f9a95a9 req-bac0a675-016e-4a0b-a11f-9180c22092f5 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534426 Apr 11 20:52:45.717585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.722485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.781133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e82143a-878f-416c-9b6e-a0160cf08d9b req-869133e1-8781-4b75-a8a8-fd8c96295475 service neutron] 10.222.0.75 "GET /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350468 Apr 11 20:52:45.841515 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:45.842950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] 10.222.0.75 "PUT /v2.0/ports/46d0f8c8-687e-4950-bd22-2edc26533d4d HTTP/1.1" status: 200 len: 1092 time: 2.7957182 Apr 11 20:52:45.858221 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56298b5-3432-43a7-b5c3-62f896adeacc'] response: {'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'code': 200} Apr 11 20:52:45.858479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Pushing event updated for resources: {'Port': ['ID=46d0f8c8-687e-4950-bd22-2edc26533d4d,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:45.860645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f189b6-4d23-4686-88ed-9758362b3f86', 'tag': '46d0f8c8-687e-4950-bd22-2edc26533d4d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:45.928348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Network b5410fc6-84db-474f-9099-11d61fccf6bd is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:45.943296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:45.944519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-2bc617f0-b337-4f8e-a2bf-661a230c7717 service neutron] 10.222.0.75 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796637 Apr 11 20:52:45.967418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:45.991250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Pushing event updated for resources: {'Port': ['ID=41316b78-6f70-40db-b637-c75722bc2c60,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:46.076362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=12a320c1-4967-4b8e-a31f-d2de4079a186,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:46.090106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.090453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.090793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.091175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.091536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.092015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.092431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.093007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.093103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.093382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.093705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.101652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-38c59eae-c58e-4267-b903-576028b280c5 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips/3dd4cafc-c41a-46ea-a9e8-0d6b4bef9956 HTTP/1.1" status: 200 len: 693 time: 0.2335801 Apr 11 20:52:46.102923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f27cccf8-b187-41fa-9f4b-3d812097ce43 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4383769 Apr 11 20:52:46.105930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.106281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.106621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.106956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.107290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.107857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.110264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.110264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.110264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.110264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.110264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73726a39-a976-47fd-842f-cc284cd7e092 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:52:46.113860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36380) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:46.115181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4947ed5d-44e8-4037-8aad-3dd3d2fe9d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:46.122546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 12a320c1-4967-4b8e-a31f-d2de4079a186 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:46.211754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Attempting to bind port 41316b78-6f70-40db-b637-c75722bc2c60 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:46.212388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Attempting to bind port 41316b78-6f70-40db-b637-c75722bc2c60 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '46ede51c-886d-4658-a8e3-8273b173025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:46.212913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Attempting to bind port 41316b78-6f70-40db-b637-c75722bc2c60 on network b5410fc6-84db-474f-9099-11d61fccf6bd {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:46.230073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:46.230773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Checking segment: {'id': '46ede51c-886d-4658-a8e3-8273b173025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:46.231338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:46.232433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': '12a320c1-4967-4b8e-a31f-d2de4079a186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:46.232665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Bound using segment: {'id': '46ede51c-886d-4658-a8e3-8273b173025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:46.233329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Bound port: 41316b78-6f70-40db-b637-c75722bc2c60, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ede51c-886d-4658-a8e3-8273b173025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b5410fc6-84db-474f-9099-11d61fccf6bd'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:46.233963 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:46.385456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Transition to ACTIVE for port object e01a2b46-6b36-433f-af38-644e39354509 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:46.386453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:46.391509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:46.394895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:46.401917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:46.446488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] For port 41316b78-6f70-40db-b637-c75722bc2c60, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:46.454047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] For port 41316b78-6f70-40db-b637-c75722bc2c60, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=41316b78-6f70-40db-b637-c75722bc2c60,segment=NetworkSegment(46ede51c-886d-4658-a8e3-8273b173025d),segment_id=46ede51c-886d-4658-a8e3-8273b173025d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:46.459619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-5bceb797-1897-4185-82b6-17eb81c5af7f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:46.463186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-5bceb797-1897-4185-82b6-17eb81c5af7f tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.3479164 Apr 11 20:52:46.552444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:46.563792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae2aca-56e0-4456-9022-9181220bf1ee req-22ed2c8c-2e30-44d5-9087-3b29c214d112 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:46.569154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8ae2aca-56e0-4456-9022-9181220bf1ee req-22ed2c8c-2e30-44d5-9087-3b29c214d112 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.6163101 Apr 11 20:52:46.574752 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:46.580465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-65e138d0-8b3f-4f67-8800-a7374ba2d302 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 1095 time: 0.1965139 Apr 11 20:52:46.705821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de69010-bb15-49ed-82ec-6e00e1e9b8a7 None None] Pushing event updated for resources: {'Port': ['ID=41316b78-6f70-40db-b637-c75722bc2c60,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:46.736084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:46.836355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e01a2b46-6b36-433f-af38-644e39354509,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:46.844838 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:46.863774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-2736c685-5fd6-49b9-b62e-01312902c2c4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d HTTP/1.1" status: 200 len: 217 time: 0.2512448 Apr 11 20:52:46.864825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-c3896297-0ddf-4c4d-9c89-9f7daf4ea995 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:46.991079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-9ea6e67c-0559-422d-81d1-7fd84ad76863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:47.005254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-9ea6e67c-0559-422d-81d1-7fd84ad76863 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1063685 Apr 11 20:52:47.005254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:47.005254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8ae2aca-56e0-4456-9022-9181220bf1ee req-6e35f3cd-75e0-42f0-b44a-fcbdbf2c5688 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163029 Apr 11 20:52:47.005254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:47.067802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:52:47.168803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Performing IP validity checks on allocation pools {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 20:52:47.171084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 20:52:47.189507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-9bd11b0a-0cd2-4c92-aea5-fa1f21e23cc4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855977 Apr 11 20:52:47.190200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:47.263292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-c3896297-0ddf-4c4d-9c89-9f7daf4ea995 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:47.310434 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:47.311360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-c3896297-0ddf-4c4d-9c89-9f7daf4ea995 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.8390663 Apr 11 20:52:47.454781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:47.689518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-ff688b55-8328-414e-a773-f38444724f9d service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886513 Apr 11 20:52:47.718050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 41316b78-6f70-40db-b637-c75722bc2c60 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:47.750620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-819c35dc-8d92-4bd8-9bbf-076459fe786c tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.4353766 Apr 11 20:52:47.899270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-88dee638-101d-43db-a077-632c04142276 None None] Provisioning for port e01a2b46-6b36-433f-af38-644e39354509 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:47.912131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-88dee638-101d-43db-a077-632c04142276 None None] Provisioning complete for port e01a2b46-6b36-433f-af38-644e39354509 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:47.912498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88dee638-101d-43db-a077-632c04142276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:47.977150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-88dee638-101d-43db-a077-632c04142276 None None] Port e01a2b46-6b36-433f-af38-644e39354509 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:52:48.073911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b6e598c-fd5c-4ef3-9670-92cd350e3fd2 req-a0147478-649d-4f2d-ab95-646b219dd889 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391545 Apr 11 20:52:48.086814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Deleting port 78e9a2fc-f85b-4395-9278-8542be7d1c1c {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:48.087249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.305024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.305612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.471606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Calling delete_port for 78e9a2fc-f85b-4395-9278-8542be7d1c1c owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:48.646264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 41316b78-6f70-40db-b637-c75722bc2c60 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:48.660324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.716410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.778883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=8ed762c5-1887-4847-a206-77ef51da3795,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:48.789147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': '05a59b7b-f955-4afe-9716-6843a55f1efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '12a320c1-4967-4b8e-a31f-d2de4079a186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:48.789513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: 12a320c1-4967-4b8e-a31f-d2de4079a186, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:48.878797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732effb4-2b77-4a5e-9385-291dbad3016e None None] Network b5410fc6-84db-474f-9099-11d61fccf6bd requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:48.978496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.980245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:48.999294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.060275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 12a320c1-4967-4b8e-a31f-d2de4079a186 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:49.106341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event deleted for resources: {'Port': ['ID=78e9a2fc-f85b-4395-9278-8542be7d1c1c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:49.115324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.218638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 12a320c1-4967-4b8e-a31f-d2de4079a186) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:49.222392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-88d04961-9534-4aae-85af-ecccca299952 None None] Provisioning for port 41316b78-6f70-40db-b637-c75722bc2c60 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:49.235668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:49.235799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.257046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-88d04961-9534-4aae-85af-ecccca299952 None None] Provisioning complete for port 41316b78-6f70-40db-b637-c75722bc2c60 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:49.257501 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88d04961-9534-4aae-85af-ecccca299952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.339820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.342190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.343352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d9b03b8-df9d-4f19-b4b1-53b3b4908dce req-7380acb8-ac30-4792-abad-4f7d8688c570 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "DELETE /v2.0/floatingips/3dd4cafc-c41a-46ea-a9e8-0d6b4bef9956 HTTP/1.1" status: 204 len: 173 time: 1.5919011 Apr 11 20:52:49.400289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143854e0-ddd6-4157-bd54-c1fbb2b8b976 None None] Network 12a320c1-4967-4b8e-a31f-d2de4079a186 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:49.450262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b5798e0-71f0-4df4-bd23-a08e465d6e8c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2205391 Apr 11 20:52:49.450594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36412) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:49.455192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e01a2b46-6b36-433f-af38-644e39354509,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:49.462611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:49.517319 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fb6138-cb66-415c-90db-c6ab8186b08d'] response: {'name': 'network-changed', 'server_uuid': '15f189b6-4d23-4686-88ed-9758362b3f86', 'tag': '46d0f8c8-687e-4950-bd22-2edc26533d4d', 'status': 'completed', 'code': 200} Apr 11 20:52:49.888055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:52:49.891064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:49.902796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 39bbffd8-1c46-4471-9436-927695df3896 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:49.907817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:50.191246 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:50.490402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 39bbffd8-1c46-4471-9436-927695df3896 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:50.494091 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88d04961-9534-4aae-85af-ecccca299952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:50.643967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 39bbffd8-1c46-4471-9436-927695df3896 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:50.644790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:50.741212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:50.986920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed762c5-1887-4847-a206-77ef51da3795,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:51.006888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-88d04961-9534-4aae-85af-ecccca299952 None None] For port 41316b78-6f70-40db-b637-c75722bc2c60, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=41316b78-6f70-40db-b637-c75722bc2c60,segment=NetworkSegment(46ede51c-886d-4658-a8e3-8273b173025d),segment_id=46ede51c-886d-4658-a8e3-8273b173025d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:51.083137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2affd3-ccf2-47b4-9e39-220e7027b186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-12a320c1-4967-4b8e-a31f-d2de4079a186', 'network_id': '12a320c1-4967-4b8e-a31f-d2de4079a186', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': '8ed762c5-1887-4847-a206-77ef51da3795'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:51.087255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2c2affd3-ccf2-47b4-9e39-220e7027b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:51.117233 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-b204a46f-c355-4c8a-98a7-26ff805a1d3b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 1095 time: 1.5816436 Apr 11 20:52:51.197399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88d04961-9534-4aae-85af-ecccca299952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:51.340656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:51.417038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-10d77cc5-02c5-440e-b40d-8e67006c9339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:51.421270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-10d77cc5-02c5-440e-b40d-8e67006c9339 service neutron] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.2899258 Apr 11 20:52:51.442924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-4773cb1f-c3fe-4d0d-b623-cfea5a2bf1de tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:51.443692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-4773cb1f-c3fe-4d0d-b623-cfea5a2bf1de tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:51.559118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a320c1-4967-4b8e-a31f-d2de4079a186']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:51.613979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-19ed2e22-59b0-457b-bb2b-b443d311bea2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d HTTP/1.1" status: 200 len: 217 time: 0.1763752 Apr 11 20:52:51.616883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a59b7b-f955-4afe-9716-6843a55f1efe') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:51.622327 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:51.622494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a59b7b-f955-4afe-9716-6843a55f1efe') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:51.694236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-0af65e9a-c317-464a-9d08-338d2986096a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:51.700650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-0af65e9a-c317-464a-9d08-338d2986096a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 1.0646558 Apr 11 20:52:51.708336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a75a452b-8d96-44f6-8c85-98205125ba01 None None] Provisioning complete for port e01a2b46-6b36-433f-af38-644e39354509 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:51.708966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a75a452b-8d96-44f6-8c85-98205125ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:51.789135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-e0c1e028-5456-4acd-848f-fe513dceab41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:51.790683 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-e0c1e028-5456-4acd-848f-fe513dceab41 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1657953 Apr 11 20:52:51.848911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:51.862781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a75a452b-8d96-44f6-8c85-98205125ba01 None None] Port e01a2b46-6b36-433f-af38-644e39354509 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:52:51.874125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 39bbffd8-1c46-4471-9436-927695df3896, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=39bbffd8-1c46-4471-9436-927695df3896,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:51.892549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d04961-9534-4aae-85af-ecccca299952 None None] Pushing event updated for resources: {'Port': ['ID=41316b78-6f70-40db-b637-c75722bc2c60,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:51.901608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22432ff2-76cd-4075-a5db-4eec8474acff None None] Network 12a320c1-4967-4b8e-a31f-d2de4079a186 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:51.911277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-4773cb1f-c3fe-4d0d-b623-cfea5a2bf1de tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:51.921465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-4773cb1f-c3fe-4d0d-b623-cfea5a2bf1de tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 944 time: 2.0028787 Apr 11 20:52:51.971097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-d505b408-ef95-428c-ae0d-d8eaba9c21a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587162 Apr 11 20:52:52.007226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.024772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:52:52.079015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:52:52.080918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.127605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-dec99380-09e8-43d5-96c2-65613de29cd1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:52:52.134828 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:52:52.143362 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.167567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port d42a5bb1-a193-4ac9-98cf-4762114f2862 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:52.167567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.265151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a75a452b-8d96-44f6-8c85-98205125ba01 None None] Provisioning complete for port 41316b78-6f70-40db-b637-c75722bc2c60 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:52.265494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a75a452b-8d96-44f6-8c85-98205125ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.441104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 41316b78-6f70-40db-b637-c75722bc2c60 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:52.568768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=39bbffd8-1c46-4471-9436-927695df3896,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:52.629624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.773299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 41316b78-6f70-40db-b637-c75722bc2c60 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:52.773299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.773562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-c80fa658-2a73-4488-934b-eb8eebbea34e service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326548 Apr 11 20:52:52.803869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:52.848451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-dec99380-09e8-43d5-96c2-65613de29cd1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:52.849595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22d4c4ef-8059-4b77-bfc5-9b5eac0cb688 req-dec99380-09e8-43d5-96c2-65613de29cd1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272628 Apr 11 20:52:52.859955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=12a320c1-4967-4b8e-a31f-d2de4079a186,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:52.894236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80b34288-3771-44ad-a411-9d1bc63af15c tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/12a320c1-4967-4b8e-a31f-d2de4079a186 HTTP/1.1" status: 204 len: 168 time: 3.4425523 Apr 11 20:52:52.901983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36416) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:52.920238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010316441'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:52.935073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:52.939612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:52.943294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:52.950276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:52.969864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46d0f8c8-687e-4950-bd22-2edc26533d4d details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:52:53.086600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port d42a5bb1-a193-4ac9-98cf-4762114f2862, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=d42a5bb1-a193-4ac9-98cf-4762114f2862,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:53.087653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:53.202718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41a1b2f-c1d8-4371-925d-c152e83d5d09 req-8dfd848d-aa41-42bb-a2dc-509a7b1cd01d service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863132 Apr 11 20:52:53.342559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:52:53.355939 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Sync routers for ids ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:52:53.358324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3e1ec925-f635-434a-859a-ba8d3f7d92f2 admin admin] 10.222.0.61 "PUT /v2.0/routers/0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5858831 Apr 11 20:52:53.389618 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Routers {'0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:53.390763 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:53.442879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for d42a5bb1-a193-4ac9-98cf-4762114f2862 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:53.550151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46d0f8c8-687e-4950-bd22-2edc26533d4d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:53.624507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '46d0f8c8-687e-4950-bd22-2edc26533d4d', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': '46d0f8c8-687e-4950-bd22-2edc26533d4d', 'mac_address': 'fa:16:3e:a0:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:52:53.769951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:53.789151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f7803-388c-409f-83cb-94338716f256 req-e0cf1537-97c4-4aee-95c8-e460246d966b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:53.789743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb5f7803-388c-409f-83cb-94338716f256 req-e0cf1537-97c4-4aee-95c8-e460246d966b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=90ad074d-e91c-4677-8455-d98a58d30467 HTTP/1.1" status: 200 len: 945 time: 0.2019792 Apr 11 20:52:53.828778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:53.832548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:53.841723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d0f8c8-687e-4950-bd22-2edc26533d4d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:52:53.892578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb5f7803-388c-409f-83cb-94338716f256 req-adea7dc3-1398-48a7-9f1f-ce97bcffb22a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966804 Apr 11 20:52:53.909912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:53.937560 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Set router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:53.937690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46d0f8c8-687e-4950-bd22-2edc26533d4d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:52:53.987949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event deleted for resources: {'Port': ['ID=d42a5bb1-a193-4ac9-98cf-4762114f2862,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:54.038292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:54.046931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:52:54.058771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:54.059145 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment 000121c3-b641-4e4e-86b7-26c8ced95563 of type vlan for network 652d3574-b371-4d71-9cc2-d1d8b3870d76 Apr 11 20:52:54.105184 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:54.167825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96214365-c96c-42d8-99a0-428f0a4d61ad req-d6a86bfb-1b27-49ec-93f5-cda408413a54 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:54.167825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96214365-c96c-42d8-99a0-428f0a4d61ad req-d6a86bfb-1b27-49ec-93f5-cda408413a54 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.9066401 Apr 11 20:52:54.168237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-a25b3393-e858-4a2f-9839-3799386cdb04 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips/6090de0c-625f-42b4-962d-effd7a81fee2 HTTP/1.1" status: 200 len: 692 time: 0.1926217 Apr 11 20:52:54.206357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46d0f8c8-687e-4950-bd22-2edc26533d4d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:54.319296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:54.324225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:54.325613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:54.356598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 39bbffd8-1c46-4471-9436-927695df3896 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:54.406027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] No DVR routers for this DVR port d42a5bb1-a193-4ac9-98cf-4762114f2862 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:52:54.421635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:52:54.446049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:54.455794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad074d-e91c-4677-8455-d98a58d30467', 'name': 'network-vif-deleted', 'tag': 'd42a5bb1-a193-4ac9-98cf-4762114f2862'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:52:54.653841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-86e43263-0e19-4447-9400-0ffd5bd7a6b9 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:54.664716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-86e43263-0e19-4447-9400-0ffd5bd7a6b9 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 784 time: 0.4943905 Apr 11 20:52:54.786561 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8816929 Apr 11 20:52:54.799130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:54.805926 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:52:47Z', 'revision_number': 4, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e01a2b46-6b36-433f-af38-644e39354509', 'name': '', 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'mac_address': 'fa:16:3e:e9:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775d0c6c-f214-40c8-ab0e-bff85941c335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:44Z', 'updated_at': '2022-04-11T20:52:48Z', 'revision_number': 2, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'subnets': [{'id': '775d0c6c-f214-40c8-ab0e-bff85941c335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:54.811404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:52:54.840086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Checking router: 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:52:54.840086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Updating router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd port e01a2b46-6b36-433f-af38-644e39354509 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:52:54.870650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47ea7f-8a78-480b-a832-584e03f69448 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=652d3574-b371-4d71-9cc2-d1d8b3870d76,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:54.874039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3efba27-8874-49d7-a4f5-3212e52f1569 req-96aed9b1-4f62-4119-aa33-d2ba63688421 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "DELETE /v2.0/ports/d42a5bb1-a193-4ac9-98cf-4762114f2862 HTTP/1.1" status: 204 len: 173 time: 3.1558053 Apr 11 20:52:54.896761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 652d3574-b371-4d71-9cc2-d1d8b3870d76 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:52:54.898597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96214365-c96c-42d8-99a0-428f0a4d61ad req-b951b6d2-fbdf-4129-80dc-949d181e36c3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6111135 Apr 11 20:52:54.965465 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:55.354519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d42a5bb1-a193-4ac9-98cf-4762114f2862 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:52:55.468886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-99dc618e-17cc-4fbc-b904-25733dc84966 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Synchronizing usage tracker for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:52:55.529146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:52:55.548692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:52:55.556068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:52:55.563681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: d42a5bb1-a193-4ac9-98cf-4762114f2862 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:52:55.563681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device d42a5bb1-a193-4ac9-98cf-4762114f2862 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:52:55.576537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:52:55.578933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 39bbffd8-1c46-4471-9436-927695df3896 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:55.581537 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:55.658141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-99dc618e-17cc-4fbc-b904-25733dc84966 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Unset dirty status for tenant:f11c562e46ed43c9acb209a6d8c6be05 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:52:55.659690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-99dc618e-17cc-4fbc-b904-25733dc84966 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.9934807 Apr 11 20:52:55.680161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:52:55.804579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-05e3def4-f43c-4637-81b7-e0c0359cc3b1 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.1361568 Apr 11 20:52:55.856770 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:55.874377 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Transition to ACTIVE for port object e01a2b46-6b36-433f-af38-644e39354509 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:52:55.988242 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.072617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Deleting port d94d3b19-9b40-4678-80b4-6af6e6211c46 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:52:56.073308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.130327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.305305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.305976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.491902 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228ff79-d050-4189-ac6c-e55fb7472e50 None None] Pushing event updated for resources: {'Port': ['ID=e01a2b46-6b36-433f-af38-644e39354509,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:56.550776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f43ec-e2a5-47d9-8cc9-5d875d638368 req-dcbff467-2fc6-42c9-bc9d-6c112d52516a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:56.563432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-573f43ec-e2a5-47d9-8cc9-5d875d638368 req-dcbff467-2fc6-42c9-bc9d-6c112d52516a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 945 time: 0.6882102 Apr 11 20:52:56.653769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Calling delete_port for d94d3b19-9b40-4678-80b4-6af6e6211c46 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:52:56.685334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-573f43ec-e2a5-47d9-8cc9-5d875d638368 req-28f46084-c67b-463d-be09-1bfb7cf9a92b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185336 Apr 11 20:52:56.756027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Attempting to bind port e01a2b46-6b36-433f-af38-644e39354509 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:52:56.756390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Attempting to bind port e01a2b46-6b36-433f-af38-644e39354509 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:52:56.757085 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Attempting to bind port e01a2b46-6b36-433f-af38-644e39354509 on network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:52:56.766346 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:52:56.766838 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Checking segment: {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:56.767645 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.768324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Bound using segment: {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:52:56.769643 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Bound port: e01a2b46-6b36-433f-af38-644e39354509, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb10e9ce-e4d5-4809-afca-ff0663128b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:52:56.769643 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.858463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:56.958762 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] For port e01a2b46-6b36-433f-af38-644e39354509, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:52:56.962678 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] For port e01a2b46-6b36-433f-af38-644e39354509, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e01a2b46-6b36-433f-af38-644e39354509,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:52:56.964461 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31254efd-fb73-4a54-8bfc-b4702c964de7'] response: {'server_uuid': '90ad074d-e91c-4677-8455-d98a58d30467', 'name': 'network-vif-deleted', 'tag': 'd42a5bb1-a193-4ac9-98cf-4762114f2862', 'status': 'completed', 'code': 200} Apr 11 20:52:57.052548 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:57.143980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:57.194301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=3a0f26a3-2a38-4fb4-b7ae-d2de20634ec9,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:57.203827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': '000121c3-b641-4e4e-86b7-26c8ced95563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:52:57.204176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: 652d3574-b371-4d71-9cc2-d1d8b3870d76, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:52:57.290179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Pushing event deleted for resources: {'Port': ['ID=d94d3b19-9b40-4678-80b4-6af6e6211c46,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:57.347340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228ff79-d050-4189-ac6c-e55fb7472e50 None None] Pushing event updated for resources: {'Port': ['ID=e01a2b46-6b36-433f-af38-644e39354509,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:52:57.347340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Routers {'0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:52:57.347340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:57.366652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 652d3574-b371-4d71-9cc2-d1d8b3870d76 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:52:57.452342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 652d3574-b371-4d71-9cc2-d1d8b3870d76) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:52:57.466208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a49a5f-bcfc-4158-8f31-925f5d8f1313 None None] Network 652d3574-b371-4d71-9cc2-d1d8b3870d76 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:52:57.471784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:57.472797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:57.624509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c33e6388-5f5c-44ca-87df-74ccbd7b6ac8 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8224761 Apr 11 20:52:57.627711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:57.734080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:57.881540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:57.884267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6830ed-34c5-4e72-9a42-24048b4dce1d req-0d70d69f-fbd0-4128-826b-112e6981ee68 tempest-FloatingIPDetailsTestJSON-234970372 tempest-FloatingIPDetailsTestJSON-234970372-project] 10.222.0.61 "DELETE /v2.0/floatingips/6090de0c-625f-42b4-962d-effd7a81fee2 HTTP/1.1" status: 204 len: 173 time: 2.0774710 Apr 11 20:52:57.890800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36474) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:52:58.042005 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] Set router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:52:58.196407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:58.255220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-652d3574-b371-4d71-9cc2-d1d8b3870d76', 'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': '3a0f26a3-2a38-4fb4-b7ae-d2de20634ec9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:52:58.256201 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:58.409104 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:58.496448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edee4-721a-4015-b6d4-d110447721b0 req-d5ef9bc5-07a6-4adb-947a-3d178909ca36 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:58.503536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-d5ef9bc5-07a6-4adb-947a-3d178909ca36 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/networks?id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 200 len: 911 time: 0.4948730 Apr 11 20:52:58.554479 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-dc99cd36-ce5b-4c30-b768-aac40b67d5ee tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/quotas/c7e044a27b0b4130ae81e2804f470a6e HTTP/1.1" status: 200 len: 375 time: 0.0495012 Apr 11 20:52:58.661845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955f986-ed6e-4ccb-be77-e0c6de8cfeff req-f260db94-7011-4399-9306-76733a7f0b3a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:58.675007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e955f986-ed6e-4ccb-be77-e0c6de8cfeff req-f260db94-7011-4399-9306-76733a7f0b3a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.3624291 Apr 11 20:52:58.712437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:52:47Z', 'revision_number': 4, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e01a2b46-6b36-433f-af38-644e39354509', 'name': '', 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'mac_address': 'fa:16:3e:e9:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775d0c6c-f214-40c8-ab0e-bff85941c335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:44Z', 'updated_at': '2022-04-11T20:52:56Z', 'revision_number': 4, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'subnets': [{'id': '775d0c6c-f214-40c8-ab0e-bff85941c335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:52:58.724436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Allocated IP 2001:db8::1 (652d3574-b371-4d71-9cc2-d1d8b3870d76/3a0f26a3-2a38-4fb4-b7ae-d2de20634ec9/22f71046-6829-4581-87ea-76e4401caed6) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:52:58.724921 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39fb77-e7b4-4c06-b6f9-61fc74f0f75c None None] The sync data for ids ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'] in n-d-837321-1 is: [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:52:47Z', 'revision_number': 4, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e01a2b46-6b36-433f-af38-644e39354509', 'name': '', 'network_id': 'ae50ef7b-ff2a-415e-a42a-3f6632d25e16', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'mac_address': 'fa:16:3e:e9:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775d0c6c-f214-40c8-ab0e-bff85941c335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:44Z', 'updated_at': '2022-04-11T20:52:56Z', 'revision_number': 4, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'subnets': [{'id': '775d0c6c-f214-40c8-ab0e-bff85941c335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:52:58.844858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-f32f8aee-35d6-4ad6-b3d9-63f48cd18a91 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2893546 Apr 11 20:52:58.925751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e955f986-ed6e-4ccb-be77-e0c6de8cfeff req-9e6a6036-2a31-47fa-acef-42f36a16d396 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498715 Apr 11 20:52:59.012869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46d0f8c8-687e-4950-bd22-2edc26533d4d up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:52:59.236248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-32a03522-f310-40be-a631-f00e3f5cd868 service neutron] 10.222.0.61 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815155 Apr 11 20:52:59.372881 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:59.607123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-1922ab68-4be6-43af-9c98-549fba2d92f2 service neutron] 10.222.0.61 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606219 Apr 11 20:52:59.692976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 46d0f8c8-687e-4950-bd22-2edc26533d4d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:52:59.787664 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:52:59.789146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 46d0f8c8-687e-4950-bd22-2edc26533d4d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:52:59.789555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:52:59.879166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-cb2f02f3-261a-4c02-816c-748a65bd0b65 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:52:59.886951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-cb2f02f3-261a-4c02-816c-748a65bd0b65 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.3466265 Apr 11 20:52:59.910662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-e2ea33ba-79e8-4461-944a-a70e3662d747 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.0224473 Apr 11 20:52:59.995775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:00.032729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Transition to ACTIVE for port object 22f71046-6829-4581-87ea-76e4401caed6 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:00.085919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Transition to ACTIVE for port object 22f71046-6829-4581-87ea-76e4401caed6 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:00.121091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-10129cb0-73c3-48db-87da-d033290cfc1c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2018695 Apr 11 20:53:00.245576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:00.265687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:00.330720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928c903-0dea-4abe-9029-e9778d31e919 req-aaf5c73a-02f0-4a5a-a63d-491b9fdaa068 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:00.341926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a928c903-0dea-4abe-9029-e9778d31e919 req-aaf5c73a-02f0-4a5a-a63d-491b9fdaa068 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 945 time: 0.2076128 Apr 11 20:53:00.502126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:00.540671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Network 652d3574-b371-4d71-9cc2-d1d8b3870d76 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:00.562327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:00.650026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a928c903-0dea-4abe-9029-e9778d31e919 req-9253271d-59c9-4a4c-8276-0cdf0a3acbc4 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051231 Apr 11 20:53:00.712609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:00.712609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f189b6-4d23-4686-88ed-9758362b3f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d0f8c8-687e-4950-bd22-2edc26533d4d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:00.712609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 46d0f8c8-687e-4950-bd22-2edc26533d4d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:00.714439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-871aba09-8130-40f9-aff6-34af0bbc5860 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860147 Apr 11 20:53:00.714540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Pushing event updated for resources: {'Port': ['ID=22f71046-6829-4581-87ea-76e4401caed6,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:00.805905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e01a2b46-6b36-433f-af38-644e39354509 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:00.865803 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:00.984916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Attempting to bind port 22f71046-6829-4581-87ea-76e4401caed6 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:00.985394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Attempting to bind port 22f71046-6829-4581-87ea-76e4401caed6 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '000121c3-b641-4e4e-86b7-26c8ced95563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:00.988075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Attempting to bind port 22f71046-6829-4581-87ea-76e4401caed6 on network 652d3574-b371-4d71-9cc2-d1d8b3870d76 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:01.014028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:01.015038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Checking segment: {'id': '000121c3-b641-4e4e-86b7-26c8ced95563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:01.015816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.016601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Bound using segment: {'id': '000121c3-b641-4e4e-86b7-26c8ced95563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:01.017240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Bound port: 22f71046-6829-4581-87ea-76e4401caed6, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000121c3-b641-4e4e-86b7-26c8ced95563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '652d3574-b371-4d71-9cc2-d1d8b3870d76'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:01.017681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.282153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-b0b23588-94b0-4b87-9c71-3b6f2e218b69 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745535 Apr 11 20:53:01.303339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.340585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.341515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.483945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e01a2b46-6b36-433f-af38-644e39354509 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:01.517926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e01a2b46-6b36-433f-af38-644e39354509 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:01.519064 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.552171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0f26a3-2a38-4fb4-b7ae-d2de20634ec9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:01.560978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652d3574-b371-4d71-9cc2-d1d8b3870d76']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:01.569316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] For port 22f71046-6829-4581-87ea-76e4401caed6, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:01.616532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e772eb2-adb5-49ea-a830-8be88472d360 req-9f87568a-8785-4395-a4b5-36c59a351d75 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 210 time: 0.2156401 Apr 11 20:53:01.655264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000121c3-b641-4e4e-86b7-26c8ced95563') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:01.655264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000121c3-b641-4e4e-86b7-26c8ced95563') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:01.687155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] For port 22f71046-6829-4581-87ea-76e4401caed6, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=22f71046-6829-4581-87ea-76e4401caed6,segment=NetworkSegment(000121c3-b641-4e4e-86b7-26c8ced95563),segment_id=000121c3-b641-4e4e-86b7-26c8ced95563)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:01.699311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.753884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.754887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=46d0f8c8-687e-4950-bd22-2edc26533d4d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:01.818122 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:01.829057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:01.829480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:02.142687 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba19ada-33e5-433b-8031-9c39cbe328f6'] response: {'server_uuid': '15f189b6-4d23-4686-88ed-9758362b3f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d0f8c8-687e-4950-bd22-2edc26533d4d', 'code': 200} Apr 11 20:53:02.145077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c145f9-1e05-4dc3-8d9d-0b847a118123 None None] Pushing event updated for resources: {'Port': ['ID=22f71046-6829-4581-87ea-76e4401caed6,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:02.155214 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:02.310195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:02.550996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7d03f-69dd-4e3d-9124-a748fdccf358 None None] Network 652d3574-b371-4d71-9cc2-d1d8b3870d76 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:02.622242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 20:53:02.622242 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 20:53:02.622242 n-d-837321-1 neutron-server[84666]: [parameters: {'id': '652d3574-b371-4d71-9cc2-d1d8b3870d76'}] Apr 11 20:53:02.622242 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:02.622242 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:02.660626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68758f1c-d303-4c9b-a0ba-f52feb8c381a req-d9be5f7d-71a0-4301-855c-eff48567a7a3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 1097 time: 0.5661237 Apr 11 20:53:02.711682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6631cff-fc41-4bab-b7a4-ceae39bf5770 req-6d2f47fa-1ac4-48e0-98c6-bcd1719d3c36 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:02.727895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c6631cff-fc41-4bab-b7a4-ceae39bf5770 req-6d2f47fa-1ac4-48e0-98c6-bcd1719d3c36 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.5274067 Apr 11 20:53:02.757016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b1681-1a33-4f4e-969d-cc4ca7df550b req-12bd4532-34af-4270-8ef8-a2ad05eef499 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:02.767044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf6b1681-1a33-4f4e-969d-cc4ca7df550b req-12bd4532-34af-4270-8ef8-a2ad05eef499 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 946 time: 0.3642838 Apr 11 20:53:02.863667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c6631cff-fc41-4bab-b7a4-ceae39bf5770 req-c739b8a3-d9e3-466f-8554-936d375f74ca tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302297 Apr 11 20:53:03.068311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf6b1681-1a33-4f4e-969d-cc4ca7df550b req-40985c3e-9820-4bbd-9066-5e003080c4d7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951663 Apr 11 20:53:03.124192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:03.126835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68758f1c-d303-4c9b-a0ba-f52feb8c381a req-b66551eb-27da-4834-b056-e82742fbf7d0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545076 Apr 11 20:53:03.129724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6a9b008f-95ad-433c-b3f6-28c1831acb75 req-6373e244-14f4-4492-bce2-f68a94a3eff5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:03.191152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port 22f71046-6829-4581-87ea-76e4401caed6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:03.191706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:03.352521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e01a2b46-6b36-433f-af38-644e39354509, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e01a2b46-6b36-433f-af38-644e39354509,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:03.491260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:03.546464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port 22f71046-6829-4581-87ea-76e4401caed6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=22f71046-6829-4581-87ea-76e4401caed6,segment=NetworkSegment(000121c3-b641-4e4e-86b7-26c8ced95563),segment_id=000121c3-b641-4e4e-86b7-26c8ced95563)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:03.546917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:03.730299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for 22f71046-6829-4581-87ea-76e4401caed6 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:03.844239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d9cfa-66bf-4457-8834-c9553451e4d5 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 20:53:03.925442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e01a2b46-6b36-433f-af38-644e39354509,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:03.963745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6a9b008f-95ad-433c-b3f6-28c1831acb75 req-6373e244-14f4-4492-bce2-f68a94a3eff5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:03.983633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a9b008f-95ad-433c-b3f6-28c1831acb75 req-6373e244-14f4-4492-bce2-f68a94a3eff5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 210 time: 0.9234617 Apr 11 20:53:04.016959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Deleting port 142d8500-b0a0-4f0f-9637-bc22b8e429b5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:04.017754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:04.058566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:04.220146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=22f71046-6829-4581-87ea-76e4401caed6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:04.266894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port 22f71046-6829-4581-87ea-76e4401caed6 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:04.375901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] For port 142d8500-b0a0-4f0f-9637-bc22b8e429b5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=142d8500-b0a0-4f0f-9637-bc22b8e429b5,segment=NetworkSegment(25362478-207d-4b87-86f4-e17c6a488a4c),segment_id=25362478-207d-4b87-86f4-e17c6a488a4c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:04.376343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:04.450898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d9cfa-66bf-4457-8834-c9553451e4d5 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 20:53:04.675822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:04.708182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652d3574-b371-4d71-9cc2-d1d8b3870d76']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:04.738525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Calling delete_port for 142d8500-b0a0-4f0f-9637-bc22b8e429b5 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:04.740656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000121c3-b641-4e4e-86b7-26c8ced95563') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:04.741167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000121c3-b641-4e4e-86b7-26c8ced95563') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:04.778855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:04.837199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:04.856294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:04.856700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:05.069608 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:05.085376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.092331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.096486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.101397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.106259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.110652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.118803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:05.127774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-bad170ef-e416-4edf-affd-788b02869026 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.7342262 Apr 11 20:53:05.203863 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-416c5c61-f1a5-4384-bc2e-b662f4f4415f req-14545658-7118-439d-9fb5-0142cc407993 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750275 Apr 11 20:53:05.223386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:05.302190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=142d8500-b0a0-4f0f-9637-bc22b8e429b5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:05.356936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.357284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.357884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.358275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.369859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:05.388600 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:05.440091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:05.488027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=652d3574-b371-4d71-9cc2-d1d8b3870d76,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:05.531732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2bcf1317-89d2-48d1-852f-83f98731ac65 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/652d3574-b371-4d71-9cc2-d1d8b3870d76 HTTP/1.1" status: 204 len: 168 time: 7.9025345 Apr 11 20:53:05.532416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36544) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:05.559181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951366220'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:05.578266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:05.598319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:05.613334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:05.642214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:05.875880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e01a2b46-6b36-433f-af38-644e39354509 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:06.038734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edee4-721a-4015-b6d4-d110447721b0 req-047b4f08-d9d9-4faf-bce3-61db12ef3d8e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:06.040420 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-047b4f08-d9d9-4faf-bce3-61db12ef3d8e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.69 "GET /v2.0/networks?id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 200 len: 911 time: 0.2552600 Apr 11 20:53:06.045574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:06.049276 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.067767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Request body: {'port': {'device_id': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'admin_state_up': True, 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:06.089135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ed8d6430-c041-46a8-9c0b-909aef438565 req-d36345c0-e4c7-4468-b8e0-7d3edc6b2027 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 210 time: 0.4338403 Apr 11 20:53:06.102406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:06.125400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d0e8-981a-4374-8bae-a98e2717cd6e req-3018340d-0ecb-4592-a9fe-151d744fc1c5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:06.125400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7665d0e8-981a-4374-8bae-a98e2717cd6e req-3018340d-0ecb-4592-a9fe-151d744fc1c5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.4693348 Apr 11 20:53:06.132870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Usage tracker for resource:port and tenant:c7e044a27b0b4130ae81e2804f470a6e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:06.138678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:06.168433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e01a2b46-6b36-433f-af38-644e39354509 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:06.168433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.179908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:06.204356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.204704 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment dfae40b9-508e-430c-a0f1-94c95eef2439 of type vlan for network a67d56ac-8406-4b4b-b9a6-764062775149 Apr 11 20:53:06.242845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7665d0e8-981a-4374-8bae-a98e2717cd6e req-22cb8741-e346-4495-8633-d837efa099d7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207943 Apr 11 20:53:06.251168 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.303822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:06.439799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.444626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:06.452709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.533847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:06.586951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Made reservation on behalf of c7e044a27b0b4130ae81e2804f470a6e for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:06.601679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:07.222200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=a67d56ac-8406-4b4b-b9a6-764062775149,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:07.237642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a67d56ac-8406-4b4b-b9a6-764062775149 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:07.245221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5dc589ae-5fb3-428c-9497-c01b09457526 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7083478 Apr 11 20:53:07.247707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36556) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:07.259017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:07.348824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27cebd26-3b3f-43e4-a859-73c6e0555567 req-34808167-23e1-4b46-8955-63dff9c197aa tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 210 time: 0.5033832 Apr 11 20:53:07.432163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-34ca434d-13d1-4519-8475-c90103f261ba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:07.434156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-34ca434d-13d1-4519-8475-c90103f261ba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.5528154 Apr 11 20:53:07.463567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Request body: {'port': {'device_id': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'admin_state_up': True, 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:07.602479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:07.631006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:07.683979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:07.700118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:07.739452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ab50-058e-45e5-b4b9-be2d4f6f4fb3 req-c38cd4e6-34e6-4bca-b6c3-2bfa54486332 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:07.739452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1579ab50-058e-45e5-b4b9-be2d4f6f4fb3 req-c38cd4e6-34e6-4bca-b6c3-2bfa54486332 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 946 time: 1.1541409 Apr 11 20:53:07.788683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Allocated IP 172.20.0.7 (bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706/f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1/da8ea809-637c-4fea-84ea-8808a0563a41) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:07.815807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1579ab50-058e-45e5-b4b9-be2d4f6f4fb3 req-13336726-fbcc-4534-afcf-41281fae7a20 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775473 Apr 11 20:53:07.909134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:08.004156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.007923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.014119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.017558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.023713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.025399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.029964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.041732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a55dfff9-a3a1-4c45-80d7-90ea9ebd6a8f req-28eadbbf-5d07-4d55-92a4-bcf33410f6a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.3707514 Apr 11 20:53:08.074702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:08.098285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:08.126369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:08.188955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:08.201890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:08.366252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:08.397018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Transition to ACTIVE for port object da8ea809-637c-4fea-84ea-8808a0563a41 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:08.543857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:08.636816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:08.641452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:08.646236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:08.691256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:08.741985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Pushing event updated for resources: {'Port': ['ID=da8ea809-637c-4fea-84ea-8808a0563a41,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:08.847432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:08.848217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:08.852954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=0ec80137-2089-4774-9cf0-453af9d7f7dc,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:08.916416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': 'dfae40b9-508e-430c-a0f1-94c95eef2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:08.921784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: a67d56ac-8406-4b4b-b9a6-764062775149, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:53:09.018400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-7abbbdb0-45a2-423a-82c4-a36dbf23766e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9546638 Apr 11 20:53:09.031067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Request body: {'port': {'device_id': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:09.115541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network a67d56ac-8406-4b4b-b9a6-764062775149 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:53:09.184117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-166fe675-2602-491b-b688-55108e053b46 None None] Provisioning for port da8ea809-637c-4fea-84ea-8808a0563a41 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:09.211635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-166fe675-2602-491b-b688-55108e053b46 None None] Provisioning complete for port da8ea809-637c-4fea-84ea-8808a0563a41 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:09.214108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-166fe675-2602-491b-b688-55108e053b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:09.215187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, a67d56ac-8406-4b4b-b9a6-764062775149) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:09.224227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5c65f0ba-fe4c-490e-b8df-9d5efb341da4 req-a4c27265-2873-4509-9b86-11af355b3481 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Synchronizing usage tracker for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:09.237733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:09.245735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:09.245947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Allocated IP 172.20.0.8 (b32f8e05-6e34-4fd3-8e82-ec716733b6db/29e10c16-9b22-467b-90da-6a595c21b06c/55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:09.292976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:09.297694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-166fe675-2602-491b-b688-55108e053b46 None None] Port da8ea809-637c-4fea-84ea-8808a0563a41 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:53:09.299161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c85db2-5494-4f33-b12b-4926d9446a29 None None] Network a67d56ac-8406-4b4b-b9a6-764062775149 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:09.492862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5c65f0ba-fe4c-490e-b8df-9d5efb341da4 req-a4c27265-2873-4509-9b86-11af355b3481 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Unset dirty status for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:09.501482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c65f0ba-fe4c-490e-b8df-9d5efb341da4 req-a4c27265-2873-4509-9b86-11af355b3481 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1027 time: 0.7682667 Apr 11 20:53:09.509002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7e3bc813-1991-4708-854a-a84f4240ae93 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2595468 Apr 11 20:53:09.516239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:09.551002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-a67d56ac-8406-4b4b-b9a6-764062775149', 'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': '0ec80137-2089-4774-9cf0-453af9d7f7dc'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:53:09.551002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:09.717884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5c65f0ba-fe4c-490e-b8df-9d5efb341da4 req-922bfc1d-c53e-40b1-908b-d792274c8840 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Synchronizing usage tracker for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:09.790643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:09.794035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Allocated IP 2001:db8::1 (a67d56ac-8406-4b4b-b9a6-764062775149/0ec80137-2089-4774-9cf0-453af9d7f7dc/ba1207f5-ea0d-4448-9e19-952910c8adfb) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:09.824970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:53:09.902371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5c65f0ba-fe4c-490e-b8df-9d5efb341da4 req-922bfc1d-c53e-40b1-908b-d792274c8840 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Unset dirty status for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:09.905944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c65f0ba-fe4c-490e-b8df-9d5efb341da4 req-922bfc1d-c53e-40b1-908b-d792274c8840 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000216 Apr 11 20:53:09.981355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:09.995683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.021907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ead880-9977-49da-83c0-a73c40e5e6c4 req-7c2b6b8c-e72f-4216-b7a5-ec115666d410 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:10.023367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5ead880-9977-49da-83c0-a73c40e5e6c4 req-7c2b6b8c-e72f-4216-b7a5-ec115666d410 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.4006562 Apr 11 20:53:10.061635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:10.067044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:10.076528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:10.150957 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.160201 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5ead880-9977-49da-83c0-a73c40e5e6c4 req-e8f80549-fd19-41fd-aced-d219a693cc6c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201668 Apr 11 20:53:10.163610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Transition to ACTIVE for port object ba1207f5-ea0d-4448-9e19-952910c8adfb will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:10.166744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:10.188646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Transition to ACTIVE for port object ba1207f5-ea0d-4448-9e19-952910c8adfb will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:10.190339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.235264 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.282438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:10.283674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.316777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8ea809-637c-4fea-84ea-8808a0563a41 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:10.344517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.373721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Transition to ACTIVE for port object da8ea809-637c-4fea-84ea-8808a0563a41 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:10.382008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e401f8d-6e11-48fa-beea-12ce8b2be9b5 req-8972c496-b034-4320-ab2a-d1ea27fc4ff7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:10.383536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e401f8d-6e11-48fa-beea-12ce8b2be9b5 req-8972c496-b034-4320-ab2a-d1ea27fc4ff7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.2673688 Apr 11 20:53:10.402107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Network a67d56ac-8406-4b4b-b9a6-764062775149 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:10.408378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:10.416509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e401f8d-6e11-48fa-beea-12ce8b2be9b5 req-e9e307dc-1eeb-4c04-85f2-e9f0ad8e1431 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0248907 Apr 11 20:53:10.438616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Pushing event updated for resources: {'Port': ['ID=ba1207f5-ea0d-4448-9e19-952910c8adfb,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:10.446072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:10.449663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.470545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-9c32779f-9b69-47dc-8a64-7ceefd1452cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0089583 Apr 11 20:53:10.519195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Request body: {'port': {'device_id': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:10.566483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:53:10.566483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e6ebea35-7b54-4ae4-9dda-f7036a6f1d5d admin admin] 10.222.0.61 "PUT /v2.0/routers/f66ed192-16c4-4fd5-82f2-7c31863b3eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6702430 Apr 11 20:53:10.583636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:10.598351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Attempting to bind port ba1207f5-ea0d-4448-9e19-952910c8adfb on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:10.598351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Attempting to bind port ba1207f5-ea0d-4448-9e19-952910c8adfb by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'dfae40b9-508e-430c-a0f1-94c95eef2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:10.598351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Attempting to bind port ba1207f5-ea0d-4448-9e19-952910c8adfb on network a67d56ac-8406-4b4b-b9a6-764062775149 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:10.598351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] Sync routers for ids ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:53:10.611129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:10.611129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Checking segment: {'id': 'dfae40b9-508e-430c-a0f1-94c95eef2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:10.611129 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.611129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Bound using segment: {'id': 'dfae40b9-508e-430c-a0f1-94c95eef2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:10.611129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Bound port: ba1207f5-ea0d-4448-9e19-952910c8adfb, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae40b9-508e-430c-a0f1-94c95eef2439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a67d56ac-8406-4b4b-b9a6-764062775149'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:10.611129 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.620596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Pushing event updated for resources: {'Port': ['ID=da8ea809-637c-4fea-84ea-8808a0563a41,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:10.628785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.652157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] Routers {'f66ed192-16c4-4fd5-82f2-7c31863b3eb8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:53:10.652283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:10.811992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:10.825947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec80137-2089-4774-9cf0-453af9d7f7dc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:10.843168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098fe2d-9c4e-4db6-9b46-4b36f4f26e00 req-dd862095-b2db-4b71-8687-4c81de9069ca tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:10.844759 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5098fe2d-9c4e-4db6-9b46-4b36f4f26e00 req-dd862095-b2db-4b71-8687-4c81de9069ca tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 931 time: 0.4691775 Apr 11 20:53:10.869244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67d56ac-8406-4b4b-b9a6-764062775149']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:10.872303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] Set router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:53:10.915237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfae40b9-508e-430c-a0f1-94c95eef2439') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:10.917531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfae40b9-508e-430c-a0f1-94c95eef2439') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:10.974890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.004178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e401f8d-6e11-48fa-beea-12ce8b2be9b5 req-0f9c28ff-e13e-4e36-9f8e-8848d8f1ddd9 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5766284 Apr 11 20:53:11.013041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.032498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5098fe2d-9c4e-4db6-9b46-4b36f4f26e00 req-f5d60961-188c-4c46-91e5-465b3753055d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789734 Apr 11 20:53:11.036195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.060868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:11.061393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:11.079419 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:11.116012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] For port ba1207f5-ea0d-4448-9e19-952910c8adfb, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:11.168997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Attempting to bind port da8ea809-637c-4fea-84ea-8808a0563a41 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:11.169397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Attempting to bind port da8ea809-637c-4fea-84ea-8808a0563a41 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:11.169731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Attempting to bind port da8ea809-637c-4fea-84ea-8808a0563a41 on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:11.188605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Port da8ea809-637c-4fea-84ea-8808a0563a41 on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:53:11.188605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Attempting to bind port da8ea809-637c-4fea-84ea-8808a0563a41 on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:11.200462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:11.200737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Checking segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:11.201128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Bound using segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:11.201565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Bound port: da8ea809-637c-4fea-84ea-8808a0563a41, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:11.201910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.218651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] For port ba1207f5-ea0d-4448-9e19-952910c8adfb, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ba1207f5-ea0d-4448-9e19-952910c8adfb,segment=NetworkSegment(dfae40b9-508e-430c-a0f1-94c95eef2439),segment_id=dfae40b9-508e-430c-a0f1-94c95eef2439)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:11.289993 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.362379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e401f8d-6e11-48fa-beea-12ce8b2be9b5 req-5e60a2de-038e-4a25-9827-9da116b78973 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504710 Apr 11 20:53:11.366260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 20:53:11.366260 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 20:53:11.366260 n-d-837321-1 neutron-server[84666]: [parameters: {'id': 'a67d56ac-8406-4b4b-b9a6-764062775149'}] Apr 11 20:53:11.366260 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:11.366260 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:11.376981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] For port da8ea809-637c-4fea-84ea-8808a0563a41, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:11.397146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] For port da8ea809-637c-4fea-84ea-8808a0563a41, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=da8ea809-637c-4fea-84ea-8808a0563a41,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:11.414371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0d8b568b-8a5e-4a35-a648-7c310d2dcc17 req-f12e5503-8acf-4aa8-9c1c-6dc7389b83a0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Synchronizing usage tracker for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:11.427514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0d8b568b-8a5e-4a35-a648-7c310d2dcc17 req-f12e5503-8acf-4aa8-9c1c-6dc7389b83a0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Unset dirty status for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:11.428872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d8b568b-8a5e-4a35-a648-7c310d2dcc17 req-f12e5503-8acf-4aa8-9c1c-6dc7389b83a0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1052 time: 0.1048996 Apr 11 20:53:11.467381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.545430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d8b568b-8a5e-4a35-a648-7c310d2dcc17 req-f7112f67-ae6e-4531-bc33-c46a2dae0d07 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093774 Apr 11 20:53:11.555603 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.557299 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] 10.222.0.69 "PUT /v2.0/ports/da8ea809-637c-4fea-84ea-8808a0563a41 HTTP/1.1" status: 200 len: 1091 time: 2.5312057 Apr 11 20:53:11.558751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'tag': 'da8ea809-637c-4fea-84ea-8808a0563a41'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:11.577886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3e50-4cd1-4eb5-9208-db80338fe41c service neutron] Pushing event updated for resources: {'Port': ['ID=da8ea809-637c-4fea-84ea-8808a0563a41,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:11.601631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f91c-3ccb-4d32-9789-5466be944f6a None None] Pushing event updated for resources: {'Port': ['ID=ba1207f5-ea0d-4448-9e19-952910c8adfb,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:11.619618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:53:04Z', 'revision_number': 5, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:11.624945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1eedd-b271-4311-be6f-e52ebe3d05b8 None None] Network a67d56ac-8406-4b4b-b9a6-764062775149 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:11.641697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] Checking router: f66ed192-16c4-4fd5-82f2-7c31863b3eb8 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:53:11.662414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36628) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:11.734539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] Routers {'f66ed192-16c4-4fd5-82f2-7c31863b3eb8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:53:11.736071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:52:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:11.805591 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-5716ad41-cbb5-4565-87c0-9d5f3c35049c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1094 time: 0.1531923 Apr 11 20:53:11.850950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.897257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.911711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e401f8d-6e11-48fa-beea-12ce8b2be9b5 req-f36e627d-6f27-4666-8b1d-8716648694ca service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385700 Apr 11 20:53:11.942200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:11.959848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-6fed8970-3005-4765-ac91-cd8cd6a605a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8ea809-637c-4fea-84ea-8808a0563a41 HTTP/1.1" status: 200 len: 217 time: 0.1299775 Apr 11 20:53:11.960153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:11.974504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Transition to ACTIVE for port object 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:12.033558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port ba1207f5-ea0d-4448-9e19-952910c8adfb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:12.034036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:12.090071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edee4-721a-4015-b6d4-d110447721b0 req-ba150e2d-32e9-4e2e-9d38-911059cb71ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:12.091896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-ba150e2d-32e9-4e2e-9d38-911059cb71ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1 HTTP/1.1" status: 200 len: 849 time: 0.1421189 Apr 11 20:53:12.105381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:12.144260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] Set router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:53:12.208238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61720a-19e1-45dc-9f3e-6b7e6832cb30 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 20:53:12.357049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035670-c0d7-4e84-92cb-0390dbdf0f78 req-1b0af38d-a148-44bd-a05c-b439ed7b35b1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:12.363981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18035670-c0d7-4e84-92cb-0390dbdf0f78 req-1b0af38d-a148-44bd-a05c-b439ed7b35b1 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 949 time: 0.4640095 Apr 11 20:53:12.418308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:12.542113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e944a902-c920-4039-92b2-7a1ef8f64fa7 req-9013f19d-faa9-42d6-b568-45c46bbd9306 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 6489 time: 0.8708749 Apr 11 20:53:12.568231 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18035670-c0d7-4e84-92cb-0390dbdf0f78 req-0a625df0-b457-46fe-b7b9-4442ba6b5b63 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031581 Apr 11 20:53:12.578492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port ba1207f5-ea0d-4448-9e19-952910c8adfb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ba1207f5-ea0d-4448-9e19-952910c8adfb,segment=NetworkSegment(dfae40b9-508e-430c-a0f1-94c95eef2439),segment_id=dfae40b9-508e-430c-a0f1-94c95eef2439)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:12.578869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:12.645624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ada479-4c1e-4ed6-9f6a-424df55ec6b5 req-137c03aa-fe2e-4963-b441-f86e5c7edb61 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:12.647204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98ada479-4c1e-4ed6-9f6a-424df55ec6b5 req-137c03aa-fe2e-4963-b441-f86e5c7edb61 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.3301637 Apr 11 20:53:12.688718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Attempting to bind port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:12.688903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Attempting to bind port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:12.689316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Attempting to bind port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:12.706299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e944a902-c920-4039-92b2-7a1ef8f64fa7 req-73ec4f0c-c263-4e14-9212-8b9ccf31bb1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&id=be21331c-f994-406f-90a8-870ce73855ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632121 Apr 11 20:53:12.733855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:53:04Z', 'revision_number': 5, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:12.734425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:53:12.734425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Attempting to bind port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:12.747788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a5638-a605-45f3-94a9-ba201426c73d None None] The sync data for ids ['f66ed192-16c4-4fd5-82f2-7c31863b3eb8'] in n-d-837321-1 is: [{'id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'name': 'tempest-FloatingIPDetailsTestJSON-1614635367-router', 'tenant_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:51:46Z', 'updated_at': '2022-04-11T20:53:04Z', 'revision_number': 5, 'project_id': 'f11c562e46ed43c9acb209a6d8c6be05', 'gw_port': {'id': 'ba2997e9-f1d8-42d0-aa2e-133c31ea72ad', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66ed192-16c4-4fd5-82f2-7c31863b3eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:51:47Z', 'updated_at': '2022-04-11T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:53:12.755839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98ada479-4c1e-4ed6-9f6a-424df55ec6b5 req-bb623462-f5fe-4e88-a768-2e48da9c4e18 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949924 Apr 11 20:53:12.757452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:12.757882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:12.758378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Bound using segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:12.758888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Bound port: 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:12.759907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:12.814723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61720a-19e1-45dc-9f3e-6b7e6832cb30 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 20:53:12.845333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:12.868641 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63275c31-ef05-434d-a6e1-99a2953bc822'] response: {'name': 'network-changed', 'server_uuid': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'tag': 'da8ea809-637c-4fea-84ea-8808a0563a41', 'status': 'completed', 'code': 200} Apr 11 20:53:12.876529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for ba1207f5-ea0d-4448-9e19-952910c8adfb owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:12.973821 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-be5c1789-9024-4dda-9fc1-75e05dc3a372 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8759844 Apr 11 20:53:13.050692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:13.055442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:13.170964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:13.187666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.225425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265e3f3-3e3f-4e18-99d8-217907228680 req-4527a5bf-c9fd-4651-b424-c5223a7a55e6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:13.227746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5265e3f3-3e3f-4e18-99d8-217907228680 req-4527a5bf-c9fd-4651-b424-c5223a7a55e6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 943 time: 0.3604343 Apr 11 20:53:13.229446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-865d116e-5b01-47f6-8130-e70464793838 service neutron] 10.222.0.69 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427347 Apr 11 20:53:13.260061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Deleting port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:13.261222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.333029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.334601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] 10.222.0.69 "PUT /v2.0/ports/55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 HTTP/1.1" status: 200 len: 1091 time: 2.8444164 Apr 11 20:53:13.351623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:13.358245 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.502340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c62b5-e0dc-4959-8d79-3102cfb87cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:13.564007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 142d8500-b0a0-4f0f-9637-bc22b8e429b5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:13.606782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5265e3f3-3e3f-4e18-99d8-217907228680 req-065de8a7-a58a-4778-8367-bb04a2235143 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085470 Apr 11 20:53:13.608492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=ba1207f5-ea0d-4448-9e19-952910c8adfb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:13.617079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 142d8500-b0a0-4f0f-9637-bc22b8e429b5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:13.617421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 142d8500-b0a0-4f0f-9637-bc22b8e429b5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:13.628608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port ba1207f5-ea0d-4448-9e19-952910c8adfb on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:13.634999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.695597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:13.733998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] For port ba2997e9-f1d8-42d0-aa2e-133c31ea72ad, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:13.734370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.748543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-b6c6787a-07e4-4353-83c9-056a455cd277 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 1094 time: 0.2377372 Apr 11 20:53:13.754109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:13.828566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.849063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-193edee4-721a-4015-b6d4-d110447721b0 req-0ffbf3b3-96da-4dd4-b602-569ef7d36baa service neutron] 10.222.0.69 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918379 Apr 11 20:53:13.867790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b3887a7-8415-4e29-bc1e-021b336d603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.893619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:13.912606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:13.940836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67d56ac-8406-4b4b-b9a6-764062775149']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:13.949686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Calling delete_port for ba2997e9-f1d8-42d0-aa2e-133c31ea72ad owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:13.959210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfae40b9-508e-430c-a0f1-94c95eef2439') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:13.959591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfae40b9-508e-430c-a0f1-94c95eef2439') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:13.975587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.005827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-cb62a819-2d38-4a9a-917a-b58aedd59e1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 HTTP/1.1" status: 200 len: 217 time: 0.1937742 Apr 11 20:53:14.031530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.047151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:14.047636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:14.062927 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:14.145077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-26abe841-512a-4a68-a3bd-aa882d659158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:14.146434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-26abe841-512a-4a68-a3bd-aa882d659158 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.1353400 Apr 11 20:53:14.176377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-64a842b9-557c-4126-b1a5-847d81f499a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1094 time: 0.1928945 Apr 11 20:53:14.206991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-c4177996-fc78-4821-af12-c4957a2192ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519896 Apr 11 20:53:14.259913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.282569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.300383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=a67d56ac-8406-4b4b-b9a6-764062775149,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:14.314419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27a34314-0fa2-481d-863f-8f0ae2d06e1c req-0578370a-2cff-4fd3-afa4-087539156307 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1094 time: 0.2604649 Apr 11 20:53:14.324680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ed845e2-2c46-4c37-a8a6-b33c87d99d90 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/a67d56ac-8406-4b4b-b9a6-764062775149 HTTP/1.1" status: 204 len: 168 time: 4.8060968 Apr 11 20:53:14.324680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36680) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:14.343709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629619669'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:14.357356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:14.370847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:14.376212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:14.384673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:14.387325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57099a-6507-468f-8462-755033affad0 req-ec9ba9b5-72a3-4639-bbcc-7a22476c7cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:14.388802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-ec9ba9b5-72a3-4639-bbcc-7a22476c7cb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 200 len: 911 time: 0.2062516 Apr 11 20:53:14.462618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27a34314-0fa2-481d-863f-8f0ae2d06e1c req-d50d8b5f-0e8d-403f-935d-48273d197d2a tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412516 Apr 11 20:53:14.464951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-2a9a6280-7fb6-4f6f-b93d-4b1a3df4e72d service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509978 Apr 11 20:53:14.465446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-903228fd-94ca-4e8e-b307-9ecede4ed2de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8ea809-637c-4fea-84ea-8808a0563a41 HTTP/1.1" status: 200 len: 217 time: 0.0692837 Apr 11 20:53:14.476806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:14.477417 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c353e1c-1d61-48a1-9714-8266065e9bb6'] response: {'name': 'network-changed', 'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'status': 'completed', 'code': 200} Apr 11 20:53:14.483711 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.570355 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5c000e-0aa1-4916-840b-91d7de839dcf'] response: {'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'code': 200} Apr 11 20:53:14.657602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.720383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:14.747244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.747244 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment 748ca8fc-aa44-41ca-983c-9228c92c2f67 of type vlan for network 79f6a67c-cce0-4e50-8cfd-dc4847593eff Apr 11 20:53:14.748867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4d3592-8bd4-489d-9deb-3b9b709d7de3 req-475597f7-9289-453d-9cac-4e0f086112eb service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675588 Apr 11 20:53:14.762827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2997e9-f1d8-42d0-aa2e-133c31ea72ad,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:14.772155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57099a-6507-468f-8462-755033affad0 req-ed9bcfeb-748f-491d-b7f1-8118e9def736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:14.775664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-ed9bcfeb-748f-491d-b7f1-8118e9def736 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1 HTTP/1.1" status: 200 len: 849 time: 0.2775240 Apr 11 20:53:14.875380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:14.904411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24852f-7db8-4465-af02-51b042ca9d26 req-4450ee35-e914-499b-897c-a72aaed7d698 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:14.905918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a24852f-7db8-4465-af02-51b042ca9d26 req-4450ee35-e914-499b-897c-a72aaed7d698 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.2494452 Apr 11 20:53:14.992961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-8924fcc5-3036-4958-9069-ea45882b86a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093635 Apr 11 20:53:15.079454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.083435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:15.084140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.094647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022347fc-875c-4dba-86f2-c0c0b3669702 req-0197c0e1-34ec-4e3d-8552-294d47d3e96b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:15.096134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-022347fc-875c-4dba-86f2-c0c0b3669702 req-0197c0e1-34ec-4e3d-8552-294d47d3e96b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 943 time: 0.2278440 Apr 11 20:53:15.224923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.288481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=79f6a67c-cce0-4e50-8cfd-dc4847593eff,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:15.302622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:15.315559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-022347fc-875c-4dba-86f2-c0c0b3669702 req-dae69370-5304-4c28-b402-42c3110e7308 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944568 Apr 11 20:53:15.317285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cbc059c1-fae6-4c04-bc72-d9c86331b766 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9889870 Apr 11 20:53:15.333960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-19894983-9271-4a5e-aa9f-01e26a720487 service neutron] 10.222.0.69 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338068 Apr 11 20:53:15.334715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36696) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:15.347638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:15.407363 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a24852f-7db8-4465-af02-51b042ca9d26 req-d3b6957b-b6e1-4fed-94d2-6f34a7b65d49 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449399 Apr 11 20:53:15.457586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device da8ea809-637c-4fea-84ea-8808a0563a41 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:15.595837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.600662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.639802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-35cd4471-282a-436d-b5ed-a28d25b4baed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 1094 time: 0.6759672 Apr 11 20:53:15.701772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:15.733161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:15.733161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:15.747344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port da8ea809-637c-4fea-84ea-8808a0563a41, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=da8ea809-637c-4fea-84ea-8808a0563a41,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:15.764145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'da8ea809-637c-4fea-84ea-8808a0563a41', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'port_id': 'da8ea809-637c-4fea-84ea-8808a0563a41', 'mac_address': 'fa:16:3e:e6:9e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:15.780447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:15.800181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.800181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66ed192-16c4-4fd5-82f2-7c31863b3eb8 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:53:15.832028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc57099a-6507-468f-8462-755033affad0 req-5b00e927-bdf0-435b-89b1-ec7817d00de1 service neutron] 10.222.0.69 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333942 Apr 11 20:53:15.834750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.834750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-638f4ff2-353d-4669-a58c-755865fd92df admin admin] 10.222.0.61 "DELETE /v2.0/routers/f66ed192-16c4-4fd5-82f2-7c31863b3eb8 HTTP/1.1" status: 204 len: 168 time: 5.2463167 Apr 11 20:53:15.834750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36708) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:15.836759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.838701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-2c682c0b-2a1b-4df6-90d4-e5f6a4b213c1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:15.845416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-2c682c0b-2a1b-4df6-90d4-e5f6a4b213c1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.3656306 Apr 11 20:53:15.861795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8ea809-637c-4fea-84ea-8808a0563a41 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:15.865280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-cec73da7-b3bf-44c8-a152-70f9e1df59bb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0189679 Apr 11 20:53:15.883002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port da8ea809-637c-4fea-84ea-8808a0563a41, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=da8ea809-637c-4fea-84ea-8808a0563a41,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:15.905354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:15.963489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Deleting subnet d88876a1-d483-4cdc-8b92-0cda4418d517 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:53:15.971256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed2b32cd-ac49-4399-9036-886cf7f6ade2 req-8aebc900-ac40-4664-bb2d-28421d612dc4 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1094 time: 0.2880378 Apr 11 20:53:15.974449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:15.981631 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.009346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-14c698e4-1813-4699-8536-b8950ffc6024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:16.010774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-14c698e4-1813-4699-8536-b8950ffc6024 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.3644783 Apr 11 20:53:16.018669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-023f48d4-ed81-41ca-93ae-da4d49985d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.050288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.060267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=da8ea809-637c-4fea-84ea-8808a0563a41,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:16.076152 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-572a16fb-f655-4130-a01e-0ac88d06af66 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100432 Apr 11 20:53:16.116898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-1370756f-3485-45c5-b3b0-a572f36ab6d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 HTTP/1.1" status: 200 len: 217 time: 0.0899389 Apr 11 20:53:16.129681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.190294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['da8ea809-637c-4fea-84ea-8808a0563a41'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:16.207158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed2b32cd-ac49-4399-9036-886cf7f6ade2 req-434ec350-46ea-4d1b-a2c8-c4e5ee1e9509 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034614 Apr 11 20:53:16.285315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-3e86a742-0a62-40e1-9f29-6ec7d4e16d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:16.286829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-3e86a742-0a62-40e1-9f29-6ec7d4e16d1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.1618757 Apr 11 20:53:16.344475 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-c18e5982-b8f2-41e8-9efe-63a081ec5fa4 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203274 Apr 11 20:53:16.413247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-d9bce679-3e00-4fa7-b8bf-d6dccca97f31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131363 Apr 11 20:53:16.496461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.674280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-7db5def2-7333-43c3-bbb1-5a261cea8c2c service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289456 Apr 11 20:53:16.682919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-6c8b6c8c-44ad-4974-9726-bee1e5acd9a0 service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617717 Apr 11 20:53:16.719115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.725961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.814437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=285cfc23-848e-4c6e-914d-ddc7b4057fba,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:16.828581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': '748ca8fc-aa44-41ca-983c-9228c92c2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:16.829018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: 79f6a67c-cce0-4e50-8cfd-dc4847593eff, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:53:16.923629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283f7c-7391-4f49-a845-1fcaa068d6b7 req-03e8b9b6-e32c-4b2a-b540-935486287654 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:16.924399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a6283f7c-7391-4f49-a845-1fcaa068d6b7 req-03e8b9b6-e32c-4b2a-b540-935486287654 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:16.932046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:53:16.951113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88876a1-d483-4cdc-8b92-0cda4418d517,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:16.972696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:16.973017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8b07b-ae22-47c2-a098-eafcf0d725c4 None None] Network 7e870aff-1974-41aa-ae32-70eecfbdbc31 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:17.002479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5f7d5424-20cc-491d-aa44-bbd1bc6aca20 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d88876a1-d483-4cdc-8b92-0cda4418d517 HTTP/1.1" status: 204 len: 168 time: 1.1674294 Apr 11 20:53:17.006606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36724) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:17.016126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 79f6a67c-cce0-4e50-8cfd-dc4847593eff) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:17.033258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:17.033999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.050421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a6283f7c-7391-4f49-a845-1fcaa068d6b7 req-03e8b9b6-e32c-4b2a-b540-935486287654 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:17.055737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53351a26-7df7-4fe9-8fe7-0aca6022b01b None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:17.059512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6283f7c-7391-4f49-a845-1fcaa068d6b7 req-03e8b9b6-e32c-4b2a-b540-935486287654 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 943 time: 0.5337775 Apr 11 20:53:17.104450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfa733-7bfd-46f3-be50-94cec9108f63 req-65cef06e-1483-4117-90a4-91f23759c65a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:17.106037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8cfa733-7bfd-46f3-be50-94cec9108f63 req-65cef06e-1483-4117-90a4-91f23759c65a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.1441729 Apr 11 20:53:17.147974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de44c51a-9539-4dc1-80a4-2213c1ec7c65 req-c35db27b-396b-405e-b79a-f03acf2e2f09 service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584408 Apr 11 20:53:17.150359 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea0dcaf9-0600-473e-9689-d5ebb46487b0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8129370 Apr 11 20:53:17.153706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36732) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:17.161633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:17.180412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8cfa733-7bfd-46f3-be50-94cec9108f63 req-6a026bea-a291-40a0-9821-79a8af89d139 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671818 Apr 11 20:53:17.205821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.211038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6283f7c-7391-4f49-a845-1fcaa068d6b7 req-f7b9f093-b615-45cb-b59a-6816491a9d31 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527693 Apr 11 20:53:17.240600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Deleting port 72952a75-9246-490e-9c1b-6b06a0bd7408 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:17.240969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.385209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8de41879-ca62-4b50-b235-b30b43147a47 req-10aea313-cf9f-4484-b218-951384a4b1fb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 210 time: 0.0892179 Apr 11 20:53:17.455153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:17.459573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:subnet and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:17.466006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:17.466790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:17.468636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device da8ea809-637c-4fea-84ea-8808a0563a41 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:17.479743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:17.504565 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.555645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ba2997e9-f1d8-42d0-aa2e-133c31ea72ad no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:17.567328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:17.572932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.595865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.602106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] For port 72952a75-9246-490e-9c1b-6b06a0bd7408, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=72952a75-9246-490e-9c1b-6b06a0bd7408,segment=NetworkSegment(25362478-207d-4b87-86f4-e17c6a488a4c),segment_id=25362478-207d-4b87-86f4-e17c6a488a4c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:17.602468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.671138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ba2997e9-f1d8-42d0-aa2e-133c31ea72ad {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:17.671515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ba2997e9-f1d8-42d0-aa2e-133c31ea72ad not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:17.687150 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:53:17.742852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Calling delete_port for 72952a75-9246-490e-9c1b-6b06a0bd7408 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:17.802622 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-983042e2-d129-4ae6-8833-f0bedf38a329 req-0029e57c-8da6-4c7a-88bb-b3d31ffd0fab tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1095 time: 0.3909984 Apr 11 20:53:17.846918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-79f6a67c-cce0-4e50-8cfd-dc4847593eff', 'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': '285cfc23-848e-4c6e-914d-ddc7b4057fba'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:53:17.848029 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.888641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-983042e2-d129-4ae6-8833-f0bedf38a329 req-71d44a34-bdbd-4154-98cb-f03913636843 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845664 Apr 11 20:53:17.940752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.956643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:17.965353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:17.977202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port da8ea809-637c-4fea-84ea-8808a0563a41 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:17.981824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732f6436-7638-4543-a174-ba5438b84333 None None] DHCP port deletion for 7e870aff-1974-41aa-ae32-70eecfbdbc31 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:53:17.999639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port da8ea809-637c-4fea-84ea-8808a0563a41 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:18.000012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.004944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:18.008050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:18.012629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.013442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.024333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=deecfb8c-8a96-4016-8817-2c53cb6c0b8a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:18.042871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Pushing event deleted for resources: {'Port': ['ID=72952a75-9246-490e-9c1b-6b06a0bd7408,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:18.045266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] No DVR routers for this DVR port 72952a75-9246-490e-9c1b-6b06a0bd7408 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:18.048895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'mac_address': 'fa:16:3e:62:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:18.116057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b4af934b-8dfe-4f8d-894a-3ed06dc89a98 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9610198 Apr 11 20:53:18.119233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36746) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:18.182414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.215036 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.216950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.217232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e870aff-1974-41aa-ae32-70eecfbdbc31']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:18.218426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.220257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.221607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.222908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.223859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Synchronizing usage tracker for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:18.231839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25362478-207d-4b87-86f4-e17c6a488a4c') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:18.232459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25362478-207d-4b87-86f4-e17c6a488a4c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:18.259945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:18.263301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.285927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.295944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:18.297010 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.300449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Allocated IP 2001:db8::2 (79f6a67c-cce0-4e50-8cfd-dc4847593eff/285cfc23-848e-4c6e-914d-ddc7b4057fba/e1ecf486-97ba-4175-ba84-5bd20374a355) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:18.322846 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:18.330911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Unset dirty status for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:18.332942 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e7904cb7-c0d8-4217-91cb-1c932c683dbb tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2112067 Apr 11 20:53:18.341907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:18.353335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937521020'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:18.375390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:18.395741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:18.485352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.492886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:18.513402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:18.545965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:18.557629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a87806-b7bc-47d1-aa70-af2feb878074 req-5792ae55-4ab1-4c1c-a1ad-68a8959b867c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.559718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83a87806-b7bc-47d1-aa70-af2feb878074 req-5792ae55-4ab1-4c1c-a1ad-68a8959b867c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 944 time: 0.1296456 Apr 11 20:53:18.560925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.591519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.591955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9880e5-3212-427f-a903-38d783fa4244 req-9377f4fb-eec6-4b7e-8f3a-78a18079c786 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.593912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c9880e5-3212-427f-a903-38d783fa4244 req-9377f4fb-eec6-4b7e-8f3a-78a18079c786 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.2095747 Apr 11 20:53:18.599905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.626798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e870aff-1974-41aa-ae32-70eecfbdbc31,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:18.668361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83a87806-b7bc-47d1-aa70-af2feb878074 req-0da3d14b-81eb-4fd2-9d32-0093728a40b6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870745 Apr 11 20:53:18.676706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8ea809-637c-4fea-84ea-8808a0563a41'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:18.689679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c9880e5-3212-427f-a903-38d783fa4244 req-4449b529-e5a0-4ba5-9e57-d1cbf130de94 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871706 Apr 11 20:53:18.690474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port da8ea809-637c-4fea-84ea-8808a0563a41, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=da8ea809-637c-4fea-84ea-8808a0563a41,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:18.697980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:18.702549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.724052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:18.749753 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57438e69-35fa-47f2-a665-0028c91894bd admin admin] 10.222.0.61 "DELETE /v2.0/networks/7e870aff-1974-41aa-ae32-70eecfbdbc31 HTTP/1.1" status: 204 len: 168 time: 1.7414134 Apr 11 20:53:18.766825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:18.774850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:18.788255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.800002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.800344 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment d49af6fa-2e9a-4b01-a014-d9fea9e7913e of type vlan for network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 Apr 11 20:53:18.809068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.865411 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.954112 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041c1681-22c9-444f-b687-f2e04fa5a198'] response: {'server_uuid': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8ea809-637c-4fea-84ea-8808a0563a41', 'code': 200} Apr 11 20:53:18.971176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.979420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:18.979420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:18.990398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a14d47e-5f93-408b-a7d5-36d87b966613 req-f2631e31-24f8-4bf6-83ee-2107f94bc388 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 210 time: 0.0915303 Apr 11 20:53:19.056502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:19.094971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=da8ea809-637c-4fea-84ea-8808a0563a41,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:19.109880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a204a28-f198-4db6-841c-b658e62fed6a req-a58b3b25-6a99-4c1a-983a-5a97565c4ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.0921071 Apr 11 20:53:19.117962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Transition to ACTIVE for port object e1ecf486-97ba-4175-ba84-5bd20374a355 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:19.169915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Transition to ACTIVE for port object e1ecf486-97ba-4175-ba84-5bd20374a355 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:19.171515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:19.199035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a204a28-f198-4db6-841c-b658e62fed6a req-5edf78e4-516f-4ec6-84dd-c24817d356bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821970 Apr 11 20:53:19.247443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=935cf13a-16f8-408e-81c9-5f6c8e84bdb9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:19.286614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-59173473-e835-454b-a379-19cf832c5e05 req-5358e51b-2164-4e21-a3d5-2037f3655cdb tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.1129436 Apr 11 20:53:19.288807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:19.334618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c2b18e67-d39e-4572-8223-cb1edee10715 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9911776 Apr 11 20:53:19.340133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36776) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:19.352149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:19.352269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-59173473-e835-454b-a379-19cf832c5e05 req-e5a606fd-9a81-42ed-ad96-933ecb555877 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622578 Apr 11 20:53:19.373507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36780) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:19.415407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:19.458659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c9e65a1-ae8f-4f0e-bd18-fcbc60a93f56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f11c562e46ed43c9acb209a6d8c6be05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0835059 Apr 11 20:53:19.460654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36784) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:19.548850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163b5b27-8e96-4bcd-91e0-2b7a69ca5110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:19.583592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163b5b27-8e96-4bcd-91e0-2b7a69ca5110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:19.633833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:19.676383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72952a75-9246-490e-9c1b-6b06a0bd7408 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:19.732614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 72952a75-9246-490e-9c1b-6b06a0bd7408 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:19.732992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 72952a75-9246-490e-9c1b-6b06a0bd7408 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:19.794345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163b5b27-8e96-4bcd-91e0-2b7a69ca5110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:19.795432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:19.799689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'mac_address': 'fa:16:3e:b2:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:19.823738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:19.828237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:19.830691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b5b27-8e96-4bcd-91e0-2b7a69ca5110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c244d-aa0a-45da-9562-d5a1f8c1e037,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:19.845482 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163b5b27-8e96-4bcd-91e0-2b7a69ca5110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:19.848215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-163b5b27-8e96-4bcd-91e0-2b7a69ca5110 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec5c244d-aa0a-45da-9562-d5a1f8c1e037 HTTP/1.1" status: 204 len: 168 time: 0.3865526 Apr 11 20:53:19.855198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Pushing event updated for resources: {'Port': ['ID=e1ecf486-97ba-4175-ba84-5bd20374a355,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:20.020488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d74d-ba29-4dd4-9a24-c9765eb744df req-bfb471be-da87-4d56-9666-cda7443ea45d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:20.029569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e9d74d-ba29-4dd4-9a24-c9765eb744df req-bfb471be-da87-4d56-9666-cda7443ea45d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.1164870 Apr 11 20:53:20.033760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.117267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.143588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1e9d74d-ba29-4dd4-9a24-c9765eb744df req-8c02ce44-f128-4ecc-88aa-e63383137ce1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139290 Apr 11 20:53:20.192774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.265369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:20.268692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Attempting to bind port e1ecf486-97ba-4175-ba84-5bd20374a355 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:20.269062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Attempting to bind port e1ecf486-97ba-4175-ba84-5bd20374a355 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '748ca8fc-aa44-41ca-983c-9228c92c2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:20.269475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Attempting to bind port e1ecf486-97ba-4175-ba84-5bd20374a355 on network 79f6a67c-cce0-4e50-8cfd-dc4847593eff {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:20.285940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:20.285940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Checking segment: {'id': '748ca8fc-aa44-41ca-983c-9228c92c2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:20.285940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.285940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Bound using segment: {'id': '748ca8fc-aa44-41ca-983c-9228c92c2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:20.286397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Bound port: e1ecf486-97ba-4175-ba84-5bd20374a355, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748ca8fc-aa44-41ca-983c-9228c92c2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:20.286397 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.297212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:20.303418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 is not hosted by any dhcp agent {{(pid=84667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 11 20:53:20.307589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:20.312225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.314582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "PUT /v2.0/networks/935cf13a-16f8-408e-81c9-5f6c8e84bdb9 HTTP/1.1" status: 200 len: 723 time: 0.9734263 Apr 11 20:53:20.317837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:20.323691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda404b-a483-4f5c-8506-b6f8ba37b7ca tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=935cf13a-16f8-408e-81c9-5f6c8e84bdb9,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:20.330437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:20.335596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-266c4fa1-af43-40b6-955a-fc1528bf88c2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:20.340040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-266c4fa1-af43-40b6-955a-fc1528bf88c2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.8373008 Apr 11 20:53:20.340241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:20.349804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b134f58-4eab-4421-b9bf-0b6d0785088c req-c9efbbcd-fd53-4086-9ab4-fec966ae4e9e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:20.357396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b134f58-4eab-4421-b9bf-0b6d0785088c req-c9efbbcd-fd53-4086-9ab4-fec966ae4e9e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 944 time: 0.4240310 Apr 11 20:53:20.399000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': 'c5a851e1-2632-4305-b862-f43171225a87', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:20.560017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:20.568494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:20.641157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:20.736313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:20.737461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-186ad0a4-0026-4a15-adac-9199badb0506 req-993591bf-a857-4921-b79c-45dd5d3c5701 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 210 time: 0.1302164 Apr 11 20:53:20.739631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:20.757865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b134f58-4eab-4421-b9bf-0b6d0785088c req-2ca62b6c-01f5-4099-a540-e4b58817c4f5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974664 Apr 11 20:53:20.760610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:20.766800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:20.818591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:53:20.982526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] For port e1ecf486-97ba-4175-ba84-5bd20374a355, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:20.987080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] For port e1ecf486-97ba-4175-ba84-5bd20374a355, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e1ecf486-97ba-4175-ba84-5bd20374a355,segment=NetworkSegment(748ca8fc-aa44-41ca-983c-9228c92c2f67),segment_id=748ca8fc-aa44-41ca-983c-9228c92c2f67)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:21.024779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d770777-585a-400d-b52b-288eb5ca1994 req-42781a21-62fc-44db-b42d-773ea3afc862 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.1055875 Apr 11 20:53:21.103326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:21.105555 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d770777-585a-400d-b52b-288eb5ca1994 req-b490213b-fe12-4f1f-9158-2b9cb10e483f tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710685 Apr 11 20:53:21.133788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'port_id': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'mac_address': 'fa:16:3e:45:e7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:21.202443 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:21.243931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4705f4f2-591b-4733-ae79-e048e9d6083c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:21.286305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:21.379314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9d3b885-b902-4958-9cd8-6b9a046ae7a1 req-a7be43fe-e085-4c97-ab28-1b2a3ed713c4 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.1051741 Apr 11 20:53:21.439144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9d3b885-b902-4958-9cd8-6b9a046ae7a1 req-bb492665-c9b6-419d-99d2-f79633cae84d tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 Apr 11 20:53:21.464174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:21.582606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:21.585805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:21.585928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:21.586044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:21.586144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:21.687964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:21.713185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:21.713185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:21.783623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:21.813946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e399c6b-1321-4ae9-a4b8-9a14aa218fda req-ae0a5b7c-805d-4058-8779-1dbc71e8316d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:21.824285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e399c6b-1321-4ae9-a4b8-9a14aa218fda req-ae0a5b7c-805d-4058-8779-1dbc71e8316d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 944 time: 0.4866962 Apr 11 20:53:21.950565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e399c6b-1321-4ae9-a4b8-9a14aa218fda req-b9868f6c-8675-4360-9f62-531ceb13b8df tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255481 Apr 11 20:53:21.959520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:22.036710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=11']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:22.090837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['4705f4f2-591b-4733-ae79-e048e9d6083c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:22.257721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.11 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/68587c62-2765-4bc5-a553-f4083a6a79d7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:22.275245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-378211a4-f7e1-4400-a1bb-58935603e936 req-d5f26888-f9d9-4147-bd97-d4c8b8220bf3 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.4784086 Apr 11 20:53:22.428144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-378211a4-f7e1-4400-a1bb-58935603e936 req-c06d15f5-f1d4-4e0b-b3cb-0a07fb12776a tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480763 Apr 11 20:53:22.589244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9df3021-5b2f-42aa-9de5-2dfaca5b2d30 req-d05f71e3-ba41-4261-8bf4-ff049dd595d4 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 210 time: 0.1929851 Apr 11 20:53:22.801950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775ace4-68be-4fa3-b815-080b1aec357c None None] Pushing event updated for resources: {'Port': ['ID=e1ecf486-97ba-4175-ba84-5bd20374a355,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:22.822904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:22.846259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:22.975142 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:22.985180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:22.986350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:23.014915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=fad81dc3-ce6a-439b-b69e-e7dd6b415177,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:23.019225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:23.019920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: 935cf13a-16f8-408e-81c9-5f6c8e84bdb9, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:53:23.057750 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:23.094787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fa4fa-b039-461b-b5be-d1447ac1aa59 req-fca31ae4-ec2e-42e7-84d8-959d7547d5f5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:23.097123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d84fa4fa-b039-461b-b5be-d1447ac1aa59 req-fca31ae4-ec2e-42e7-84d8-959d7547d5f5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 944 time: 0.3204026 Apr 11 20:53:23.162251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:53:23.166957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:23.220884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:23.226441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 935cf13a-16f8-408e-81c9-5f6c8e84bdb9) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:23.232939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:23.233791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:23.273979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6f117-f128-4f99-8019-e9712b0b9eb4 None None] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:23.302730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-1f13696a-fe9c-41a8-8b4e-dcfa26c4471a tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:23.310875 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-1f13696a-fe9c-41a8-8b4e-dcfa26c4471a tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/networks?id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 200 len: 911 time: 0.2612262 Apr 11 20:53:23.333143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-3619ddf5-ba28-4268-bc83-4ac02aab95ce tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/quotas/c7e044a27b0b4130ae81e2804f470a6e HTTP/1.1" status: 200 len: 375 time: 0.0209773 Apr 11 20:53:23.386379 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3eace754-76d4-40db-9df1-b93e3b39f165 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0665290 Apr 11 20:53:23.392032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36874) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:23.407304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:23.488984 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d84fa4fa-b039-461b-b5be-d1447ac1aa59 req-ebf63950-3bc0-4aba-baab-91651e677b7d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846872 Apr 11 20:53:23.491984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:23.498915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:23.503812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:23.642016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:23.642767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:23.653851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=68587c62-2765-4bc5-a553-f4083a6a79d7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:23.685607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33149446'] for subnet, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:23.711506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-935cf13a-16f8-408e-81c9-5f6c8e84bdb9', 'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': 'fad81dc3-ce6a-439b-b69e-e7dd6b415177'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:53:23.717984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:23.785456 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec36085-1c29-4db5-90a9-654c3475afa1'] response: {'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'code': 200} Apr 11 20:53:23.890272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:23.917218 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-3059f770-0b0e-433f-9c16-702876c8b089 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5260606 Apr 11 20:53:23.928943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e1ecf486-97ba-4175-ba84-5bd20374a355 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:23.954196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Request body: {'port': {'device_id': 'c5a851e1-2632-4305-b862-f43171225a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:23.975007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa3c68-62b0-40db-ac1b-8a841669d961 None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:24.014361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-398095e8-b9ec-40e4-94b0-60def99ec967 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6798129 Apr 11 20:53:24.294385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-ebadddff-bd04-486e-b52b-7fec4b306655 service neutron] 10.222.0.61 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789423 Apr 11 20:53:24.351536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c43dac7-84cd-4db5-98d9-c33d34903fc0 req-f74628f5-30a8-498d-af1b-d3d704f74cb0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 1096 time: 0.5427425 Apr 11 20:53:24.376747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735075402388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32980123'] for subnet, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:24.431902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639bf0d-69bf-424a-9ba7-93fa98b0e6a8 req-93a3cbd6-ba05-4199-9e60-48e0bf0a2839 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:24.447426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3639bf0d-69bf-424a-9ba7-93fa98b0e6a8 req-93a3cbd6-ba05-4199-9e60-48e0bf0a2839 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.4096906 Apr 11 20:53:24.449753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:24.474339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:24.474969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:24.479687 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "PUT /v2.0/subnets/fad81dc3-ce6a-439b-b69e-e7dd6b415177 HTTP/1.1" status: 200 len: 826 time: 1.0863159 Apr 11 20:53:24.482979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36892) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:24.529456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Allocated IP 2001:db8::2 (935cf13a-16f8-408e-81c9-5f6c8e84bdb9/fad81dc3-ce6a-439b-b69e-e7dd6b415177/66846ed6-4c62-40f1-9195-89ad710fdc4b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:24.534614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151f625-e81b-4b8a-9a27-161e279fc570 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=fad81dc3-ce6a-439b-b69e-e7dd6b415177,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:24.577117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-1bf4462e-87d0-4564-990b-b5c514bd2a52 service neutron] 10.222.0.61 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814209 Apr 11 20:53:24.652572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c43dac7-84cd-4db5-98d9-c33d34903fc0 req-c8c0a7c0-88f0-474c-b121-012904edc9e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943592 Apr 11 20:53:24.667423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-afb4a8b0-ce5e-47f3-9b03-9bbef1ff2984 None None] Provisioning for port e1ecf486-97ba-4175-ba84-5bd20374a355 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:24.859825 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3639bf0d-69bf-424a-9ba7-93fa98b0e6a8 req-158f00c1-321f-4708-b04f-342d5cfae1ca tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109313 Apr 11 20:53:24.875588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e1ecf486-97ba-4175-ba84-5bd20374a355 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:24.882209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:24.941600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e1ecf486-97ba-4175-ba84-5bd20374a355 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:24.950773 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.057183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.123293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.188597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Transition to ACTIVE for port object 66846ed6-4c62-40f1-9195-89ad710fdc4b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:25.317094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba4821-4c3f-41b2-b718-2cf79e81d9dc req-d27a50a1-f803-4e9d-8436-1da333c10fb0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:25.318573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21ba4821-4c3f-41b2-b718-2cf79e81d9dc req-d27a50a1-f803-4e9d-8436-1da333c10fb0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 932 time: 0.2121685 Apr 11 20:53:25.423330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68587c62-2765-4bc5-a553-f4083a6a79d7 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:25.427021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Transition to ACTIVE for port object 66846ed6-4c62-40f1-9195-89ad710fdc4b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:25.438538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21ba4821-4c3f-41b2-b718-2cf79e81d9dc req-3143d3b4-b933-4620-8841-eab0a0137eab tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059258 Apr 11 20:53:25.439366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.495060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Transition to ACTIVE for port object 68587c62-2765-4bc5-a553-f4083a6a79d7 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:25.505817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.519003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.566311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Update dhcp port {'port': {'network_id': '79f6a67c-cce0-4e50-8cfd-dc4847593eff', 'fixed_ips': [{'subnet_id': '285cfc23-848e-4c6e-914d-ddc7b4057fba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'deecfb8c-8a96-4016-8817-2c53cb6c0b8a'}], 'binding:host_id': 'n-d-837321-1'}, 'id': 'e1ecf486-97ba-4175-ba84-5bd20374a355'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 20:53:25.602354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.610269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:25.751790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65f9b000-0499-439f-aeb3-68598a373e83 req-bcbd0be3-03ea-4690-aa97-4a9c62376558 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 210 time: 0.1057465 Apr 11 20:53:25.791913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:25.796063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e1ecf486-97ba-4175-ba84-5bd20374a355, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e1ecf486-97ba-4175-ba84-5bd20374a355,segment=NetworkSegment(748ca8fc-aa44-41ca-983c-9228c92c2f67),segment_id=748ca8fc-aa44-41ca-983c-9228c92c2f67)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:25.800530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:25.803348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Pushing event updated for resources: {'Port': ['ID=66846ed6-4c62-40f1-9195-89ad710fdc4b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:25.807501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:25.809796 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.850889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.889486 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:25.970334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=fad81dc3-ce6a-439b-b69e-e7dd6b415177,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:26.177246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Pushing event updated for resources: {'Port': ['ID=68587c62-2765-4bc5-a553-f4083a6a79d7,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:26.182174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.188311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:26.189091 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.225158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Attempting to bind port 66846ed6-4c62-40f1-9195-89ad710fdc4b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:26.225361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Attempting to bind port 66846ed6-4c62-40f1-9195-89ad710fdc4b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:26.225611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Attempting to bind port 66846ed6-4c62-40f1-9195-89ad710fdc4b on network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:26.255295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e1ecf486-97ba-4175-ba84-5bd20374a355,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:26.299652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:26.300229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Checking segment: {'id': 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:26.300425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.300843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Bound using segment: {'id': 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:26.301297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Bound port: 66846ed6-4c62-40f1-9195-89ad710fdc4b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:26.301660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.340428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935cf13a-16f8-408e-81c9-5f6c8e84bdb9']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:26.391292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e7884-644c-4300-9992-8dfa84c97f3c req-8ac0d362-1442-4f96-952f-04619f9d7adb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:26.398512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-961e7884-644c-4300-9992-8dfa84c97f3c req-8ac0d362-1442-4f96-952f-04619f9d7adb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.9020259 Apr 11 20:53:26.418828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:26.419213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:26.422209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Allocated IP 172.20.0.1 (79f6a67c-cce0-4e50-8cfd-dc4847593eff/deecfb8c-8a96-4016-8817-2c53cb6c0b8a/e1ecf486-97ba-4175-ba84-5bd20374a355) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:26.448036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.479887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.488606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Attempting to bind port 68587c62-2765-4bc5-a553-f4083a6a79d7 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:26.488942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Attempting to bind port 68587c62-2765-4bc5-a553-f4083a6a79d7 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:26.489260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Attempting to bind port 68587c62-2765-4bc5-a553-f4083a6a79d7 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:26.492626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:26.493061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:26.508276 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:26.522964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-961e7884-644c-4300-9992-8dfa84c97f3c req-2e9d0406-019a-4e17-bcc7-51b65a3f7676 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235347 Apr 11 20:53:26.592052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] For port 66846ed6-4c62-40f1-9195-89ad710fdc4b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:26.594424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.641025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:26.657951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Port 68587c62-2765-4bc5-a553-f4083a6a79d7 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:53:26.658551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Attempting to bind port 68587c62-2765-4bc5-a553-f4083a6a79d7 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:26.665702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:26.675959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] For port 66846ed6-4c62-40f1-9195-89ad710fdc4b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=66846ed6-4c62-40f1-9195-89ad710fdc4b,segment=NetworkSegment(d49af6fa-2e9a-4b01-a014-d9fea9e7913e),segment_id=d49af6fa-2e9a-4b01-a014-d9fea9e7913e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:26.676108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:26.676386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:26.678016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:26.678845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Bound port: 68587c62-2765-4bc5-a553-f4083a6a79d7, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:26.679501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.700075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 20:53:26.700075 n-d-837321-1 neutron-server[84667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 20:53:26.700075 n-d-837321-1 neutron-server[84667]: [parameters: {'id': '935cf13a-16f8-408e-81c9-5f6c8e84bdb9'}] Apr 11 20:53:26.700075 n-d-837321-1 neutron-server[84667]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:26.702735 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:26.703316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] For port e1ecf486-97ba-4175-ba84-5bd20374a355, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e1ecf486-97ba-4175-ba84-5bd20374a355,segment=NetworkSegment(748ca8fc-aa44-41ca-983c-9228c92c2f67),segment_id=748ca8fc-aa44-41ca-983c-9228c92c2f67)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:26.706160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.707184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:26.777591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.869186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.872065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] For port 68587c62-2765-4bc5-a553-f4083a6a79d7, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:26.875725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] For port 68587c62-2765-4bc5-a553-f4083a6a79d7, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=68587c62-2765-4bc5-a553-f4083a6a79d7,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:26.883881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:26.901940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0dfeb-414e-46cf-a8d7-548466283fa3 req-419e72f8-e52e-44de-986e-df301f65fd11 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:26.910090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86a0dfeb-414e-46cf-a8d7-548466283fa3 req-419e72f8-e52e-44de-986e-df301f65fd11 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 945 time: 0.1638560 Apr 11 20:53:26.947758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:26.970431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Transition to ACTIVE for port object e1ecf486-97ba-4175-ba84-5bd20374a355 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:27.057034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06876f-5d35-428d-ad75-3c2e8e0fe026 None None] Pushing event updated for resources: {'Port': ['ID=66846ed6-4c62-40f1-9195-89ad710fdc4b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:27.065010 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:27.071853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86a0dfeb-414e-46cf-a8d7-548466283fa3 req-81faf2e9-9e0f-4555-9583-2672cc2ea968 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558585 Apr 11 20:53:27.074969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:27.093997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] 10.222.0.75 "PUT /v2.0/ports/68587c62-2765-4bc5-a553-f4083a6a79d7 HTTP/1.1" status: 200 len: 1092 time: 3.1539330 Apr 11 20:53:27.094479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a851e1-2632-4305-b862-f43171225a87', 'tag': '68587c62-2765-4bc5-a553-f4083a6a79d7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:27.126264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e91f37-a88c-4044-8305-d02a6565c457 service neutron] Pushing event updated for resources: {'Port': ['ID=68587c62-2765-4bc5-a553-f4083a6a79d7,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:27.131111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b618027-a82e-4cfb-a474-cb8f7064c143 None None] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:27.169252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 4705f4f2-591b-4733-ae79-e048e9d6083c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:27.200790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e2e87-b3f6-4424-bf6b-301e42aca4c5 req-8aa74c69-41be-4894-af44-6a5ee1e0a3f8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:27.203939 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:27.209873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae3e2e87-b3f6-4424-bf6b-301e42aca4c5 req-8aa74c69-41be-4894-af44-6a5ee1e0a3f8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 944 time: 0.1817732 Apr 11 20:53:27.237321 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ca00dc-804b-4be0-bcc9-592213393fc2'] response: {'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'code': 200} Apr 11 20:53:27.257183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 4705f4f2-591b-4733-ae79-e048e9d6083c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:27.257566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:27.420966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cca92-cd99-4d5b-a4f6-74e93615da70 None None] Pushing event updated for resources: {'Port': ['ID=e1ecf486-97ba-4175-ba84-5bd20374a355,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:27.477149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae3e2e87-b3f6-4424-bf6b-301e42aca4c5 req-247887e9-8292-4e06-ab2d-e394c3b2968e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663050 Apr 11 20:53:27.574229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d7cedcd-5d52-46c4-afe6-d6f9d6bd7b66 req-8f72c616-d358-40c9-b078-8d362c591b24 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 210 time: 0.0672386 Apr 11 20:53:27.599084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port 66846ed6-4c62-40f1-9195-89ad710fdc4b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:27.599084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:27.741287 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-2a75921f-8a91-4f74-8fb2-5cb50f025067 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 1102 time: 0.1185079 Apr 11 20:53:27.790384 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:27.792038 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a256e47-bace-418b-847d-8a8553450ca1'] response: {'name': 'network-changed', 'server_uuid': 'c5a851e1-2632-4305-b862-f43171225a87', 'tag': '68587c62-2765-4bc5-a553-f4083a6a79d7', 'status': 'completed', 'code': 200} Apr 11 20:53:27.832007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:27.886051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c66b6d-b331-49b0-879b-37c3502951cf None None] Network 935cf13a-16f8-408e-81c9-5f6c8e84bdb9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:27.929240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:28.068875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-a87ca8e6-ca5c-425a-a917-f54cb61b8edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:28.074619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-a87ca8e6-ca5c-425a-a917-f54cb61b8edb service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.3001227 Apr 11 20:53:28.077902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port 66846ed6-4c62-40f1-9195-89ad710fdc4b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=66846ed6-4c62-40f1-9195-89ad710fdc4b,segment=NetworkSegment(d49af6fa-2e9a-4b01-a014-d9fea9e7913e),segment_id=d49af6fa-2e9a-4b01-a014-d9fea9e7913e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:28.078407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:28.154191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e1ecf486-97ba-4175-ba84-5bd20374a355 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:28.207106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-e96517da-3257-49ad-a9c0-28a01ce0cdc0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 HTTP/1.1" status: 200 len: 217 time: 0.1186786 Apr 11 20:53:28.378998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-0b53d152-01f7-4980-9757-f20f37fe87fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:28.384415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-0b53d152-01f7-4980-9757-f20f37fe87fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1696765 Apr 11 20:53:28.396360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for 66846ed6-4c62-40f1-9195-89ad710fdc4b owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:28.529627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:28.637027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02f102-b59c-4ce1-86be-782b26534622 None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:28.715511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-2512a01a-9873-44e3-9eea-69f4a1715783 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 1095 time: 1.5125287 Apr 11 20:53:28.743390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-79ce7bab-8e5e-45ff-bcd8-4fb4d985f241 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3504682 Apr 11 20:53:28.834369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-08c9c485-9f28-45e6-88b7-bc1c3047245c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68587c62-2765-4bc5-a553-f4083a6a79d7 HTTP/1.1" status: 200 len: 217 time: 0.1022913 Apr 11 20:53:28.922096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642f069-8f64-4eae-af38-1f8f47e345ed req-1d66a8dc-7cf4-441a-b137-18c8e0d3d2ca tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:28.923654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2642f069-8f64-4eae-af38-1f8f47e345ed req-1d66a8dc-7cf4-441a-b137-18c8e0d3d2ca tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.7065871 Apr 11 20:53:28.928083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-fe3c9134-02bc-4456-9d83-4db8fc7f6baa tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:28.928756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-fe3c9134-02bc-4456-9d83-4db8fc7f6baa tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Synchronizing usage tracker for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:29.021870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-526dd809-ae04-442d-88be-b1cc5085a384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:29.023723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-526dd809-ae04-442d-88be-b1cc5085a384 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1732476 Apr 11 20:53:29.027104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2642f069-8f64-4eae-af38-1f8f47e345ed req-92cc89c8-b3f4-4f61-bb30-4e3fd3270bfa tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896018 Apr 11 20:53:29.099239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-a8871348-3791-42bc-af70-2fdbdbccd3b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673835 Apr 11 20:53:29.104170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:29.105833 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-297c11c8-e079-4370-831d-d03ffb2ff2e0 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554261 Apr 11 20:53:29.130315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-27455cb0-6600-4b4c-b356-f160e9793ffa None None] Provisioning for port e1ecf486-97ba-4175-ba84-5bd20374a355 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:29.140945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-27455cb0-6600-4b4c-b356-f160e9793ffa None None] Provisioning complete for port e1ecf486-97ba-4175-ba84-5bd20374a355 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:29.142733 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27455cb0-6600-4b4c-b356-f160e9793ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:29.200279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:29.238939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:29.256723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-fe3c9134-02bc-4456-9d83-4db8fc7f6baa tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Unset dirty status for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:29.258057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-fe3c9134-02bc-4456-9d83-4db8fc7f6baa tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.75 "GET /v2.0/networks?id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 200 len: 911 time: 1.4037991 Apr 11 20:53:29.283670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=66846ed6-4c62-40f1-9195-89ad710fdc4b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:29.284639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-192efcb0-0e25-4f17-b451-bd9157774ff6 req-c8560729-36d4-4e95-89a9-73d44475365e service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722693 Apr 11 20:53:29.291653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Request body: {'port': {'device_id': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'admin_state_up': True, 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:29.315012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5d55-95b0-46b1-be3e-2068a29f5913 req-51d6a219-e373-4e73-b37e-bcf74fc24fb8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:29.316553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-566b5d55-95b0-46b1-be3e-2068a29f5913 req-51d6a219-e373-4e73-b37e-bcf74fc24fb8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.3138998 Apr 11 20:53:29.381933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:29.385184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-566b5d55-95b0-46b1-be3e-2068a29f5913 req-ed4f0d3c-ecec-4d18-897f-4fe4c59d47b8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562024 Apr 11 20:53:29.406522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port 66846ed6-4c62-40f1-9195-89ad710fdc4b on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:29.470503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:29.607788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f4830-6edf-4a3e-a346-7fee089b363c None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 20:53:29.640602 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7615eda-b2b3-4d01-9150-6b6d67973aa9 req-74b72f37-5af7-4ef8-a321-aeff6e906cc4 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 210 time: 0.0613453 Apr 11 20:53:29.655013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-eb877eea-3aa1-4169-984c-4c592610bc19 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433586 Apr 11 20:53:29.657493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:29.694690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Made reservation on behalf of c7e044a27b0b4130ae81e2804f470a6e for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:29.697064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:29.741397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9bc0b0ca-3ca1-4753-8614-024070295e73 None None] Provisioning complete for port e1ecf486-97ba-4175-ba84-5bd20374a355 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:29.741800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b0ca-3ca1-4753-8614-024070295e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:29.919413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154cfcf-1d4a-47a3-9aa2-8d2645796fc4 req-0f85e36c-aec6-475d-9bd7-e9f2d493a8eb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:29.920151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4154cfcf-1d4a-47a3-9aa2-8d2645796fc4 req-0f85e36c-aec6-475d-9bd7-e9f2d493a8eb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:29.934941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935cf13a-16f8-408e-81c9-5f6c8e84bdb9']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:29.984160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f4830-6edf-4a3e-a346-7fee089b363c None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 20:53:29.988996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:29.989335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49af6fa-2e9a-4b01-a014-d9fea9e7913e') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:30.018651 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.096973 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.130548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:30.131277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:30.146180 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:30.153620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4154cfcf-1d4a-47a3-9aa2-8d2645796fc4 req-0f85e36c-aec6-475d-9bd7-e9f2d493a8eb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:30.158651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4154cfcf-1d4a-47a3-9aa2-8d2645796fc4 req-0f85e36c-aec6-475d-9bd7-e9f2d493a8eb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 944 time: 0.9362969 Apr 11 20:53:30.236531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5c01069-35ca-4e5f-be5d-1834da094432 req-161f6b09-b869-4f64-acd8-8f702ad555e2 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609043 Apr 11 20:53:30.408842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4154cfcf-1d4a-47a3-9aa2-8d2645796fc4 req-a6900353-c25a-45b5-88e8-d1792d30f779 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492371 Apr 11 20:53:30.418999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Allocated IP 172.20.0.14 (bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706/f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1/6db6d0fa-946a-476e-b378-805c70fdcead) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:30.442190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.457298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.471689 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.505595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=935cf13a-16f8-408e-81c9-5f6c8e84bdb9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:30.509576 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbeb8d1-9bd8-4a89-b0a8-fdb37b8ecb96'] response: {'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'code': 200} Apr 11 20:53:30.548422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:30.549069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-68d5c349-aa2d-49ae-9903-f3a632b56a12 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/935cf13a-16f8-408e-81c9-5f6c8e84bdb9 HTTP/1.1" status: 204 len: 168 time: 6.0399027 Apr 11 20:53:30.582698 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2030ce-b272-45fe-a3c3-1ad7c8dda4d9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:30.583405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2030ce-b272-45fe-a3c3-1ad7c8dda4d9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:30.590816 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cf2030ce-b272-45fe-a3c3-1ad7c8dda4d9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/935cf13a-16f8-408e-81c9-5f6c8e84bdb9 HTTP/1.1" status: 404 len: 339 time: 0.0411408 Apr 11 20:53:30.591939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37026) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:30.598395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156373020', 'description': 'd1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:30.604084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:30.609019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Usage tracker for resource:network and tenant:4fa4001d3ffd4d83a0267f90590f9f4d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:30.611976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:30.619567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:30.663098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-b836a75d-3507-44ea-b141-fe7b3008cbb9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 1095 time: 0.3150601 Apr 11 20:53:30.702580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:30.708508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.751403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:30.768394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.768701 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment bac47294-dd1b-468b-a718-97d05c5879cc of type vlan for network ee533c88-542d-4246-af99-fd2485e26033 Apr 11 20:53:30.854802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.866169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-91752c69-6673-41e6-9801-2c93344567f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:30.867759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-91752c69-6673-41e6-9801-2c93344567f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.1974132 Apr 11 20:53:30.880924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:30.882326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Transition to ACTIVE for port object 6db6d0fa-946a-476e-b378-805c70fdcead will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:31.002892 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdcd8689-5a85-4679-9d4d-f462f9593ce3 req-c1f1169f-9e3d-4820-8d65-d1624404cd34 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 1097 time: 0.2284806 Apr 11 20:53:31.017027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:31.029657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['da8ea809-637c-4fea-84ea-8808a0563a41'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:31.074217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-4bcd5753-4ecd-4fc5-9985-b4f9b15e3969 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68587c62-2765-4bc5-a553-f4083a6a79d7 HTTP/1.1" status: 200 len: 217 time: 0.1624300 Apr 11 20:53:31.105798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a7f2a-59d1-4968-907f-faaf3144817e req-3485f4ce-3786-4e19-96bf-943a4a0ca073 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:31.112146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-024a7f2a-59d1-4968-907f-faaf3144817e req-3485f4ce-3786-4e19-96bf-943a4a0ca073 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.1983271 Apr 11 20:53:31.114341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdcd8689-5a85-4679-9d4d-f462f9593ce3 req-60a6e593-6b4b-46bf-8931-9ef78351d52c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028469 Apr 11 20:53:31.134166 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:31.138344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:31.138935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1448591'] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:31.178454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:31.190451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:31.202052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:31.287015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Pushing event updated for resources: {'Port': ['ID=6db6d0fa-946a-476e-b378-805c70fdcead,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:31.288407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=ee533c88-542d-4246-af99-fd2485e26033,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:31.297902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ade3437e-c307-42e5-8bf6-0eccd8f98635 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7048013 Apr 11 20:53:31.299147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:31.353371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ee533c88-542d-4246-af99-fd2485e26033 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:31.365292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-66fab1a1-78b4-416b-b005-0a0cc606d149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:31.366906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-66fab1a1-78b4-416b-b005-0a0cc606d149 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.2836640 Apr 11 20:53:31.452925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-e8997e09-1982-4332-a87e-c231bd4c30da service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772295 Apr 11 20:53:31.460016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed49d4a-9bf0-45b1-afc7-2bd63506abed tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:31.460718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9ed49d4a-9bf0-45b1-afc7-2bd63506abed tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Synchronizing usage tracker for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:31.495940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-024a7f2a-59d1-4968-907f-faaf3144817e req-85e68f2c-f82a-4453-b2c5-f82ab3473986 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800695 Apr 11 20:53:31.524979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:31.525902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:31.593934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9ed49d4a-9bf0-45b1-afc7-2bd63506abed tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Unset dirty status for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:31.598773 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9ed49d4a-9bf0-45b1-afc7-2bd63506abed tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks?id=ee533c88-542d-4246-af99-fd2485e26033 HTTP/1.1" status: 200 len: 765 time: 0.2980950 Apr 11 20:53:31.599632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37062) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:31.606720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'description': 'd2'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:31.777171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-df8367b0-27b9-4fdb-9543-98183fb5ce02 None None] Provisioning for port 6db6d0fa-946a-476e-b378-805c70fdcead completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:31.784835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-df8367b0-27b9-4fdb-9543-98183fb5ce02 None None] Provisioning complete for port 6db6d0fa-946a-476e-b378-805c70fdcead triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:31.785350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df8367b0-27b9-4fdb-9543-98183fb5ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:31.809396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-100e9d66-c58c-4f2d-a896-9b5c97c2d7ae tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5269222 Apr 11 20:53:31.820326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2a4b-6356-4196-a097-b4a0f386f616 req-96ca15f0-973d-40af-89d9-53fb3a227e09 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:31.829217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b5f2a4b-6356-4196-a097-b4a0f386f616 req-96ca15f0-973d-40af-89d9-53fb3a227e09 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1812468 Apr 11 20:53:31.862734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Request body: {'port': {'device_id': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:31.886959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-df8367b0-27b9-4fdb-9543-98183fb5ce02 None None] Port 6db6d0fa-946a-476e-b378-805c70fdcead cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:53:31.967523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-f878062f-5ec3-45d7-9aa7-1347911eaffd service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035708 Apr 11 20:53:32.062673 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c42213d6-1a19-4151-b21f-2cf4e3e5fc67 req-a8b49772-8de2-4e8c-afb6-e371c1faa63f tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1028 time: 0.3255591 Apr 11 20:53:32.163661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c42213d6-1a19-4151-b21f-2cf4e3e5fc67 req-81cf08dd-7816-49ae-838a-a446ace62969 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Apr 11 20:53:32.168738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:32.251588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:32.288087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b5f2a4b-6356-4196-a097-b4a0f386f616 req-e2676429-bca2-4fdc-baf2-ebc35d007aa2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578638 Apr 11 20:53:32.302748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:32.506691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0496a8cf-2f86-4743-9468-76bb63db9bfa req-c4375648-29e8-412d-af89-b2c2819207ce service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228345 Apr 11 20:53:32.569114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=ee533c88-542d-4246-af99-fd2485e26033,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:32.575925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ee533c88-542d-4246-af99-fd2485e26033 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:32.623946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network ee533c88-542d-4246-af99-fd2485e26033 is not hosted by any dhcp agent {{(pid=84666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 11 20:53:32.628098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:32.628549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:32.632837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0f12df91-9bde-40cd-b21f-547be52d1191 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "PUT /v2.0/networks/ee533c88-542d-4246-af99-fd2485e26033 HTTP/1.1" status: 200 len: 762 time: 1.0320799 Apr 11 20:53:32.639092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:32.797261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f7c97-4387-4855-99ad-b589a9dc3d68 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:32.804917 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-770f7c97-4387-4855-99ad-b589a9dc3d68 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks?id=ee533c88-542d-4246-af99-fd2485e26033 HTTP/1.1" status: 200 len: 765 time: 0.1645384 Apr 11 20:53:32.809147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37110) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:32.932944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14874045-f4bf-48a6-85fb-02af59dd9fcf req-80c7a1d2-f023-4666-b090-e28553988686 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:32.934482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14874045-f4bf-48a6-85fb-02af59dd9fcf req-80c7a1d2-f023-4666-b090-e28553988686 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 944 time: 0.3771250 Apr 11 20:53:32.976665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db6d0fa-946a-476e-b378-805c70fdcead {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:32.987288 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:33.038316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Transition to ACTIVE for port object 6db6d0fa-946a-476e-b378-805c70fdcead will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:33.059850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14874045-f4bf-48a6-85fb-02af59dd9fcf req-fc1002d5-8eaa-40ef-9190-1c45b4155ed9 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126034 Apr 11 20:53:33.074001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816d1a0-067c-437e-85e9-15386c151bcf tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.075598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e816d1a0-067c-437e-85e9-15386c151bcf tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2662892 Apr 11 20:53:33.086003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:33.114012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:33.138236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-64ebd0f4-a1cc-4783-954b-15f0d3341ab9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Synchronizing usage tracker for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:33.229171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-64ebd0f4-a1cc-4783-954b-15f0d3341ab9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Unset dirty status for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:33.231368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-64ebd0f4-a1cc-4783-954b-15f0d3341ab9 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 207 time: 0.1513641 Apr 11 20:53:33.234924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:33.299032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6db6d0fa-946a-476e-b378-805c70fdcead,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:33.442890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13dd2a-d8af-415d-ac48-6c8a5f342371 req-3ae08a52-caeb-4eae-ab7a-3244e055ec8a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.444423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f13dd2a-d8af-415d-ac48-6c8a5f342371 req-3ae08a52-caeb-4eae-ab7a-3244e055ec8a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.2856407 Apr 11 20:53:33.499421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Attempting to bind port 6db6d0fa-946a-476e-b378-805c70fdcead on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:33.499675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Attempting to bind port 6db6d0fa-946a-476e-b378-805c70fdcead by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:33.499827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Attempting to bind port 6db6d0fa-946a-476e-b378-805c70fdcead on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:33.522880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f13dd2a-d8af-415d-ac48-6c8a5f342371 req-ce9e8d70-0970-4b38-9306-599e6d7de9ff tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705743 Apr 11 20:53:33.523838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Port 6db6d0fa-946a-476e-b378-805c70fdcead on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:53:33.524598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Attempting to bind port 6db6d0fa-946a-476e-b378-805c70fdcead on network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:33.531428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.533335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:33.533677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Checking segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:33.534063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Bound using segment: {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:33.534532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Bound port: 6db6d0fa-946a-476e-b378-805c70fdcead, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7eeee2-3fbb-41c4-99a5-0c611128b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:33.534937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:33.547582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.566699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.577408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.587511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.603683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:33.605500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ff687754-22a4-4786-855f-69e27208cbfa tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3693464 Apr 11 20:53:33.612857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:33.621878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 68587c62-2765-4bc5-a553-f4083a6a79d7 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:33.700915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] For port 6db6d0fa-946a-476e-b378-805c70fdcead, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:33.705059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] For port 6db6d0fa-946a-476e-b378-805c70fdcead, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6db6d0fa-946a-476e-b378-805c70fdcead,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:33.824752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:33.857254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 68587c62-2765-4bc5-a553-f4083a6a79d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=68587c62-2765-4bc5-a553-f4083a6a79d7,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:33.892030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '68587c62-2765-4bc5-a553-f4083a6a79d7', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': '68587c62-2765-4bc5-a553-f4083a6a79d7', 'mac_address': 'fa:16:3e:aa:7f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:33.915762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:33.917521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] 10.222.0.75 "PUT /v2.0/ports/6db6d0fa-946a-476e-b378-805c70fdcead HTTP/1.1" status: 200 len: 1092 time: 2.0630641 Apr 11 20:53:33.921229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'tag': '6db6d0fa-946a-476e-b378-805c70fdcead'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:33.959954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e774b34-d042-4d4f-be0a-55dcea6d88b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6db6d0fa-946a-476e-b378-805c70fdcead,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:33.978745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e6082a8a-f6eb-4da0-ac27-0494d762b3cd req-848acdb3-ef2c-4802-b33e-a6a0ae8673d0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Synchronizing usage tracker for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:33.998185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-af0b4997-0b17-4f0c-bb37-647751f368f7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3839326 Apr 11 20:53:34.005162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37186) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:34.026605 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:34.080467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68587c62-2765-4bc5-a553-f4083a6a79d7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:34.101087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 68587c62-2765-4bc5-a553-f4083a6a79d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=68587c62-2765-4bc5-a553-f4083a6a79d7,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:34.120248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e6082a8a-f6eb-4da0-ac27-0494d762b3cd req-848acdb3-ef2c-4802-b33e-a6a0ae8673d0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Unset dirty status for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:34.121346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6082a8a-f6eb-4da0-ac27-0494d762b3cd req-848acdb3-ef2c-4802-b33e-a6a0ae8673d0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1095 time: 0.3379090 Apr 11 20:53:34.156898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-fe7ea8bc-9d74-49f9-96fc-8b450b6b11f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1095 time: 0.1359107 Apr 11 20:53:34.171175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:34.250175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b20770-9140-458e-9b2c-b24eae271596 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.251816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b20770-9140-458e-9b2c-b24eae271596 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.253115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b20770-9140-458e-9b2c-b24eae271596 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.254410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b20770-9140-458e-9b2c-b24eae271596 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.259939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=68587c62-2765-4bc5-a553-f4083a6a79d7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:34.264621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6082a8a-f6eb-4da0-ac27-0494d762b3cd req-d82e0a11-5391-4b79-b9e5-5fed19dee721 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364119 Apr 11 20:53:34.271198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b20770-9140-458e-9b2c-b24eae271596 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.278310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0b20770-9140-458e-9b2c-b24eae271596 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2716045 Apr 11 20:53:34.280785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37192) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:34.298019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-b33d02ee-9357-466b-a3e5-cd67535be6d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db6d0fa-946a-476e-b378-805c70fdcead HTTP/1.1" status: 200 len: 217 time: 0.1091700 Apr 11 20:53:34.380871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-a0988ab5-8b85-48a9-ab41-0c8e89ea5ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.382538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-a0988ab5-8b85-48a9-ab41-0c8e89ea5ce8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1 HTTP/1.1" status: 200 len: 849 time: 0.0778930 Apr 11 20:53:34.428716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a3bd6-58e4-475e-a1bc-174554ac1648 req-044602a6-ea5b-4cca-88ac-a1ae7c411fc0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.430746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc5a3bd6-58e4-475e-a1bc-174554ac1648 req-044602a6-ea5b-4cca-88ac-a1ae7c411fc0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2969327 Apr 11 20:53:34.451513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61d677-f9ba-4a15-babc-6e732a48a4f3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.452905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61d677-f9ba-4a15-babc-6e732a48a4f3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.454159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61d677-f9ba-4a15-babc-6e732a48a4f3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.456053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61d677-f9ba-4a15-babc-6e732a48a4f3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.457328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61d677-f9ba-4a15-babc-6e732a48a4f3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.458856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fb61d677-f9ba-4a15-babc-6e732a48a4f3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1769972 Apr 11 20:53:34.463513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:34.484704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-0b6d6b79-f95d-4ac7-81c3-30ed1c23506e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955451 Apr 11 20:53:34.533809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['68587c62-2765-4bc5-a553-f4083a6a79d7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:34.698364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc5a3bd6-58e4-475e-a1bc-174554ac1648 req-4192794f-6bc6-4029-a103-d80becf15b5c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483141 Apr 11 20:53:34.721894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-ed2299bc-6785-4584-9782-3f7c82a63ac4 service neutron] 10.222.0.75 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028100 Apr 11 20:53:34.735753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99070b-4534-4650-8520-e97abf2debdf tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:34.737604 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ff99070b-4534-4650-8520-e97abf2debdf tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks/2aa9d17c-4ea9-402f-9648-ac300939a88b HTTP/1.1" status: 200 len: 804 time: 0.2727184 Apr 11 20:53:34.740815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37220) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:34.889773 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3cb83a-43fd-4de1-8e24-c4b11ad12e2b'] response: {'name': 'network-changed', 'server_uuid': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'tag': '6db6d0fa-946a-476e-b378-805c70fdcead', 'status': 'completed', 'code': 200} Apr 11 20:53:34.975373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7ddc3ab7-2b60-41f3-8edd-7d8957f26049 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/networks/2aa9d17c-4ea9-402f-9648-ac300939a88b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2329566 Apr 11 20:53:34.980731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37224) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:35.051521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9268b1e3-4950-4e84-84d5-2652c354caf6 req-8035353e-722e-49c4-8161-1b2a02639937 service neutron] 10.222.0.75 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279240 Apr 11 20:53:35.129833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70de1de-9ebe-4179-a513-6c2777f998e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:35.130575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a70de1de-9ebe-4179-a513-6c2777f998e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Synchronizing usage tracker for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:35.152988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a70de1de-9ebe-4179-a513-6c2777f998e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Unset dirty status for tenant:4fa4001d3ffd4d83a0267f90590f9f4d on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:35.152988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a70de1de-9ebe-4179-a513-6c2777f998e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/subnets/d4c02c60-f354-43b6-9978-abbbf5b6bf8a HTTP/1.1" status: 200 len: 843 time: 0.1697173 Apr 11 20:53:35.155509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37230) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:35.202398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57bd31-8a82-4904-9a24-8d44e25b67d6 req-ba2118f2-7378-4f88-a0a4-7ea1a87ac4cd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:35.204075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f57bd31-8a82-4904-9a24-8d44e25b67d6 req-ba2118f2-7378-4f88-a0a4-7ea1a87ac4cd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 945 time: 0.2172418 Apr 11 20:53:35.260869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f57bd31-8a82-4904-9a24-8d44e25b67d6 req-ddf47567-f62f-47f0-8d80-3ea6cd6389dd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511777 Apr 11 20:53:35.514281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bb2aa-1f61-49b0-89cc-dd09c26b38d2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:35.518923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-489bb2aa-1f61-49b0-89cc-dd09c26b38d2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "GET /v2.0/subnets/d4c02c60-f354-43b6-9978-abbbf5b6bf8a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3592064 Apr 11 20:53:35.519683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37248) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:35.527072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254673994'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:35.554323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-67f10ca2-8f5d-4647-b1d1-af29bcd563f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1095 time: 0.2145870 Apr 11 20:53:35.566893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1713f-34ea-4e27-8f64-579363d97d83 req-eba13905-2d46-42e5-a03c-0823abd231c8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:35.575302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25f1713f-34ea-4e27-8f64-579363d97d83 req-eba13905-2d46-42e5-a03c-0823abd231c8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.1771657 Apr 11 20:53:35.596682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:35.633706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:35.684166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b3c0dcb-f8e1-4efd-9e4d-912f8ed03898 req-7710e53e-b2e3-4ff1-9b3e-241317f5bf5b tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1095 time: 0.1481571 Apr 11 20:53:35.755213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b3c0dcb-f8e1-4efd-9e4d-912f8ed03898 req-163e5a0c-66e7-4718-b8da-537415fd2691 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636222 Apr 11 20:53:35.756411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25f1713f-34ea-4e27-8f64-579363d97d83 req-fd13b423-5e72-430c-8a58-714bd3da229b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384103 Apr 11 20:53:35.763935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:35.768563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:35.818619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-ed5e66c6-af30-4f59-b206-b5f92d443f6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:35.820408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-ed5e66c6-af30-4f59-b206-b5f92d443f6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 200 len: 911 time: 0.2431672 Apr 11 20:53:35.900788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:35.920604 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:35.920938 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Added segment 4e3e38e1-9faf-46a9-a60b-7b2888a49475 of type vlan for network fb487f5c-42f5-4c63-baea-c258fe4a93ac Apr 11 20:53:35.945625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-0049c5c7-8e8a-4302-857e-bf139065f1c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db6d0fa-946a-476e-b378-805c70fdcead HTTP/1.1" status: 200 len: 217 time: 0.1168327 Apr 11 20:53:35.978470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:36.114434 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:36.120781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:36.121969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:36.157446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-037c7353-30e4-4632-a67f-57a16ff2a112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:36.160607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-037c7353-30e4-4632-a67f-57a16ff2a112 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1 HTTP/1.1" status: 200 len: 849 time: 0.2032406 Apr 11 20:53:36.316881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Network': ['ID=fb487f5c-42f5-4c63-baea-c258fe4a93ac,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:36.330024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network fb487f5c-42f5-4c63-baea-c258fe4a93ac details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:36.386492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-82dbf2c3-70f0-4df5-a78d-7d0e576109b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122519 Apr 11 20:53:36.394369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a91034e6-680f-45a7-9444-4c11cb0ed4e2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8726826 Apr 11 20:53:36.397393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37278) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:36.404170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:36.512395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b14543-dc33-45fa-bd01-af8eefef06d7 req-765ab129-5f0d-4c0e-ad8b-dae5f3dcd32f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:36.513913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42b14543-dc33-45fa-bd01-af8eefef06d7 req-765ab129-5f0d-4c0e-ad8b-dae5f3dcd32f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2250752 Apr 11 20:53:36.561608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:36.575410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:36.597555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-a4729ada-8f49-4b00-b22b-dcef864f27c7 service neutron] 10.222.0.75 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996150 Apr 11 20:53:36.604226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-42b14543-dc33-45fa-bd01-af8eefef06d7 req-1444ad6c-e947-4e9d-ab54-386c9ff91219 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818799 Apr 11 20:53:36.654744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Made reservation on behalf of 4fa4001d3ffd4d83a0267f90590f9f4d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:36.783424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a91062a-53b4-4db8-8848-9ab4b31e83fc req-acd6f27f-886d-471f-b783-230ca9f53be2 service neutron] 10.222.0.75 "GET /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782331 Apr 11 20:53:36.788880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:53:36.808274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:36.841568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5745d9-d74a-44b1-99fe-45277fbe62c5 req-3dd5df78-03b7-4528-8a67-26f227d8c068 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:36.848516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c5745d9-d74a-44b1-99fe-45277fbe62c5 req-3dd5df78-03b7-4528-8a67-26f227d8c068 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 945 time: 0.2523639 Apr 11 20:53:36.939395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Performing IP validity checks on allocation pools {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 20:53:36.939945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 20:53:36.976929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c5745d9-d74a-44b1-99fe-45277fbe62c5 req-8c95853b-940c-47d0-93b3-8d5c390cb886 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272688 Apr 11 20:53:37.173743 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5eb699b-65ed-4df7-91f1-8c361f07381f req-4edb3acb-be87-4a79-9da6-59a01cc13b62 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1095 time: 0.0711460 Apr 11 20:53:37.239162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5eb699b-65ed-4df7-91f1-8c361f07381f req-dd9691d4-ca5e-4216-a427-8ac0a72cd8eb tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Apr 11 20:53:37.508043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:37.594780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=0e6e82f6-1719-4162-959a-27872e3a3016,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:37.607638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Checking segment: {'id': '4e3e38e1-9faf-46a9-a60b-7b2888a49475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:37.609407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network hostable DHCP agents. Network: fb487f5c-42f5-4c63-baea-c258fe4a93ac, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:53:37.660186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6db6d0fa-946a-476e-b378-805c70fdcead details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:37.664035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 68587c62-2765-4bc5-a553-f4083a6a79d7 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:37.719560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Network fb487f5c-42f5-4c63-baea-c258fe4a93ac is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:53:37.848166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, fb487f5c-42f5-4c63-baea-c258fe4a93ac) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:37.856356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:37.857461 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:37.877760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c6ca6-d3bf-43ce-a982-3ab52f139df2 None None] Network fb487f5c-42f5-4c63-baea-c258fe4a93ac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:37.933077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd77cf-9a97-4679-81c3-db33e1b84978 req-f5ad968a-e670-4fdd-9910-db5a9de5b58d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:37.935905 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f9dd77cf-9a97-4679-81c3-db33e1b84978 req-f5ad968a-e670-4fdd-9910-db5a9de5b58d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1467683 Apr 11 20:53:37.954297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 68587c62-2765-4bc5-a553-f4083a6a79d7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:37.966965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 68587c62-2765-4bc5-a553-f4083a6a79d7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:37.967352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:37.971713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-074a9263-b2f4-402d-8b9d-cf7ea61c8e19 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5734572 Apr 11 20:53:37.990724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37340) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:37.998435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:38.030492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f9dd77cf-9a97-4679-81c3-db33e1b84978 req-9400df24-43db-4807-b51e-79166fc3ec74 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875020 Apr 11 20:53:38.124341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6db6d0fa-946a-476e-b378-805c70fdcead, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6db6d0fa-946a-476e-b378-805c70fdcead,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:38.172353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6db6d0fa-946a-476e-b378-805c70fdcead', 'network_id': 'bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706', 'port_id': '6db6d0fa-946a-476e-b378-805c70fdcead', 'mac_address': 'fa:16:3e:97:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:38.326222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:38.368364 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:38.386140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea8a32-9cc6-4614-9848-abd38aed06c8 req-a8438bc8-af62-43c7-a763-e0c1329458b9 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:38.387689 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbea8a32-9cc6-4614-9848-abd38aed06c8 req-a8438bc8-af62-43c7-a763-e0c1329458b9 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 945 time: 0.1732109 Apr 11 20:53:38.424986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 68587c62-2765-4bc5-a553-f4083a6a79d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=68587c62-2765-4bc5-a553-f4083a6a79d7,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:38.432871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a851e1-2632-4305-b862-f43171225a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68587c62-2765-4bc5-a553-f4083a6a79d7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:38.442551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db6d0fa-946a-476e-b378-805c70fdcead {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:38.451935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-fb487f5c-42f5-4c63-baea-c258fe4a93ac', 'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac', 'tenant_id': '4fa4001d3ffd4d83a0267f90590f9f4d', 'fixed_ips': [{'subnet_id': '0e6e82f6-1719-4162-959a-27872e3a3016'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:53:38.452758 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:38.478678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbea8a32-9cc6-4614-9848-abd38aed06c8 req-ebcf43cc-ecb4-4ed3-a4b1-f4bcca2a3f49 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832155 Apr 11 20:53:38.479878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6db6d0fa-946a-476e-b378-805c70fdcead, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6db6d0fa-946a-476e-b378-805c70fdcead,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:38.525320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33507979'] for subnet, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:38.551712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:38.553539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:38.726251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6db6d0fa-946a-476e-b378-805c70fdcead,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:38.821872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=68587c62-2765-4bc5-a553-f4083a6a79d7,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:38.933721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89f5d2f1-ec5e-414c-bd8e-7cf475a8f364 req-4b8156fc-fb33-401c-a990-f6c59f5ecb25 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1096 time: 0.2949114 Apr 11 20:53:38.957470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6db6d0fa-946a-476e-b378-805c70fdcead'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:39.004979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89f5d2f1-ec5e-414c-bd8e-7cf475a8f364 req-cfdee10b-52fc-4598-b135-56c84304c587 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643544 Apr 11 20:53:39.007428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735075402388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32703995'] for subnet, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:39.166275 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791931b1-79d5-49c1-be5f-eb8cfc3f5776'] response: {'server_uuid': 'c5a851e1-2632-4305-b862-f43171225a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68587c62-2765-4bc5-a553-f4083a6a79d7', 'code': 200} Apr 11 20:53:39.170739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:39.173458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:39.177832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "PUT /v2.0/subnets/0e6e82f6-1719-4162-959a-27872e3a3016 HTTP/1.1" status: 200 len: 900 time: 1.1854844 Apr 11 20:53:39.178569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37380) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:39.203051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc843f-87c7-4d38-915d-df5f27402b29 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event updated for resources: {'Subnet': ['ID=0e6e82f6-1719-4162-959a-27872e3a3016,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:39.306160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Allocated IP 2001:db8::3 (fb487f5c-42f5-4c63-baea-c258fe4a93ac/0e6e82f6-1719-4162-959a-27872e3a3016/44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:39.585668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:39.699320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4021faf9-d1e0-4815-a4b8-a18f47fa5c3a req-8f98a533-fb79-49a2-bf17-5d045a67e41b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 1097 time: 0.4341414 Apr 11 20:53:39.761557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:39.768383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38717d-4edb-4e97-b2a2-b874a361e02a req-f3d3e5f3-702a-4ca4-8d82-3772760a269f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:39.777357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c38717d-4edb-4e97-b2a2-b874a361e02a req-f3d3e5f3-702a-4ca4-8d82-3772760a269f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2479415 Apr 11 20:53:39.830050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:39.854786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Transition to ACTIVE for port object 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:39.855462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c38717d-4edb-4e97-b2a2-b874a361e02a req-abd205eb-28db-4a61-922e-f24d847daecb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767884 Apr 11 20:53:39.864091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4021faf9-d1e0-4815-a4b8-a18f47fa5c3a req-34010786-3740-4546-bfd3-dffa934b8e90 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532173 Apr 11 20:53:39.893124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Transition to ACTIVE for port object 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:39.931933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0bf3-70a8-43f4-ad3d-c66cc9067240 req-d3587178-a261-4e9a-bd5b-10c1d1e1f963 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:39.933771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac0c0bf3-70a8-43f4-ad3d-c66cc9067240 req-d3587178-a261-4e9a-bd5b-10c1d1e1f963 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.1373174 Apr 11 20:53:39.983278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.068576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Network fb487f5c-42f5-4c63-baea-c258fe4a93ac is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:40.073280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:40.077091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:40.105261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac0c0bf3-70a8-43f4-ad3d-c66cc9067240 req-2ea0806a-c7d0-4390-8edf-90496ea5ebf7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609588 Apr 11 20:53:40.113553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Pushing event updated for resources: {'Port': ['ID=44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:40.167104 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.197378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Attempting to bind port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:40.198147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Attempting to bind port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4e3e38e1-9faf-46a9-a60b-7b2888a49475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:40.199315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Attempting to bind port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 on network fb487f5c-42f5-4c63-baea-c258fe4a93ac {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:40.207431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:40.208366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Checking segment: {'id': '4e3e38e1-9faf-46a9-a60b-7b2888a49475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:40.209005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.209688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Bound using segment: {'id': '4e3e38e1-9faf-46a9-a60b-7b2888a49475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:40.210381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Bound port: 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3e38e1-9faf-46a9-a60b-7b2888a49475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:40.210992 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.224609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6e82f6-1719-4162-959a-27872e3a3016,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:40.312342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a769c7-ddb0-4e8b-8aa7-f30c80c8c5d1 req-0112f533-a4a8-409e-921d-5f940b7d15e7 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1096 time: 0.1307733 Apr 11 20:53:40.340476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] For port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:40.344176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] For port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2,segment=NetworkSegment(4e3e38e1-9faf-46a9-a60b-7b2888a49475),segment_id=4e3e38e1-9faf-46a9-a60b-7b2888a49475)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:40.378847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a769c7-ddb0-4e8b-8aa7-f30c80c8c5d1 req-4c710c01-d342-4692-af8b-73e3b99223aa tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Apr 11 20:53:40.393030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.406692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.431686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb487f5c-42f5-4c63-baea-c258fe4a93ac']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:40.449461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3e38e1-9faf-46a9-a60b-7b2888a49475') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:40.449761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3e38e1-9faf-46a9-a60b-7b2888a49475') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:40.463508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.483206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.495995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:40.496395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:40.511112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769edc66-f29f-48ae-bff3-531e679b5c7c None None] Pushing event updated for resources: {'Port': ['ID=44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:40.522955 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:40.624094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52db871-28ff-4180-ad49-bace367418c0 None None] Network fb487f5c-42f5-4c63-baea-c258fe4a93ac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:40.649373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 20:53:40.649373 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 20:53:40.649373 n-d-837321-1 neutron-server[84666]: [parameters: {'id': 'fb487f5c-42f5-4c63-baea-c258fe4a93ac'}] Apr 11 20:53:40.649373 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:40.650032 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:40.866108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab563e49-d2b9-47ed-98d4-3ead0a420575 None None] Network fb487f5c-42f5-4c63-baea-c258fe4a93ac requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:40.905089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37422) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:41.140172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:41.142401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d7230-0b3c-48d9-a2ba-188ff9e32a95 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 20:53:41.151214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:41.193931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:41.194334 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:41.237644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:41.250117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Usage tracker for resource:security_group_rule and tenant:58319b035bea4f138db92c1203b55845 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:41.256317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:41.268779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:41.282141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802216d1-8435-42fb-ab13-ca6405b3db11 req-d967b544-e401-4b98-978d-dba4470eb26a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:41.284301 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-802216d1-8435-42fb-ab13-ca6405b3db11 req-d967b544-e401-4b98-978d-dba4470eb26a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2538614 Apr 11 20:53:41.472521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d7230-0b3c-48d9-a2ba-188ff9e32a95 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 20:53:41.504846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-802216d1-8435-42fb-ab13-ca6405b3db11 req-accbfb61-e9ae-4e6e-bc46-76df13e79716 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914666 Apr 11 20:53:41.563695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4774-9900-4d50-a40f-c50b292f9be9 req-2c351ba7-7635-4a3d-a7fd-41b8cea87656 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:41.565309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-596a4774-9900-4d50-a40f-c50b292f9be9 req-2c351ba7-7635-4a3d-a7fd-41b8cea87656 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.1353731 Apr 11 20:53:41.625615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2,segment=NetworkSegment(4e3e38e1-9faf-46a9-a60b-7b2888a49475),segment_id=4e3e38e1-9faf-46a9-a60b-7b2888a49475)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:41.631113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:41.681539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6db6d0fa-946a-476e-b378-805c70fdcead up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:41.692056 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-596a4774-9900-4d50-a40f-c50b292f9be9 req-34641ad5-af9a-47a5-92d7-ba7a2e6e7d63 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183271 Apr 11 20:53:41.766790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:41.833988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:41.871030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:41.965822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58319b035bea4f138db92c1203b55845&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0596330 Apr 11 20:53:41.966748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73245941-4804-46c2-9fa7-e3939e7e431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a63e5f4-b33e-49ec-bb07-79b62a8578ac,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:41.969086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37438) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:42.015621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-138531ab-f06d-4c4b-9534-d399ebfcdbb4 req-db7dfdcd-83f2-4683-927e-ae06b9ef30ce tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1096 time: 0.3529699 Apr 11 20:53:42.017390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6db6d0fa-946a-476e-b378-805c70fdcead completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:53:42.025593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6db6d0fa-946a-476e-b378-805c70fdcead triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:42.025960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.068623 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-138531ab-f06d-4c4b-9534-d399ebfcdbb4 req-a5ee1657-9cea-4581-98eb-d100b601fff0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Apr 11 20:53:42.072252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc3275d-b517-48c1-91db-9c91018e4992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.085361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.123536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc3275d-b517-48c1-91db-9c91018e4992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.212673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port 44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:42.229383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.245875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=44c15db1-aa2f-4ea5-aeb9-8b0cefa415f2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:42.269005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6d0fa-946a-476e-b378-805c70fdcead'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:42.281356 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc3275d-b517-48c1-91db-9c91018e4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.285375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6db6d0fa-946a-476e-b378-805c70fdcead, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6db6d0fa-946a-476e-b378-805c70fdcead,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:42.330431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3275d-b517-48c1-91db-9c91018e4992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a63e5f4-b33e-49ec-bb07-79b62a8578ac,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:42.337788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc3275d-b517-48c1-91db-9c91018e4992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.343752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ffc3275d-b517-48c1-91db-9c91018e4992 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a63e5f4-b33e-49ec-bb07-79b62a8578ac HTTP/1.1" status: 204 len: 168 time: 0.3732831 Apr 11 20:53:42.374956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.383331 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909a259e-5a7d-40bc-ab8b-1976e5f6a4a3'] response: {'server_uuid': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6d0fa-946a-476e-b378-805c70fdcead', 'code': 200} Apr 11 20:53:42.387105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.416846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb487f5c-42f5-4c63-baea-c258fe4a93ac']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:42.433192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3e38e1-9faf-46a9-a60b-7b2888a49475') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:42.433504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3e38e1-9faf-46a9-a60b-7b2888a49475') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:42.446394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.471640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6db6d0fa-946a-476e-b378-805c70fdcead,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:42.485692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.500167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:42.502679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.564612 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d67441e-092e-4702-948b-172f233366ef req-618af13f-5df0-43fd-ad45-bcbe94da6782 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.1143179 Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:42.647232 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:42.660502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d67441e-092e-4702-948b-172f233366ef req-74bd6dac-0e4e-4a74-bd54-c589717eef0d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764897 Apr 11 20:53:42.761043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258bf4-eca1-4f86-9366-cb9aaa291f70 req-ecbb0724-e3c4-42a7-bfc0-5071646260cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:42.762741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08258bf4-eca1-4f86-9366-cb9aaa291f70 req-ecbb0724-e3c4-42a7-bfc0-5071646260cb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1007366 Apr 11 20:53:42.770991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.778049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:42.866344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/fb487f5c-42f5-4c63-baea-c258fe4a93ac HTTP/1.1" status: 204 len: 168 time: 3.6786246 Apr 11 20:53:42.876648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37460) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:42.876978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08258bf4-eca1-4f86-9366-cb9aaa291f70 req-170412da-b869-4713-83cd-38d9d86997d1 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044285 Apr 11 20:53:42.925396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ba2fb-f6f2-4e56-b027-cab1732da58b tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=fb487f5c-42f5-4c63-baea-c258fe4a93ac,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:42.944872 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-26442fc8-958c-4f73-8f27-eba702591906 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:42.945399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26442fc8-958c-4f73-8f27-eba702591906 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:42.950103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-26442fc8-958c-4f73-8f27-eba702591906 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/0e6e82f6-1719-4162-959a-27872e3a3016 HTTP/1.1" status: 404 len: 337 time: 0.0703127 Apr 11 20:53:42.950586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37466) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:42.978413 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9509ebf7-935c-4bd4-8c1e-46b61573f5a2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:42.978850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9509ebf7-935c-4bd4-8c1e-46b61573f5a2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:42.983016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9509ebf7-935c-4bd4-8c1e-46b61573f5a2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/fb487f5c-42f5-4c63-baea-c258fe4a93ac HTTP/1.1" status: 404 len: 339 time: 0.0292873 Apr 11 20:53:42.984766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37470) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:43.174300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.175148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06115718-929b-42f1-a736-b6edab6dd77e req-fe4aa6f8-5c9c-4c04-8237-4be8b9f6e487 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:43.177289 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06115718-929b-42f1-a736-b6edab6dd77e req-fe4aa6f8-5c9c-4c04-8237-4be8b9f6e487 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.2242215 Apr 11 20:53:43.257792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06115718-929b-42f1-a736-b6edab6dd77e req-7fee2365-5d31-4ff1-9865-e9b05913f357 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734148 Apr 11 20:53:43.471245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.499694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee533c88-542d-4246-af99-fd2485e26033']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:43.519110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac47294-dd1b-468b-a718-97d05c5879cc') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:43.519633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac47294-dd1b-468b-a718-97d05c5879cc') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:43.552020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.585870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.591596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb4da-6ee1-4957-a4a3-4772bfa83c97 req-79076878-7fed-4b39-ab8c-506c62e3552d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:43.593361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-855bb4da-6ee1-4957-a4a3-4772bfa83c97 req-79076878-7fed-4b39-ab8c-506c62e3552d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.0986738 Apr 11 20:53:43.598426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:43.598863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:43.622127 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:43.648366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-855bb4da-6ee1-4957-a4a3-4772bfa83c97 req-293f559b-115b-4e6d-b27c-ad6d8fa1b9da tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Apr 11 20:53:43.734355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-52b9b6c9-0480-456b-bfcb-af4fd9ce54a0 req-0d86b6c4-e34c-4b71-b6b4-1e0b1126d877 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.3297310 Apr 11 20:53:43.785771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-52b9b6c9-0480-456b-bfcb-af4fd9ce54a0 req-c64e51b5-dfeb-400a-95a4-77d283a46a4c tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 Apr 11 20:53:43.850056 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-620bbfc7-13cc-4482-adb8-fd58d52fe25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.853814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.875080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:43.885451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=ee533c88-542d-4246-af99-fd2485e26033,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:43.904413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:43.940590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c9c088e4-2ce2-4c9b-abc1-7a501865bc69 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/ee533c88-542d-4246-af99-fd2485e26033 HTTP/1.1" status: 204 len: 168 time: 0.9544792 Apr 11 20:53:44.020117 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6841471-19f3-4e2b-9604-58db2998a9bc tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:44.020677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6841471-19f3-4e2b-9604-58db2998a9bc tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:44.022413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d6841471-19f3-4e2b-9604-58db2998a9bc tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/fad81dc3-ce6a-439b-b69e-e7dd6b415177 HTTP/1.1" status: 404 len: 337 time: 0.1167843 Apr 11 20:53:44.025862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:44.060992 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a602fa-e2d2-43f2-9288-765452a062f2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:44.061524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a602fa-e2d2-43f2-9288-765452a062f2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:44.063629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d3a602fa-e2d2-43f2-9288-765452a062f2 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/935cf13a-16f8-408e-81c9-5f6c8e84bdb9 HTTP/1.1" status: 404 len: 339 time: 0.0367115 Apr 11 20:53:44.066320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37510) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:44.151754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc1d3-30fd-4a93-b1ae-c290f3805886 req-e14ba8a0-2a92-443b-9a83-d406fc8bea53 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:44.153787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc1cc1d3-30fd-4a93-b1ae-c290f3805886 req-e14ba8a0-2a92-443b-9a83-d406fc8bea53 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1217148 Apr 11 20:53:44.237338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc1cc1d3-30fd-4a93-b1ae-c290f3805886 req-49c7bbd0-f162-4f51-adff-c5e897d6b57a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760970 Apr 11 20:53:44.327440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting subnet deecfb8c-8a96-4016-8817-2c53cb6c0b8a {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:53:44.331519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:44.433989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:44.573103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a6c1e-157b-4367-bdbd-3e6612cfec13 req-36c6f406-ae9f-4489-9d4b-9d4d8afee34b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:44.574485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c24a6c1e-157b-4367-bdbd-3e6612cfec13 req-36c6f406-ae9f-4489-9d4b-9d4d8afee34b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.1032326 Apr 11 20:53:44.596282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:44.629402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c24a6c1e-157b-4367-bdbd-3e6612cfec13 req-04f72983-6ffc-45d7-bb73-683d272cf7e1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486600 Apr 11 20:53:44.771084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:44.814792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=deecfb8c-8a96-4016-8817-2c53cb6c0b8a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:44.831625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:44.833225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb1d46-2f64-45b3-8004-6b6e7f16efa9 None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:44.849597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0f018005-1788-4c17-b016-e943e07f7a5e tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/deecfb8c-8a96-4016-8817-2c53cb6c0b8a HTTP/1.1" status: 204 len: 168 time: 0.7819054 Apr 11 20:53:44.852159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37532) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:44.957216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting subnet 285cfc23-848e-4c6e-914d-ddc7b4057fba {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:53:44.994781 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.074625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.141711 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b7fa6e5-db13-4c2e-b977-ea6cdd050c66 req-801f0eb6-b391-4b8d-a146-f08b6298dee0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.1822343 Apr 11 20:53:45.222971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b7fa6e5-db13-4c2e-b977-ea6cdd050c66 req-ecaa0c49-355a-4360-9fa9-926da8156300 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719895 Apr 11 20:53:45.227550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.500848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c40ba17-5f4b-460a-b317-08383241ac18 req-d59e89a3-9ba5-4f94-a312-95e36bb6a24c tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.0736265 Apr 11 20:53:45.522753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.529986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83900209-26f1-422c-ada5-4f517b332ac4 req-24b45c84-8669-4830-8db7-1417b053aac4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:45.532043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83900209-26f1-422c-ada5-4f517b332ac4 req-24b45c84-8669-4830-8db7-1417b053aac4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.0915067 Apr 11 20:53:45.576093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=285cfc23-848e-4c6e-914d-ddc7b4057fba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:45.593712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.612525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-20f04afa-3641-4391-8089-00227789c088 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/285cfc23-848e-4c6e-914d-ddc7b4057fba HTTP/1.1" status: 204 len: 168 time: 0.7591555 Apr 11 20:53:45.615368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37546) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:45.623409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83900209-26f1-422c-ada5-4f517b332ac4 req-8715f525-23c8-4efa-bedb-a7492ae623f0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Apr 11 20:53:45.709913 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c40ba17-5f4b-460a-b317-08383241ac18 req-3a1bad93-11e1-4ad2-9891-09018e5bfb8e tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036383 Apr 11 20:53:45.756347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.769679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port e1ecf486-97ba-4175-ba84-5bd20374a355 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:45.770398 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:45.865138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb449a-cd91-46b9-a51b-f8b3b168ea9f None None] Network 79f6a67c-cce0-4e50-8cfd-dc4847593eff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:45.926784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-2672b8cd-4550-4bf5-835e-833784ffd9b0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:45.928699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-2672b8cd-4550-4bf5-835e-833784ffd9b0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.1268139 Apr 11 20:53:46.052054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port 68587c62-2765-4bc5-a553-f4083a6a79d7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:46.052400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.054496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a450da5e-a1f0-4989-b961-686416daf6fb None None] Provisioning complete for port e1ecf486-97ba-4175-ba84-5bd20374a355 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:46.054944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a450da5e-a1f0-4989-b961-686416daf6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.097282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5c2e156c-8d90-4580-b8c1-456da898c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.195748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port e1ecf486-97ba-4175-ba84-5bd20374a355, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e1ecf486-97ba-4175-ba84-5bd20374a355,segment=NetworkSegment(748ca8fc-aa44-41ca-983c-9228c92c2f67),segment_id=748ca8fc-aa44-41ca-983c-9228c92c2f67)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:46.196356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.333196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e59fa43c-74cd-4657-bcea-87cc3401ef5a req-70567e3f-d23b-4c8f-89be-a8f22219f813 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.3191264 Apr 11 20:53:46.358134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] DHCP port deletion for 79f6a67c-cce0-4e50-8cfd-dc4847593eff request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:53:46.363855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Deleting port e1ecf486-97ba-4175-ba84-5bd20374a355 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:46.364421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.368829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7d9c-7595-4437-8d2b-27502f17e61b req-17b915c0-0821-4796-b753-9cc2ee94834b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:46.375758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b7a7d9c-7595-4437-8d2b-27502f17e61b req-17b915c0-0821-4796-b753-9cc2ee94834b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 946 time: 0.3875563 Apr 11 20:53:46.385077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for e1ecf486-97ba-4175-ba84-5bd20374a355 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:46.472292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e59fa43c-74cd-4657-bcea-87cc3401ef5a req-b942ff74-fc57-4fc1-ae68-4c033f6b72e1 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840590 Apr 11 20:53:46.490375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b7a7d9c-7595-4437-8d2b-27502f17e61b req-a623ff7b-6996-4099-9f07-7e56991440bb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136978 Apr 11 20:53:46.505587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port 68587c62-2765-4bc5-a553-f4083a6a79d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=68587c62-2765-4bc5-a553-f4083a6a79d7,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:46.505954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.565074 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.643036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=e1ecf486-97ba-4175-ba84-5bd20374a355,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:46.644984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] For port e1ecf486-97ba-4175-ba84-5bd20374a355, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e1ecf486-97ba-4175-ba84-5bd20374a355,segment=NetworkSegment(748ca8fc-aa44-41ca-983c-9228c92c2f67),segment_id=748ca8fc-aa44-41ca-983c-9228c92c2f67)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:46.645606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.670193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for 68587c62-2765-4bc5-a553-f4083a6a79d7 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:46.673283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port e1ecf486-97ba-4175-ba84-5bd20374a355 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:46.676742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.676742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.676742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.677248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.677422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.677755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.678082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.678405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.678726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.679046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.679365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:46.806423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Calling delete_port for e1ecf486-97ba-4175-ba84-5bd20374a355 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:46.856871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.881238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f6a67c-cce0-4e50-8cfd-dc4847593eff']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:46.886039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:46.886584 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:46.893887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748ca8fc-aa44-41ca-983c-9228c92c2f67') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:46.894180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748ca8fc-aa44-41ca-983c-9228c92c2f67') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:46.909187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.934153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.943045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:46.944278 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:46.952450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125b4ee-3f87-44b6-bfa0-66591df1c6e1 req-6b0ab4df-ee11-4eb5-88bd-5b0791772ad1 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:46.953915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7125b4ee-3f87-44b6-bfa0-66591df1c6e1 req-6b0ab4df-ee11-4eb5-88bd-5b0791772ad1 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1105764 Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:46.960688 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:47.002826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7125b4ee-3f87-44b6-bfa0-66591df1c6e1 req-83bad7ea-e825-41f7-83ce-a459cebca17c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 Apr 11 20:53:47.018346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.038982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d', '68587c62-2765-4bc5-a553-f4083a6a79d7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:47.096727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=68587c62-2765-4bc5-a553-f4083a6a79d7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:47.165221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.170650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.214322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/79f6a67c-cce0-4e50-8cfd-dc4847593eff HTTP/1.1" status: 204 len: 168 time: 1.5979128 Apr 11 20:53:47.216943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port 68587c62-2765-4bc5-a553-f4083a6a79d7 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:47.217704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.220233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.223206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a851e1-2632-4305-b862-f43171225a87', 'name': 'network-vif-deleted', 'tag': '68587c62-2765-4bc5-a553-f4083a6a79d7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:47.229203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a041b97-075e-4016-ae2a-d247c189fac7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=79f6a67c-cce0-4e50-8cfd-dc4847593eff,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:47.274634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-005d58ed-ad0d-4438-8651-219c8cfa0b7b req-57ca588c-78d7-41be-bf76-3da1526e8ef0 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.1111774 Apr 11 20:53:47.297711 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-159b6a3c-de3b-45cd-9955-9de110e0f3fe tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:47.298442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159b6a3c-de3b-45cd-9955-9de110e0f3fe tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:47.303897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-159b6a3c-de3b-45cd-9955-9de110e0f3fe tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/0ec80137-2089-4774-9cf0-453af9d7f7dc HTTP/1.1" status: 404 len: 337 time: 0.0850627 Apr 11 20:53:47.305729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.319856 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.330437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd38ebe8-27bd-49af-9085-4fe0fb166977 req-6d0fa808-0763-4153-a614-b3625ca09fc8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "DELETE /v2.0/ports/68587c62-2765-4bc5-a553-f4083a6a79d7 HTTP/1.1" status: 204 len: 173 time: 1.3889184 Apr 11 20:53:47.344781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-005d58ed-ad0d-4438-8651-219c8cfa0b7b req-46ef64fa-aeb7-4977-b71e-d3f4cb6ce675 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640943 Apr 11 20:53:47.381772 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f33af7c-5a76-4981-b4de-4de53d1c4fb3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:47.382368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f33af7c-5a76-4981-b4de-4de53d1c4fb3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:47.388081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f33af7c-5a76-4981-b4de-4de53d1c4fb3 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/a67d56ac-8406-4b4b-b9a6-764062775149 HTTP/1.1" status: 404 len: 339 time: 0.0788920 Apr 11 20:53:47.388249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Deleting port e1ecf486-97ba-4175-ba84-5bd20374a355 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:47.388249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.389627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37606) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.446283 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.446964 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41ad882-150a-425a-b479-0687ba5ac966'] response: {'server_uuid': 'c5a851e1-2632-4305-b862-f43171225a87', 'name': 'network-vif-deleted', 'tag': '68587c62-2765-4bc5-a553-f4083a6a79d7', 'status': 'completed', 'code': 200} Apr 11 20:53:47.454950 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d743c4-e524-4079-96fb-0723511c7357 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:47.455445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d743c4-e524-4079-96fb-0723511c7357 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:47.457513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-29d743c4-e524-4079-96fb-0723511c7357 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/3a0f26a3-2a38-4fb4-b7ae-d2de20634ec9 HTTP/1.1" status: 404 len: 337 time: 0.0669498 Apr 11 20:53:47.459888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.489157 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-82971f0a-7e60-457c-ba89-d32c989a7f2f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:47.489594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82971f0a-7e60-457c-ba89-d32c989a7f2f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:47.491635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82971f0a-7e60-457c-ba89-d32c989a7f2f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/652d3574-b371-4d71-9cc2-d1d8b3870d76 HTTP/1.1" status: 404 len: 339 time: 0.0306795 Apr 11 20:53:47.495232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4e26b093-49f1-4ccc-b797-b6f57e9fcf3d None None] The port 'e1ecf486-97ba-4175-ba84-5bd20374a355' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:53:47.497569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.584949 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1803d43-472a-4b84-bd19-17dd377c1517 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:47.585308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1803d43-472a-4b84-bd19-17dd377c1517 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:47.587438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e1803d43-472a-4b84-bd19-17dd377c1517 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/8ed762c5-1887-4847-a206-77ef51da3795 HTTP/1.1" status: 404 len: 337 time: 0.0884960 Apr 11 20:53:47.590405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37620) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.630340 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf80a1f-2005-4889-810b-fd83016ceb96 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:47.630340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf80a1f-2005-4889-810b-fd83016ceb96 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:47.630340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2bf80a1f-2005-4889-810b-fd83016ceb96 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/12a320c1-4967-4b8e-a31f-d2de4079a186 HTTP/1.1" status: 404 len: 339 time: 0.0355694 Apr 11 20:53:47.630340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.631694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89271c-6d4d-4f8f-90a8-31e932c4f486 req-92eb753c-512c-459b-bbd7-1b0b8a860057 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:47.631694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa89271c-6d4d-4f8f-90a8-31e932c4f486 req-92eb753c-512c-459b-bbd7-1b0b8a860057 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 951 time: 0.0914400 Apr 11 20:53:47.696217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa89271c-6d4d-4f8f-90a8-31e932c4f486 req-b7c404d5-0198-43cf-a3ac-54c6eea0b8bd tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551169 Apr 11 20:53:47.743336 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4553457-616a-4947-93f9-0eee805cbc9a req-1f0f3640-6329-4c65-8b26-6c034d224437 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a851e1-2632-4305-b862-f43171225a87 HTTP/1.1" status: 200 len: 210 time: 0.0624413 Apr 11 20:53:47.874685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37640) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:47.907658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting subnet eb3e3756-5a37-4bfe-bffe-5fa3d6c64a29 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:53:47.912903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:47.976571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.019646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e1ecf486-97ba-4175-ba84-5bd20374a355 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:48.068771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e1ecf486-97ba-4175-ba84-5bd20374a355 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:48.069639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e1ecf486-97ba-4175-ba84-5bd20374a355 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:48.122844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.147286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.304566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:48.312009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Usage tracker for resource:security_group_rule and tenant:98cfb55be67944149b666ce10c80d267 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:48.317922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:48.334975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:48.373666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cc59f-a686-4cd5-bed5-f1360b097f98 req-c01df876-1a5b-47d5-83fa-65bb312c3f7a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:48.375049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-409cc59f-a686-4cd5-bed5-f1360b097f98 req-c01df876-1a5b-47d5-83fa-65bb312c3f7a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1951771 Apr 11 20:53:48.418526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.477831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3e3756-5a37-4bfe-bffe-5fa3d6c64a29,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:48.485272 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-409cc59f-a686-4cd5-bed5-f1360b097f98 req-06db2272-ea2e-4373-871c-6730b670764e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043024 Apr 11 20:53:48.492158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.502996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b655f-e622-4429-902b-e599f1adb99e None None] Network b5410fc6-84db-474f-9099-11d61fccf6bd requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:48.525378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f11d4650-5b2b-4f8e-b58f-c76f3df49840 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/eb3e3756-5a37-4bfe-bffe-5fa3d6c64a29 HTTP/1.1" status: 204 len: 168 time: 0.8918219 Apr 11 20:53:48.529247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:48.592744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-99e4195a-2968-4f6e-aa25-a1fe0be99993 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.1241422 Apr 11 20:53:48.668769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.682191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Deleting port 6db6d0fa-946a-476e-b378-805c70fdcead {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:48.682527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.697046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.709621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port 41316b78-6f70-40db-b637-c75722bc2c60 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:48.709952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.724683 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51cfbaf0-442a-4364-99ce-658f504b5085 req-2263b6c2-c81d-4fc2-bb2d-3f7ace3b5a76 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 1097 time: 0.1802197 Apr 11 20:53:48.753412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.782158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.897837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] DHCP port deletion for b5410fc6-84db-474f-9099-11d61fccf6bd request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:53:48.902835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Deleting port 41316b78-6f70-40db-b637-c75722bc2c60 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:48.903277 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:48.928008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51cfbaf0-442a-4364-99ce-658f504b5085 req-422c32e6-df4a-4289-bc45-5d382339fe6b tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757612 Apr 11 20:53:48.977539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98cfb55be67944149b666ce10c80d267&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1011312 Apr 11 20:53:48.978720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1bda-31c6-4d0b-83eb-67d3f49dfade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a685af8a-c3d3-4a7e-9f1b-63f4915314fb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:48.988397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37702) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:49.042473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] For port 6db6d0fa-946a-476e-b378-805c70fdcead, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6db6d0fa-946a-476e-b378-805c70fdcead,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:49.042714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.210058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port 41316b78-6f70-40db-b637-c75722bc2c60, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=41316b78-6f70-40db-b637-c75722bc2c60,segment=NetworkSegment(46ede51c-886d-4658-a8e3-8273b173025d),segment_id=46ede51c-886d-4658-a8e3-8273b173025d)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:49.210558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.297519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] For port 41316b78-6f70-40db-b637-c75722bc2c60, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=41316b78-6f70-40db-b637-c75722bc2c60,segment=NetworkSegment(46ede51c-886d-4658-a8e3-8273b173025d),segment_id=46ede51c-886d-4658-a8e3-8273b173025d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:49.298073 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.308777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-073f2412-d099-4de6-9df5-915383fb49db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.395711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Calling delete_port for 6db6d0fa-946a-476e-b378-805c70fdcead owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:49.429823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for 41316b78-6f70-40db-b637-c75722bc2c60 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:49.468448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-073f2412-d099-4de6-9df5-915383fb49db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.483072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Calling delete_port for 41316b78-6f70-40db-b637-c75722bc2c60 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:49.611453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.620271 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:49.620955 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:49.681175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=41316b78-6f70-40db-b637-c75722bc2c60,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:49.686506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port 41316b78-6f70-40db-b637-c75722bc2c60 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:49.690844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-073f2412-d099-4de6-9df5-915383fb49db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.709782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f2412-d099-4de6-9df5-915383fb49db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685af8a-c3d3-4a7e-9f1b-63f4915314fb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:49.738617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.762855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['da8ea809-637c-4fea-84ea-8808a0563a41'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:49.801235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6db6d0fa-946a-476e-b378-805c70fdcead'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:49.842461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:49.874225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db6d0fa-946a-476e-b378-805c70fdcead,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:49.902255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.955240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-073f2412-d099-4de6-9df5-915383fb49db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.957813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5410fc6-84db-474f-9099-11d61fccf6bd']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:49.959633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-073f2412-d099-4de6-9df5-915383fb49db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a685af8a-c3d3-4a7e-9f1b-63f4915314fb HTTP/1.1" status: 204 len: 168 time: 0.9707925 Apr 11 20:53:49.961913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] No DVR routers for this DVR port 6db6d0fa-946a-476e-b378-805c70fdcead on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:49.970529 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:49.973574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca3cc1d9-c1da-49e4-8cc7-e5a2dae245ae req-1e490426-8aa9-4a8c-ab7c-ff84bc538a61 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.75 "DELETE /v2.0/ports/6db6d0fa-946a-476e-b378-805c70fdcead HTTP/1.1" status: 204 len: 173 time: 1.3681805 Apr 11 20:53:49.973574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'name': 'network-vif-deleted', 'tag': '6db6d0fa-946a-476e-b378-805c70fdcead'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:50.025205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ede51c-886d-4658-a8e3-8273b173025d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:50.025205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ede51c-886d-4658-a8e3-8273b173025d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:50.066819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b38c7-5224-4c55-9f79-b8c7a3c153af req-25bf6efc-1f36-4ead-82bf-f5809b34968c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:50.071069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-664b38c7-5224-4c55-9f79-b8c7a3c153af req-25bf6efc-1f36-4ead-82bf-f5809b34968c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2652979 Apr 11 20:53:50.075553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.120386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 41316b78-6f70-40db-b637-c75722bc2c60 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:50.150520 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-664b38c7-5224-4c55-9f79-b8c7a3c153af req-38a815d1-8ebf-4a35-a496-69e0213adcd2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544767 Apr 11 20:53:50.154853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.179000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:50.179000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.192411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Deleting port 41316b78-6f70-40db-b637-c75722bc2c60 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:50.192411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:50.202723 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:50.261532 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac483d3-3777-46f4-9a97-429ce6ce1989'] response: {'server_uuid': '4185e6a1-642b-4d55-a4d2-a7b1fd4cd405', 'name': 'network-vif-deleted', 'tag': '6db6d0fa-946a-476e-b378-805c70fdcead', 'status': 'completed', 'code': 200} Apr 11 20:53:50.372280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.372394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 41316b78-6f70-40db-b637-c75722bc2c60 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:50.372394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 41316b78-6f70-40db-b637-c75722bc2c60 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:50.406325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.420875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-02a71a69-c6aa-4e7c-9ab9-48b164814747 req-11275d0a-f150-4d80-a12b-3862f0f7a630 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Synchronizing usage tracker for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:50.442983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/b5410fc6-84db-474f-9099-11d61fccf6bd HTTP/1.1" status: 204 len: 168 time: 1.9115865 Apr 11 20:53:50.447204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:50.448233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de705-ad4b-4622-8717-7af066e96fb7 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=b5410fc6-84db-474f-9099-11d61fccf6bd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:50.498525 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5332b29-25f5-4022-b201-b0a73f4aeec6 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:50.499013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5332b29-25f5-4022-b201-b0a73f4aeec6 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:50.501611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d5332b29-25f5-4022-b201-b0a73f4aeec6 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/416349ef-c9ff-4dcc-8447-dcab20d8aff6 HTTP/1.1" status: 404 len: 337 time: 0.0500104 Apr 11 20:53:50.503497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37762) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:50.541290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-02a71a69-c6aa-4e7c-9ab9-48b164814747 req-11275d0a-f150-4d80-a12b-3862f0f7a630 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Unset dirty status for tenant:c7e044a27b0b4130ae81e2804f470a6e on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:50.543193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-229d040d-5ae0-4f1e-8f6e-a07e8da91d83 None None] The port '41316b78-6f70-40db-b637-c75722bc2c60' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:53:50.550130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.561953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02a71a69-c6aa-4e7c-9ab9-48b164814747 req-11275d0a-f150-4d80-a12b-3862f0f7a630 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4185e6a1-642b-4d55-a4d2-a7b1fd4cd405 HTTP/1.1" status: 200 len: 210 time: 0.2354264 Apr 11 20:53:50.565076 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b169d7-6e52-47bd-b32e-b77cdcb32413 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] DELETE failed (client error): The resource could not be found. Apr 11 20:53:50.566351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b169d7-6e52-47bd-b32e-b77cdcb32413 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:53:50.573187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-00b169d7-6e52-47bd-b32e-b77cdcb32413 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/c671141a-2987-420f-b7ed-faf708a4be47 HTTP/1.1" status: 404 len: 339 time: 0.0653777 Apr 11 20:53:50.573576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37774) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:50.642330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:50.652873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:50.708167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.708990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 68587c62-2765-4bc5-a553-f4083a6a79d7 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:50.781801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 68587c62-2765-4bc5-a553-f4083a6a79d7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:50.782537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 68587c62-2765-4bc5-a553-f4083a6a79d7 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:50.833497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=11']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:50.846971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.847541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.848040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.848375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.848712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.849294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.849626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.850016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.850269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.850591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.850958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:53:50.879851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f145b34-aed0-457b-a739-427207b75481 req-0099aeeb-a326-4611-b7fb-6f4f471e4261 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:50.883962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-0099aeeb-a326-4611-b7fb-6f4f471e4261 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.1700313 Apr 11 20:53:50.892644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting subnet d4c02c60-f354-43b6-9978-abbbf5b6bf8a {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:53:50.896999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:50.910941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-02c9c1e4-5b6e-46c1-a37e-494c7760ecba tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0211077 Apr 11 20:53:50.966005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.018097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3f145b34-aed0-457b-a739-427207b75481 req-6748f360-ee78-428c-b727-5cd9867cfb11 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:51.064381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.125022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3f145b34-aed0-457b-a739-427207b75481 req-6748f360-ee78-428c-b727-5cd9867cfb11 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:51.126503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-6748f360-ee78-428c-b727-5cd9867cfb11 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2148051 Apr 11 20:53:51.223158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.282321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c02c60-f354-43b6-9978-abbbf5b6bf8a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:51.299066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.300852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a7022e-436b-4299-9430-d2e06d509f02 None None] Network 2aa9d17c-4ea9-402f-9648-ac300939a88b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:51.318675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a3df7992-ea17-4f2c-a5cb-1e8d116751e0 tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/subnets/d4c02c60-f354-43b6-9978-abbbf5b6bf8a HTTP/1.1" status: 204 len: 168 time: 0.7378366 Apr 11 20:53:51.318675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:51.484007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.495744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Deleting port 6c77e22e-e73b-4593-87eb-f412d727dae2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:51.496098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.556348 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-968bdc7a-e587-4b13-be00-d6dfb70c7dc5 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149699 Apr 11 20:53:51.707088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] DHCP port deletion for 2aa9d17c-4ea9-402f-9648-ac300939a88b request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:53:51.712636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Deleting port 6c77e22e-e73b-4593-87eb-f412d727dae2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:51.713255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:51.721413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37832) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:51.754422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-e5d7fc16-5fa2-4625-85e6-8fc7f7494892 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903570 Apr 11 20:53:51.763111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6db6d0fa-946a-476e-b378-805c70fdcead no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:51.817870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 6db6d0fa-946a-476e-b378-805c70fdcead {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:51.818491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6db6d0fa-946a-476e-b378-805c70fdcead not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:51.865811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] For port 6c77e22e-e73b-4593-87eb-f412d727dae2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6c77e22e-e73b-4593-87eb-f412d727dae2,segment=NetworkSegment(bb0884af-307e-4ccc-8e6d-5c0642a58c02),segment_id=bb0884af-307e-4ccc-8e6d-5c0642a58c02)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:51.866255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.031038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Calling delete_port for 6c77e22e-e73b-4593-87eb-f412d727dae2 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:52.035163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6c77e22e-e73b-4593-87eb-f412d727dae2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:52.121868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1243539071-network', 'tenant_id': '524744f8b7b04fa2a018380b36a9fbe9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:52.127075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:52.132272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Usage tracker for resource:network and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:52.137544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:52.144524 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d845d38-dd93-4071-8cf9-5eba024ef41f'] response: {'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'code': 200} Apr 11 20:53:52.153003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] For port 6c77e22e-e73b-4593-87eb-f412d727dae2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6c77e22e-e73b-4593-87eb-f412d727dae2,segment=NetworkSegment(bb0884af-307e-4ccc-8e6d-5c0642a58c02),segment_id=bb0884af-307e-4ccc-8e6d-5c0642a58c02)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:52.153398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.158430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:52.178628 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.231501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] No DVR routers for this DVR port 6c77e22e-e73b-4593-87eb-f412d727dae2 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:52.279541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Port': ['ID=6c77e22e-e73b-4593-87eb-f412d727dae2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:52.299652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730c8c-c4a3-4d30-a906-6ab083c72602 req-de4bcf82-a414-49e3-ac26-c0ee52db5fb6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:52.301756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc730c8c-c4a3-4d30-a906-6ab083c72602 req-de4bcf82-a414-49e3-ac26-c0ee52db5fb6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1279643 Apr 11 20:53:52.328829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Calling delete_port for 6c77e22e-e73b-4593-87eb-f412d727dae2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:52.355855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Port 6c77e22e-e73b-4593-87eb-f412d727dae2 update to DOWN by agent not found {{(pid=84668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 11 20:53:52.376189 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc730c8c-c4a3-4d30-a906-6ab083c72602 req-d8af3b97-15a6-4090-8f9b-a1ff5cca80fc tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670366 Apr 11 20:53:52.396855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Made reservation on behalf of 524744f8b7b04fa2a018380b36a9fbe9 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:52.400507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.409603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:53:52.409973 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:53:52.440502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.473523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.494157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07e972f4-242c-48f1-aaa4-3e2637eeb976 req-313d5b4d-44db-4f2b-8b47-1057a671133e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 210 time: 0.0626962 Apr 11 20:53:52.525388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:52.541850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa9d17c-4ea9-402f-9648-ac300939a88b']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:52.541850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:52.551778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:52.551778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0884af-307e-4ccc-8e6d-5c0642a58c02') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:52.551778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0884af-307e-4ccc-8e6d-5c0642a58c02') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:53:52.567547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:52.583218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.613695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.625521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:53:52.625919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:53:52.642079 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:53:52.759787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.828001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.853619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.875078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] Pushing event deleted for resources: {'Network': ['ID=2aa9d17c-4ea9-402f-9648-ac300939a88b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:52.876874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.894310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-40e0cc69-e955-4e5e-9212-9cb945f4a23f tempest-NetworksIpV6Test-1314157612 tempest-NetworksIpV6Test-1314157612-project] 10.222.0.61 "DELETE /v2.0/networks/2aa9d17c-4ea9-402f-9648-ac300939a88b HTTP/1.1" status: 204 len: 168 time: 1.5769424 Apr 11 20:53:52.910733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Deleting port 6c77e22e-e73b-4593-87eb-f412d727dae2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:52.911309 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.911407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:52.924595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadb6fe-a6d0-4c15-87d8-8b5d7ab599c4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:52.929353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.930116 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Added segment aee42d16-4d7a-420c-9304-9cda3cae33b0 of type vlan for network efc83cd2-cea4-4791-aad5-adcb8fe7989d Apr 11 20:53:52.959074 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:52.989580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-67150d1b-dc1f-4cc8-a179-880781a5913e None None] The port '6c77e22e-e73b-4593-87eb-f412d727dae2' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:53:53.090809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:53.091704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:53.092271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:53.196661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] Pushing event updated for resources: {'Network': ['ID=efc83cd2-cea4-4791-aad5-adcb8fe7989d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:53.206828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network efc83cd2-cea4-4791-aad5-adcb8fe7989d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:53.270370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-92c29a82-c5eb-436c-b6b5-e02b5edb4d3d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5464029 Apr 11 20:53:53.272307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37886) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:53.278819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Request body: {'subnet': {'network_id': 'efc83cd2-cea4-4791-aad5-adcb8fe7989d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1243539071-subnet', 'tenant_id': '524744f8b7b04fa2a018380b36a9fbe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:53.290015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:53.294569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Usage tracker for resource:subnet and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:53.297539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:53.306688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:53.360296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-679644d7-b27d-4822-a972-d33820dff7b8 req-43e7405b-b00f-4e1c-a2f6-8380e8a82e16 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.1174409 Apr 11 20:53:53.406121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-679644d7-b27d-4822-a972-d33820dff7b8 req-a27d8805-692e-4903-9d43-3ca31081b3ab tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Apr 11 20:53:53.416698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Made reservation on behalf of 524744f8b7b04fa2a018380b36a9fbe9 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:53.419005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:53.509910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37902) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:53.657411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27166d5-bf25-4c5d-8394-838d1ce47a0b req-e88a1e50-3c19-416e-99a6-3b80fe2285cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:53.658862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c27166d5-bf25-4c5d-8394-838d1ce47a0b req-e88a1e50-3c19-416e-99a6-3b80fe2285cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.0931108 Apr 11 20:53:53.703851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:53.745993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c27166d5-bf25-4c5d-8394-838d1ce47a0b req-83072e6b-7cd8-446c-95cd-65fced83409d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695584 Apr 11 20:53:53.752080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-525e5948-ee1d-4b70-8ab5-0ae171e41695 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fa4001d3ffd4d83a0267f90590f9f4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2410519 Apr 11 20:53:53.752735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37916) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:53.795844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48753d60-36e3-46de-a5ed-a4f24e146e1e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:53.817331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4613ad09-9c37-411e-bae9-f1d0a85b4333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:53.820258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Checking segment: {'id': 'aee42d16-4d7a-420c-9304-9cda3cae33b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'efc83cd2-cea4-4791-aad5-adcb8fe7989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:53.820993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Network hostable DHCP agents. Network: efc83cd2-cea4-4791-aad5-adcb8fe7989d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:53:53.852085 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4613ad09-9c37-411e-bae9-f1d0a85b4333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:53.890950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Network efc83cd2-cea4-4791-aad5-adcb8fe7989d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:53:53.946874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8f89fcd-a020-454a-82fc-18beb3b72bb3 req-da3dccd3-6953-45ba-a7a9-bf7d80e91e02 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 210 time: 0.0428574 Apr 11 20:53:53.965823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, efc83cd2-cea4-4791-aad5-adcb8fe7989d) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:53.975110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0d10f-8b77-4091-bdd1-ce01e5c5cb26 None None] Network efc83cd2-cea4-4791-aad5-adcb8fe7989d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:53.982339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:53.982919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:54.028480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4613ad09-9c37-411e-bae9-f1d0a85b4333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:54.045803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613ad09-9c37-411e-bae9-f1d0a85b4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c195481-3333-4225-aff8-cf15e6b37533,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:54.051292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4613ad09-9c37-411e-bae9-f1d0a85b4333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:54.056290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4613ad09-9c37-411e-bae9-f1d0a85b4333 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c195481-3333-4225-aff8-cf15e6b37533 HTTP/1.1" status: 204 len: 168 time: 0.3018870 Apr 11 20:53:54.060261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f681019-b610-4812-83af-d85a7877a37e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7872276 Apr 11 20:53:54.231418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36ef4a-edf7-41b6-8760-ebc8d1ee6698 None None] Network efc83cd2-cea4-4791-aad5-adcb8fe7989d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:54.667794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1225641665', 'description': 'tempest-description-965174607'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:54.675095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:54.680386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:54.686241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:54.689808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:54.747912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f145b34-aed0-457b-a739-427207b75481 req-2979d22a-fbb0-449b-9c91-5c537375fcae tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:54.749350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-2979d22a-fbb0-449b-9c91-5c537375fcae tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.3616292 Apr 11 20:53:54.752191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-8372066f-0455-43b2-acf4-f91334566008 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.1441998 Apr 11 20:53:54.760823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:54.800778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:54.827489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:54.832520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:54.835663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:54.842799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:54.916840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:54.920041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Deleting port da8ea809-637c-4fea-84ea-8808a0563a41 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:54.920379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:54.995503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:55.042954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaba1ba-fae8-437f-83df-b67000fe2b3a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:55.072651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:55.091657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:55.096382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:55.097675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c429a886-c078-4bb8-bb8e-02b3b76017a6 req-272bbb42-045e-4408-ad75-4eeda638943a tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4361320 Apr 11 20:53:55.197310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:55.200438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:55.289600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] For port da8ea809-637c-4fea-84ea-8808a0563a41, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=da8ea809-637c-4fea-84ea-8808a0563a41,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:55.289975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:55.315213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80b07dcc-4a53-47f3-935f-328305e42c52 req-c1b5e383-6922-476f-893d-a2e7b3338d66 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 1096 time: 0.1059752 Apr 11 20:53:55.371388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80b07dcc-4a53-47f3-935f-328305e42c52 req-dd35ee44-90bf-49f8-b991-e7ff478666cb tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=715c64a9-d4ce-4537-9638-018572f74d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Apr 11 20:53:55.443571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Calling delete_port for da8ea809-637c-4fea-84ea-8808a0563a41 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:53:55.605203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ca7ea-b8bc-41a0-9335-a23173c63348 req-41daf16b-8e7f-48a9-9446-7a15d6bc3147 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:55.607046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-342ca7ea-b8bc-41a0-9335-a23173c63348 req-41daf16b-8e7f-48a9-9446-7a15d6bc3147 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1126018 Apr 11 20:53:55.628397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37990) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:55.654494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.7 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/e70c84eb-9937-4306-8ee1-c5078def1c71) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:53:55.687680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-342ca7ea-b8bc-41a0-9335-a23173c63348 req-2cec47f4-a38e-45c2-a29a-8bb4e3f64434 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742826 Apr 11 20:53:55.786933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:55.824684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1162054118'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:55.830777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:55.915782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Pushing event deleted for resources: {'Port': ['ID=da8ea809-637c-4fea-84ea-8808a0563a41,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:55.970303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:55.973353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:55.985355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a4f27fa-40a6-48ae-8c13-1fd8cbf83fc2 req-79d9fb70-4c35-4c49-a4f8-0d5bf6455171 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 210 time: 0.1557753 Apr 11 20:53:55.986345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:56.060199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] No DVR routers for this DVR port da8ea809-637c-4fea-84ea-8808a0563a41 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:53:56.065528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.068270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'name': 'network-vif-deleted', 'tag': 'da8ea809-637c-4fea-84ea-8808a0563a41'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:56.075561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-57c38ab9-5e4a-478d-a733-8494cba7fe26 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/ccaba1ba-fae8-437f-83df-b67000fe2b3a HTTP/1.1" status: 200 len: 1638 time: 0.1980119 Apr 11 20:53:56.085474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:56.092975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.097530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ccaba1ba-fae8-437f-83df-b67000fe2b3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:56.097530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ccaba1ba-fae8-437f-83df-b67000fe2b3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:56.122851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:56.124434 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.130840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:56.135787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.138849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:56.147037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:56.190615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:56.195650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:security_group_rule and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:56.199244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:56.213132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:56.214205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5211896-6fcd-480e-89ad-58a4175e8716 req-44342273-2a3b-400c-9df9-4e5b94b595f8 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.69 "DELETE /v2.0/ports/da8ea809-637c-4fea-84ea-8808a0563a41 HTTP/1.1" status: 204 len: 173 time: 1.4435637 Apr 11 20:53:56.307953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.325592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.351017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:56.365188 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.413630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:56.449490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:53:56.451058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aca383-c4ff-42da-989c-e90c465d4137,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:56.471833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:56.479138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:53:56.482298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.482861 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 2a12ad10-57a7-4911-bcd1-88eabfa6c9c0 of type vlan for network f41a17b1-32b9-4efd-b581-983dd4295514 Apr 11 20:53:56.518798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.574527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.609415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=e70c84eb-9937-4306-8ee1-c5078def1c71,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:56.613914 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7febbf5e-76d1-44db-8ec4-9c50867ce039'] response: {'server_uuid': '7df544d0-9a79-4d5d-9568-3ba213c3adee', 'name': 'network-vif-deleted', 'tag': 'da8ea809-637c-4fea-84ea-8808a0563a41', 'status': 'completed', 'code': 200} Apr 11 20:53:56.628325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.633516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:56.634338 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.634454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:56.634946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.758176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.809160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61e3dd48-cff7-41ee-a245-361352179838 req-be95c54c-5010-4dd6-8319-a0500429ba01 tempest-TestServerMultinode-1344894992 tempest-TestServerMultinode-1344894992-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7df544d0-9a79-4d5d-9568-3ba213c3adee HTTP/1.1" status: 200 len: 210 time: 0.0562196 Apr 11 20:53:56.815687 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1828611 Apr 11 20:53:56.815687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c49ef4-d548-4b52-8185-f4a91f8d8cdd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=f41a17b1-32b9-4efd-b581-983dd4295514,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:56.815942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38006) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:56.822025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1413678658'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:56.825366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f41a17b1-32b9-4efd-b581-983dd4295514 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:56.828911 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.830294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:56.844715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-ba936498-2101-4732-8e8f-08d14c054ba7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0524764 Apr 11 20:53:56.851999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:56.856106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b02df86-edb0-4995-b65b-521179d0ad08,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:56.863853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:56.870306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Request body: {'port': {'device_id': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:56.912455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:56.978867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:56.980113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b53cebb-7a78-4000-a084-b1b3dcc9b622 req-4d41184c-a3a9-4771-887e-70875caada7d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.8946900 Apr 11 20:53:57.007117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.083660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:57.088700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.160177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d54b7-3623-4a8b-a4fc-f468050c0d36 req-cacd23ef-4d10-4a76-9b2e-348706a89c66 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:57.161642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e68d54b7-3623-4a8b-a4fc-f468050c0d36 req-cacd23ef-4d10-4a76-9b2e-348706a89c66 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.0811086 Apr 11 20:53:57.212854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e68d54b7-3623-4a8b-a4fc-f468050c0d36 req-0c03d4b8-deed-4733-ad7d-9e8feb2aa9e5 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Apr 11 20:53:57.264271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-57235932', 'description': 'tempest-description-1933238249'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:57.270928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:57.274962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:53:57.275610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:57.279261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:57.287509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:57.363223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.363597 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment e738b5c3-13d9-49b0-b1a6-a2264991623d of type vlan for network b662b313-45c5-455f-9464-c9aee3152949 Apr 11 20:53:57.370442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.403220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa648980-b138-461a-8803-c1136c0966e0 req-64f2d3bb-f833-4098-9063-9c8c60341ca8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:57.404545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa648980-b138-461a-8803-c1136c0966e0 req-64f2d3bb-f833-4098-9063-9c8c60341ca8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.3013043 Apr 11 20:53:57.419145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:57.424075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:57.427053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:57.433149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:57.457460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.493045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.522472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa648980-b138-461a-8803-c1136c0966e0 req-0b233191-456a-4bc9-b48b-477164eae0cf tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017938 Apr 11 20:53:57.544915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.582312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.587217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:57.587859 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.589520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987f225a-553b-4d6b-bae3-e094395cc79a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:57.626797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:53:57.630239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device da8ea809-637c-4fea-84ea-8808a0563a41 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:53:57.666350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: da8ea809-637c-4fea-84ea-8808a0563a41 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:53:57.666688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device da8ea809-637c-4fea-84ea-8808a0563a41 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:53:57.673616 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.674895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cacc96e7-ea24-474f-851e-950b30b47cf9 req-1796c9d6-d835-4c8a-84f2-a5d727f61f0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.4151781 Apr 11 20:53:57.752659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70c84eb-9937-4306-8ee1-c5078def1c71 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:57.768135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-d4d37c64-ee1c-4fab-9633-0a9fc7eb0602 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/987f225a-553b-4d6b-bae3-e094395cc79a HTTP/1.1" status: 200 len: 1637 time: 0.0619628 Apr 11 20:53:57.773886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.780090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '987f225a-553b-4d6b-bae3-e094395cc79a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:57.780483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '987f225a-553b-4d6b-bae3-e094395cc79a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:57.782372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=b662b313-45c5-455f-9464-c9aee3152949,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:57.788243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:57.794814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:57.798290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b662b313-45c5-455f-9464-c9aee3152949 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:53:57.799162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:57.799954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Transition to ACTIVE for port object e70c84eb-9937-4306-8ee1-c5078def1c71 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:53:57.807464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:57.831041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18425a98-508d-42fa-ad98-eec21fd7e982 req-0c86e192-64d0-4f2e-9153-09679b70d401 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:57.831872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-18425a98-508d-42fa-ad98-eec21fd7e982 req-0c86e192-64d0-4f2e-9153-09679b70d401 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:53:57.836912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3fe53580-6e5b-442a-915f-284f577e7b0a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0201333 Apr 11 20:53:57.840524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38018) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:57.847511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:57.888717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:57.927768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:57.956830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-18425a98-508d-42fa-ad98-eec21fd7e982 req-0c86e192-64d0-4f2e-9153-09679b70d401 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:53:57.957949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18425a98-508d-42fa-ad98-eec21fd7e982 req-0c86e192-64d0-4f2e-9153-09679b70d401 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 931 time: 0.2704957 Apr 11 20:53:57.968963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'mac_address': 'fa:16:3e:62:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:53:58.014208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:58.019778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.024337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:58.029111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:58.037592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:58.049338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.059391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.076756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:53:58.093447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e70c84eb-9937-4306-8ee1-c5078def1c71,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:58.096588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:58.147754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.174758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18425a98-508d-42fa-ad98-eec21fd7e982 req-94ee7f2e-2838-49a3-a6be-6e616eaab845 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521995 Apr 11 20:53:58.176019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.182271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:58.209879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84758f0-7472-44ef-9391-3c049c93edbd,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:58.260632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Attempting to bind port e70c84eb-9937-4306-8ee1-c5078def1c71 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:53:58.260969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Attempting to bind port e70c84eb-9937-4306-8ee1-c5078def1c71 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:53:58.261298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Attempting to bind port e70c84eb-9937-4306-8ee1-c5078def1c71 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:58.278123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Port e70c84eb-9937-4306-8ee1-c5078def1c71 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:53:58.278608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Attempting to bind port e70c84eb-9937-4306-8ee1-c5078def1c71 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:53:58.283252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:53:58.294639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:53:58.294998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:58.295388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:53:58.295851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Bound port: e70c84eb-9937-4306-8ee1-c5078def1c71, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:53:58.296200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.353104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:58.409014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.413639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38026) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:58.427208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.433744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93f34c45-76d6-4698-858e-b8faba6ec458 req-1e9067f8-3247-4e20-ac3b-7c7129a74b46 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6583464 Apr 11 20:53:58.571083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-243739846', 'description': 'tempest-description-292231980'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:58.595448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:58.605181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:58.610296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:58.624150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:58.712723 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.773348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] For port e70c84eb-9937-4306-8ee1-c5078def1c71, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:53:58.783653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:58.800722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] For port e70c84eb-9937-4306-8ee1-c5078def1c71, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e70c84eb-9937-4306-8ee1-c5078def1c71,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:53:58.807265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:58.807265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:58.807265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:58.813656 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.822099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2653-4a68-418f-9c5c-3eb54e3bbe3b req-f2eaf9b9-d2bb-437e-8a9a-9b70fb4182db tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:58.822099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1ac2653-4a68-418f-9c5c-3eb54e3bbe3b req-f2eaf9b9-d2bb-437e-8a9a-9b70fb4182db tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.2593842 Apr 11 20:53:58.834699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-d041aba3-18c4-47c3-9f7c-09dcd46075ce tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:58.834699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-d041aba3-18c4-47c3-9f7c-09dcd46075ce tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 947 time: 0.4095633 Apr 11 20:53:58.912254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.954071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:58.996091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.082933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.103201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d82aa-9e43-4aee-95af-14aa3e63a32b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:59.121752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.121752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cf23878-6de0-4438-a6be-25f3942c3703 req-a5858f7c-4abe-47c0-8db7-2f94dc65d474 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5418320 Apr 11 20:53:59.121752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=618125b0-7a8f-4175-8c0e-a7339311fe53,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:59.139169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:53:59.139169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: f41a17b1-32b9-4efd-b581-983dd4295514, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:53:59.210786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network f41a17b1-32b9-4efd-b581-983dd4295514 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:53:59.273463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.281062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] 10.222.0.75 "PUT /v2.0/ports/e70c84eb-9937-4306-8ee1-c5078def1c71 HTTP/1.1" status: 200 len: 1091 time: 2.4110963 Apr 11 20:53:59.281062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'tag': 'e70c84eb-9937-4306-8ee1-c5078def1c71'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:53:59.302097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f41a17b1-32b9-4efd-b581-983dd4295514) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:53:59.302097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:59.302097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.312108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334467e6-c5dd-4c18-8518-a466b82ecb6d None None] Network f41a17b1-32b9-4efd-b581-983dd4295514 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:53:59.328383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0af1cc-2f62-4b32-974d-f0c33d6d57b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e70c84eb-9937-4306-8ee1-c5078def1c71,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:53:59.342456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Deleting port 15c2a1ee-875c-413a-8abe-9138b7e927fb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:53:59.342635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.386459 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1ac2653-4a68-418f-9c5c-3eb54e3bbe3b req-644868a8-61e3-4d9a-830f-ae7cef004dd4 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757248 Apr 11 20:53:59.455930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73fa69f5-0275-47fe-899d-7430b36c09f0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6136429 Apr 11 20:53:59.465149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38048) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:53:59.471994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': 'b662b313-45c5-455f-9464-c9aee3152949', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:59.506530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1279239660', 'description': 'tempest-description-1644276673'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:53:59.520330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:59.559377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:59.609184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:59.609184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:59.635186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:53:59.670646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de18ec-2084-49d0-9188-0d1dba6fbb73 req-c2da222f-e40b-43c2-b373-768a9e194a88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:53:59.670646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21de18ec-2084-49d0-9188-0d1dba6fbb73 req-c2da222f-e40b-43c2-b373-768a9e194a88 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 944 time: 0.3056793 Apr 11 20:53:59.684687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:53:59.694772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:53:59.702335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:53:59.717178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:53:59.738695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f41a17b1-32b9-4efd-b581-983dd4295514', 'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': '618125b0-7a8f-4175-8c0e-a7339311fe53'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:53:59.740248 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.809562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21de18ec-2084-49d0-9188-0d1dba6fbb73 req-083369a6-a9f4-4de9-92dd-0f1f81e783e7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770340 Apr 11 20:53:59.876593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:53:59.876593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:53:59.940345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] For port 15c2a1ee-875c-413a-8abe-9138b7e927fb, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=15c2a1ee-875c-413a-8abe-9138b7e927fb,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:53:59.942461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:53:59.943428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.106739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Calling delete_port for 15c2a1ee-875c-413a-8abe-9138b7e927fb owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:00.193731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Allocated IP 2001:db8::2 (f41a17b1-32b9-4efd-b581-983dd4295514/618125b0-7a8f-4175-8c0e-a7339311fe53/12d7e4c5-ee44-4871-bf73-dda488fb508f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:00.198577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.223021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.268814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:00.293408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:00.302598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.338117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-bb71818d-b7c9-4b5e-ac72-21d2e2b9e895 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 1094 time: 0.8915925 Apr 11 20:54:00.359114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.418589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-2f32f3e8-a560-4b21-bbdf-ea3059323e92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e70c84eb-9937-4306-8ee1-c5078def1c71 HTTP/1.1" status: 200 len: 217 time: 0.0712237 Apr 11 20:54:00.430452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.478833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3f235-f1b7-4fca-b15d-c7b059e5d8f5 req-a0f34f47-6458-4237-b40c-7cef184c9287 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:00.486494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ddf3f235-f1b7-4fca-b15d-c7b059e5d8f5 req-a0f34f47-6458-4237-b40c-7cef184c9287 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 943 time: 0.4011095 Apr 11 20:54:00.543513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.553288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:00.558363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Pushing event deleted for resources: {'Port': ['ID=15c2a1ee-875c-413a-8abe-9138b7e927fb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:00.570997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:00.573476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:00.580267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:00.615173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ddf3f235-f1b7-4fca-b15d-c7b059e5d8f5 req-6184f08c-099a-4f16-8630-ac90fd4bc115 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235719 Apr 11 20:54:00.647262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:00.713614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.727453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f145b34-aed0-457b-a739-427207b75481 req-b14ead12-0fb9-4d3e-80d5-fe6027aee0f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:00.729965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-b14ead12-0fb9-4d3e-80d5-fe6027aee0f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.2940524 Apr 11 20:54:00.742465 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b267b9-6d5f-4211-815e-b157d550b818'] response: {'name': 'network-changed', 'server_uuid': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'tag': 'e70c84eb-9937-4306-8ee1-c5078def1c71', 'status': 'completed', 'code': 200} Apr 11 20:54:00.814761 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528e024e-ec47-4364-a3d5-857fe157ca92'] response: {'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'code': 200} Apr 11 20:54:00.828186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.832100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] No DVR routers for this DVR port 15c2a1ee-875c-413a-8abe-9138b7e927fb on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:00.839264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.846027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Transition to ACTIVE for port object 12d7e4c5-ee44-4871-bf73-dda488fb508f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:00.865523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Transition to ACTIVE for port object 12d7e4c5-ee44-4871-bf73-dda488fb508f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:00.894318 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.914474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.943405 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:00.956986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-a8366254-0958-4c25-b4ca-f202e5306dae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214602 Apr 11 20:54:01.066815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Network f41a17b1-32b9-4efd-b581-983dd4295514 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:01.072029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:01.075589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:01.078211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Pushing event updated for resources: {'Port': ['ID=12d7e4c5-ee44-4871-bf73-dda488fb508f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:01.165859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ecfb6ac3-f3ba-4a5a-95c4-d9792f4946c9 req-54690cd9-a0a1-422b-b2fe-e9c7b294b7cd tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.1607594 Apr 11 20:54:01.167857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6422bfa5-bf5d-4f4b-94a5-0f4546c6adf7 req-11077d40-e37f-4b77-a858-7e66eb9f334f tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "DELETE /v2.0/ports/15c2a1ee-875c-413a-8abe-9138b7e927fb HTTP/1.1" status: 204 len: 173 time: 2.1560655 Apr 11 20:54:01.228949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Attempting to bind port 12d7e4c5-ee44-4871-bf73-dda488fb508f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:01.230988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Attempting to bind port 12d7e4c5-ee44-4871-bf73-dda488fb508f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:01.231659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Attempting to bind port 12d7e4c5-ee44-4871-bf73-dda488fb508f on network f41a17b1-32b9-4efd-b581-983dd4295514 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:01.238804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=dd48af04-1c29-4eb4-b494-d0f32cadbef1,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:01.247688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:01.248237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Checking segment: {'id': '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:01.248651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.249054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Bound using segment: {'id': '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:01.249542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Bound port: 12d7e4c5-ee44-4871-bf73-dda488fb508f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f41a17b1-32b9-4efd-b581-983dd4295514'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:01.249917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.266360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': 'e738b5c3-13d9-49b0-b1a6-a2264991623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b662b313-45c5-455f-9464-c9aee3152949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:01.266762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: b662b313-45c5-455f-9464-c9aee3152949, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:54:01.402903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network b662b313-45c5-455f-9464-c9aee3152949 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:54:01.444457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] For port 12d7e4c5-ee44-4871-bf73-dda488fb508f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:01.451021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] For port 12d7e4c5-ee44-4871-bf73-dda488fb508f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=12d7e4c5-ee44-4871-bf73-dda488fb508f,segment=NetworkSegment(2a12ad10-57a7-4911-bcd1-88eabfa6c9c0),segment_id=2a12ad10-57a7-4911-bcd1-88eabfa6c9c0)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:01.462961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788a6efc-28a2-4803-9f5d-f673b1af7e99,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:01.486830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.490695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aa539-2aab-48b9-935d-9f91886f9cd9 req-70d68617-d77e-4a03-b334-dcc73d81e472 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:01.491620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-989f3263-f83b-438f-8eac-3738453221e9 req-0b1ce8e3-471c-42a8-be1e-c8deeb88f5b1 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 2.0469272 Apr 11 20:54:01.492477 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d9aa539-2aab-48b9-935d-9f91886f9cd9 req-70d68617-d77e-4a03-b334-dcc73d81e472 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1637580 Apr 11 20:54:01.525206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b662b313-45c5-455f-9464-c9aee3152949) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:01.533523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:01.534223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.534536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2642c-fc81-4104-a931-fe89ab66711e None None] Network b662b313-45c5-455f-9464-c9aee3152949 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:01.560287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.587275 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d9aa539-2aab-48b9-935d-9f91886f9cd9 req-dd8da80b-b319-48ec-9ede-084f3058dbd3 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Apr 11 20:54:01.623845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-cca5f182-9fa0-4c31-a272-b1247515ddc8 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651802 Apr 11 20:54:01.648552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d73e0c37-48ad-48da-b3f4-33052eef377e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1818027 Apr 11 20:54:01.659517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38064) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:01.664916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2034542234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:01.682532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:01.690626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:router and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:01.696411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:01.713621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:01.782605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d41f76-50fe-435b-bb2e-8361ffe07f91 None None] Pushing event updated for resources: {'Port': ['ID=12d7e4c5-ee44-4871-bf73-dda488fb508f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:01.805894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f145b34-aed0-457b-a739-427207b75481 req-d8a90698-c0d1-4c7c-9f02-1c5e2b3cadfc service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733549 Apr 11 20:54:01.806185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.808084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.815571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:01.834182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.851738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:01.897600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 15c2a1ee-875c-413a-8abe-9138b7e927fb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:01.899129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 15c2a1ee-875c-413a-8abe-9138b7e927fb not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:01.986562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaa8db-a044-4ba7-976a-665b8c1e22b4 req-f125720c-acb3-4fc5-8c21-a5833ea8a93e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:01.995270 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0aeaa8db-a044-4ba7-976a-665b8c1e22b4 req-f125720c-acb3-4fc5-8c21-a5833ea8a93e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 943 time: 0.1389599 Apr 11 20:54:02.015044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:02.136920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0aeaa8db-a044-4ba7-976a-665b8c1e22b4 req-770544f5-3a59-4834-bde1-57a4e42383b1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 Apr 11 20:54:02.138250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b662b313-45c5-455f-9464-c9aee3152949', 'network_id': 'b662b313-45c5-455f-9464-c9aee3152949', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': 'dd48af04-1c29-4eb4-b494-d0f32cadbef1'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:54:02.139748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:02.165852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:02.168321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ab076fba-00a3-44c8-8ef3-33bfe2cb43be tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5140955 Apr 11 20:54:02.169645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-e51f2c48-fa1e-4ea2-b0ed-860c524528db tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/7c8d82aa-9e43-4aee-95af-14aa3e63a32b HTTP/1.1" status: 200 len: 1637 time: 0.6445231 Apr 11 20:54:02.170451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38068) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:02.322093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-2bc4615e-9709-4375-9f0f-64811035d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/788a6efc-28a2-4803-9f5d-f673b1af7e99 HTTP/1.1" status: 200 len: 1639 time: 0.1427708 Apr 11 20:54:02.346746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c8d82aa-9e43-4aee-95af-14aa3e63a32b', 'remote_group_id': '788a6efc-28a2-4803-9f5d-f673b1af7e99', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:02.347074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c8d82aa-9e43-4aee-95af-14aa3e63a32b', 'remote_group_id': '788a6efc-28a2-4803-9f5d-f673b1af7e99', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:02.401474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:02.427668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:02.447230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:02.465310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:02.486986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-90d44190-84be-482e-973b-5657672e3b3e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 1094 time: 0.5016179 Apr 11 20:54:02.540812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Allocated IP 2001:db8:1::2 (b662b313-45c5-455f-9464-c9aee3152949/dd48af04-1c29-4eb4-b494-d0f32cadbef1/a31c348d-45be-4b1a-b4a8-e3b334610902) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:02.722315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-e1bfc520-ce28-4c96-90b9-1face62910dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:02.723759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-e1bfc520-ce28-4c96-90b9-1face62910dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.2288635 Apr 11 20:54:02.724822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:02.779224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-deleted', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:02.810249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2f710cf-fe06-4274-b22d-33e39b11a44e req-f3bbfb96-81ed-44e8-9c9d-e115975e393a tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac480df0-c85f-4453-8d95-303ab5db6927 HTTP/1.1" status: 200 len: 210 time: 0.1657650 Apr 11 20:54:02.836089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-caad2a91-5461-4575-b17c-48a3bb82c1f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e70c84eb-9937-4306-8ee1-c5078def1c71 HTTP/1.1" status: 200 len: 217 time: 0.1051657 Apr 11 20:54:02.935104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:02.961261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Transition to ACTIVE for port object a31c348d-45be-4b1a-b4a8-e3b334610902 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:03.002428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Transition to ACTIVE for port object a31c348d-45be-4b1a-b4a8-e3b334610902 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:03.067581 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.090726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.125110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-4d7a5379-c1e7-48e1-a6ed-c872022738e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:03.126972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-4d7a5379-c1e7-48e1-a6ed-c872022738e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.2815492 Apr 11 20:54:03.140795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Network b662b313-45c5-455f-9464-c9aee3152949 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:03.146930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:03.150281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:03.230546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.360798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Attempting to bind port a31c348d-45be-4b1a-b4a8-e3b334610902 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:03.361295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Attempting to bind port a31c348d-45be-4b1a-b4a8-e3b334610902 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e738b5c3-13d9-49b0-b1a6-a2264991623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b662b313-45c5-455f-9464-c9aee3152949'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:03.361663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Attempting to bind port a31c348d-45be-4b1a-b4a8-e3b334610902 on network b662b313-45c5-455f-9464-c9aee3152949 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:03.383564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:03.383564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Checking segment: {'id': 'e738b5c3-13d9-49b0-b1a6-a2264991623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b662b313-45c5-455f-9464-c9aee3152949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:03.383564 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.383996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Bound using segment: {'id': 'e738b5c3-13d9-49b0-b1a6-a2264991623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b662b313-45c5-455f-9464-c9aee3152949'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:03.384082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Bound port: a31c348d-45be-4b1a-b4a8-e3b334610902, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e738b5c3-13d9-49b0-b1a6-a2264991623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b662b313-45c5-455f-9464-c9aee3152949'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:03.384600 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.407955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Pushing event updated for resources: {'Port': ['ID=a31c348d-45be-4b1a-b4a8-e3b334610902,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:03.444871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.449383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-8dd73524-e165-4d01-a37c-abeec61e4e39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084888 Apr 11 20:54:03.496034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f3e28-41ef-431f-9b37-e6064c11d24b None None] Network f41a17b1-32b9-4efd-b581-983dd4295514 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:03.501237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f281958-ec81-4737-bf06-54d7203f519a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:03.592628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:03.616068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a31c348d-45be-4b1a-b4a8-e3b334610902,segment=NetworkSegment(e738b5c3-13d9-49b0-b1a6-a2264991623d),segment_id=e738b5c3-13d9-49b0-b1a6-a2264991623d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:03.627976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738869d-f394-4871-8b87-47d363512565 req-b702eabf-b034-43c6-8728-23394582200b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:03.629549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0738869d-f394-4871-8b87-47d363512565 req-b702eabf-b034-43c6-8728-23394582200b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.5629687 Apr 11 20:54:03.696209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0738869d-f394-4871-8b87-47d363512565 req-3042742a-c54f-4432-bf63-0a222db3e142 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571375 Apr 11 20:54:03.768518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3645ab25-4218-44f6-9adc-e4f8ab8db5d9 None None] Provisioning for port 12d7e4c5-ee44-4871-bf73-dda488fb508f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:03.787666 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.796047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:03.797274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-737e589b-bb72-4828-baa9-698b1ec64dc5 req-cb30fa23-a89c-4d1a-8895-e93bb865cc6d tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.4704423 Apr 11 20:54:03.854182 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc4fdf4-186f-45af-a4ad-00925e28eb9e'] response: {'server_uuid': 'ac480df0-c85f-4453-8d95-303ab5db6927', 'name': 'network-vif-deleted', 'tag': '15c2a1ee-875c-413a-8abe-9138b7e927fb', 'status': 'completed', 'code': 200} Apr 11 20:54:03.902935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-e585f1dc-6e33-4765-aa17-739ed4b3755f service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008036 Apr 11 20:54:03.929376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2086495334', 'description': 'tempest-description-1570996256'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:03.939429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:03.945611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76bfc-f18a-448d-8673-f80f1afb9eb1 None None] Pushing event updated for resources: {'Port': ['ID=a31c348d-45be-4b1a-b4a8-e3b334610902,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:03.957905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:03.973986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8::1 (f41a17b1-32b9-4efd-b581-983dd4295514/618125b0-7a8f-4175-8c0e-a7339311fe53/1ff73a60-95c2-437a-a38e-4f8ce97920ae) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:03.976795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:03.991155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:04.150091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.238287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 12d7e4c5-ee44-4871-bf73-dda488fb508f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:04.241420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:04.327659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:04.388608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:04.439757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:04.518638 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.578837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object 1ff73a60-95c2-437a-a38e-4f8ce97920ae will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:04.595261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 12d7e4c5-ee44-4871-bf73-dda488fb508f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:04.609214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d44a159f-8760-4b56-b017-3991e0b099f1 None None] Provisioning complete for port 12d7e4c5-ee44-4871-bf73-dda488fb508f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:04.609925 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d44a159f-8760-4b56-b017-3991e0b099f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.625789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.639708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 12d7e4c5-ee44-4871-bf73-dda488fb508f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:04.640442 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.666876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Deleting port f4a9711e-6c9d-467e-a39d-2739da911e63 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:04.667486 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.680978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.713299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38e6d6a6-fb3c-496e-8c25-7f3a52d5a85b req-150689d4-6a94-4132-906e-3df7d4c46c9f service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8050518 Apr 11 20:54:04.743623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34ca85-0904-4e96-b319-fc23960d0757 req-1985dfa6-eb93-4ebb-982c-004e31be69b2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:04.745149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae34ca85-0904-4e96-b319-fc23960d0757 req-1985dfa6-eb93-4ebb-982c-004e31be69b2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 943 time: 0.6981487 Apr 11 20:54:04.797243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.849961 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.875977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea1128-2b3f-4f50-9776-928efcc1d90f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:04.901035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae34ca85-0904-4e96-b319-fc23960d0757 req-8244dfc7-2812-4348-b2cb-c3f57bec5ee1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217272 Apr 11 20:54:04.902859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:04.916053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-81ac59a4-ddb3-4b35-bd4e-83fb9b6ef4bc req-19d13145-a313-49ed-9912-c384087c0eae tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.0067627 Apr 11 20:54:04.965970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] For port f4a9711e-6c9d-467e-a39d-2739da911e63, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f4a9711e-6c9d-467e-a39d-2739da911e63,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:04.966332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.007368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network f41a17b1-32b9-4efd-b581-983dd4295514 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:05.027413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:05.046751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 12d7e4c5-ee44-4871-bf73-dda488fb508f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=12d7e4c5-ee44-4871-bf73-dda488fb508f,segment=NetworkSegment(2a12ad10-57a7-4911-bcd1-88eabfa6c9c0),segment_id=2a12ad10-57a7-4911-bcd1-88eabfa6c9c0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:05.051396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:05.052121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.097118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d44a159f-8760-4b56-b017-3991e0b099f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.115350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=1ff73a60-95c2-437a-a38e-4f8ce97920ae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:05.198805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Calling delete_port for f4a9711e-6c9d-467e-a39d-2739da911e63 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:05.216625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.321951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.438990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1140473039', 'description': 'tempest-description-1541369957'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:05.446207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:05.458659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:05.462167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:05.465543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=12d7e4c5-ee44-4871-bf73-dda488fb508f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:05.469376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:05.526659 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d44a159f-8760-4b56-b017-3991e0b099f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:54:05.527279 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d44a159f-8760-4b56-b017-3991e0b099f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:54:05.544945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.619172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab37b5b-7537-4277-a164-0356e900fc10 req-da2ef3dd-882b-4b55-91ad-02424f247f5d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:05.626319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ab37b5b-7537-4277-a164-0356e900fc10 req-da2ef3dd-882b-4b55-91ad-02424f247f5d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.3593099 Apr 11 20:54:05.708042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639901e-3a34-4420-8cbb-c1c549b7f143 None None] Network b662b313-45c5-455f-9464-c9aee3152949 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:05.708275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3ab37b5b-7537-4277-a164-0356e900fc10 req-490bf163-affa-4ef0-8ee8-da59805a905b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789335 Apr 11 20:54:05.742438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:05.751228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:05.764286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:05.775191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:05.932776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:05.968471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.002212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.027861 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.068240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a9711e-6c9d-467e-a39d-2739da911e63,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:06.071689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e70c84eb-9937-4306-8ee1-c5078def1c71 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:54:06.078256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d301af60-4075-44eb-a80c-66c2b86ac0b8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:06.113371 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.114333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.191102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.192475 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65f3ec06-ed01-413c-9d4d-b4455112c03e req-e20b60df-a5b8-4f42-b525-5b71cb73d96f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.8725493 Apr 11 20:54:06.292388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 12d7e4c5-ee44-4871-bf73-dda488fb508f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:06.455509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.455509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.455509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.455928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.456248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.456710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.456847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.457099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.457421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.457743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.458062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:06.516751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 12d7e4c5-ee44-4871-bf73-dda488fb508f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:06.518130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.582292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=1ff73a60-95c2-437a-a38e-4f8ce97920ae,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:06.587193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network f41a17b1-32b9-4efd-b581-983dd4295514 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:06.589873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:06.607732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8e66e54d-dc1b-40ba-9747-e772381f9499 None None] Provisioning for port 1ff73a60-95c2-437a-a38e-4f8ce97920ae completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:06.622056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8e66e54d-dc1b-40ba-9747-e772381f9499 None None] Provisioning complete for port 1ff73a60-95c2-437a-a38e-4f8ce97920ae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:06.622521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8e66e54d-dc1b-40ba-9747-e772381f9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:06.780661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8e66e54d-dc1b-40ba-9747-e772381f9499 None None] Port 1ff73a60-95c2-437a-a38e-4f8ce97920ae cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:06.787148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port e70c84eb-9937-4306-8ee1-c5078def1c71, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e70c84eb-9937-4306-8ee1-c5078def1c71,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:06.847345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'e70c84eb-9937-4306-8ee1-c5078def1c71', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': 'e70c84eb-9937-4306-8ee1-c5078def1c71', 'mac_address': 'fa:16:3e:68:f0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:54:06.870882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a31c348d-45be-4b1a-b4a8-e3b334610902 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:06.889857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-951353c8-79d0-46c9-a392-835bba8225a6 req-027f0b60-e9e0-43f1-a339-a21ee3926b2e tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/5aea1128-2b3f-4f50-9776-928efcc1d90f HTTP/1.1" status: 200 len: 1639 time: 0.4276381 Apr 11 20:54:07.017497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8e66e54d-dc1b-40ba-9747-e772381f9499 None None] Provisioning for port a31c348d-45be-4b1a-b4a8-e3b334610902 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:07.060295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-951353c8-79d0-46c9-a392-835bba8225a6 req-46fd79fd-5cd7-4619-a25e-868ae27aa2fb tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/d301af60-4075-44eb-a80c-66c2b86ac0b8 HTTP/1.1" status: 200 len: 1639 time: 0.1687896 Apr 11 20:54:07.072915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5aea1128-2b3f-4f50-9776-928efcc1d90f', 'remote_group_id': 'd301af60-4075-44eb-a80c-66c2b86ac0b8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:07.073655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5aea1128-2b3f-4f50-9776-928efcc1d90f', 'remote_group_id': 'd301af60-4075-44eb-a80c-66c2b86ac0b8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:07.081438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:07.090096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:07.093233 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.094455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.098707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:07.107760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:07.120802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70c84eb-9937-4306-8ee1-c5078def1c71 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:07.140657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port e70c84eb-9937-4306-8ee1-c5078def1c71, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e70c84eb-9937-4306-8ee1-c5078def1c71,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:07.181135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d2abc002-ee40-4ea9-8b83-ea5b0a6694e6 None None] Provisioning complete for port 1ff73a60-95c2-437a-a38e-4f8ce97920ae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:07.181660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2abc002-ee40-4ea9-8b83-ea5b0a6694e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.253903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d2abc002-ee40-4ea9-8b83-ea5b0a6694e6 None None] Port 1ff73a60-95c2-437a-a38e-4f8ce97920ae cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:07.260823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315761f0-07e6-43f5-86c1-1f87a70d531e req-dd8dc58b-9452-4c2a-8462-06df4a333d04 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:07.262481 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-315761f0-07e6-43f5-86c1-1f87a70d531e req-dd8dc58b-9452-4c2a-8462-06df4a333d04 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 943 time: 0.7459667 Apr 11 20:54:07.325334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-315761f0-07e6-43f5-86c1-1f87a70d531e req-f73f95d5-da0d-4d6b-b165-afe2f141fc4c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551550 Apr 11 20:54:07.422531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a31c348d-45be-4b1a-b4a8-e3b334610902 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:07.429472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a31c348d-45be-4b1a-b4a8-e3b334610902 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:07.431051 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.455979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f9564577-4452-4fa6-acc6-e844468dccf8 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:54:07.456947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.562024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=e70c84eb-9937-4306-8ee1-c5078def1c71,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:07.638822 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.682363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a31c348d-45be-4b1a-b4a8-e3b334610902,segment=NetworkSegment(e738b5c3-13d9-49b0-b1a6-a2264991623d),segment_id=e738b5c3-13d9-49b0-b1a6-a2264991623d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:07.686539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb96dac-9f32-4f7f-b772-5741905e6ec4 req-a73b9897-1938-444b-a78a-66cb607d72d6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:07.688174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbb96dac-9f32-4f7f-b772-5741905e6ec4 req-a73b9897-1938-444b-a78a-66cb607d72d6 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 949 time: 0.2299552 Apr 11 20:54:07.748202 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:07.758562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:07.772028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] Sync routers for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:07.772560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbb96dac-9f32-4f7f-b772-5741905e6ec4 req-3f2976c7-4a82-408c-b273-1763d7ffbd2e tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752916 Apr 11 20:54:07.780044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b0b47b5-42e8-4213-ab1f-973cbd6e85db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f9564577-4452-4fa6-acc6-e844468dccf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6084130 Apr 11 20:54:07.783074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:07.817366 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:07.820856 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:53:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:07.851623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['e70c84eb-9937-4306-8ee1-c5078def1c71'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:07.916934 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:07.948820 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:07.951196 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:53:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:07.995172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efbfa8f-0d3e-4071-85f2-d05bed416894 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:07.995798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2efbfa8f-0d3e-4071-85f2-d05bed416894 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:08.054547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:08.096442 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:08.098419 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce75c7-0b0a-47b0-ae3c-c803bd4a6ab3 None None] The sync data for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:08.157725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2efbfa8f-0d3e-4071-85f2-d05bed416894 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:08.162247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2efbfa8f-0d3e-4071-85f2-d05bed416894 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports/1ff73a60-95c2-437a-a38e-4f8ce97920ae HTTP/1.1" status: 200 len: 911 time: 0.3777492 Apr 11 20:54:08.163012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38114) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:08.223609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a31c348d-45be-4b1a-b4a8-e3b334610902,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:08.255644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:08.317295 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:08.362155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61fc3c-1550-4281-be3c-f0d750d54a30 req-4bf3e2a4-ebcd-4368-8dd6-ccb62b68f8df tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:08.369609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb61fc3c-1550-4281-be3c-f0d750d54a30 req-4bf3e2a4-ebcd-4368-8dd6-ccb62b68f8df tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2821724 Apr 11 20:54:08.434738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7919aaad-545e-4982-907c-1cf9322e27e0,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:08.434989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb61fc3c-1550-4281-be3c-f0d750d54a30 req-d185ea20-f327-48cc-9a0a-64100a448eba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645316 Apr 11 20:54:08.548009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:08.552877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-951353c8-79d0-46c9-a392-835bba8225a6 req-b3d4ef9e-7283-442e-9cf5-c85d1f43a864 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.4913158 Apr 11 20:54:08.577589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-370dcf51-2035-4a1d-bc99-b2930e7e06d2 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:08.580486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-370dcf51-2035-4a1d-bc99-b2930e7e06d2 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Synchronizing usage tracker for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:08.659258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:08.681666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de1f6d4-4980-4d32-984c-b07578eb1d5c req-6edfd1cb-6db5-485e-82dd-a51e1c76a97f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/d301af60-4075-44eb-a80c-66c2b86ac0b8 HTTP/1.1" status: 200 len: 1639 time: 0.0859611 Apr 11 20:54:08.758112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-370dcf51-2035-4a1d-bc99-b2930e7e06d2 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Unset dirty status for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:08.760626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-370dcf51-2035-4a1d-bc99-b2930e7e06d2 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 949 time: 0.3765604 Apr 11 20:54:08.939210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Deleting port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:08.939564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:08.944323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dc88-f4ed-4f32-a1fc-0314781b3812 req-4d90dcbb-1fbb-4486-955c-70ee81353d4c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:08.952746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e915dc88-f4ed-4f32-a1fc-0314781b3812 req-4d90dcbb-1fbb-4486-955c-70ee81353d4c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 944 time: 0.3287745 Apr 11 20:54:09.021251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e915dc88-f4ed-4f32-a1fc-0314781b3812 req-9778a94e-e887-4807-a0ad-261b9d9d4a5a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671630 Apr 11 20:54:09.098623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5de1f6d4-4980-4d32-984c-b07578eb1d5c req-7e8533c9-99bf-46de-ab2c-36bb6ac1cbab tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.257970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5de1f6d4-4980-4d32-984c-b07578eb1d5c req-7e8533c9-99bf-46de-ab2c-36bb6ac1cbab tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.413732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] For port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:09.414225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.497377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.556533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Calling delete_port for 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:09.581289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec17fd9-4a99-4505-8114-fdac722ba839 req-0d31e496-931a-4b23-98eb-17cbf6f54b48 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:09.582839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ec17fd9-4a99-4505-8114-fdac722ba839 req-0d31e496-931a-4b23-98eb-17cbf6f54b48 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 949 time: 0.3653328 Apr 11 20:54:09.613754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:09.628419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] Sync routers for ids ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:09.643786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4acfbc0c-25d5-45dc-868c-f899ca6ded3d admin admin] 10.222.0.61 "PUT /v2.0/routers/1f54ee6a-fd95-44a5-bee6-f5b4673bed26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2269676 Apr 11 20:54:09.645965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:09.653224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] Routers {'1f54ee6a-fd95-44a5-bee6-f5b4673bed26'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:09.654310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:53:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:09.662319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5de1f6d4-4980-4d32-984c-b07578eb1d5c req-7e8533c9-99bf-46de-ab2c-36bb6ac1cbab tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.664735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5de1f6d4-4980-4d32-984c-b07578eb1d5c req-7e8533c9-99bf-46de-ab2c-36bb6ac1cbab tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.665852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de1f6d4-4980-4d32-984c-b07578eb1d5c req-7e8533c9-99bf-46de-ab2c-36bb6ac1cbab tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/d301af60-4075-44eb-a80c-66c2b86ac0b8 HTTP/1.1" status: 204 len: 173 time: 0.9771719 Apr 11 20:54:09.680657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8533c9-99bf-46de-ab2c-36bb6ac1cbab tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301af60-4075-44eb-a80c-66c2b86ac0b8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:09.837288 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:09.935657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] Set router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:09.956205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ec17fd9-4a99-4505-8114-fdac722ba839 req-d4daa74d-8bb6-45a5-9071-1332c9153cc8 tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/security-groups?id=16dc753f-ac34-401f-a69a-1de5894059a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087718 Apr 11 20:54:09.993594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Pushing event deleted for resources: {'Port': ['ID=36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:10.077647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e70c84eb-9937-4306-8ee1-c5078def1c71 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:10.127930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a31c348d-45be-4b1a-b4a8-e3b334610902 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:10.180090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] No DVR routers for this DVR port 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:10.183840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:10.193638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-deleted', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:10.258746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0443499-d525-42d2-ab4d-80c8d2daccac req-b5f8a64b-91b0-4f23-bb05-a48e3ba96d60 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/5aea1128-2b3f-4f50-9776-928efcc1d90f HTTP/1.1" status: 200 len: 1639 time: 0.1951017 Apr 11 20:54:10.433059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8:1::1 (b662b313-45c5-455f-9464-c9aee3152949/dd48af04-1c29-4eb4-b494-d0f32cadbef1/ea8e14de-d6ed-493d-848a-1298d5c12bc8) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:10.515439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e28b79ea-6479-4485-8261-a5c051ca9535 req-de22869c-c8ba-46c3-aed1-0d9c9ee1fdff tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.75 "DELETE /v2.0/ports/36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 HTTP/1.1" status: 204 len: 173 time: 1.7388039 Apr 11 20:54:10.522469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeef9d-bd74-40ce-8f07-dac8912728b6 req-2aa35f42-5b4d-4e61-9555-df4b7ec5d620 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:10.530789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eddeef9d-bd74-40ce-8f07-dac8912728b6 req-2aa35f42-5b4d-4e61-9555-df4b7ec5d620 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.4544988 Apr 11 20:54:10.614045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a31c348d-45be-4b1a-b4a8-e3b334610902 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:10.615133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:10.622872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eddeef9d-bd74-40ce-8f07-dac8912728b6 req-9c48fd2e-6018-453c-a6cd-2ca718d4765f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 Apr 11 20:54:10.661035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port e70c84eb-9937-4306-8ee1-c5078def1c71 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:10.680283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port e70c84eb-9937-4306-8ee1-c5078def1c71 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:10.681132 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:10.728047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:10.926322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b44fb-153a-4a28-ad37-cacd8d505efd req-340f79c4-5a66-40df-81d9-fd032720a400 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:10.934167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-522b44fb-153a-4a28-ad37-cacd8d505efd req-340f79c4-5a66-40df-81d9-fd032720a400 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 944 time: 0.4498386 Apr 11 20:54:10.990492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:54:05Z', 'revision_number': 5, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:10.994740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.011194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] Checking router: 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:54:11.035793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70c84eb-9937-4306-8ee1-c5078def1c71'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:11.048424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port e70c84eb-9937-4306-8ee1-c5078def1c71, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e70c84eb-9937-4306-8ee1-c5078def1c71,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:11.049589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] Routers {'1f54ee6a-fd95-44a5-bee6-f5b4673bed26'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:11.050269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:53:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:11.089292 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.118517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-522b44fb-153a-4a28-ad37-cacd8d505efd req-14d9543e-6dbc-463d-a555-67aaa5d25fff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834719 Apr 11 20:54:11.125143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object ea8e14de-d6ed-493d-848a-1298d5c12bc8 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:11.169186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.170040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:11.202639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.240341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.255507 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a706c3e6-9460-4902-9032-26af91901c65'] response: {'server_uuid': 'e1b4814b-8311-47dd-af64-e4fac41a131c', 'name': 'network-vif-deleted', 'tag': '36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647', 'status': 'completed', 'code': 200} Apr 11 20:54:11.288617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:11.289885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 36e8b4fe-ec0c-4f9d-8af6-b8c7a3cab647 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:11.373668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=e70c84eb-9937-4306-8ee1-c5078def1c71,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:11.393880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1419955552', 'description': 'tempest-description-979739272'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:11.403113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:11.407914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:11.412466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:11.422390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:11.441118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=ea8e14de-d6ed-493d-848a-1298d5c12bc8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:11.445419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Deleting port 250e0bec-c6f0-4f37-ac82-805248ea957a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:11.446383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.496004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] Set router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:11.632195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-eac627b4-2298-4c3f-9089-f9fa037cff45 req-375c77db-cc88-4215-8c72-04bd73dd220d tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Synchronizing usage tracker for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:11.657682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] For port 250e0bec-c6f0-4f37-ac82-805248ea957a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=250e0bec-c6f0-4f37-ac82-805248ea957a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:11.660065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:11.736991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-eac627b4-2298-4c3f-9089-f9fa037cff45 req-375c77db-cc88-4215-8c72-04bd73dd220d tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] Unset dirty status for tenant:e561e4349e854e9ba027fc2cc69f3b0d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:11.742832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eac627b4-2298-4c3f-9089-f9fa037cff45 req-375c77db-cc88-4215-8c72-04bd73dd220d tempest-ListImageFiltersTestJSON-1447728224 tempest-ListImageFiltersTestJSON-1447728224-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4814b-8311-47dd-af64-e4fac41a131c HTTP/1.1" status: 200 len: 210 time: 0.2115617 Apr 11 20:54:11.919365 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d374c5-e5a2-447e-8b37-6497c53d9dee'] response: {'server_uuid': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70c84eb-9937-4306-8ee1-c5078def1c71', 'code': 200} Apr 11 20:54:11.986376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Calling delete_port for 250e0bec-c6f0-4f37-ac82-805248ea957a owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:12.138424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network b662b313-45c5-455f-9464-c9aee3152949 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:12.143191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b372811-f235-442a-846f-8f858f87d6c3 req-c91fbfbc-fbda-4c9d-8f1d-99fa44cac546 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 1096 time: 0.1730342 Apr 11 20:54:12.147170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:12.154735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.156295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:54:05Z', 'revision_number': 5, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:12.159062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3982484-ea4b-4706-aeb9-1b6d8c35cfda None None] The sync data for ids ['1f54ee6a-fd95-44a5-bee6-f5b4673bed26'] in n-d-837321-1 is: [{'id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'name': 'tempest-TestServerMultinode-1935261453-router', 'tenant_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:00Z', 'updated_at': '2022-04-11T20:54:05Z', 'revision_number': 5, 'project_id': 'd1058d92f7d8469dafb496c443b4bd7a', 'gw_port': {'id': '250e0bec-c6f0-4f37-ac82-805248ea957a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f54ee6a-fd95-44a5-bee6-f5b4673bed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:01Z', 'updated_at': '2022-04-11T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:12.217863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:12.217863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.253686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b372811-f235-442a-846f-8f858f87d6c3 req-1f217994-db63-4764-aace-0945fcccc250 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969832 Apr 11 20:54:12.340600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:12.349957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:12.355133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:12.363887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:12.467589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.473643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223ade-7465-46af-bebb-02f5f0371a75 req-4a45b2da-0f64-455b-af27-704731aff0bb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:12.477782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18223ade-7465-46af-bebb-02f5f0371a75 req-4a45b2da-0f64-455b-af27-704731aff0bb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.1395643 Apr 11 20:54:12.560271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18223ade-7465-46af-bebb-02f5f0371a75 req-ea9dc244-ccd1-45a5-b565-b57fa9d38c21 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655355 Apr 11 20:54:12.581833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Pushing event deleted for resources: {'Port': ['ID=250e0bec-c6f0-4f37-ac82-805248ea957a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:12.639360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.703809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.739974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-379aab03-f0d1-4afd-a991-f35b28c99a2b None None] Provisioning for port ea8e14de-d6ed-493d-848a-1298d5c12bc8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:12.745727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-379aab03-f0d1-4afd-a991-f35b28c99a2b None None] Provisioning complete for port ea8e14de-d6ed-493d-848a-1298d5c12bc8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:12.750115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-379aab03-f0d1-4afd-a991-f35b28c99a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.850578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:12.855851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-379aab03-f0d1-4afd-a991-f35b28c99a2b None None] Port ea8e14de-d6ed-493d-848a-1298d5c12bc8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:12.894851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e33b3-2854-4677-bab6-93d07b182f2c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:12.961137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500837f-5b4e-4daa-abf4-f43942dbf02e req-beab0c5e-ef83-4842-ae82-33fa1fe76a06 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:12.963769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8500837f-5b4e-4daa-abf4-f43942dbf02e req-beab0c5e-ef83-4842-ae82-33fa1fe76a06 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 945 time: 0.1655595 Apr 11 20:54:13.043191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8500837f-5b4e-4daa-abf4-f43942dbf02e req-ff59fab3-cb0c-44ef-9852-e905e0b78219 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733690 Apr 11 20:54:13.241256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.242730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc48c9b7-0eeb-447f-af10-d27dadf04e93 req-b43007ba-c5d3-469a-bc17-d97de9999641 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.8536563 Apr 11 20:54:13.259809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.402897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5933abd3-7352-480e-998a-b6d7b250660a req-c3e89977-fdb7-4e53-9191-09e615d26000 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/6d1e33b3-2854-4677-bab6-93d07b182f2c HTTP/1.1" status: 200 len: 1638 time: 0.0617120 Apr 11 20:54:13.409815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d1e33b3-2854-4677-bab6-93d07b182f2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:13.410425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d1e33b3-2854-4677-bab6-93d07b182f2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:13.418738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:13.441798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:13.446199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:13.456981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:13.624898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.682894 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.747520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.773630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d99580-d41a-4f1c-8ffb-72843d7a834a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:13.781210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:54:13.816356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.832015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.833305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1a40a365-1895-4cf8-9977-35b473cbeed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.863004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.865483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5933abd3-7352-480e-998a-b6d7b250660a req-51401e0d-6b47-4479-97dc-d63199ffe33f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4614091 Apr 11 20:54:13.927172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.967631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.967631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f54ee6a-fd95-44a5-bee6-f5b4673bed26 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:54:13.980472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.981855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e69ffe21-6cf4-40e7-a477-829fc613eede admin admin] 10.222.0.61 "DELETE /v2.0/routers/1f54ee6a-fd95-44a5-bee6-f5b4673bed26 HTTP/1.1" status: 204 len: 168 time: 4.3348882 Apr 11 20:54:13.985207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38188) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:13.996727 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:13.998651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.088877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=ea8e14de-d6ed-493d-848a-1298d5c12bc8,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:14.093204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a9711e-6c9d-467e-a39d-2739da911e63 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:14.147429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Deleting subnet f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:54:14.156901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.190593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f4a9711e-6c9d-467e-a39d-2739da911e63 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:14.213849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f4a9711e-6c9d-467e-a39d-2739da911e63 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:14.245717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f7e3-fe3e-414f-b58d-813e6f04c781 req-f76cc5c9-1691-41dc-b4e3-e2c91bcb3439 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:14.247461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d929f7e3-fe3e-414f-b58d-813e6f04c781 req-f76cc5c9-1691-41dc-b4e3-e2c91bcb3439 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2638054 Apr 11 20:54:14.252002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.301090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-e7fe6174-13b5-4070-8114-65cb1bcd01be tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/6d1e33b3-2854-4677-bab6-93d07b182f2c HTTP/1.1" status: 200 len: 2141 time: 0.0983646 Apr 11 20:54:14.317659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d1e33b3-2854-4677-bab6-93d07b182f2c', 'remote_group_id': None}]} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:14.317974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d1e33b3-2854-4677-bab6-93d07b182f2c', 'remote_group_id': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:14.326152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network b662b313-45c5-455f-9464-c9aee3152949 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:14.327182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:14.330311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:14.333394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d929f7e3-fe3e-414f-b58d-813e6f04c781 req-d05ec5ee-4b85-4f70-81f0-b3636d66723b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541499 Apr 11 20:54:14.405664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.518727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Usage tracker for resource:security_group_rule and tenant:524744f8b7b04fa2a018380b36a9fbe9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:14.544295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:14.603877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.655238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:14.823682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f994049d-e0e9-4b77-812d-e73fe9c3f7a4 None None] Provisioning complete for port ea8e14de-d6ed-493d-848a-1298d5c12bc8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:14.823682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f994049d-e0e9-4b77-812d-e73fe9c3f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.825132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:14.825132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.825585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0100f-5b73-441b-80d5-f1e2b781c686 None None] Network bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:14.825693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e0637f66-d5e1-4b69-93bd-cb3a6f219b3c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f1c7c91c-2ac1-4ead-b8c5-5e2eae7566c1 HTTP/1.1" status: 204 len: 168 time: 0.6885107 Apr 11 20:54:14.825693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:14.854991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f994049d-e0e9-4b77-812d-e73fe9c3f7a4 None None] Port ea8e14de-d6ed-493d-848a-1298d5c12bc8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:14.890017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f9564577-4452-4fa6-acc6-e844468dccf8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:14.890459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50555b-f850-422f-8697-7ab388239ec6 req-efcc4a07-8100-47ec-b539-db6be8adeab5 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:14.892302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c50555b-f850-422f-8697-7ab388239ec6 req-efcc4a07-8100-47ec-b539-db6be8adeab5 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 945 time: 0.2818246 Apr 11 20:54:14.902787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.953259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Deleting port 886591b0-09f6-46fa-a606-588e65bf0cf7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:14.953603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:14.988264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c50555b-f850-422f-8697-7ab388239ec6 req-860436d7-2567-4a93-9bcf-26e6b4546394 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822902 Apr 11 20:54:15.073587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] DHCP port deletion for bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:54:15.078345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Deleting port 886591b0-09f6-46fa-a606-588e65bf0cf7 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:15.078929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.173033 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.221823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.247498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:15.267306 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] Sync routers for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:15.292715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7319d761-b518-4c0f-9934-99635603f0a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f9564577-4452-4fa6-acc6-e844468dccf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1260273 Apr 11 20:54:15.295915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38218) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:15.296659 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.301002 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:15.303001 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:53:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:15.375202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] For port 886591b0-09f6-46fa-a606-588e65bf0cf7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=886591b0-09f6-46fa-a606-588e65bf0cf7,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:15.375623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.385729 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:15.398303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3651dc-574e-42e7-856f-69dc4d903c1f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:15.399825 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:15.400643 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:53:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:15.458320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c392e6-a5b6-4049-a05e-f52c31a5cb8d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:15.461352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-45c392e6-a5b6-4049-a05e-f52c31a5cb8d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:15.471159 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:15.471871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac0f03-b9a7-4cbb-8f60-66474a7e4863 None None] The sync data for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:15.500807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] For port 886591b0-09f6-46fa-a606-588e65bf0cf7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=886591b0-09f6-46fa-a606-588e65bf0cf7,segment=NetworkSegment(5c7eeee2-3fbb-41c4-99a5-0c611128b08e),segment_id=5c7eeee2-3fbb-41c4-99a5-0c611128b08e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:15.501192 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.504830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.511315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d67c5b1d-ee10-4390-8224-cfc47b9c873f req-33ab1408-4362-4855-abec-f8d65f13d09f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 1.2011766 Apr 11 20:54:15.539123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Calling delete_port for 886591b0-09f6-46fa-a606-588e65bf0cf7 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:15.572044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-45c392e6-a5b6-4049-a05e-f52c31a5cb8d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:15.576575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-45c392e6-a5b6-4049-a05e-f52c31a5cb8d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports/ea8e14de-d6ed-493d-848a-1298d5c12bc8 HTTP/1.1" status: 200 len: 913 time: 0.2728193 Apr 11 20:54:15.577246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38230) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:15.656246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:15.685831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Calling delete_port for 886591b0-09f6-46fa-a606-588e65bf0cf7 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:15.726220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=886591b0-09f6-46fa-a606-588e65bf0cf7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:15.729624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] No DVR routers for this DVR port 886591b0-09f6-46fa-a606-588e65bf0cf7 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:15.802705 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:54:15.805189 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:54:16.005199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a18320e-bfa2-4b61-842a-ea34351ae558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.040963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 250e0bec-c6f0-4f37-ac82-805248ea957a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:16.085545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.091726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 250e0bec-c6f0-4f37-ac82-805248ea957a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:16.092602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 250e0bec-c6f0-4f37-ac82-805248ea957a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:16.093235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 886591b0-09f6-46fa-a606-588e65bf0cf7 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:16.114203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:16.128726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7eeee2-3fbb-41c4-99a5-0c611128b08e') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:16.128726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7eeee2-3fbb-41c4-99a5-0c611128b08e') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:16.140186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 886591b0-09f6-46fa-a606-588e65bf0cf7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:16.158981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.159624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 886591b0-09f6-46fa-a606-588e65bf0cf7 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:16.193503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.209769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:54:16.210722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:54:16.242988 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:54:16.306769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Deleting port 886591b0-09f6-46fa-a606-588e65bf0cf7 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:16.307999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.358451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86114-7e5c-4573-80cd-91df5e847177 req-af74628d-92d9-4538-8fd1-ac0a3c2b2bd2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:16.359902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17f86114-7e5c-4573-80cd-91df5e847177 req-af74628d-92d9-4538-8fd1-ac0a3c2b2bd2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.3286233 Apr 11 20:54:16.392559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752326d-0d0f-4e10-a83a-8c408dd9679a req-be4c9667-aac6-4e84-9076-8b1905d47c77 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:16.407289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2752326d-0d0f-4e10-a83a-8c408dd9679a req-be4c9667-aac6-4e84-9076-8b1905d47c77 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 945 time: 0.2503548 Apr 11 20:54:16.419848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.429989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.431696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-519da304-8c41-47ea-9a95-5e1f03cddf98 None None] The port '886591b0-09f6-46fa-a606-588e65bf0cf7' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:54:16.467108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:16.476751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706 HTTP/1.1" status: 204 len: 168 time: 1.7258058 Apr 11 20:54:16.485551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38240) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:16.494367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8726540-c58b-45d4-b6ea-143bcb549ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8dd6ad-cda5-4cce-9f07-18ad8ddc6706,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:16.561896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17f86114-7e5c-4573-80cd-91df5e847177 req-fbc67980-41fd-48d9-86e8-32474fcf5461 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936772 Apr 11 20:54:16.587215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2752326d-0d0f-4e10-a83a-8c408dd9679a req-69c8871e-d5e0-470a-8792-d96731eaebea tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788437 Apr 11 20:54:16.804522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01925ddc-c91a-4e0e-8668-3a52c90ceb25 req-a1d7a59e-0bc6-48dd-b0e9-3ce8f1402a83 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/6d1e33b3-2854-4677-bab6-93d07b182f2c HTTP/1.1" status: 200 len: 2649 time: 0.1530669 Apr 11 20:54:17.024229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.271253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port ea8e14de-d6ed-493d-848a-1298d5c12bc8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:17.272042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.301007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.381524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.499840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a33772df-082f-4d72-b98a-f669ad085088 req-ae871e1b-0b4f-49f1-b9ed-c7f02ca83e1b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-group-rules/ca3651dc-574e-42e7-856f-69dc4d903c1f HTTP/1.1" status: 200 len: 718 time: 0.0445640 Apr 11 20:54:17.592945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a33772df-082f-4d72-b98a-f669ad085088 req-83580ff4-378e-4ebd-bdc5-fbb74f0edba6 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/6d1e33b3-2854-4677-bab6-93d07b182f2c HTTP/1.1" status: 200 len: 2649 time: 0.0919094 Apr 11 20:54:17.655196 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a33772df-082f-4d72-b98a-f669ad085088 req-8d3bb7c6-2634-4bda-9bd6-6c4706f39d63 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.675742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a33772df-082f-4d72-b98a-f669ad085088 req-8d3bb7c6-2634-4bda-9bd6-6c4706f39d63 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.710717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:17.847317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for ea8e14de-d6ed-493d-848a-1298d5c12bc8 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:18.008224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38272) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:18.044535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a33772df-082f-4d72-b98a-f669ad085088 req-8d3bb7c6-2634-4bda-9bd6-6c4706f39d63 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.064562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bb7c6-2634-4bda-9bd6-6c4706f39d63 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca3651dc-574e-42e7-856f-69dc4d903c1f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:18.073094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-a33772df-082f-4d72-b98a-f669ad085088 req-8d3bb7c6-2634-4bda-9bd6-6c4706f39d63 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.074713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a33772df-082f-4d72-b98a-f669ad085088 req-8d3bb7c6-2634-4bda-9bd6-6c4706f39d63 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ca3651dc-574e-42e7-856f-69dc4d903c1f HTTP/1.1" status: 204 len: 173 time: 0.4807777 Apr 11 20:54:18.102371 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.217045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=ea8e14de-d6ed-493d-848a-1298d5c12bc8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:18.303457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Deleting port e01a2b46-6b36-433f-af38-644e39354509 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:18.305722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.627645 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.711514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6eac0-1827-40d1-9f19-e10c39a7b69c req-f19a0ab4-8eed-4716-9f73-9b7cf59faa7b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:18.713960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9fa6eac0-1827-40d1-9f19-e10c39a7b69c req-f19a0ab4-8eed-4716-9f73-9b7cf59faa7b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.4469776 Apr 11 20:54:18.771844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.796144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] For port e01a2b46-6b36-433f-af38-644e39354509, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e01a2b46-6b36-433f-af38-644e39354509,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:18.796556 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9fa6eac0-1827-40d1-9f19-e10c39a7b69c req-3dfb1770-dd45-490c-a6be-4992dd09c3f2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Apr 11 20:54:18.796683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:18.816287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cf839d76-77d9-4353-9b1c-8afa9a9d208f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e561e4349e854e9ba027fc2cc69f3b0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8051319 Apr 11 20:54:18.881144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:18.994246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Calling delete_port for e01a2b46-6b36-433f-af38-644e39354509 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:19.101483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96824d-d4e4-4fbf-acfc-55592beae3d6 req-91f7650d-5183-46df-8564-d5f33ce86a44 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:19.108648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb96824d-d4e4-4fbf-acfc-55592beae3d6 req-91f7650d-5183-46df-8564-d5f33ce86a44 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.8725438 Apr 11 20:54:19.224982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d2d06-cb46-435e-9dc4-f2d3f464ec16 req-68756d53-4e66-4cfd-a98d-25f9ee555dfd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:19.231832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-534d2d06-cb46-435e-9dc4-f2d3f464ec16 req-68756d53-4e66-4cfd-a98d-25f9ee555dfd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 945 time: 0.1955519 Apr 11 20:54:19.238846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10134c60-e225-4fde-9c5b-bade3db8fb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:19.260084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb96824d-d4e4-4fbf-acfc-55592beae3d6 req-b69946aa-3ce5-4bd2-8fe0-c6fbb62f83a7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504774 Apr 11 20:54:19.388964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-534d2d06-cb46-435e-9dc4-f2d3f464ec16 req-c71efe3b-4c85-4b1d-9b4d-a23f5d6a099e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566906 Apr 11 20:54:19.451157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10134c60-e225-4fde-9c5b-bade3db8fb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:19.483786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83200bf-b01f-4544-af54-193244f818df req-09ede4f7-bed9-4e20-86a0-558b1c733d7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:19.485498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c83200bf-b01f-4544-af54-193244f818df req-09ede4f7-bed9-4e20-86a0-558b1c733d7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.75 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.4645245 Apr 11 20:54:19.598763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f9564577-4452-4fa6-acc6-e844468dccf8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:19.614738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85ee6d69-6441-4c53-bb2b-06e6b9e0bfa6 req-8c6efad4-88d4-43db-a982-6478a1b14a97 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/6d1e33b3-2854-4677-bab6-93d07b182f2c HTTP/1.1" status: 200 len: 2141 time: 0.2367764 Apr 11 20:54:19.677373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Deleting port 4705f4f2-591b-4733-ae79-e048e9d6083c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:19.678023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:19.770650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-f24ba3a9-18d6-4b9f-aa5d-395edd94be2e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:19.772464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-f24ba3a9-18d6-4b9f-aa5d-395edd94be2e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 945 time: 0.4825771 Apr 11 20:54:19.825073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:19.836629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] Sync routers for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:19.837177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d5b94483-e9ab-4699-9762-22c529be8f10 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f9564577-4452-4fa6-acc6-e844468dccf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2556539 Apr 11 20:54:19.842728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38284) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:19.852608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:19.853574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:19.857467 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:19.902250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10134c60-e225-4fde-9c5b-bade3db8fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:19.974763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:19.978684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01a2b46-6b36-433f-af38-644e39354509,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:19.989441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10134c60-e225-4fde-9c5b-bade3db8fb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dc753f-ac34-401f-a69a-1de5894059a2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:20.010429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:20.011955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:20.038789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port e70c84eb-9937-4306-8ee1-c5078def1c71 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:20.039341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:20.162206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:20.162682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11f8f8-95b0-4e9f-bee8-440e31844536 None None] The sync data for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:20.167862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-85ee6d69-6441-4c53-bb2b-06e6b9e0bfa6 req-a2d72dfc-4a00-4182-891c-d824061d1799 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:20.333398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] For port 4705f4f2-591b-4733-ae79-e048e9d6083c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=4705f4f2-591b-4733-ae79-e048e9d6083c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:20.333757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:20.415447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc31b4-d8b7-46d2-9452-72b82aecb984 req-09dbae8e-af7b-445c-9cf3-a6c01c2c2e2d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:20.422905 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99dc31b4-d8b7-46d2-9452-72b82aecb984 req-09dbae8e-af7b-445c-9cf3-a6c01c2c2e2d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.2516711 Apr 11 20:54:20.462617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:20.750622 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99dc31b4-d8b7-46d2-9452-72b82aecb984 req-b63fe5be-b809-4cd6-90df-1a384e8ed115 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263047 Apr 11 20:54:20.861630 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10134c60-e225-4fde-9c5b-bade3db8fb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:20.862754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-10134c60-e225-4fde-9c5b-bade3db8fb7f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16dc753f-ac34-401f-a69a-1de5894059a2 HTTP/1.1" status: 204 len: 168 time: 1.9811778 Apr 11 20:54:20.940657 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-85ee6d69-6441-4c53-bb2b-06e6b9e0bfa6 req-a2d72dfc-4a00-4182-891c-d824061d1799 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.145225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39043e72-d451-4a4a-aa7e-68471fa23758 req-83b28a60-bb88-483b-9261-7b961254b071 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:21.146765 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39043e72-d451-4a4a-aa7e-68471fa23758 req-83b28a60-bb88-483b-9261-7b961254b071 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 946 time: 0.2762969 Apr 11 20:54:21.237415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.237890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.243834 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Floating IP 0562cd7a-f603-4579-97c2-d000bd972ad4 disassociated. External IP: 172.25.5.181, port: 4705f4f2-591b-4733-ae79-e048e9d6083c. Apr 11 20:54:21.243834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Calling delete_port for 4705f4f2-591b-4733-ae79-e048e9d6083c owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:21.255382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39043e72-d451-4a4a-aa7e-68471fa23758 req-4ca8b009-ff57-4f30-9479-f70a6b63d384 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=58f03280-53b0-45be-9205-87207b289f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952854 Apr 11 20:54:21.371905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-74a99872-6f9c-44b6-89f2-f33a2575dadd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 1096 time: 0.6878014 Apr 11 20:54:21.401899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port e70c84eb-9937-4306-8ee1-c5078def1c71, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e70c84eb-9937-4306-8ee1-c5078def1c71,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:21.402269 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.441990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-85ee6d69-6441-4c53-bb2b-06e6b9e0bfa6 req-a2d72dfc-4a00-4182-891c-d824061d1799 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.641354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for e70c84eb-9937-4306-8ee1-c5078def1c71 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:21.679810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d72dfc-4a00-4182-891c-d824061d1799 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e33b3-2854-4677-bab6-93d07b182f2c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:21.703621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 1ff73a60-95c2-437a-a38e-4f8ce97920ae {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:21.704258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.779164 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-85ee6d69-6441-4c53-bb2b-06e6b9e0bfa6 req-a2d72dfc-4a00-4182-891c-d824061d1799 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:21.789259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85ee6d69-6441-4c53-bb2b-06e6b9e0bfa6 req-a2d72dfc-4a00-4182-891c-d824061d1799 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/6d1e33b3-2854-4677-bab6-93d07b182f2c HTTP/1.1" status: 204 len: 173 time: 2.1518602 Apr 11 20:54:21.895742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-7ba39c7f-b13d-45dd-b0da-1e6063b46fd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:21.897969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-7ba39c7f-b13d-45dd-b0da-1e6063b46fd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.4866161 Apr 11 20:54:21.906359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 4705f4f2-591b-4733-ae79-e048e9d6083c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:21.987292 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.080866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.138553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-005bfb56-4dad-43de-8e99-0e1acc3496a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 HTTP/1.1" status: 200 len: 217 time: 0.2287588 Apr 11 20:54:22.177699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 1ff73a60-95c2-437a-a38e-4f8ce97920ae owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:22.242925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3163c-4fa5-4f19-9023-a995dd7839ae req-edb9d00a-c86e-4baa-9b9c-59a9ea9c9254 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:22.251509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43f3163c-4fa5-4f19-9023-a995dd7839ae req-edb9d00a-c86e-4baa-9b9c-59a9ea9c9254 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 945 time: 0.6320426 Apr 11 20:54:22.351983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43f3163c-4fa5-4f19-9023-a995dd7839ae req-51749d06-96e2-43ec-aa15-ae06fdbbe732 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994256 Apr 11 20:54:22.439727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e70c84eb-9937-4306-8ee1-c5078def1c71 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:22.448862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.463013 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [req-97cd21de-1b42-4e68-8152-50e578862228 req-e8c8e1e0-45ec-4798-8705-c7da9a80d9d6 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] show failed (client error): The resource could not be found. Apr 11 20:54:22.464170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97cd21de-1b42-4e68-8152-50e578862228 req-e8c8e1e0-45ec-4798-8705-c7da9a80d9d6 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/d301af60-4075-44eb-a80c-66c2b86ac0b8 HTTP/1.1" status: 404 len: 352 time: 0.0297375 Apr 11 20:54:22.517942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-84f315de-a67f-4ba9-a5fa-ec5c3d898704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:22.517942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-84f315de-a67f-4ba9-a5fa-ec5c3d898704 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.3683560 Apr 11 20:54:22.585721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event deleted for resources: {'Port': ['ID=4705f4f2-591b-4733-ae79-e048e9d6083c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:22.587903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.612706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-df5369f0-7854-46b7-af54-1de39efc38b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703795 Apr 11 20:54:22.625119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10910ae1-53d3-4835-8821-c4eacd620f62 req-d10c8d38-67a5-4925-b294-8f0c6ff4740b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:22.630172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10910ae1-53d3-4835-8821-c4eacd620f62 req-d10c8d38-67a5-4925-b294-8f0c6ff4740b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.7133577 Apr 11 20:54:22.650051 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.676858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=1ff73a60-95c2-437a-a38e-4f8ce97920ae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:22.679838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.749693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:22.767088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:22.790897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a96bc63-4f4d-4d65-9552-715b69ce8695 req-76b32fb6-1e86-45f2-9142-e2dd4c7cddb5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.1040962 Apr 11 20:54:22.971306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=e70c84eb-9937-4306-8ee1-c5078def1c71,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:23.093094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e28746f7-f8ed-424e-aa16-a8d8cb195c3d req-f2f1dff7-c69d-4c18-8628-af76c265a5da tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/5aea1128-2b3f-4f50-9776-928efcc1d90f HTTP/1.1" status: 200 len: 1639 time: 0.0706954 Apr 11 20:54:23.095333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:23.200907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10910ae1-53d3-4835-8821-c4eacd620f62 req-63a4cb7f-f722-4a92-9e6f-1090af69ad01 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418437 Apr 11 20:54:23.283466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port e70c84eb-9937-4306-8ee1-c5078def1c71 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:23.293797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:23.309832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'name': 'network-vif-deleted', 'tag': 'e70c84eb-9937-4306-8ee1-c5078def1c71'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:23.321227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-ee3d9f56-d5d5-4b1b-8eb5-31f3e086e3af service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940954 Apr 11 20:54:23.354880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e28746f7-f8ed-424e-aa16-a8d8cb195c3d req-e2beac2a-0e5e-4e3a-a2cd-b9ecf0327011 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:23.433117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88c065da-bd2c-41e7-968b-60f56da1d308 req-24050c0e-4211-49c6-909a-cad8d0180a23 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "DELETE /v2.0/ports/e70c84eb-9937-4306-8ee1-c5078def1c71 HTTP/1.1" status: 204 len: 173 time: 3.6530621 Apr 11 20:54:23.508089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c5819d7-33c4-4f09-ad18-49bb2475db67 req-e1841821-38ae-4aea-8c44-15bc8f80fabd service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775525 Apr 11 20:54:23.526523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e28746f7-f8ed-424e-aa16-a8d8cb195c3d req-e2beac2a-0e5e-4e3a-a2cd-b9ecf0327011 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:23.577663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Router a57e94ce-007a-490e-89be-51f9398012e3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:23.732762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f9564577-4452-4fa6-acc6-e844468dccf8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:23.743395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e28746f7-f8ed-424e-aa16-a8d8cb195c3d req-e2beac2a-0e5e-4e3a-a2cd-b9ecf0327011 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:23.820587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2beac2a-0e5e-4e3a-a2cd-b9ecf0327011 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea1128-2b3f-4f50-9776-928efcc1d90f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:23.889475 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-e28746f7-f8ed-424e-aa16-a8d8cb195c3d req-e2beac2a-0e5e-4e3a-a2cd-b9ecf0327011 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:23.900048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e28746f7-f8ed-424e-aa16-a8d8cb195c3d req-e2beac2a-0e5e-4e3a-a2cd-b9ecf0327011 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/5aea1128-2b3f-4f50-9776-928efcc1d90f HTTP/1.1" status: 204 len: 173 time: 0.8006511 Apr 11 20:54:23.975131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:23.984888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d7c0985-e157-442f-99a8-218947e85ca5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f9564577-4452-4fa6-acc6-e844468dccf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1444480 Apr 11 20:54:23.989790 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] Sync routers for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:24.000495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38346) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:24.006383 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:24.008322 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:24.098200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-34086a26-9e03-4e89-87e1-05bd22f5a898 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:24.110428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:24.124523 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] Routers {'f9564577-4452-4fa6-acc6-e844468dccf8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:24.125444 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f9564577-4452-4fa6-acc6-e844468dccf8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:24.145340 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861113a6-b841-4a30-b57d-f2a324709b4a'] response: {'server_uuid': '6fc7af1a-3728-4449-b59f-f20495e7d6dd', 'name': 'network-vif-deleted', 'tag': 'e70c84eb-9937-4306-8ee1-c5078def1c71', 'status': 'completed', 'code': 200} Apr 11 20:54:24.219112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de5f67b2-2087-4a24-ac17-04a5e52a393e req-ecde221d-3f27-4799-b7b5-cea64a049297 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.0555568 Apr 11 20:54:24.221138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-34086a26-9e03-4e89-87e1-05bd22f5a898 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:24.221269 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:24.221787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fcd488-7381-4220-83d4-7f4eef6e9463 None None] The sync data for ids ['f9564577-4452-4fa6-acc6-e844468dccf8'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:24.244584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-34086a26-9e03-4e89-87e1-05bd22f5a898 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9564577-4452-4fa6-acc6-e844468dccf8 HTTP/1.1" status: 200 len: 205 time: 0.2374887 Apr 11 20:54:24.244584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38350) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:24.403857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e69e246b-e762-4f6b-82b1-b7d958f6d83b req-fa26259f-3a01-4d00-be45-af6baa168d9b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:24.413214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-4ae1ac1c-cf6f-49e4-8b94-32798beb9bbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 1096 time: 0.6533060 Apr 11 20:54:24.491885 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6cb61569-cb70-406c-b5e6-42dd667b45ad req-c90c967b-253c-4f29-b783-147e7609af0c tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/788a6efc-28a2-4803-9f5d-f673b1af7e99 HTTP/1.1" status: 200 len: 1639 time: 0.1224589 Apr 11 20:54:24.494426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:24.547735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e69e246b-e762-4f6b-82b1-b7d958f6d83b req-fa26259f-3a01-4d00-be45-af6baa168d9b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:24.549590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e69e246b-e762-4f6b-82b1-b7d958f6d83b req-fa26259f-3a01-4d00-be45-af6baa168d9b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fc7af1a-3728-4449-b59f-f20495e7d6dd HTTP/1.1" status: 200 len: 210 time: 0.2212980 Apr 11 20:54:24.700529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-db21e20f-3726-4c28-9a27-abae5f344cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:24.702795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-db21e20f-3726-4c28-9a27-abae5f344cbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.2677565 Apr 11 20:54:24.925972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-f5179f6d-9c70-44da-b1c9-e61c18098ad0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 HTTP/1.1" status: 200 len: 217 time: 0.2135980 Apr 11 20:54:25.020357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:25.031446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:25.043588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:25.044410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:25.092658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6cb61569-cb70-406c-b5e6-42dd667b45ad req-16ee2b98-ace9-4280-8ea4-0439c2440c4b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.105890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-0d53e56c-4b51-4f31-9e8d-ddeef127f348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:25.107441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-0d53e56c-4b51-4f31-9e8d-ddeef127f348 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.1690686 Apr 11 20:54:25.124062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] No DVR routers for this DVR port 4705f4f2-591b-4733-ae79-e048e9d6083c on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:25.126675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.129055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c83200bf-b01f-4544-af54-193244f818df req-52d57867-af8a-461b-b375-5b8f4165b9e1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.75 "DELETE /v2.0/ports/4705f4f2-591b-4733-ae79-e048e9d6083c HTTP/1.1" status: 204 len: 173 time: 5.6245701 Apr 11 20:54:25.184229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-488c55f0-aa0c-4b28-9834-078b9b260a89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631208 Apr 11 20:54:25.188757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:25.199352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cafb7b-84f7-4011-a2f3-e5de57841443 req-837d6387-dc0b-46bc-8732-671d77ffcaa8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:25.203411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18cafb7b-84f7-4011-a2f3-e5de57841443 req-837d6387-dc0b-46bc-8732-671d77ffcaa8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.3671236 Apr 11 20:54:25.245922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.248629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6cb61569-cb70-406c-b5e6-42dd667b45ad req-16ee2b98-ace9-4280-8ea4-0439c2440c4b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.263213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.266359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:25.441147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.441147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router f9564577-4452-4fa6-acc6-e844468dccf8 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:54:25.452527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6cb61569-cb70-406c-b5e6-42dd667b45ad req-16ee2b98-ace9-4280-8ea4-0439c2440c4b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.473458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee2b98-ace9-4280-8ea4-0439c2440c4b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a6efc-28a2-4803-9f5d-f673b1af7e99,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:25.488132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18cafb7b-84f7-4011-a2f3-e5de57841443 req-bca7c49e-2528-4b2c-a985-94ff8bce4ea6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664683 Apr 11 20:54:25.489150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.490617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b11c55a5-fbbc-4e47-9091-85ce35fea0f7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/f9564577-4452-4fa6-acc6-e844468dccf8 HTTP/1.1" status: 204 len: 168 time: 1.2475841 Apr 11 20:54:25.492570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-6cb61569-cb70-406c-b5e6-42dd667b45ad req-16ee2b98-ace9-4280-8ea4-0439c2440c4b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.494542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6cb61569-cb70-406c-b5e6-42dd667b45ad req-16ee2b98-ace9-4280-8ea4-0439c2440c4b tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/788a6efc-28a2-4803-9f5d-f673b1af7e99 HTTP/1.1" status: 204 len: 173 time: 0.9468286 Apr 11 20:54:25.495227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38362) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:25.590088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-b4571eac-e323-4b61-a328-dc37383700b6 service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975718 Apr 11 20:54:25.722795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:25.727948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:54:25.739596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:25.739719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:25.767299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d3fad621-d7b2-45bd-b07e-3ae316cd62ae req-448fb962-ab8a-4697-89d0-5c5ca9e3091a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:25.802532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-47599152-8560-4997-8c25-71e70389151e req-6ea67261-fd13-424f-99fa-3d6f31f081f8 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/7c8d82aa-9e43-4aee-95af-14aa3e63a32b HTTP/1.1" status: 200 len: 1637 time: 0.1127675 Apr 11 20:54:25.828513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet dd48af04-1c29-4eb4-b494-d0f32cadbef1 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:54:25.828735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1693154e-94be-4513-bce8-6b88dcd11cd9 req-7664da12-be9f-4c6b-b8ff-5018720486c3 service neutron] 10.222.0.69 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309518 Apr 11 20:54:25.841139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:25.851800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:25.861730 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-388f322c-2344-4937-b7c9-9a4ad7ba6a41 admin admin] 10.222.0.61 "PUT /v2.0/routers/0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3673899 Apr 11 20:54:25.863230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:25.864290 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] Sync routers for ids ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:25.884347 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] Routers {'0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:25.885241 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:25.924754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d3fad621-d7b2-45bd-b07e-3ae316cd62ae req-448fb962-ab8a-4697-89d0-5c5ca9e3091a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:25.925713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3fad621-d7b2-45bd-b07e-3ae316cd62ae req-448fb962-ab8a-4697-89d0-5c5ca9e3091a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c63e5d-0c2e-473a-be83-dedf14dfff10 HTTP/1.1" status: 200 len: 210 time: 0.2164817 Apr 11 20:54:25.926193 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.019196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:26.031451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-47599152-8560-4997-8c25-71e70389151e req-48c00cb1-0296-4656-b156-fb9247345963 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.097913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-47599152-8560-4997-8c25-71e70389151e req-48c00cb1-0296-4656-b156-fb9247345963 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.178849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-deleted', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:26.179787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.228317 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] Set router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:26.365937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.370426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.472068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=dd48af04-1c29-4eb4-b494-d0f32cadbef1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:26.475844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-47599152-8560-4997-8c25-71e70389151e req-48c00cb1-0296-4656-b156-fb9247345963 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.493767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.531443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-47599152-8560-4997-8c25-71e70389151e req-48c00cb1-0296-4656-b156-fb9247345963 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.534619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-47599152-8560-4997-8c25-71e70389151e req-48c00cb1-0296-4656-b156-fb9247345963 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/7c8d82aa-9e43-4aee-95af-14aa3e63a32b HTTP/1.1" status: 204 len: 173 time: 0.7310724 Apr 11 20:54:26.551198 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d7710b5d-8c99-4db1-bd7e-69b862771fae tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/dd48af04-1c29-4eb4-b494-d0f32cadbef1 HTTP/1.1" status: 204 len: 168 time: 1.0546169 Apr 11 20:54:26.554077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38384) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:26.572799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c00cb1-0296-4656-b156-fb9247345963 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d82aa-9e43-4aee-95af-14aa3e63a32b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:26.677658 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:54:19Z', 'revision_number': 5, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:26.681741 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c96d20-dcae-404c-ba88-bdfdf42f135a'] response: {'server_uuid': '46c63e5d-0c2e-473a-be83-dedf14dfff10', 'name': 'network-vif-deleted', 'tag': '4705f4f2-591b-4733-ae79-e048e9d6083c', 'status': 'completed', 'code': 200} Apr 11 20:54:26.687077 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] Checking router: 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:54:26.695768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17634201-5ff0-40da-926a-401a14adab99 None None] Network b662b313-45c5-455f-9464-c9aee3152949 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:26.702242 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] Routers {'0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:26.703160 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:26.889098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet 618125b0-7a8f-4175-8c0e-a7339311fe53 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:54:26.892553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:26.952514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b149bf05-9e3d-4ce2-ba2d-ea435a5228d7 req-003302e5-5298-48e8-a080-efa11738ba24 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/987f225a-553b-4d6b-bae3-e094395cc79a HTTP/1.1" status: 200 len: 2144 time: 0.1213622 Apr 11 20:54:26.974679 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] Set router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:27.028077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.068812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b149bf05-9e3d-4ce2-ba2d-ea435a5228d7 req-8ad0f390-d9be-46e1-98eb-e92636100300 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.091988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.108796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b149bf05-9e3d-4ce2-ba2d-ea435a5228d7 req-8ad0f390-d9be-46e1-98eb-e92636100300 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.131206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:27.151092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8bcdb6-8e95-4b74-aed5-eb903eee7f0b None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:27.183079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Deleting port 39bbffd8-1c46-4471-9436-927695df3896 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:27.183079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.239910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] DHCP port deletion for b662b313-45c5-455f-9464-c9aee3152949 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:54:27.248197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Deleting port a31c348d-45be-4b1a-b4a8-e3b334610902 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:27.249627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.251444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b149bf05-9e3d-4ce2-ba2d-ea435a5228d7 req-8ad0f390-d9be-46e1-98eb-e92636100300 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.318193 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-b149bf05-9e3d-4ce2-ba2d-ea435a5228d7 req-8ad0f390-d9be-46e1-98eb-e92636100300 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.333683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b149bf05-9e3d-4ce2-ba2d-ea435a5228d7 req-8ad0f390-d9be-46e1-98eb-e92636100300 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/987f225a-553b-4d6b-bae3-e094395cc79a HTTP/1.1" status: 204 len: 173 time: 0.3720970 Apr 11 20:54:27.334855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0f390-d9be-46e1-98eb-e92636100300 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987f225a-553b-4d6b-bae3-e094395cc79a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:27.432857 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:54:19Z', 'revision_number': 5, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:27.440484 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5f8b9-f2d4-4b2b-9bfb-5bed8652a01c None None] The sync data for ids ['0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd'] in n-d-837321-1 is: [{'id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'name': 'tempest-TestServerMultinode-1088537813-router', 'tenant_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '39bbffd8-1c46-4471-9436-927695df3896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:52:26Z', 'updated_at': '2022-04-11T20:54:19Z', 'revision_number': 5, 'project_id': 'c7e044a27b0b4130ae81e2804f470a6e', 'gw_port': {'id': '39bbffd8-1c46-4471-9436-927695df3896', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:52:27Z', 'updated_at': '2022-04-11T20:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:27.494372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35c530-e000-45c5-a380-ace37b73b597 req-d52e1a9f-a1da-4a15-856e-00f2ea183269 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:27.501770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a35c530-e000-45c5-a380-ace37b73b597 req-d52e1a9f-a1da-4a15-856e-00f2ea183269 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 945 time: 0.4673483 Apr 11 20:54:27.581981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.660599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a35c530-e000-45c5-a380-ace37b73b597 req-3182e90e-c737-497d-87b3-d43400877df5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574492 Apr 11 20:54:27.670046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa445d41-524d-49dc-8404-0da63cf0a3f0 None None] New status for floating IP 0562cd7a-f603-4579-97c2-d000bd972ad4: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:54:27.791106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] For port 39bbffd8-1c46-4471-9436-927695df3896, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=39bbffd8-1c46-4471-9436-927695df3896,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:27.791709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:27.837876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:27.908493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-639b2654-3d2f-485b-84f6-c60cdfa86911 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:27.910196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-639b2654-3d2f-485b-84f6-c60cdfa86911 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.2497883 Apr 11 20:54:27.942533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-3d4fd248-ad97-4e51-a930-eae1cb95e0e1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0242946 Apr 11 20:54:28.040078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-ad402948-ce3c-4305-af88-c07e057de51f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898252 Apr 11 20:54:28.049349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Calling delete_port for 39bbffd8-1c46-4471-9436-927695df3896 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:28.120801 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.136411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e01a2b46-6b36-433f-af38-644e39354509 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:28.158797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45712343-168c-4fdc-b4a2-ea3727b68e87 req-f9a8cd79-5e63-4550-9f13-177d90583e5f tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "GET /v2.0/security-groups/ccaba1ba-fae8-437f-83df-b67000fe2b3a HTTP/1.1" status: 200 len: 2141 time: 0.3501399 Apr 11 20:54:28.182583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a31c348d-45be-4b1a-b4a8-e3b334610902,segment=NetworkSegment(e738b5c3-13d9-49b0-b1a6-a2264991623d),segment_id=e738b5c3-13d9-49b0-b1a6-a2264991623d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:28.182884 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.200029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e01a2b46-6b36-433f-af38-644e39354509 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:28.200379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e01a2b46-6b36-433f-af38-644e39354509 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:28.200974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a31c348d-45be-4b1a-b4a8-e3b334610902 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:28.203989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.219456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-73ca9ede-e1f3-4cb9-8f76-c0fe209e9392 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815267 Apr 11 20:54:28.245765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:28.278029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=618125b0-7a8f-4175-8c0e-a7339311fe53,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:28.298762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.340296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6e54fa46-b0d6-4014-8e67-8759dfe70db9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/618125b0-7a8f-4175-8c0e-a7339311fe53 HTTP/1.1" status: 204 len: 168 time: 1.7845545 Apr 11 20:54:28.341093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38408) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:28.404639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d6ba8-8e8e-4adf-9ee0-2a0a8de2b456 None None] Network f41a17b1-32b9-4efd-b581-983dd4295514 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:28.423406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Calling delete_port for a31c348d-45be-4b1a-b4a8-e3b334610902 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:28.456339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-45712343-168c-4fdc-b4a2-ea3727b68e87 req-6fdb5871-afe2-4e31-8d64-34dc97301831 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.461931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:28.599712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.606628 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-6b9b0bbe-fff6-4098-adf0-199f003a774c service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895411 Apr 11 20:54:28.637960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a31c348d-45be-4b1a-b4a8-e3b334610902,segment=NetworkSegment(e738b5c3-13d9-49b0-b1a6-a2264991623d),segment_id=e738b5c3-13d9-49b0-b1a6-a2264991623d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:28.639035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.696333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-45712343-168c-4fdc-b4a2-ea3727b68e87 req-6fdb5871-afe2-4e31-8d64-34dc97301831 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.711981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.736510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.758485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port a31c348d-45be-4b1a-b4a8-e3b334610902 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:28.759010 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.829667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:28.852438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.925382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Pushing event deleted for resources: {'Port': ['ID=39bbffd8-1c46-4471-9436-927695df3896,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:28.953302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-45712343-168c-4fdc-b4a2-ea3727b68e87 req-6fdb5871-afe2-4e31-8d64-34dc97301831 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.960585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:28.963463 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:54:28.963836 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:54:28.964739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a31c348d-45be-4b1a-b4a8-e3b334610902,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:28.975851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5871-afe2-4e31-8d64-34dc97301831 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaba1ba-fae8-437f-83df-b67000fe2b3a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:29.104535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] DHCP port deletion for f41a17b1-32b9-4efd-b581-983dd4295514 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:54:29.109043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] Deleting port 12d7e4c5-ee44-4871-bf73-dda488fb508f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:29.109412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.152425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-45712343-168c-4fdc-b4a2-ea3727b68e87 req-6fdb5871-afe2-4e31-8d64-34dc97301831 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.153485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45712343-168c-4fdc-b4a2-ea3727b68e87 req-6fdb5871-afe2-4e31-8d64-34dc97301831 tempest-SecurityGroupRulesTestJSON-1403512168 tempest-SecurityGroupRulesTestJSON-1403512168-project] 10.222.0.61 "DELETE /v2.0/security-groups/ccaba1ba-fae8-437f-83df-b67000fe2b3a HTTP/1.1" status: 204 len: 173 time: 0.9833815 Apr 11 20:54:29.160310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:29.166601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38428) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:29.301195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Deleting subnet 48753d60-36e3-46de-a5ed-a4f24e146e1e {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:54:29.305175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a31c348d-45be-4b1a-b4a8-e3b334610902,segment=NetworkSegment(e738b5c3-13d9-49b0-b1a6-a2264991623d),segment_id=e738b5c3-13d9-49b0-b1a6-a2264991623d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:29.305903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.312178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.455574 n-d-837321-1 neutron-server[84668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-23f3c4ce-b8c4-4696-aaae-7d94835df591']: {'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'code': 422} returned with failed status Apr 11 20:54:29.457282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] For port 12d7e4c5-ee44-4871-bf73-dda488fb508f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=12d7e4c5-ee44-4871-bf73-dda488fb508f,segment=NetworkSegment(2a12ad10-57a7-4911-bcd1-88eabfa6c9c0),segment_id=2a12ad10-57a7-4911-bcd1-88eabfa6c9c0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:29.457673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.466447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.466581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Deleting port a31c348d-45be-4b1a-b4a8-e3b334610902 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:29.466581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.512021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990c2595-f1db-4f91-951e-84dc8aaada62 req-754ea635-36a1-4c0d-9370-96611e6ad3cf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 210 time: 0.1829488 Apr 11 20:54:29.600659 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.606362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for a31c348d-45be-4b1a-b4a8-e3b334610902 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:29.669852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] Calling delete_port for 12d7e4c5-ee44-4871-bf73-dda488fb508f owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:29.703839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d03c64-91fb-4c54-a21c-e58ed3c46161 req-fcff966e-4023-4c77-adf8-65a89fb302e2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:29.711949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76d03c64-91fb-4c54-a21c-e58ed3c46161 req-fcff966e-4023-4c77-adf8-65a89fb302e2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 943 time: 0.2550368 Apr 11 20:54:29.758478 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.806460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76d03c64-91fb-4c54-a21c-e58ed3c46161 req-98335ca2-b120-4c29-a321-fd221f9e3967 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936861 Apr 11 20:54:29.833113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.941695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:29.952033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48753d60-36e3-46de-a5ed-a4f24e146e1e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:29.968129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6384d41e-d1f3-4550-be0f-9ecc30adb7ce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/48753d60-36e3-46de-a5ed-a4f24e146e1e HTTP/1.1" status: 204 len: 168 time: 0.8012567 Apr 11 20:54:29.969087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38438) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:30.026855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] For port a31c348d-45be-4b1a-b4a8-e3b334610902, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a31c348d-45be-4b1a-b4a8-e3b334610902,segment=NetworkSegment(e738b5c3-13d9-49b0-b1a6-a2264991623d),segment_id=e738b5c3-13d9-49b0-b1a6-a2264991623d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:30.027396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.060826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28c1c4c1-5419-41b0-962d-d7c29f4051d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.194510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.275920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28c1c4c1-5419-41b0-962d-d7c29f4051d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.288741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Calling delete_port for a31c348d-45be-4b1a-b4a8-e3b334610902 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:30.300638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.367238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=a31c348d-45be-4b1a-b4a8-e3b334610902,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.369420 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:30.372611 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:54:30.383196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.384232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:54:30.384747 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:54:30.385636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 12d7e4c5-ee44-4871-bf73-dda488fb508f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:30.402564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No DVR routers for this DVR port a31c348d-45be-4b1a-b4a8-e3b334610902 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:30.508776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.515396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.583836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.585539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc83cd2-cea4-4791-aad5-adcb8fe7989d']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:30.599741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.621233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee42d16-4d7a-420c-9304-9cda3cae33b0') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:30.621530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee42d16-4d7a-420c-9304-9cda3cae33b0') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:30.639196 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.661672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.675172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:54:30.675743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.693711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.707248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Deleting port a31c348d-45be-4b1a-b4a8-e3b334610902 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:30.708175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:54:30.841807 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:54:30.846064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] Pushing event deleted for resources: {'Port': ['ID=12d7e4c5-ee44-4871-bf73-dda488fb508f,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:30.859925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.878501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5919e5-e1bd-4a16-8cff-df07a64a1a64 None None] The port 'a31c348d-45be-4b1a-b4a8-e3b334610902' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:54:30.881461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9ede2-16e2-406a-bdac-c84703bf2841 None None] No DVR routers for this DVR port 12d7e4c5-ee44-4871-bf73-dda488fb508f on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:30.889830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b662b313-45c5-455f-9464-c9aee3152949']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:30.904096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e738b5c3-13d9-49b0-b1a6-a2264991623d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:30.904392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e738b5c3-13d9-49b0-b1a6-a2264991623d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:30.916817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.936623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.943174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:54:30.943603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:54:30.958605 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:54:31.040148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28c1c4c1-5419-41b0-962d-d7c29f4051d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.043594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.054660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.055151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.055710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:54:31.067503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c4c1-5419-41b0-962d-d7c29f4051d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f03280-53b0-45be-9205-87207b289f0b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:31.135060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc83cd2-cea4-4791-aad5-adcb8fe7989d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:31.135060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c84df15c-a549-468e-93d6-a978ddfcd135 admin admin] 10.222.0.61 "DELETE /v2.0/networks/efc83cd2-cea4-4791-aad5-adcb8fe7989d HTTP/1.1" status: 204 len: 168 time: 1.1606669 Apr 11 20:54:31.153834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.184533 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.197335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/b662b313-45c5-455f-9464-c9aee3152949 HTTP/1.1" status: 204 len: 168 time: 2.8542428 Apr 11 20:54:31.200246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:31.201911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aac3ae-f669-4787-a594-1d8556320ad4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=b662b313-45c5-455f-9464-c9aee3152949,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:31.233627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.234697 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11f9d946-abdb-40c6-85e1-71412600517b admin admin] 10.222.0.61 "DELETE /v2.0/routers/0de33bf7-5b78-4e7d-bcb0-0181a83f9dcd HTTP/1.1" status: 204 len: 168 time: 5.3705006 Apr 11 20:54:31.237916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:31.279039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28c1c4c1-5419-41b0-962d-d7c29f4051d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.279039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-28c1c4c1-5419-41b0-962d-d7c29f4051d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "DELETE /v2.0/security-groups/58f03280-53b0-45be-9205-87207b289f0b HTTP/1.1" status: 204 len: 168 time: 2.1048646 Apr 11 20:54:31.280005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:31.284424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6cf813e-9542-4ee9-8747-bc004877fe19 req-683d5dc3-ee89-411e-855e-a13805ae8323 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 210 time: 0.0543442 Apr 11 20:54:31.301037 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-307783b9-8206-4828-8701-35be83432960 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] show failed (client error): The resource could not be found. Apr 11 20:54:31.304116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-307783b9-8206-4828-8701-35be83432960 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups/58f03280-53b0-45be-9205-87207b289f0b HTTP/1.1" status: 404 len: 347 time: 0.0207787 Apr 11 20:54:31.307077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38482) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:31.525907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Deleting subnet 775d0c6c-f214-40c8-ab0e-bff85941c335 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:54:31.534157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.539919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.575243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Deleting port 3c4d6d7f-54ff-4b2a-a28f-092d6b7e028b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:31.575460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.755835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.821100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:31.850593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.861074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.861474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:31.951202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38500) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:31.999660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.032784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 39bbffd8-1c46-4471-9436-927695df3896 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:32.069569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Calling delete_port for 3c4d6d7f-54ff-4b2a-a28f-092d6b7e028b owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:32.081718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 39bbffd8-1c46-4471-9436-927695df3896 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:32.082276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 39bbffd8-1c46-4471-9436-927695df3896 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:32.134175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41a17b1-32b9-4efd-b581-983dd4295514']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:32.158898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:32.158898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a12ad10-57a7-4911-bcd1-88eabfa6c9c0') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:32.189824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9a0f2289-37c3-4d56-afc4-803fdbab2c0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=524744f8b7b04fa2a018380b36a9fbe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2177985 Apr 11 20:54:32.189824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38508) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:32.190057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.197908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.205603 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.241522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:54:32.242743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:54:32.269224 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:54:32.461534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775d0c6c-f214-40c8-ab0e-bff85941c335,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:32.490976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.493051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d5581-d103-4f08-a686-8e094d458d97 None None] Network ae50ef7b-ff2a-415e-a42a-3f6632d25e16 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:32.508100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e5a1f19d-0de7-4c29-a1e1-8a39fe952454 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/775d0c6c-f214-40c8-ab0e-bff85941c335 HTTP/1.1" status: 204 len: 168 time: 1.2631164 Apr 11 20:54:32.508100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38518) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:32.532506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18692d3a-ca07-4a1d-9ee5-cda33543cb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.587402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-ccc23a7a-8c5c-4009-96e0-f263ef2980e4 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:32.587402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-ccc23a7a-8c5c-4009-96e0-f263ef2980e4 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.3788772 Apr 11 20:54:32.591830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18692d3a-ca07-4a1d-9ee5-cda33543cb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.608329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.625332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.649811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.661417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:32.672431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=f41a17b1-32b9-4efd-b581-983dd4295514,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:32.676302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-19977b43-e160-49c6-a04d-92965325d4e9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/f41a17b1-32b9-4efd-b581-983dd4295514 HTTP/1.1" status: 204 len: 168 time: 1.4736016 Apr 11 20:54:32.715959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38524) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:32.718447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.739611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155678575'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:32.752825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:32.764466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:32.771551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:32.781714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:32.791003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Deleting port 788e1da0-d951-48ee-9e90-efa6ca010a08 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:32.796038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.922189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] DHCP port deletion for ae50ef7b-ff2a-415e-a42a-3f6632d25e16 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:54:32.929009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] Deleting port 788e1da0-d951-48ee-9e90-efa6ca010a08 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:32.929009 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:32.979014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-1f3f1ae9-48fb-4072-abf9-11a1861133eb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:32.982722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-1f3f1ae9-48fb-4072-abf9-11a1861133eb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=25cf12a1-80ea-4fb7-bc8d-308c96c9a22c HTTP/1.1" status: 200 len: 943 time: 0.2997396 Apr 11 20:54:32.989512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:32.993549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.194342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:54:33.200981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:33.201253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] For port 788e1da0-d951-48ee-9e90-efa6ca010a08, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=788e1da0-d951-48ee-9e90-efa6ca010a08,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:33.201391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.201599 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.263087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fac268-d906-469b-9434-cabe9b0c7e75 req-9c30d657-634a-49c8-a9fd-3786dc73a6ce tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 210 time: 0.3090227 Apr 11 20:54:33.264051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event deleted for resources: {'Port': ['ID=3c4d6d7f-54ff-4b2a-a28f-092d6b7e028b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:33.267275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.267837 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment d8a79a2c-b923-43c9-b5b8-521e6a8152f1 of type vlan for network 2f7ab501-b973-497e-adda-6ae0d11684ff Apr 11 20:54:33.284908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] For port 788e1da0-d951-48ee-9e90-efa6ca010a08, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=788e1da0-d951-48ee-9e90-efa6ca010a08,segment=NetworkSegment(fb10e9ce-e4d5-4809-afca-ff0663128b3a),segment_id=fb10e9ce-e4d5-4809-afca-ff0663128b3a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:33.285273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.360880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] Calling delete_port for 788e1da0-d951-48ee-9e90-efa6ca010a08 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:33.382848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:33.407270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:33.420363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.487867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Calling delete_port for 788e1da0-d951-48ee-9e90-efa6ca010a08 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:33.495905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18692d3a-ca07-4a1d-9ee5-cda33543cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.512256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18692d3a-ca07-4a1d-9ee5-cda33543cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadb6fe-a6d0-4c15-87d8-8b5d7ab599c4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:33.516725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.526244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:33.531347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.548268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.570784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.578219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-797498a5-819b-4289-9c1a-fd2c2d00138d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "DELETE /v2.0/floatingips/0562cd7a-f603-4579-97c2-d000bd972ad4 HTTP/1.1" status: 204 len: 168 time: 2.2699196 Apr 11 20:54:33.581068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18692d3a-ca07-4a1d-9ee5-cda33543cb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.593153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18692d3a-ca07-4a1d-9ee5-cda33543cb4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cbadb6fe-a6d0-4c15-87d8-8b5d7ab599c4 HTTP/1.1" status: 204 len: 168 time: 1.4092319 Apr 11 20:54:33.615037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] Pushing event deleted for resources: {'Port': ['ID=788e1da0-d951-48ee-9e90-efa6ca010a08,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:33.635683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d41f4-b03c-4f9d-819d-f49f11092af4 None None] No DVR routers for this DVR port 788e1da0-d951-48ee-9e90-efa6ca010a08 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:33.683946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:54:33.683946 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:54:33.822247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.3 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/0cc940eb-75d6-4e3b-99cd-d0333e2789fe) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:33.845934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:33.846486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.924684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:33.925917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:33.926502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.015591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:34.059390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 788e1da0-d951-48ee-9e90-efa6ca010a08 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:54:34.097410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 788e1da0-d951-48ee-9e90-efa6ca010a08 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:54:34.098188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 788e1da0-d951-48ee-9e90-efa6ca010a08 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:54:34.114404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.182826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=2f7ab501-b973-497e-adda-6ae0d11684ff,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:34.185894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Deleting port 788e1da0-d951-48ee-9e90-efa6ca010a08 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:34.186245 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.193513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 2f7ab501-b973-497e-adda-6ae0d11684ff details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:54:34.252346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.281817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] The port '788e1da0-d951-48ee-9e90-efa6ca010a08' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:54:34.356370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:34.393649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585624928', 'description': 'tempest-description--1314378394'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:34.407271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:34.424575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:34.453919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:34.456426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:34.461919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:34.464177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:34.476393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:34.503656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:34.512559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:34.526752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-01ff3b15-9b60-4487-bdbf-5e08e441a6c5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8034139 Apr 11 20:54:34.537086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38554) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:34.571009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:34.627063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:34.627796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.673820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7195db-c2e6-438d-9d8b-5153c48c44d1 req-ec854af5-9510-48e2-ab5f-c2e817895357 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:34.674524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5a7195db-c2e6-438d-9d8b-5153c48c44d1 req-ec854af5-9510-48e2-ab5f-c2e817895357 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:34.687281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.724446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:34.728682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:34.731685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:34.737603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:34.745063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-7e85ae84-c563-4b83-a249-48975ed38f3f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1208324 Apr 11 20:54:34.758091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Request body: {'port': {'device_id': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:34.778173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.792917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:34.809874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:34.815803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:34.824093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae50ef7b-ff2a-415e-a42a-3f6632d25e16']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:34.830985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:34.841171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb10e9ce-e4d5-4809-afca-ff0663128b3a') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:34.841472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb10e9ce-e4d5-4809-afca-ff0663128b3a') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:34.854914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.875656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.886536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:54:34.886536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.895388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5a7195db-c2e6-438d-9d8b-5153c48c44d1 req-ec854af5-9510-48e2-ab5f-c2e817895357 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:34.896587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a7195db-c2e6-438d-9d8b-5153c48c44d1 req-ec854af5-9510-48e2-ab5f-c2e817895357 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 931 time: 0.3903248 Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:54:34.899514 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:54:34.921910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.952402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.968027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:34.969561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:35.020969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.049286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a7195db-c2e6-438d-9d8b-5153c48c44d1 req-643ae2a8-cd7d-48a0-9fff-b443e1ed08fb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338129 Apr 11 20:54:35.093609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event deleted for resources: {'Port': ['ID=55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:35.094116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce575ec8-343d-44d4-b016-a1941da14912,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:35.177520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.188665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38566) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:35.212362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.215926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc70bf16-dcd3-41bd-81aa-806066cb1a91 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8582997 Apr 11 20:54:35.219726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38572) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:35.288762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.294015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'security_group_rule': {'security_group_id': 'ce575ec8-343d-44d4-b016-a1941da14912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:35.314964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:35.335316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] No DVR routers for this DVR port 55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:54:35.335316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.339295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.345020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-deleted', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:35.368829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:35.371648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae50ef7b-ff2a-415e-a42a-3f6632d25e16,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:35.374863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:35.387144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:35.484640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be29c19b-b814-46bd-aae7-a1868311fe4a req-336aa09d-7b0c-4672-ba0a-e31ccd5c6662 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "DELETE /v2.0/ports/55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2 HTTP/1.1" status: 204 len: 173 time: 2.4780471 Apr 11 20:54:35.499488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2062867222-network', 'tenant_id': '3143449a8fc94dd9b0369d1376d1a701'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:35.516269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:35.518567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.532150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Usage tracker for resource:network and tenant:3143449a8fc94dd9b0369d1376d1a701 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:35.540341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:35.551939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:35.556101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc940eb-75d6-4e3b-99cd-d0333e2789fe {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:35.573598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.604961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7612111a-d0e5-46e3-a80d-c77efd274151 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ae50ef7b-ff2a-415e-a42a-3f6632d25e16 HTTP/1.1" status: 204 len: 168 time: 3.0987504 Apr 11 20:54:35.608125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Transition to ACTIVE for port object 0cc940eb-75d6-4e3b-99cd-d0333e2789fe will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:35.630250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.642819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.689456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Made reservation on behalf of 3143449a8fc94dd9b0369d1376d1a701 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:35.694775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.719642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.726684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=7a03349d-e11c-4b59-8791-50819aa507f2,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:35.735644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.746802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:35.747047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.747164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: 2f7ab501-b973-497e-adda-6ae0d11684ff, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:54:35.844898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a6e356-04e9-4c76-a2c2-b755724a402a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:35.861516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 2f7ab501-b973-497e-adda-6ae0d11684ff is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:54:35.933618 n-d-837321-1 neutron-server[84666]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27e419ed-eb0e-4656-8999-b7e61928e580']: {'server_uuid': '25cf12a1-80ea-4fb7-bc8d-308c96c9a22c', 'name': 'network-vif-deleted', 'tag': '55b2e4c6-ff3d-48bd-b5be-4b4e6dc444d2', 'status': 'failed', 'code': 422} returned with failed status Apr 11 20:54:35.943253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:35.946636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:35.958726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:35.958726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9efd6356-83a3-430e-ad16-63c00d86d360 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7331531 Apr 11 20:54:35.958726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Usage tracker for resource:security_group_rule and tenant:3143449a8fc94dd9b0369d1376d1a701 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:35.960692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:35.961594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:35.968936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'security_group_rule': {'security_group_id': 'ce575ec8-343d-44d4-b016-a1941da14912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:35.999007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:35.999007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 2f7ab501-b973-497e-adda-6ae0d11684ff) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:36.002805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:36.007577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:security_group_rule and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:36.010069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7223aa3-db00-485d-98e1-c915c75e9417 None None] Network 2f7ab501-b973-497e-adda-6ae0d11684ff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:36.012170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:36.013130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.019968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:36.030972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:36.104056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Attempting to bind port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:36.104383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Attempting to bind port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:36.104697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Attempting to bind port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:36.118178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38604) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:36.125588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:54:36.126212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Attempting to bind port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:36.145733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:36.146466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:36.147621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:36.148237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Bound port: 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:36.148834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.190880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.215000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9063337f-6bd8-4487-b5d0-37916488aaed tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6805203 Apr 11 20:54:36.219125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38608) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:36.254078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-5505773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:36.278234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3c22c8cf-6adb-46d1-8f30-939fa22e65f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1058d92f7d8469dafb496c443b4bd7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1591451 Apr 11 20:54:36.283713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:36.288989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:36.293233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:router and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:36.299251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:36.325292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:36.341303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.433220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.458687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] For port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:36.507704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-2f7ab501-b973-497e-adda-6ae0d11684ff', 'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': '7a03349d-e11c-4b59-8791-50819aa507f2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:54:36.509185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.518486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.574470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e2aa7e-cfb3-4253-8179-933773a11711,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:36.611447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.613706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.641342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] For port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:36.649292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.659751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.710652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:54:36.736349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b85c24-c24a-4be6-97e9-f46549c890b1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:36.738346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2bb531a-c3fe-40fc-a1e2-5aef2a07fb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.741837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.742305 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Added segment b2184c49-70f3-4d6a-a674-8c1e134b1393 of type vlan for network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 Apr 11 20:54:36.748405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Allocated IP 2001:db8::2 (2f7ab501-b973-497e-adda-6ae0d11684ff/7a03349d-e11c-4b59-8791-50819aa507f2/dbd5b981-6713-4c04-bd67-8d2840d3f62d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:36.752915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.754147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-04105bc5-d593-42ea-8109-e3c3704e7292 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7923806 Apr 11 20:54:36.759542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38618) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:36.765116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:36.766637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.770813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:36.778299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Usage tracker for resource:floatingip and tenant:9a004b476dd144a8a184279ab62c252c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:36.781316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.787273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:36.798158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:36.851794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2bb531a-c3fe-40fc-a1e2-5aef2a07fb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.868262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.885247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.890931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d06ff46c-da95-42ec-a124-764fce2dc906 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6652486 Apr 11 20:54:36.893315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:36.900963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'port': {'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff', 'name': 'tempest-RoutersIpV6Test-1671225264'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:36.904922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901ee3-5915-408d-a152-7ee060b6c7cd req-f8c127fa-5833-4363-949f-fddb5b74d018 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:36.911943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b901ee3-5915-408d-a152-7ee060b6c7cd req-f8c127fa-5833-4363-949f-fddb5b74d018 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 943 time: 0.4643016 Apr 11 20:54:36.920104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:36.921419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] 10.222.0.69 "PUT /v2.0/ports/0cc940eb-75d6-4e3b-99cd-d0333e2789fe HTTP/1.1" status: 200 len: 1091 time: 2.1681941 Apr 11 20:54:36.922950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'tag': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:36.987031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ab6c3-a5a2-46ef-aa89-32a231529440 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:37.006630 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.015036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.023627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Transition to ACTIVE for port object dbd5b981-6713-4c04-bd67-8d2840d3f62d will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:37.048456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Transition to ACTIVE for port object dbd5b981-6713-4c04-bd67-8d2840d3f62d will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:37.064664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b901ee3-5915-408d-a152-7ee060b6c7cd req-b44047ac-be7c-48fb-b0db-380c147c5ffa tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512437 Apr 11 20:54:37.135187 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f91f8b-c0a6-4cba-bd17-2fefbc914c4c'] response: {'name': 'network-changed', 'server_uuid': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'tag': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe', 'status': 'completed', 'code': 200} Apr 11 20:54:37.154879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.171050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38634) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:37.180828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-75540794-9715-4309-90cc-2badad60a26d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 1094 time: 0.0919256 Apr 11 20:54:37.244195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Network 2f7ab501-b973-497e-adda-6ae0d11684ff is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:37.248740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:37.254142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:37.257883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Pushing event updated for resources: {'Port': ['ID=dbd5b981-6713-4c04-bd67-8d2840d3f62d,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:37.267069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-6280029c-be24-4dae-9e56-b788e10ca136 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe HTTP/1.1" status: 200 len: 217 time: 0.0792129 Apr 11 20:54:37.268692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.269631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:37.271188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.320768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:37.332927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:37.387182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2bb531a-c3fe-40fc-a1e2-5aef2a07fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.388249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b2bb531a-c3fe-40fc-a1e2-5aef2a07fb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.391907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b2bb531a-c3fe-40fc-a1e2-5aef2a07fb88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/deac729b-f48e-4e23-937c-7d625f4fd335 HTTP/1.1" status: 204 len: 168 time: 1.1044507 Apr 11 20:54:37.432183 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.465665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.470501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb531a-c3fe-40fc-a1e2-5aef2a07fb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac729b-f48e-4e23-937c-7d625f4fd335,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:37.505643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3158135 Apr 11 20:54:37.511446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Attempting to bind port dbd5b981-6713-4c04-bd67-8d2840d3f62d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:37.512092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Attempting to bind port dbd5b981-6713-4c04-bd67-8d2840d3f62d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:37.512715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Attempting to bind port dbd5b981-6713-4c04-bd67-8d2840d3f62d on network 2f7ab501-b973-497e-adda-6ae0d11684ff {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:37.515983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38648) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:37.524768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:37.526767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Request body: {'subnet': {'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2062867222-subnet', 'tenant_id': '3143449a8fc94dd9b0369d1376d1a701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:37.532891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Usage tracker for resource:security_group_rule and tenant:b172739adcae47ccb390c41bdf5f13ac is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:37.533350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:37.533975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Checking segment: {'id': 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:37.534500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.535032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Bound using segment: {'id': 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:37.535653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Bound port: dbd5b981-6713-4c04-bd67-8d2840d3f62d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2f7ab501-b973-497e-adda-6ae0d11684ff'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:37.536322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.540897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:37.549613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:37.556840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:37.560035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.578885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46529989-3474-4313-bd70-5a853a3d70ce admin admin] Pushing event updated for resources: {'Network': ['ID=705c0992-f14e-4d1b-8ecb-f12705ab92f0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:37.579400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:37.592887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Usage tracker for resource:subnet and tenant:3143449a8fc94dd9b0369d1376d1a701 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:37.600531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:37.604397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-a35ffe44-cd7d-45b8-934b-6d7d93110313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:37.605860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-a35ffe44-cd7d-45b8-934b-6d7d93110313 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.3034635 Apr 11 20:54:37.609831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:54:37.683581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-eeefd679-65ce-4cbe-b22a-4df629183c01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676050 Apr 11 20:54:37.741885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] For port dbd5b981-6713-4c04-bd67-8d2840d3f62d, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:37.743954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:37.752773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] For port dbd5b981-6713-4c04-bd67-8d2840d3f62d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dbd5b981-6713-4c04-bd67-8d2840d3f62d,segment=NetworkSegment(d8a79a2c-b923-43c9-b5b8-521e6a8152f1),segment_id=d8a79a2c-b923-43c9-b5b8-521e6a8152f1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:37.781971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] device_id is not set on port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:54:37.787193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-9422066f-e0b5-4d32-9853-d239c37ac973 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:37.791959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-9422066f-e0b5-4d32-9853-d239c37ac973 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.3529851 Apr 11 20:54:37.817095 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.821832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-9cc9d201-c9d9-4c59-85c8-f0de5e6816f0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.0177069 Apr 11 20:54:37.870168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Made reservation on behalf of 3143449a8fc94dd9b0369d1376d1a701 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:37.872517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:37.888906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-7ff42dae-c1b4-418a-842f-de747bf94034 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604284 Apr 11 20:54:37.911578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a85b3-75d2-449f-b35e-6942fb5ed2da None None] Pushing event updated for resources: {'Port': ['ID=dbd5b981-6713-4c04-bd67-8d2840d3f62d,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:38.051818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-0e641d3e-1cb0-4a29-9736-2cc67db980f5 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582542 Apr 11 20:54:38.137291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Allocated IP 172.25.5.5 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5ea8c739-48b0-4f6c-a8a3-a1e4f63d7b45) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:38.195452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-172fa0a1-1a6f-41a8-81e7-2d9c4b72b522 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963705 Apr 11 20:54:38.317767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8::308 (2f7ab501-b973-497e-adda-6ae0d11684ff/7a03349d-e11c-4b59-8791-50819aa507f2/2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:38.352474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f19f3bdf-0862-42c6-bde9-14451e918c27 req-b930be43-5caf-425e-954d-9effb1ba908a service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869465 Apr 11 20:54:38.399773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-0512334c-30e4-4ce4-af6b-2fb348530d3f service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033532 Apr 11 20:54:38.442143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38656) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:38.485952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:38.570351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:38.573919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ad2e7b7b-9b2b-4fee-b33d-8d4f926afc30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c7e044a27b0b4130ae81e2804f470a6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1306379 Apr 11 20:54:38.579518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38660) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:38.949715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-a7a957f3-6292-468a-98e2-cdef63ed7262 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 1094 time: 0.1414721 Apr 11 20:54:38.978070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63332127-d3c0-431a-8322-13d288b3cce0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:38.978070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5213d5b6-02b7-4cae-8d10-dd91f10be092 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b172739adcae47ccb390c41bdf5f13ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7133050 Apr 11 20:54:38.978070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:38.999495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ed0a5f9-d05b-4905-a385-95785d746b33 req-8094a536-b155-454d-aae1-f2e87be1eeba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0935578 Apr 11 20:54:38.999495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b37bdb9e-b5fa-4e50-a494-4123bf0fa735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.001817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.041305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57339d6f-da5e-4f57-a8f8-4e9e6a97e421 req-2d838729-c0f5-447b-bee2-36474adda189 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:39.042125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b37bdb9e-b5fa-4e50-a494-4123bf0fa735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.044059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57339d6f-da5e-4f57-a8f8-4e9e6a97e421 req-2d838729-c0f5-447b-bee2-36474adda189 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 943 time: 0.7004170 Apr 11 20:54:39.054884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18586d5e-e120-4376-856a-3e74813136ce req-63d28dcf-6dd5-452b-8e6a-a8dfa7dbad44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:39.056138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-63d28dcf-6dd5-452b-8e6a-a8dfa7dbad44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.4232128 Apr 11 20:54:39.087094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.185814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-84148ef4-3421-4461-a06d-9a75588528ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe HTTP/1.1" status: 200 len: 217 time: 0.1186142 Apr 11 20:54:39.212920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.266035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5995b559-b8e3-4fb5-acb6-88a74412f1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.271009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf905a3-02f7-4546-9e3b-af6e6ff87791,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:39.276546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18586d5e-e120-4376-856a-3e74813136ce req-111bd35e-fc06-4ec8-a7a1-cac5cfb234f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:39.283923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-111bd35e-fc06-4ec8-a7a1-cac5cfb234f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.0853462 Apr 11 20:54:39.283989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:39.287943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57339d6f-da5e-4f57-a8f8-4e9e6a97e421 req-9f7ff98d-5da3-4332-bce3-e680fb916546 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286696 Apr 11 20:54:39.332729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b37bdb9e-b5fa-4e50-a494-4123bf0fa735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.338928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-5f587a9f-b0bc-4742-b690-02b4dc3671aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546112 Apr 11 20:54:39.349121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5995b559-b8e3-4fb5-acb6-88a74412f1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.383804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Checking segment: {'id': 'b2184c49-70f3-4d6a-a674-8c1e134b1393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:39.384421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Network hostable DHCP agents. Network: 705c0992-f14e-4d1b-8ecb-f12705ab92f0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:54:39.402107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bdb9e-b5fa-4e50-a494-4123bf0fa735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c64a9-d4ce-4537-9638-018572f74d50,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:39.413578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.513139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:39.515690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:39.517667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'Port': ['ID=5ea8c739-48b0-4f6c-a8a3-a1e4f63d7b45,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:39.520730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:39.535462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b37bdb9e-b5fa-4e50-a494-4123bf0fa735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.536631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b37bdb9e-b5fa-4e50-a494-4123bf0fa735 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/715c64a9-d4ce-4537-9638-018572f74d50 HTTP/1.1" status: 204 len: 168 time: 0.9559758 Apr 11 20:54:39.569283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b52e2-6b0a-47b3-b256-a096b1a5c80e None None] Network 2f7ab501-b973-497e-adda-6ae0d11684ff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:39.572592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.585940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-e95d7e0e-912b-4923-995b-a3957a8097d5 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371480 Apr 11 20:54:39.666108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 2f7ab501-b973-497e-adda-6ae0d11684ff is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:39.670737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:39.676717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:39.682651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:39.682651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.687634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:39.743853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:54:39.755450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5995b559-b8e3-4fb5-acb6-88a74412f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.761520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18586d5e-e120-4376-856a-3e74813136ce req-63a39fcc-4917-40dc-8b32-b2df6b010b23 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682220 Apr 11 20:54:39.781757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5995b559-b8e3-4fb5-acb6-88a74412f1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.782910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5995b559-b8e3-4fb5-acb6-88a74412f1c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63332127-d3c0-431a-8322-13d288b3cce0 HTTP/1.1" status: 204 len: 168 time: 0.8729270 Apr 11 20:54:39.783857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995b559-b8e3-4fb5-acb6-88a74412f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63332127-d3c0-431a-8322-13d288b3cce0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:39.904031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 705c0992-f14e-4d1b-8ecb-f12705ab92f0) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:39.915179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0cc940eb-75d6-4e3b-99cd-d0333e2789fe details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:54:39.921145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-141d7e75-8ac4-4bef-8496-fb500641a5ee tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0259023 Apr 11 20:54:39.929720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38682) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:39.930338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:39.931447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:39.935780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:40.067634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa89284-3049-413c-aba3-e78ddb959117 None None] Network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:40.086385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-34403980-eada-4a31-a1c8-6fbe9a77bade None None] Provisioning for port dbd5b981-6713-4c04-bd67-8d2840d3f62d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:40.110937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dbd5b981-6713-4c04-bd67-8d2840d3f62d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:40.174864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-24f10b1c-c7b6-4a4b-84bf-7b1a181f0910 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6573422 Apr 11 20:54:40.176016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:40.251018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-169484b9-700f-4de2-b99c-a2c9aa3dd5fe req-b01c7a3a-7811-4a0d-88a5-cffa1472e654 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0801313 Apr 11 20:54:40.766605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:40.814730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe', 'mac_address': 'fa:16:3e:cc:53:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:54:40.933585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port dbd5b981-6713-4c04-bd67-8d2840d3f62d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:40.967930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dbd5b981-6713-4c04-bd67-8d2840d3f62d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:40.968376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.051337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-de079b7b-ea54-499d-afc7-d169794eca1c None None] Provisioning for port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:41.062431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917f18a-49e8-4ea9-80be-5009bcc1f35a None None] Network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:41.094938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.109985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-de079b7b-ea54-499d-afc7-d169794eca1c None None] Provisioning complete for port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:41.110632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de079b7b-ea54-499d-afc7-d169794eca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.202183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00706572-b40e-48ae-a384-62224d4e1d4b req-e066ffae-2edb-4405-aa2c-c21eabaab050 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:41.212123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00706572-b40e-48ae-a384-62224d4e1d4b req-e066ffae-2edb-4405-aa2c-c21eabaab050 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 943 time: 0.4480546 Apr 11 20:54:41.257423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc940eb-75d6-4e3b-99cd-d0333e2789fe {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:41.271043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.297600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00706572-b40e-48ae-a384-62224d4e1d4b req-f5698aff-974f-41f2-a311-324ae8b30989 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864680 Apr 11 20:54:41.300394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-de079b7b-ea54-499d-afc7-d169794eca1c None None] Port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:41.325695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:41.352593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.388063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.427037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.498322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'Port': ['ID=5ea8c739-48b0-4f6c-a8a3-a1e4f63d7b45,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:41.517937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.544819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-5f9de7d0-163d-4deb-98f8-010c9e3f6353 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:41.545579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-5f9de7d0-163d-4deb-98f8-010c9e3f6353 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Synchronizing usage tracker for tenant:3143449a8fc94dd9b0369d1376d1a701 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:41.629784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6a94b1c3-0615-49d7-96eb-029168aada9d req-c1fdd3ed-f79a-4522-bb16-d394f5d3f48a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:41.636575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port dbd5b981-6713-4c04-bd67-8d2840d3f62d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dbd5b981-6713-4c04-bd67-8d2840d3f62d,segment=NetworkSegment(d8a79a2c-b923-43c9-b5b8-521e6a8152f1),segment_id=d8a79a2c-b923-43c9-b5b8-521e6a8152f1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:41.643167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['0cc940eb-75d6-4e3b-99cd-d0333e2789fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:41.643253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.643253 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6aabc04e-b0c6-4c71-84e3-c9a52089183a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8815336 Apr 11 20:54:41.688060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.712831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fbe1f09c-c23c-4597-ad5b-a396363311f4 None None] Provisioning complete for port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:41.712831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f09c-c23c-4597-ad5b-a396363311f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.744213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:41.775887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6a94b1c3-0615-49d7-96eb-029168aada9d req-c1fdd3ed-f79a-4522-bb16-d394f5d3f48a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:41.777324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a94b1c3-0615-49d7-96eb-029168aada9d req-c1fdd3ed-f79a-4522-bb16-d394f5d3f48a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.2226484 Apr 11 20:54:41.784339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-5f9de7d0-163d-4deb-98f8-010c9e3f6353 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Unset dirty status for tenant:3143449a8fc94dd9b0369d1376d1a701 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:41.785502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:41.785975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-5f9de7d0-163d-4deb-98f8-010c9e3f6353 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/networks?id=705c0992-f14e-4d1b-8ecb-f12705ab92f0 HTTP/1.1" status: 200 len: 822 time: 0.7036211 Apr 11 20:54:41.860162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1f09c-c23c-4597-ad5b-a396363311f4 None None] Port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:41.921777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=dbd5b981-6713-4c04-bd67-8d2840d3f62d,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:42.016799 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-0f5611f0-3873-4c04-8cc7-a6a95ef1cfa7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1585624928&fields=id&tenant_id=9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 267 time: 0.0660524 Apr 11 20:54:42.090788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dbd5b981-6713-4c04-bd67-8d2840d3f62d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:42.206089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dbd5b981-6713-4c04-bd67-8d2840d3f62d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:42.206561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:42.219133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-550c4338-776b-4ed2-afdf-2c0b83dac224 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:42.222302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-550c4338-776b-4ed2-afdf-2c0b83dac224 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 817 time: 0.2043185 Apr 11 20:54:42.228739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-00407a1f-be25-4393-845f-b6005361188d tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/quotas/3143449a8fc94dd9b0369d1376d1a701 HTTP/1.1" status: 200 len: 375 time: 0.4332154 Apr 11 20:54:42.283992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-81a63803-90bf-4bc8-a564-016d14f7e5ab tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/quotas/9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 375 time: 0.0390668 Apr 11 20:54:42.311007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-9a866b83-b14f-4717-afbf-c234ccc830f5 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3143449a8fc94dd9b0369d1376d1a701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813012 Apr 11 20:54:42.450129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-ad642caa-27dc-4d16-8115-dbe8da0ae50c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591096 Apr 11 20:54:42.511536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38730) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:42.512644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-00c46343-e2d8-4cb7-8fc9-64b4bc00c9fc tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:42.514136 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-00c46343-e2d8-4cb7-8fc9-64b4bc00c9fc tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.4198136 Apr 11 20:54:42.544391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Request body: {'port': {'device_id': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'admin_state_up': True, 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:42.639091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-5906116e-c235-4aed-b547-0cf79ecc2fad service neutron] 10.222.0.61 "GET /v2.0/networks/705c0992-f14e-4d1b-8ecb-f12705ab92f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270767 Apr 11 20:54:42.672517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-cdb43855-b6c7-422e-b712-2011d12d6db7 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898699 Apr 11 20:54:42.675186 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:54:42.703149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:42.753438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1079278115-network', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:42.769923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:42.797492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Usage tracker for resource:network and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:42.805050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:42.817366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c0e18b83-30d9-43c3-85a6-48a3b6322502 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421652 Apr 11 20:54:42.823610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:42.851281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:42.948042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a97c13b4-affb-4187-81cd-e7eb41c48cde service neutron] 10.222.0.61 "GET /v2.0/networks/705c0992-f14e-4d1b-8ecb-f12705ab92f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941470 Apr 11 20:54:42.984167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:43.023184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Made reservation on behalf of 67b484cb7d744f1a82907ca129f4b767 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:43.025631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.041573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:43.041573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:43.064526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.197838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:43.216349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Usage tracker for resource:security_group_rule and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:43.227092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:43.242962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:43.408857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19e8d-ca0d-4e9d-8100-ea7884353972 req-51e70cb0-4821-4b6d-8fdd-935eb44e7106 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:43.410703 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cc19e8d-ca0d-4e9d-8100-ea7884353972 req-51e70cb0-4821-4b6d-8fdd-935eb44e7106 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 944 time: 0.1781132 Apr 11 20:54:43.420265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c2e8ffc6-e52e-4427-9449-1efba74e3ca0 None None] Provisioning complete for port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:43.420789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:43.421408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ffc6-e52e-4427-9449-1efba74e3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.423825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.482911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7cc19e8d-ca0d-4e9d-8100-ea7884353972 req-1b782723-de19-4620-a482-164effc42f3c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657027 Apr 11 20:54:43.505402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8ffc6-e52e-4427-9449-1efba74e3ca0 None None] Port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:43.598205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86c60344-6721-4bf3-96c4-f68030f5d923 req-23de474d-258d-42f1-8a03-082a466c16c8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.0421321 Apr 11 20:54:43.651113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77207aa0-2b93-473d-8d0d-dea89ae181c3 req-106dcda6-4626-463e-9abf-657eff2ef4b6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.1265976 Apr 11 20:54:43.699155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.752124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.757521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc92aba1-47e0-4533-a2d5-996f68d0f864 req-28525d5a-1d99-4648-8586-a06bbf627f34 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 210 time: 0.0607128 Apr 11 20:54:43.832938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4b1021de-03dd-4232-8463-41ababa7227c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.904412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:43.929113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0cc940eb-75d6-4e3b-99cd-d0333e2789fe up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:43.995199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:54:44.020124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b973529-f86d-4af6-8b35-d28931a98fa8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:44.030799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.030799 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Added segment d2ef2785-1484-44f4-94de-90c4d66c564e of type vlan for network 49957699-6327-469d-beed-bcc2f380a8ff Apr 11 20:54:44.089882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:44.098170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:44.098640 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.100872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Allocated IP 172.20.0.6 (b32f8e05-6e34-4fd3-8e82-ec716733b6db/29e10c16-9b22-467b-90da-6a595c21b06c/066f1916-e67e-4423-8aa6-608c1535c483) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:44.103921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.237466 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.270121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:44.286920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:44.327558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.342084 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c84777-61d2-45f3-a2dc-6ef9a2187f6f'] response: {'server_uuid': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe', 'code': 200} Apr 11 20:54:44.368612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.369507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:44.370028 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.542159 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.669923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:44.740853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6c86-ce0e-400b-a66d-719405004fc1 req-bb355c62-fc81-4930-afcf-c153d4990c9d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:44.748260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ffa6c86-ce0e-400b-a66d-719405004fc1 req-bb355c62-fc81-4930-afcf-c153d4990c9d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.1084428 Apr 11 20:54:44.752364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] Pushing event updated for resources: {'Network': ['ID=49957699-6327-469d-beed-bcc2f380a8ff,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:44.765721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 49957699-6327-469d-beed-bcc2f380a8ff details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:54:44.789781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fac5a921-e641-4809-94bc-e2199646e25c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2743118 Apr 11 20:54:44.794860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38768) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:44.809672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Request body: {'subnet': {'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1079278115-subnet', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:44.821964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:44.827048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:44.835749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Usage tracker for resource:subnet and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:44.847373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ffa6c86-ce0e-400b-a66d-719405004fc1 req-87f4cc78-51bf-4154-8bd7-c9e1a990ee86 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981674 Apr 11 20:54:44.850674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:44.870111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:44.945921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8fba5557-fab0-48ea-a47d-d72feabfc8a5 req-3cc530c9-4015-47a1-9ddc-7701934287a9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:45.015858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e27301f9-85b5-4437-ab8b-7cda1df19318 req-68c13fe0-0dfd-4075-89ad-a496d494fa3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 1095 time: 0.5947571 Apr 11 20:54:45.020508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Made reservation on behalf of 67b484cb7d744f1a82907ca129f4b767 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:45.023704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.055823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9037154b-033c-43f4-a717-464cdffb71db req-fb849c78-9955-4f89-b8f9-4007f0445489 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0702245 Apr 11 20:54:45.132229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e27301f9-85b5-4437-ab8b-7cda1df19318 req-5f5df05f-738a-49d2-b756-1fc4b4dda5ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042998 Apr 11 20:54:45.166547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.211724 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.214265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8fba5557-fab0-48ea-a47d-d72feabfc8a5 req-3cc530c9-4015-47a1-9ddc-7701934287a9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:45.215456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fba5557-fab0-48ea-a47d-d72feabfc8a5 req-3cc530c9-4015-47a1-9ddc-7701934287a9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.3442929 Apr 11 20:54:45.249897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26c7ed9e-620b-4fcb-8714-691048ad4191 req-4d503938-60cd-4b8b-89b8-a9e75b27ca4b tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Apr 11 20:54:45.268080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.268841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.331259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:45.344757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:45.409636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:45.458722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event updated for resources: {'Port': ['ID=066f1916-e67e-4423-8aa6-608c1535c483,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:45.472865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.554113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df6fba2-f24b-44d0-bac9-22c332c8a686,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:45.570656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Checking segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:45.570656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Network hostable DHCP agents. Network: 49957699-6327-469d-beed-bcc2f380a8ff, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:54:45.570858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:45.570858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.605274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:45.621964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 2f7ab501-b973-497e-adda-6ae0d11684ff is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:45.623101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:45.655659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Network 49957699-6327-469d-beed-bcc2f380a8ff is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:54:45.856867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 49957699-6327-469d-beed-bcc2f380a8ff) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:45.858770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:45.859370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:45.870670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4733197-2fe5-4bf8-b301-24c0a94fc14d None None] Network 49957699-6327-469d-beed-bcc2f380a8ff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:45.891175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-8c17ad17-5bb8-4c8e-9005-fc4023355328 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3503561 Apr 11 20:54:45.905347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Request body: {'port': {'device_id': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:45.999837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c732b319-c308-4d7f-a019-d43e59249806 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2025473 Apr 11 20:54:46.004105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38774) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:46.009773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:46.024091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:46.040938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Usage tracker for resource:router and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:46.049160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:46.062422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:46.106616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d12b99d6-f64e-46c7-abf5-78dff1975f74 None None] Provisioning complete for port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:46.108799 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d12b99d6-f64e-46c7-abf5-78dff1975f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.137146 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f15caaf-9199-4d37-8a6f-a00b656faa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.228590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d12b99d6-f64e-46c7-abf5-78dff1975f74 None None] Port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:46.247076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-49957699-6327-469d-beed-bcc2f380a8ff', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:54:46.248869 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.281018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.282206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.350811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.370598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9ee9f-2959-4b04-8404-c93caf12a5bf req-748c7da3-a0ef-4b9d-8d3e-921c32b28b93 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:46.379072 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aac9ee9f-2959-4b04-8404-c93caf12a5bf req-748c7da3-a0ef-4b9d-8d3e-921c32b28b93 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 931 time: 0.1472013 Apr 11 20:54:46.390641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-37c369e6-2fce-4f0e-913f-155b95d4125f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:46.391333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-37c369e6-2fce-4f0e-913f-155b95d4125f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:46.454033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aac9ee9f-2959-4b04-8404-c93caf12a5bf req-a5d8125b-42e2-4293-8495-40b1ed1e6f77 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729070 Apr 11 20:54:46.492924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.528066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Allocated IP 172.20.0.2 (49957699-6327-469d-beed-bcc2f380a8ff/3df6fba2-f24b-44d0-bac9-22c332c8a686/b6b1d469-acb8-460f-ad86-fba7efc4a0ec) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:46.641195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-37c369e6-2fce-4f0e-913f-155b95d4125f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:46.642376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-37c369e6-2fce-4f0e-913f-155b95d4125f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 817 time: 0.4444132 Apr 11 20:54:46.664631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b3a50-da48-4b80-a141-6c4fd030eb73 req-74ccaf05-b2f2-4395-b767-d67298b1048e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:46.666231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-387b3a50-da48-4b80-a141-6c4fd030eb73 req-74ccaf05-b2f2-4395-b767-d67298b1048e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.5965400 Apr 11 20:54:46.855706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-a237c8ab-102a-41ae-8431-0ca8b7f5507b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:46.874509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-567f929c-7f8c-42db-8d53-eedb7b1fe50b req-42b594ae-3ade-45ce-bbb0-d78bcddd1038 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.1268430 Apr 11 20:54:46.886939 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.897656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:46.908973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Transition to ACTIVE for port object b6b1d469-acb8-460f-ad86-fba7efc4a0ec will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:46.937565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-387b3a50-da48-4b80-a141-6c4fd030eb73 req-30a8c36d-4c74-42a2-8219-5d4aae50c0d7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459164 Apr 11 20:54:46.951754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Transition to ACTIVE for port object b6b1d469-acb8-460f-ad86-fba7efc4a0ec will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:47.067430 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.094427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-a237c8ab-102a-41ae-8431-0ca8b7f5507b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:47.095612 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-a237c8ab-102a-41ae-8431-0ca8b7f5507b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 380 time: 0.4284482 Apr 11 20:54:47.109960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router 7fc8d208-5729-4000-920b-e18bd2a78a33 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:54:47.114658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'port': {'device_id': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'admin_state_up': True, 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'security_groups': ['ce575ec8-343d-44d4-b016-a1941da14912']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:47.142688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Network 49957699-6327-469d-beed-bcc2f380a8ff is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:47.146481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:47.148611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Pushing event updated for resources: {'Port': ['ID=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:47.150717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:47.168335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-79bba7fa-67b7-4776-90d3-9d261d87d672 req-1d531599-99f1-47e4-b3fd-bc78a2ded4c1 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 210 time: 0.0539820 Apr 11 20:54:47.225341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066f1916-e67e-4423-8aa6-608c1535c483 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:47.240840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.274906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Attempting to bind port b6b1d469-acb8-460f-ad86-fba7efc4a0ec on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:47.274906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Attempting to bind port b6b1d469-acb8-460f-ad86-fba7efc4a0ec by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:47.275292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Attempting to bind port b6b1d469-acb8-460f-ad86-fba7efc4a0ec on network 49957699-6327-469d-beed-bcc2f380a8ff {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:47.302423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:47.304259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Checking segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:47.304685 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.305093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Bound using segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:47.305593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Bound port: b6b1d469-acb8-460f-ad86-fba7efc4a0ec, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:47.306195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.435701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Transition to ACTIVE for port object 066f1916-e67e-4423-8aa6-608c1535c483 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:47.446141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:47.446597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.472107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] For port b6b1d469-acb8-460f-ad86-fba7efc4a0ec, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:47.474009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:47.492647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.493795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] For port b6b1d469-acb8-460f-ad86-fba7efc4a0ec, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:47.495176 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.517778 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.517859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:47.527450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3ed18a5a-c12c-4744-b74f-8d6b925ea600 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/7fc8d208-5729-4000-920b-e18bd2a78a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5963080 Apr 11 20:54:47.529823 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] Sync routers for ids ['7fc8d208-5729-4000-920b-e18bd2a78a33'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:47.531133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38786) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:47.546232 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] Routers {'7fc8d208-5729-4000-920b-e18bd2a78a33'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:47.547931 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7fc8d208-5729-4000-920b-e18bd2a78a33'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:47.590164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-8e5c8a2d-496b-4b30-ab56-4e008f37e242 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:47.591680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-8e5c8a2d-496b-4b30-ab56-4e008f37e242 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.69 "GET /v2.0/networks?id=705c0992-f14e-4d1b-8ecb-f12705ab92f0 HTTP/1.1" status: 200 len: 822 time: 0.3503525 Apr 11 20:54:47.609294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Request body: {'port': {'device_id': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0', 'admin_state_up': True, 'tenant_id': '3143449a8fc94dd9b0369d1376d1a701'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:47.622919 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:47.635301 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] Routers {'7fc8d208-5729-4000-920b-e18bd2a78a33'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:47.635948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7fc8d208-5729-4000-920b-e18bd2a78a33'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:47.670831 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.691006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.757522 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:47.758280 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee61da-133f-4a8d-a603-7cdaa3a3c4dc None None] The sync data for ids ['7fc8d208-5729-4000-920b-e18bd2a78a33'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:47.801915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17c358-a4e9-46a8-9b24-e870ca0f836f None None] Pushing event updated for resources: {'Port': ['ID=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:47.817711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Pushing event updated for resources: {'Port': ['ID=066f1916-e67e-4423-8aa6-608c1535c483,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:47.824220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Made reservation on behalf of 9a004b476dd144a8a184279ab62c252c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:47.829005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Allocated IP 172.25.5.27 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/665fdbfa-2d67-4d62-8e86-29432ca80b1a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:47.831774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:47.864280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919050ba-2894-458d-a925-a44541b3593c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:47.865537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-919050ba-2894-458d-a925-a44541b3593c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:47.868153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:47.889267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Usage tracker for resource:port and tenant:3143449a8fc94dd9b0369d1376d1a701 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:47.895721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:47.965751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:48.075795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:48.150080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Made reservation on behalf of 3143449a8fc94dd9b0369d1376d1a701 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:48.153412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:48.178082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3af73fef-4e0e-4b09-9a1f-1bf38324062a req-316c6689-7e26-43f9-8ba9-151314a704c0 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.0853388 Apr 11 20:54:48.302007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:48.339433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-919050ba-2894-458d-a925-a44541b3593c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:48.342132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-919050ba-2894-458d-a925-a44541b3593c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports/2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 HTTP/1.1" status: 200 len: 984 time: 0.8095806 Apr 11 20:54:48.351655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248e479-66e1-452b-935e-23417827e35e req-592e5963-5eed-4f48-8e96-7024ceac08fe tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:48.356293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0248e479-66e1-452b-935e-23417827e35e req-592e5963-5eed-4f48-8e96-7024ceac08fe tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:48.363817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38796) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:48.365497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:48.375267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:48.397960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:48.461939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0248e479-66e1-452b-935e-23417827e35e req-592e5963-5eed-4f48-8e96-7024ceac08fe tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:48.463207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0248e479-66e1-452b-935e-23417827e35e req-592e5963-5eed-4f48-8e96-7024ceac08fe tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 931 time: 0.8558447 Apr 11 20:54:48.560004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=665fdbfa-2d67-4d62-8e86-29432ca80b1a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:48.628101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:48.637522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.637802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.638138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.638472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.638801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.639320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.639817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.640149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.640483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.640802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.641117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:48.674872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Allocated IP 172.20.0.5 (705c0992-f14e-4d1b-8ecb-f12705ab92f0/edf905a3-02f7-4546-9e3b-af6e6ff87791/8381f84f-73ff-4061-bcc3-71546e5f698a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:48.715407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Allocated IP 172.20.0.11 (7ba301f4-21aa-4989-bd41-04954917ad61/786705fd-5a27-4ebe-886e-42c74873085d/dad804ef-b1d6-4b8f-adfc-d97e07b8d17c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:48.722099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Attempting to bind port 066f1916-e67e-4423-8aa6-608c1535c483 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:48.722428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Attempting to bind port 066f1916-e67e-4423-8aa6-608c1535c483 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:48.722763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Attempting to bind port 066f1916-e67e-4423-8aa6-608c1535c483 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:48.729606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0248e479-66e1-452b-935e-23417827e35e req-92bf6ada-c5c5-4547-aabf-51ea9f3df5ae tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623873 Apr 11 20:54:48.759716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Port 066f1916-e67e-4423-8aa6-608c1535c483 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:54:48.760057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Attempting to bind port 066f1916-e67e-4423-8aa6-608c1535c483 on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:48.792555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:48.792896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:48.793510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Bound using segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:48.793709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Bound port: 066f1916-e67e-4423-8aa6-608c1535c483, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:48.794215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:48.864483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159059-8a57-499a-9450-6ac18e732b39 req-54599192-e0c0-42d6-9bfe-9520d42daabb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:48.866640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2159059-8a57-499a-9450-6ac18e732b39 req-54599192-e0c0-42d6-9bfe-9520d42daabb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.4879873 Apr 11 20:54:48.967409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2159059-8a57-499a-9450-6ac18e732b39 req-27e5f0cc-f587-4355-8092-28dd820610c3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835407 Apr 11 20:54:49.009492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c12bdd5-1420-40c8-8efe-47cbb5fa9fa2 req-d8d725d9-1cc1-4ae7-8755-60ed7f96f004 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 210 time: 0.1027055 Apr 11 20:54:49.113004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8b6be-b601-4030-8db1-011080491da2 None None] Network 49957699-6327-469d-beed-bcc2f380a8ff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:54:49.168598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.180786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.181529 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.297176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.316090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] For port 066f1916-e67e-4423-8aa6-608c1535c483, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:49.336272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Transition to ACTIVE for port object dad804ef-b1d6-4b8f-adfc-d97e07b8d17c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:49.352383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] For port 066f1916-e67e-4423-8aa6-608c1535c483, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=066f1916-e67e-4423-8aa6-608c1535c483,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:49.449157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.451797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.542475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ef687d2-0531-4521-9372-02d38e71ca0f None None] Provisioning for port b6b1d469-acb8-460f-ad86-fba7efc4a0ec completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:49.584624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.586046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] 10.222.0.75 "PUT /v2.0/ports/066f1916-e67e-4423-8aa6-608c1535c483 HTTP/1.1" status: 200 len: 1091 time: 3.6853271 Apr 11 20:54:49.589068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'tag': '066f1916-e67e-4423-8aa6-608c1535c483'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:49.617067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11c14797-d0fa-4c57-b9c1-aaa5fdaaa922 req-8c525fb2-65b3-497e-bc30-2f73746aaa4a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.0864420 Apr 11 20:54:49.617760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cd11a-1b7f-446d-878f-95ead284049b service neutron] Pushing event updated for resources: {'Port': ['ID=066f1916-e67e-4423-8aa6-608c1535c483,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:49.624598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b431-3828-476b-8799-ac31652edb0e req-e6214f6c-fa3f-48e6-b67f-9b6f2cb12ae3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:49.629237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Pushing event updated for resources: {'Port': ['ID=8381f84f-73ff-4061-bcc3-71546e5f698a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:49.632183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-e6214f6c-fa3f-48e6-b67f-9b6f2cb12ae3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.2917914 Apr 11 20:54:49.634020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:49.640199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:49.642349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:49.678420 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.698884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-12290ebb-f5cc-4edc-8f34-9a6ef3b266f0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0655422 Apr 11 20:54:49.725626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:49.726967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:49.758418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Router 71189062-0a73-4c40-b4ea-49d66d7edaa6 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:54:49.814930 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935e767c-5460-4576-9c9c-c14860d3b4f1'] response: {'name': 'network-changed', 'server_uuid': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'tag': '066f1916-e67e-4423-8aa6-608c1535c483', 'status': 'completed', 'code': 200} Apr 11 20:54:49.919686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-a4063962-74f9-4eb4-91ee-448a9c2ace83 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3141408 Apr 11 20:54:49.970386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Request body: {'port': {'device_id': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:50.034914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:50.063165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Network 7ba301f4-21aa-4989-bd41-04954917ad61 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:50.073628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:50.079757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:50.098714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b6b1d469-acb8-460f-ad86-fba7efc4a0ec up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:50.169768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.206660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbae37-9a3e-4dca-9286-117a4af47c81 req-acdeab99-2752-470d-993e-05dd7d02ebc4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:50.208830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-f340805d-958d-4198-be55-a438f22bf7c1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5077016 Apr 11 20:54:50.208944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84bbae37-9a3e-4dca-9286-117a4af47c81 req-acdeab99-2752-470d-993e-05dd7d02ebc4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 943 time: 0.2904069 Apr 11 20:54:50.227430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-7dfde876-efa2-45ac-a12f-3b8a646e265d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 1094 time: 0.4909985 Apr 11 20:54:50.273655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b6b1d469-acb8-460f-ad86-fba7efc4a0ec completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:50.283460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b6b1d469-acb8-460f-ad86-fba7efc4a0ec triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:50.283864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.326342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:50.327596 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.414970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84bbae37-9a3e-4dca-9286-117a4af47c81 req-5455528d-3574-42d8-a857-7e0c66582f25 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591067 Apr 11 20:54:50.474202 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.486678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-f9c1b51d-33ad-446f-a2ab-a95dd681b9bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1916-e67e-4423-8aa6-608c1535c483 HTTP/1.1" status: 200 len: 217 time: 0.2320755 Apr 11 20:54:50.491951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:50.519753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b6b1d469-acb8-460f-ad86-fba7efc4a0ec, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:50.522962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Sync routers for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:50.537523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e142ec1-1968-445d-92fc-37d2f1422e3a None None] Provisioning for port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:50.543296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:50.544358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:50.586949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-6027fb24-ef18-4269-9cfc-dd9b06a6215e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:50.588735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-6027fb24-ef18-4269-9cfc-dd9b06a6215e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.0865498 Apr 11 20:54:50.608318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-97c490b2-8a53-40fd-8a55-92c9a7d61148 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5005140 Apr 11 20:54:50.615999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.618089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e142ec1-1968-445d-92fc-37d2f1422e3a None None] Provisioning complete for port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:50.618632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e142ec1-1968-445d-92fc-37d2f1422e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.657995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:50.661694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd807e7c-5bb4-4976-bc3f-9d37276cc2f2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6541467 Apr 11 20:54:50.672275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Request body: {'port': {'device_id': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:50.705659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38816) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:50.709254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-e7eae3a7-1558-4e49-aa58-899ed6d9ba55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969346 Apr 11 20:54:50.752950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-78919c7e-c564-4880-94a9-6ffe52d57c7b service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233834 Apr 11 20:54:50.782792 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:54:50.848560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7e142ec1-1968-445d-92fc-37d2f1422e3a None None] Port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:50.871287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:50.897949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.898437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.898878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.899315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.899770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.900201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.900645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.901338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.901764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.902188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.902617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:54:50.924033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:51.025450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5114-9d99-4a76-9c76-f969a8a5c1c4 req-375131ec-8bed-4720-9e24-1b70860857f3 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:51.026325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5c1b5114-9d99-4a76-9c76-f969a8a5c1c4 req-375131ec-8bed-4720-9e24-1b70860857f3 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Synchronizing usage tracker for tenant:3143449a8fc94dd9b0369d1376d1a701 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:51.082925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:51.120489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-68865243-1c54-4120-a276-b866938288bf service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892729 Apr 11 20:54:51.121643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:51.136276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8381f84f-73ff-4061-bcc3-71546e5f698a {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:51.145474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:51.157091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5c1b5114-9d99-4a76-9c76-f969a8a5c1c4 req-375131ec-8bed-4720-9e24-1b70860857f3 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Unset dirty status for tenant:3143449a8fc94dd9b0369d1376d1a701 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:51.158267 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c1b5114-9d99-4a76-9c76-f969a8a5c1c4 req-375131ec-8bed-4720-9e24-1b70860857f3 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 931 time: 0.4945035 Apr 11 20:54:51.203915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Transition to ACTIVE for port object 8381f84f-73ff-4061-bcc3-71546e5f698a will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:51.240914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c1b5114-9d99-4a76-9c76-f969a8a5c1c4 req-a65ad7c5-1ad1-4362-b76b-6d8a542c3697 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739329 Apr 11 20:54:51.309354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:48Z', 'revision_number': 3, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:51.315619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Checking router: 71189062-0a73-4c40-b4ea-49d66d7edaa6 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:54:51.316244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Updating router 71189062-0a73-4c40-b4ea-49d66d7edaa6 port 665fdbfa-2d67-4d62-8e86-29432ca80b1a binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:54:51.339743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:51.379756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-97970479-b442-42fe-b16c-ae447b90e918 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092594 Apr 11 20:54:51.488815 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:51.531874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57ac3e97-152c-4f3f-b79a-4de68c7535ed req-7555420b-f219-4c39-b451-623f0296324d service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481529 Apr 11 20:54:51.630280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Pushing event updated for resources: {'Port': ['ID=8381f84f-73ff-4061-bcc3-71546e5f698a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:51.834759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec525e-b0db-48bb-bd9d-92d1810184c6 req-10d71009-a408-478b-9f87-b2d81a2565de tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:51.844054 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ec525e-b0db-48bb-bd9d-92d1810184c6 req-10d71009-a408-478b-9f87-b2d81a2565de tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 932 time: 0.4435656 Apr 11 20:54:51.931410 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:51.939978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ec525e-b0db-48bb-bd9d-92d1810184c6 req-9d1b570f-833d-4c4a-bcd8-02f73396e8d9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948846 Apr 11 20:54:51.948186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Transition to ACTIVE for port object 665fdbfa-2d67-4d62-8e86-29432ca80b1a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:51.958645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Attempting to bind port 8381f84f-73ff-4061-bcc3-71546e5f698a on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:51.959107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Attempting to bind port 8381f84f-73ff-4061-bcc3-71546e5f698a by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b2184c49-70f3-4d6a-a674-8c1e134b1393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:51.959533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Attempting to bind port 8381f84f-73ff-4061-bcc3-71546e5f698a on network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:51.974480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Port 8381f84f-73ff-4061-bcc3-71546e5f698a on network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:54:51.974866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Attempting to bind port 8381f84f-73ff-4061-bcc3-71546e5f698a on network 705c0992-f14e-4d1b-8ecb-f12705ab92f0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:51.988740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:51.989165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Checking segment: {'id': 'b2184c49-70f3-4d6a-a674-8c1e134b1393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:51.989735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Bound using segment: {'id': 'b2184c49-70f3-4d6a-a674-8c1e134b1393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:51.991716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Bound port: 8381f84f-73ff-4061-bcc3-71546e5f698a, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2184c49-70f3-4d6a-a674-8c1e134b1393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:51.992162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.030821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.122763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b6b1d469-acb8-460f-ad86-fba7efc4a0ec up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:52.220567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Attempting to bind port 665fdbfa-2d67-4d62-8e86-29432ca80b1a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:52.221135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Attempting to bind port 665fdbfa-2d67-4d62-8e86-29432ca80b1a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:52.221463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Attempting to bind port 665fdbfa-2d67-4d62-8e86-29432ca80b1a on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:52.234933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ad08-306f-48a2-91f2-e59872ebfbb7 None None] Pushing event updated for resources: {'Port': ['ID=665fdbfa-2d67-4d62-8e86-29432ca80b1a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:52.253487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b6b1d469-acb8-460f-ad86-fba7efc4a0ec triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:52.254094 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.280707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2faeaea-65d2-485f-a949-f4d23349392a req-4a27d78f-6dd4-4a14-9749-fc1c5e13909c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 210 time: 0.1311650 Apr 11 20:54:52.289512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-b73fd059-1faa-47e9-9709-e82dd1d77187 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 1094 time: 0.6194415 Apr 11 20:54:52.296260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad804ef-b1d6-4b8f-adfc-d97e07b8d17c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:52.324049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:52.324606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:52.324928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.325400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:52.325957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Bound port: 665fdbfa-2d67-4d62-8e86-29432ca80b1a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:52.326404 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.340867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.390930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6845ab7-2941-4937-a9d5-28d1eeaa6344 req-797b752c-29f4-425b-aa2b-13cd58ba4efe tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:52.402260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6845ab7-2941-4937-a9d5-28d1eeaa6344 req-797b752c-29f4-425b-aa2b-13cd58ba4efe tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 943 time: 0.5116360 Apr 11 20:54:52.457805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] For port 8381f84f-73ff-4061-bcc3-71546e5f698a, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:52.476517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] For port 8381f84f-73ff-4061-bcc3-71546e5f698a, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=8381f84f-73ff-4061-bcc3-71546e5f698a,segment=NetworkSegment(b2184c49-70f3-4d6a-a674-8c1e134b1393),segment_id=b2184c49-70f3-4d6a-a674-8c1e134b1393)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:52.519341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] For port 665fdbfa-2d67-4d62-8e86-29432ca80b1a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:52.524391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] For port 665fdbfa-2d67-4d62-8e86-29432ca80b1a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=665fdbfa-2d67-4d62-8e86-29432ca80b1a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:52.548949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Transition to ACTIVE for port object dad804ef-b1d6-4b8f-adfc-d97e07b8d17c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:52.555735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.605196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:54:52.605444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.646597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.648336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6845ab7-2941-4937-a9d5-28d1eeaa6344 req-51bbcf5c-cc17-4ce3-8680-4839846ee01a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446744 Apr 11 20:54:52.676445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Pushing event updated for resources: {'Port': ['ID=8381f84f-73ff-4061-bcc3-71546e5f698a,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:52.685538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.687329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-e4e4f5e7-98cf-478b-ad4c-bcf88ab8996d service neutron] 10.222.0.69 "PUT /v2.0/ports/8381f84f-73ff-4061-bcc3-71546e5f698a HTTP/1.1" status: 200 len: 1091 time: 2.7562838 Apr 11 20:54:52.687660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:52.691101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'tag': '8381f84f-73ff-4061-bcc3-71546e5f698a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:52.744908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7510bf-0e77-489d-8300-b1f40a52f58e req-0587bc9e-ba86-4bb0-a4fa-35dca436c45e tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:52.746558 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b7510bf-0e77-489d-8300-b1f40a52f58e req-0587bc9e-ba86-4bb0-a4fa-35dca436c45e tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 943 time: 0.2415910 Apr 11 20:54:52.792653 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c88c89-aa12-43ec-82f0-21c9df732338'] response: {'name': 'network-changed', 'server_uuid': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'tag': '8381f84f-73ff-4061-bcc3-71546e5f698a', 'status': 'completed', 'code': 200} Apr 11 20:54:52.854822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ad08-306f-48a2-91f2-e59872ebfbb7 None None] Pushing event updated for resources: {'Port': ['ID=665fdbfa-2d67-4d62-8e86-29432ca80b1a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:52.857707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:52.857921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:52.913919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-23bb5bbb-6efe-4ae0-9cdf-6d86cc1dbf91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:52.915443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-23bb5bbb-6efe-4ae0-9cdf-6d86cc1dbf91 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.5847261 Apr 11 20:54:52.936028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b7510bf-0e77-489d-8300-b1f40a52f58e req-f42b924b-ede4-4f3f-a1a0-8d33c1d923c9 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777706 Apr 11 20:54:53.020883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33988852-71f8-49e2-92eb-3a617ec9d6c0 req-9abbfd2e-cb22-48b5-a980-df33f4429138 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3143449a8fc94dd9b0369d1376d1a701&device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 1094 time: 0.1928999 Apr 11 20:54:53.077638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:53.109041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:53.128006 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-a291efcd-5955-4fb1-adc2-4fffb307fe7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=066f1916-e67e-4423-8aa6-608c1535c483 HTTP/1.1" status: 200 len: 217 time: 0.1271775 Apr 11 20:54:53.380967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:53.405232 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:53.552800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33988852-71f8-49e2-92eb-3a617ec9d6c0 req-09f95c09-2133-4b97-baaf-b691f8bd19af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:53.554328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33988852-71f8-49e2-92eb-3a617ec9d6c0 req-09f95c09-2133-4b97-baaf-b691f8bd19af service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3143449a8fc94dd9b0369d1376d1a701&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2818015 Apr 11 20:54:53.562122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba09b23a-9018-43dd-ae42-e6e13b9e11ed req-4cacbb72-42fd-42f2-b8d6-3a8de9e03177 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 210 time: 0.1033809 Apr 11 20:54:53.566294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:48Z', 'revision_number': 3, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:53.567881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:54:53.572391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69384898-7bcf-48ed-84b7-013abe46aa66 None None] The sync data for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 is: [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:48Z', 'revision_number': 3, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:53.656419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-d024e348-fbe0-47e1-80a1-2fa4a92ed387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:53.657869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-d024e348-fbe0-47e1-80a1-2fa4a92ed387 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.4961181 Apr 11 20:54:53.744385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-07970a23-985e-44af-8463-d5bfc9c1da7a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729532 Apr 11 20:54:53.842915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33988852-71f8-49e2-92eb-3a617ec9d6c0 req-f8bfa9fa-55b0-4b44-afe3-4dd5963522e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:53.844412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33988852-71f8-49e2-92eb-3a617ec9d6c0 req-f8bfa9fa-55b0-4b44-afe3-4dd5963522e5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814541 Apr 11 20:54:53.912784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Allocated IP 172.20.0.1 (49957699-6327-469d-beed-bcc2f380a8ff/3df6fba2-f24b-44d0-bac9-22c332c8a686/54847c04-b29a-4a9d-a4ca-5c17e87315c4) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:54.056587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Attempting to bind port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:54:54.059838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Attempting to bind port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:54:54.060280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Attempting to bind port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:54.076298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 066f1916-e67e-4423-8aa6-608c1535c483 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:54:54.181810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c on network 7ba301f4-21aa-4989-bd41-04954917ad61 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:54:54.182008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Attempting to bind port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c on network 7ba301f4-21aa-4989-bd41-04954917ad61 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:54:54.185139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa9155-2ac7-4dcf-9582-9513578c2d4a req-c4a9ad96-3564-46f5-a67b-5b2466bcacfd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:54.186869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4eaa9155-2ac7-4dcf-9582-9513578c2d4a req-c4a9ad96-3564-46f5-a67b-5b2466bcacfd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 943 time: 0.3511584 Apr 11 20:54:54.192322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fe546-ba4d-4184-af35-ef4251c7bf8c req-1642a5dc-665d-4994-82e8-94a89603b5a6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:54.193058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ab4fe546-ba4d-4184-af35-ef4251c7bf8c req-1642a5dc-665d-4994-82e8-94a89603b5a6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:54.203890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 665fdbfa-2d67-4d62-8e86-29432ca80b1a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:54.226026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:54:54.226363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Checking segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:54:54.226832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Bound using segment: {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:54:54.227262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Bound port: dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03431330-3a69-4ab7-b508-c3426d82450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:54:54.227629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.274823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.342683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 066f1916-e67e-4423-8aa6-608c1535c483, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=066f1916-e67e-4423-8aa6-608c1535c483,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:54.357962 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-3339ea3c-84ca-49d8-a929-c90ce118dc63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3143449a8fc94dd9b0369d1376d1a701&device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 1094 time: 0.4244342 Apr 11 20:54:54.366337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Transition to ACTIVE for port object 54847c04-b29a-4a9d-a4ca-5c17e87315c4 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:54.376219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '066f1916-e67e-4423-8aa6-608c1535c483', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': '066f1916-e67e-4423-8aa6-608c1535c483', 'mac_address': 'fa:16:3e:06:cf:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:54:54.465771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4eaa9155-2ac7-4dcf-9582-9513578c2d4a req-934ca9a2-e126-4049-a5e6-4a458b0386cd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664628 Apr 11 20:54:54.468828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 665fdbfa-2d67-4d62-8e86-29432ca80b1a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:54.484347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-afb52b73-c209-40ab-b65c-7580ca5122cc service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182350 Apr 11 20:54:54.490033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ab4fe546-ba4d-4184-af35-ef4251c7bf8c req-1642a5dc-665d-4994-82e8-94a89603b5a6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:54.497156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 665fdbfa-2d67-4d62-8e86-29432ca80b1a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:54.497526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.498354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab4fe546-ba4d-4184-af35-ef4251c7bf8c req-1642a5dc-665d-4994-82e8-94a89603b5a6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 1.2862260 Apr 11 20:54:54.518222 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-16f736d6-6711-4654-b55c-0a7629fb76f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8381f84f-73ff-4061-bcc3-71546e5f698a HTTP/1.1" status: 200 len: 217 time: 0.1488500 Apr 11 20:54:54.593321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.619145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-0ce2e87a-ddfc-4bc8-9437-f5c8a07a14f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:54.621136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-0ce2e87a-ddfc-4bc8-9437-f5c8a07a14f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edf905a3-02f7-4546-9e3b-af6e6ff87791 HTTP/1.1" status: 200 len: 862 time: 0.0968387 Apr 11 20:54:54.654216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066f1916-e67e-4423-8aa6-608c1535c483 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:54.700341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 066f1916-e67e-4423-8aa6-608c1535c483, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=066f1916-e67e-4423-8aa6-608c1535c483,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:54.711219 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-c69d93e4-c0bb-4608-bf20-8f13da4d720e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=705c0992-f14e-4d1b-8ecb-f12705ab92f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826297 Apr 11 20:54:54.755088 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.802892 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.817406 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.820172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:54:54.824221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:54.957162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=066f1916-e67e-4423-8aa6-608c1535c483,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:54.967201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 665fdbfa-2d67-4d62-8e86-29432ca80b1a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=665fdbfa-2d67-4d62-8e86-29432ca80b1a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:54.984147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab4fe546-ba4d-4184-af35-ef4251c7bf8c req-338df136-7164-45f5-b50d-073b338de3b0 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847558 Apr 11 20:54:54.989521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:54:54.989878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Network 49957699-6327-469d-beed-bcc2f380a8ff is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:54.997209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:55.013542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=2ecfc1cf-dcbb-4e1d-8efc-0de1d1832222,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:55.014603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:55.044921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b431-3828-476b-8799-ac31652edb0e req-d57d3816-5a84-45e5-8985-0e4ef0d446f0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:55.047227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-d57d3816-5a84-45e5-8985-0e4ef0d446f0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.4081872 Apr 11 20:54:55.056036 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.084334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Pushing event updated for resources: {'Port': ['ID=54847c04-b29a-4a9d-a4ca-5c17e87315c4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:55.110742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cefa69f7-d749-45e5-94e5-56edb23f9dcb req-713c31d8-0489-4690-ae26-8e89e4198286 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101942 Apr 11 20:54:55.130041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:55.144767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-51cfefe4-9ca1-4b53-985a-e236f217296e service neutron] 10.222.0.69 "GET /v2.0/networks/705c0992-f14e-4d1b-8ecb-f12705ab92f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183080 Apr 11 20:54:55.279434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['066f1916-e67e-4423-8aa6-608c1535c483'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:55.303812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.305825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.314902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=665fdbfa-2d67-4d62-8e86-29432ca80b1a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:55.401347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52391af-1ed7-41e6-a8d6-a065d6996202 req-85cd7778-46a4-44f6-b82b-35af5605a418 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:55.415355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c52391af-1ed7-41e6-a8d6-a065d6996202 req-85cd7778-46a4-44f6-b82b-35af5605a418 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 943 time: 0.6683865 Apr 11 20:54:55.566420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:55.592434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1078a74f-be91-492f-affb-9b4ba16a2daf req-bf9386a5-bef8-45cc-86a2-a97b97a44180 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 210 time: 0.2602887 Apr 11 20:54:55.606486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-11d8b71f-6a60-4e9e-9303-be8bad55676b None None] Provisioning for port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:55.617429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-11d8b71f-6a60-4e9e-9303-be8bad55676b None None] Provisioning complete for port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:55.617805 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11d8b71f-6a60-4e9e-9303-be8bad55676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.652186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c52391af-1ed7-41e6-a8d6-a065d6996202 req-e0aaedff-8943-4e65-9892-c813ee414a93 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359843 Apr 11 20:54:55.655510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccc81673-3ffa-455e-ba16-e7e83496dab8 req-db908533-1378-4db4-919c-a1c31ffc9545 service neutron] 10.222.0.69 "GET /v2.0/networks/705c0992-f14e-4d1b-8ecb-f12705ab92f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068231 Apr 11 20:54:55.656536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.658486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-c2ba94ca-59af-43af-a401-0bc9c70fb5a2 service neutron] 10.222.0.69 "PUT /v2.0/ports/dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 1092 time: 5.0009134 Apr 11 20:54:55.664615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:55.711227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:55.723895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Usage tracker for resource:port and tenant:0f62ab1f407f483db34a7860457373a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:55.728647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:55.738151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:55.743253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.765644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-11d8b71f-6a60-4e9e-9303-be8bad55676b None None] Port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:55.783894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:55.940992 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1384f37e-a02b-420e-8599-0990a50f7d4b'] response: {'name': 'network-changed', 'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'status': 'completed', 'code': 200} Apr 11 20:54:55.951045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:54:55.953980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:56.061622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:56.067065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 665fdbfa-2d67-4d62-8e86-29432ca80b1a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:56.141295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 665fdbfa-2d67-4d62-8e86-29432ca80b1a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:56.145105 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:56.199255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:56.291096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:56.408196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Pushing event updated for resources: {'Port': ['ID=54847c04-b29a-4a9d-a4ca-5c17e87315c4,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:56.447122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f198477-79dd-42d5-9709-13e21bdf38bb req-68b3afaf-2dd7-4bc4-8830-71faae9b2187 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:56.448707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f198477-79dd-42d5-9709-13e21bdf38bb req-68b3afaf-2dd7-4bc4-8830-71faae9b2187 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.2936871 Apr 11 20:54:56.489372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4acb92e-1150-48f2-9c04-9b6027e65ac6 req-ae608c55-6cbc-48dd-a86b-2e241afa5f53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1095 time: 0.5778389 Apr 11 20:54:56.506701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c11aa6-8e70-43b6-9503-227fcad0432f req-1082e216-8b16-4848-8427-abe87e5db79e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:56.508162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4c11aa6-8e70-43b6-9503-227fcad0432f req-1082e216-8b16-4848-8427-abe87e5db79e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 944 time: 0.5979235 Apr 11 20:54:56.527355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Network 49957699-6327-469d-beed-bcc2f380a8ff is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:56.528725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:56.589672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f198477-79dd-42d5-9709-13e21bdf38bb req-949d399c-553e-4a4f-b5cd-38b49fe4e59e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254089 Apr 11 20:54:56.622472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.7 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/65af35a1-a009-46ff-9877-553590b3646f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:54:56.832146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a5c9444-f2a8-4499-8bbd-f65df3022bfa None None] Provisioning complete for port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:56.832773 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9444-f2a8-4499-8bbd-f65df3022bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:56.871930 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4c11aa6-8e70-43b6-9503-227fcad0432f req-7ceaa95d-b8e8-411b-87bb-850aee863d0e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352222 Apr 11 20:54:56.893758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd5f250e-3ee6-4302-89cc-f44db68e9f86 req-eda97139-ae35-4b37-b897-2023b716fe82 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 210 time: 0.1121459 Apr 11 20:54:56.907836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c9444-f2a8-4499-8bbd-f65df3022bfa None None] Port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:54:56.940068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acb92e-1150-48f2-9c04-9b6027e65ac6 req-7cefc561-455d-4040-9659-0f2fa8bb3d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:56.941540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4acb92e-1150-48f2-9c04-9b6027e65ac6 req-7cefc561-455d-4040-9659-0f2fa8bb3d90 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a004b476dd144a8a184279ab62c252c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4430296 Apr 11 20:54:57.003870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Router 71189062-0a73-4c40-b4ea-49d66d7edaa6 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:57.089938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router 7fc8d208-5729-4000-920b-e18bd2a78a33 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:54:57.223931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:57.242751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7a8ba04d-c21d-48e5-b127-e90c49f52d5e admin admin] 10.222.0.61 "PUT /v2.0/routers/71189062-0a73-4c40-b4ea-49d66d7edaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5249858 Apr 11 20:54:57.400691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:57.423209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acb92e-1150-48f2-9c04-9b6027e65ac6 req-3e37fb48-b274-49d4-8e96-a826ecf9c185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:57.424689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4acb92e-1150-48f2-9c04-9b6027e65ac6 req-3e37fb48-b274-49d4-8e96-a826ecf9c185 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4226947 Apr 11 20:54:57.445930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea7eec-e844-46ae-801a-50cce497f14f req-edf795e1-68d1-4470-a083-8a260b65c429 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:57.447458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bcea7eec-e844-46ae-801a-50cce497f14f req-edf795e1-68d1-4470-a083-8a260b65c429 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 943 time: 0.4443254 Apr 11 20:54:57.528671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:54:57.557053 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] Sync routers for ids ['7fc8d208-5729-4000-920b-e18bd2a78a33'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:57.571803 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] Routers {'7fc8d208-5729-4000-920b-e18bd2a78a33'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:57.572429 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7fc8d208-5729-4000-920b-e18bd2a78a33'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:57.580114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bcea7eec-e844-46ae-801a-50cce497f14f req-eba4b955-8bee-4abd-b1b5-0dc62cae36a6 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Synchronizing usage tracker for tenant:3143449a8fc94dd9b0369d1376d1a701 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:57.611318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-00b8ab71-639f-456d-9363-38c66bf50187 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1095 time: 0.1361279 Apr 11 20:54:57.615289 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:57.629132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['0cc940eb-75d6-4e3b-99cd-d0333e2789fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:57.638114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:57.650752 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] Routers {'7fc8d208-5729-4000-920b-e18bd2a78a33'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:57.651968 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7fc8d208-5729-4000-920b-e18bd2a78a33'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:57.668032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4cdb647a-8cc6-4579-a440-3d8e7d7d3a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/7fc8d208-5729-4000-920b-e18bd2a78a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2878764 Apr 11 20:54:57.668217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:57.668376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38866) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:57.734386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bcea7eec-e844-46ae-801a-50cce497f14f req-eba4b955-8bee-4abd-b1b5-0dc62cae36a6 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Unset dirty status for tenant:3143449a8fc94dd9b0369d1376d1a701 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:57.735802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bcea7eec-e844-46ae-801a-50cce497f14f req-eba4b955-8bee-4abd-b1b5-0dc62cae36a6 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813005 Apr 11 20:54:57.774840 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:57.775626 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bb9e2-f855-4f1d-9512-452e98da8e61 None None] The sync data for ids ['7fc8d208-5729-4000-920b-e18bd2a78a33'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:54:57.778630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-85dd0941-8bd3-4621-a94d-b072d7f5e649 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 217 time: 0.1159437 Apr 11 20:54:57.829946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=65af35a1-a009-46ff-9877-553590b3646f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:57.841229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:54:57.847534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:54:57.851862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:54:57.866217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Sync routers for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:54:57.893773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:54:57.894247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:57.909482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-9069cb31-6165-459e-b6a0-b4f92b6e67a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:57.911084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-9069cb31-6165-459e-b6a0-b4f92b6e67a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.1219423 Apr 11 20:54:58.034848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 8381f84f-73ff-4061-bcc3-71546e5f698a details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:54:58.107181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38874) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:58.142678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 066f1916-e67e-4423-8aa6-608c1535c483 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:54:58.150794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108201081', 'description': 'tempest-description--581105549'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:58.157257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:58.161261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Usage tracker for resource:security_group and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:58.165104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:58.171535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:58.185832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:58.186515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.217556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.246592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:54:58.269596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:58.275576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Usage tracker for resource:security_group_rule and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:58.280085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:58.286051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:58.341734 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.353325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-2cf86437-1917-4b45-881f-8ffece81e606 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2335463 Apr 11 20:54:58.371345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Request body: {'port': {'device_id': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:58.388487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55f1e-8cbf-4cbb-81a7-af1b520182bb req-707ce41e-f48d-4f23-a093-56af2fbbd81a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:58.389950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2c55f1e-8cbf-4cbb-81a7-af1b520182bb req-707ce41e-f48d-4f23-a093-56af2fbbd81a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 944 time: 0.2214189 Apr 11 20:54:58.391452 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-d8ad666e-e089-4308-aa24-06315eb5e2d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] remove_router_interface failed (client error): The resource could not be found. Apr 11 20:54:58.395008 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d8ad666e-e089-4308-aa24-06315eb5e2d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/7fc8d208-5729-4000-920b-e18bd2a78a33/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7230861 Apr 11 20:54:58.399421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38878) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:58.418696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.456416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2c55f1e-8cbf-4cbb-81a7-af1b520182bb req-59daa165-c419-4d81-b05c-49f3e2bf0e25 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474815 Apr 11 20:54:58.478035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:54:58.497336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-264c0f01-f77c-4f42-8c3e-62099be952b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5790677 Apr 11 20:54:58.530274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f44899f-a840-417f-a75a-6ae1fb75cc52,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:58.547041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 066f1916-e67e-4423-8aa6-608c1535c483 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:54:58.553765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-12613d85-9c27-49b3-951a-504498be7a1e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:54:58.572400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 066f1916-e67e-4423-8aa6-608c1535c483 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:54:58.572781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.581743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8075-9ba6-4385-9485-4d8d62de3112 req-91f62b73-3351-4b4e-90e2-2c751f717fcf tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:58.584147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf9d8075-9ba6-4385-9485-4d8d62de3112 req-91f62b73-3351-4b4e-90e2-2c751f717fcf tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.4756262 Apr 11 20:54:58.676181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 8381f84f-73ff-4061-bcc3-71546e5f698a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=8381f84f-73ff-4061-bcc3-71546e5f698a,segment=NetworkSegment(b2184c49-70f3-4d6a-a674-8c1e134b1393),segment_id=b2184c49-70f3-4d6a-a674-8c1e134b1393)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:58.683513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a180880-6c20-4fc1-8f06-6f9149ff8e86 req-9b97b46c-4b48-4862-9bca-9f38425ee322 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:58.687802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a180880-6c20-4fc1-8f06-6f9149ff8e86 req-9b97b46c-4b48-4862-9bca-9f38425ee322 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 931 time: 0.1033878 Apr 11 20:54:58.727779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '8381f84f-73ff-4061-bcc3-71546e5f698a', 'network_id': '705c0992-f14e-4d1b-8ecb-f12705ab92f0', 'port_id': '8381f84f-73ff-4061-bcc3-71546e5f698a', 'mac_address': 'fa:16:3e:ab:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf905a3-02f7-4546-9e3b-af6e6ff87791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:54:58.735995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.740745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9bb9268a-86aa-46a2-902d-9289ba6d5f3d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6277986 Apr 11 20:54:58.740891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a180880-6c20-4fc1-8f06-6f9149ff8e86 req-5831507f-6291-4aed-873e-88e30bb0b704 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482535 Apr 11 20:54:58.742767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38884) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:58.748303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Request body: {'security_group_rule': {'security_group_id': '5f44899f-a840-417f-a75a-6ae1fb75cc52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:58.754783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:58.761093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Usage tracker for resource:security_group_rule and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:58.764533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:54:58.771974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:54:58.799000 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:58.826364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-12613d85-9c27-49b3-951a-504498be7a1e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:54:58.826364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-12613d85-9c27-49b3-951a-504498be7a1e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fc8d208-5729-4000-920b-e18bd2a78a33 HTTP/1.1" status: 200 len: 205 time: 0.4185529 Apr 11 20:54:58.831855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38890) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:58.851221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf9d8075-9ba6-4385-9485-4d8d62de3112 req-1926e430-57ed-46ce-8d61-cd3a20b67f0a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125955 Apr 11 20:54:58.855391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-6cd21a40-00e3-42af-9075-d1d3d66b7e2c service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360260 Apr 11 20:54:58.889878 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.032963 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.063682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.084182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.096513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8381f84f-73ff-4061-bcc3-71546e5f698a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:59.136916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.153960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066f1916-e67e-4423-8aa6-608c1535c483'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:54:59.162327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c8330df-0bd1-463e-bd44-36f0f79b0499 req-7279b058-6c25-4090-86d4-d9ae262a2adb service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752633 Apr 11 20:54:59.203332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 8381f84f-73ff-4061-bcc3-71546e5f698a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=8381f84f-73ff-4061-bcc3-71546e5f698a,segment=NetworkSegment(b2184c49-70f3-4d6a-a674-8c1e134b1393),segment_id=b2184c49-70f3-4d6a-a674-8c1e134b1393)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:59.211405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 066f1916-e67e-4423-8aa6-608c1535c483, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=066f1916-e67e-4423-8aa6-608c1535c483,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:54:59.257134 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343ec80c-4630-4d8e-80f5-8e87bbe35832'] response: {'server_uuid': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066f1916-e67e-4423-8aa6-608c1535c483', 'code': 200} Apr 11 20:54:59.261617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 2, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:54:59.267116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Checking router: 71189062-0a73-4c40-b4ea-49d66d7edaa6 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:54:59.267562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Updating router 71189062-0a73-4c40-b4ea-49d66d7edaa6 port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:54:59.317210 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.362690 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.367408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d80dc-6743-45f4-8827-66ab175c6a09 req-a02fb409-f97c-4b1e-9b8d-edc5dd9db717 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:59.379443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-498d80dc-6743-45f4-8827-66ab175c6a09 req-a02fb409-f97c-4b1e-9b8d-edc5dd9db717 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 943 time: 0.4188905 Apr 11 20:54:59.414558 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.439106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=8381f84f-73ff-4061-bcc3-71546e5f698a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:59.470878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-498d80dc-6743-45f4-8827-66ab175c6a09 req-d200c15c-7704-4296-8d6b-d878a8b2d10e tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904880 Apr 11 20:54:59.483653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a6dac50-a070-4898-b7cc-480c367b6b8d req-8dddf879-260f-4a07-9b12-2c2d98c0551d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 1096 time: 0.1359329 Apr 11 20:54:59.485531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.581874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.618896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['8381f84f-73ff-4061-bcc3-71546e5f698a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:54:59.682006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65af35a1-a009-46ff-9877-553590b3646f {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:54:59.692481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=066f1916-e67e-4423-8aa6-608c1535c483,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:59.695722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.702950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a6dac50-a070-4898-b7cc-480c367b6b8d req-6f06f146-2d15-4770-b52a-a23ce5635de1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874819 Apr 11 20:54:59.714994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Transition to ACTIVE for port object 65af35a1-a009-46ff-9877-553590b3646f will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:54:59.756140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf751e4-e566-4793-9bbe-d639e774cabd req-c70937ea-efaf-43ce-99fe-eed806977f3c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:54:59.758423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cf751e4-e566-4793-9bbe-d639e774cabd req-c70937ea-efaf-43ce-99fe-eed806977f3c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1190679 Apr 11 20:54:59.789190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.847851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df3764f-8793-496b-9e0c-fd4a2cc1c3a6,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:54:59.878129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.925187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.938507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:54:59.942390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f04ce79-bb6c-4148-b3ba-8673b1fa091a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1963432 Apr 11 20:54:59.946006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38902) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:54:59.967059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Request body: {'security_group_rule': {'security_group_id': '5f44899f-a840-417f-a75a-6ae1fb75cc52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:54:59.979771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:54:59.990531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cf751e4-e566-4793-9bbe-d639e774cabd req-faf258b6-8049-454f-860c-55c0c615e6ed tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256880 Apr 11 20:54:59.995770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Usage tracker for resource:security_group_rule and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:54:59.999105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Pushing event updated for resources: {'Port': ['ID=65af35a1-a009-46ff-9877-553590b3646f,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:00.000049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77dca7-5cb1-490f-98f5-6b8e9c995ab7 req-75bcd5ac-c05e-4c22-ad10-79466e732a8c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:00.001730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:00.010744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd77dca7-5cb1-490f-98f5-6b8e9c995ab7 req-75bcd5ac-c05e-4c22-ad10-79466e732a8c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 943 time: 0.1271391 Apr 11 20:55:00.035113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:00.058579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.059325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc8d208-5729-4000-920b-e18bd2a78a33 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:55:00.063449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.080995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Transition to ACTIVE for port object 54847c04-b29a-4a9d-a4ca-5c17e87315c4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:00.081179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.082520 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e3a404a5-0b41-4b9b-9667-cf5811faddaf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/7fc8d208-5729-4000-920b-e18bd2a78a33 HTTP/1.1" status: 204 len: 168 time: 1.2493122 Apr 11 20:55:00.085907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38906) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:00.103859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd77dca7-5cb1-490f-98f5-6b8e9c995ab7 req-570b2442-c7f6-4090-b2ad-91531e36d3a7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910895 Apr 11 20:55:00.180775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.312057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aedeb6-6ab6-4f32-a0c1-b79cc885c9b3 None None] Pushing event updated for resources: {'Port': ['ID=54847c04-b29a-4a9d-a4ca-5c17e87315c4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:00.343547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.429149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Attempting to bind port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:00.429573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Attempting to bind port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:00.429937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Attempting to bind port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 on network 49957699-6327-469d-beed-bcc2f380a8ff {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:00.436956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:00.451754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Checking segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:00.451754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.451754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Bound using segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:00.451754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Bound port: 54847c04-b29a-4a9d-a4ca-5c17e87315c4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:00.451754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.498587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Attempting to bind port 65af35a1-a009-46ff-9877-553590b3646f on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:00.498918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Attempting to bind port 65af35a1-a009-46ff-9877-553590b3646f by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:00.499237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Attempting to bind port 65af35a1-a009-46ff-9877-553590b3646f on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:00.506721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.531333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Port 65af35a1-a009-46ff-9877-553590b3646f on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:55:00.532237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Attempting to bind port 65af35a1-a009-46ff-9877-553590b3646f on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:00.537979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] For port 54847c04-b29a-4a9d-a4ca-5c17e87315c4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:00.543541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] For port 54847c04-b29a-4a9d-a4ca-5c17e87315c4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=54847c04-b29a-4a9d-a4ca-5c17e87315c4,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:00.586296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:00.586641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:00.587028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:00.587456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Bound port: 65af35a1-a009-46ff-9877-553590b3646f, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:00.587822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.610184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.620341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b222-739e-4a7e-ab46-a802ec624c5e req-f835c62b-2198-4450-9fed-57e7cb8b9221 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:00.621748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa90b222-739e-4a7e-ab46-a802ec624c5e req-f835c62b-2198-4450-9fed-57e7cb8b9221 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.4680130 Apr 11 20:55:00.624292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet 7a03349d-e11c-4b59-8791-50819aa507f2 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:00.629313 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.629572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.675686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.729490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:00.730326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:00.779774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858c8489-2cc7-420a-a676-4cc5912b2525,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:00.791152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aedeb6-6ab6-4f32-a0c1-b79cc885c9b3 None None] Pushing event updated for resources: {'Port': ['ID=54847c04-b29a-4a9d-a4ca-5c17e87315c4,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:00.803873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.882814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.883968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-84d579de-89bf-4fba-b3b8-b0baace6f542 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9277956 Apr 11 20:55:00.890307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38916) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:00.894520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] For port 65af35a1-a009-46ff-9877-553590b3646f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:00.904416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:00.920977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] For port 65af35a1-a009-46ff-9877-553590b3646f, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65af35a1-a009-46ff-9877-553590b3646f,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:00.921306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:00.935925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Usage tracker for resource:floatingip and tenant:67b484cb7d744f1a82907ca129f4b767 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:00.939346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:00.961780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:00.975727 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:00.998430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dec31-cbb5-4708-92ad-86a67c649b47 req-cdb1c6f5-06b2-4ed8-ac4f-287fac5a7728 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:01.000073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef7dec31-cbb5-4708-92ad-86a67c649b47 req-cdb1c6f5-06b2-4ed8-ac4f-287fac5a7728 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 944 time: 0.3804541 Apr 11 20:55:01.055579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.075834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef7dec31-cbb5-4708-92ad-86a67c649b47 req-22b10f9c-a4cb-4180-9c2c-8e73c88583a1 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638540 Apr 11 20:55:01.085313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.129878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:55:01.158377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.160143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-c879708f-aeab-460d-903b-059edbceff70 service neutron] 10.222.0.75 "PUT /v2.0/ports/65af35a1-a009-46ff-9877-553590b3646f HTTP/1.1" status: 200 len: 1091 time: 2.7945538 Apr 11 20:55:01.165513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'tag': '65af35a1-a009-46ff-9877-553590b3646f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:01.213577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa90b222-739e-4a7e-ab46-a802ec624c5e req-4c7add24-0173-4316-a064-5c7a2e963dc2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847647 Apr 11 20:55:01.222207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879708f-aeab-460d-903b-059edbceff70 service neutron] Pushing event updated for resources: {'Port': ['ID=65af35a1-a009-46ff-9877-553590b3646f,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:01.348569 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.355613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd94a3-93ed-4a74-8597-639f894bf7f6 req-3d4caf0e-abb9-4e9b-891f-d000018f4ed7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:01.357404 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45dd94a3-93ed-4a74-8597-639f894bf7f6 req-3d4caf0e-abb9-4e9b-891f-d000018f4ed7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1297574 Apr 11 20:55:01.384237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.403889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=7a03349d-e11c-4b59-8791-50819aa507f2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:01.460478 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.470834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc7d9a-32dd-4ce8-b365-21d7c6758198 None None] Network 2f7ab501-b973-497e-adda-6ae0d11684ff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:01.475496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-92c7f8c3-fd05-478b-b1da-0540626b38c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/7a03349d-e11c-4b59-8791-50819aa507f2 HTTP/1.1" status: 204 len: 168 time: 1.3885283 Apr 11 20:55:01.478852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:01.487834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45dd94a3-93ed-4a74-8597-639f894bf7f6 req-8b85e24b-b06c-4208-9bc6-0127c01ebc34 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212447 Apr 11 20:55:01.577756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Allocated IP 172.25.5.58 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e1dcabcf-f2df-4790-a28f-ccfb0900e799) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:01.613619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-719de6ba-bdfd-41d1-a200-5022b7621c7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 1094 time: 0.3248851 Apr 11 20:55:01.712798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.720613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674ba2a-5b2c-4400-b5d5-7b16dbfef8f2 req-99538b41-ea75-4bdb-9846-389dd26a3dd6 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:01.721335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0674ba2a-5b2c-4400-b5d5-7b16dbfef8f2 req-99538b41-ea75-4bdb-9846-389dd26a3dd6 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:01.727443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-191ca6b0-4e46-4b5e-b98e-3e0284d80163 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65af35a1-a009-46ff-9877-553590b3646f HTTP/1.1" status: 200 len: 217 time: 0.1001205 Apr 11 20:55:01.768091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:00Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:01.775743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff394a-494f-43f6-940d-062624a1d92b None None] The sync data for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 is: [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:00Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:01.783044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.789363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port dbd5b981-6713-4c04-bd67-8d2840d3f62d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:01.789682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.824908 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21b115d-dece-4aa2-9220-8e13b0e1994b'] response: {'name': 'network-changed', 'server_uuid': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'tag': '65af35a1-a009-46ff-9877-553590b3646f', 'status': 'completed', 'code': 200} Apr 11 20:55:01.879776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0674ba2a-5b2c-4400-b5d5-7b16dbfef8f2 req-99538b41-ea75-4bdb-9846-389dd26a3dd6 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:01.888436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:01.905920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0674ba2a-5b2c-4400-b5d5-7b16dbfef8f2 req-99538b41-ea75-4bdb-9846-389dd26a3dd6 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 943 time: 0.5031097 Apr 11 20:55:01.914882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b431-3828-476b-8799-ac31652edb0e req-0134a17c-8e5b-4154-9577-38c31394276f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:01.929867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-0134a17c-8e5b-4154-9577-38c31394276f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1820076 Apr 11 20:55:01.980245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event updated for resources: {'Port': ['ID=e1dcabcf-f2df-4790-a28f-ccfb0900e799,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:02.004593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:02.010018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:02.013066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:02.028011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:55:02.031238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 8381f84f-73ff-4061-bcc3-71546e5f698a up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:02.102747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] DHCP port deletion for 2f7ab501-b973-497e-adda-6ae0d11684ff request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:55:02.116189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Deleting port dbd5b981-6713-4c04-bd67-8d2840d3f62d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:02.117462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.127671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-f829dedd-9375-4824-83e9-954ca06009b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1967452 Apr 11 20:55:02.263662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.297592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-75a38cad-18c1-4fdc-aaf0-7d5f55a87828 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558313 Apr 11 20:55:02.323341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 54847c04-b29a-4a9d-a4ca-5c17e87315c4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:02.430377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0674ba2a-5b2c-4400-b5d5-7b16dbfef8f2 req-ee6637af-4a16-44f6-8bc6-bb3c26511b29 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227587 Apr 11 20:55:02.507498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:02.519077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.536174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'mac_address': 'fa:16:3e:ca:68:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:55:02.716123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.761802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad804ef-b1d6-4b8f-adfc-d97e07b8d17c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:02.776622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 8381f84f-73ff-4061-bcc3-71546e5f698a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:02.798517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f467b54-f810-45aa-8f4f-06eb65fb5255 req-9ffba6cc-01a1-4d9c-b1c2-7cc911d1c9c3 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:02.806321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f467b54-f810-45aa-8f4f-06eb65fb5255 req-9ffba6cc-01a1-4d9c-b1c2-7cc911d1c9c3 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 944 time: 0.3355975 Apr 11 20:55:02.826910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port dbd5b981-6713-4c04-bd67-8d2840d3f62d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dbd5b981-6713-4c04-bd67-8d2840d3f62d,segment=NetworkSegment(d8a79a2c-b923-43c9-b5b8-521e6a8152f1),segment_id=d8a79a2c-b923-43c9-b5b8-521e6a8152f1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:02.827273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.878461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 8381f84f-73ff-4061-bcc3-71546e5f698a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:02.878832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.890358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f467b54-f810-45aa-8f4f-06eb65fb5255 req-8e3e4ded-0a22-4666-8c57-0fea1cd974fb tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830503 Apr 11 20:55:02.905253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.925961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:02.952991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:02.966298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:02.966889 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.980983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:02.998104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4099b431-3828-476b-8799-ac31652edb0e req-a25acb3b-6670-4d19-854a-8b4e13cb550f service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927764 Apr 11 20:55:03.001899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] For port dbd5b981-6713-4c04-bd67-8d2840d3f62d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dbd5b981-6713-4c04-bd67-8d2840d3f62d,segment=NetworkSegment(d8a79a2c-b923-43c9-b5b8-521e6a8152f1),segment_id=d8a79a2c-b923-43c9-b5b8-521e6a8152f1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:03.002408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.004838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for dbd5b981-6713-4c04-bd67-8d2840d3f62d owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:03.049860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27075de-dbe0-48d5-8e8f-a4314054eebc req-8eaed5b6-9feb-4d45-bcf5-43bb3c3b2363 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:03.058003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c27075de-dbe0-48d5-8e8f-a4314054eebc req-8eaed5b6-9feb-4d45-bcf5-43bb3c3b2363 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.3695910 Apr 11 20:55:03.207467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c27075de-dbe0-48d5-8e8f-a4314054eebc req-b9795463-51fa-422b-b2ef-e2573877af8f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483352 Apr 11 20:55:03.232488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event updated for resources: {'Port': ['ID=e1dcabcf-f2df-4790-a28f-ccfb0900e799,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:03.236428 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.245313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.245938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Calling delete_port for dbd5b981-6713-4c04-bd67-8d2840d3f62d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:03.265689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-edcd5d83-7058-47f5-802a-0ad0a6d5d4de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 1094 time: 0.1354187 Apr 11 20:55:03.290528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041bebc-b015-4df9-8c37-c58c01ea0bc0 req-9027abac-b7b1-4068-9b7e-684b505ccb7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:03.298171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c041bebc-b015-4df9-8c37-c58c01ea0bc0 req-9027abac-b7b1-4068-9b7e-684b505ccb7c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 945 time: 0.2264941 Apr 11 20:55:03.307995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.353863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.358568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d09e2d8-5b2a-4ee1-a82a-fb1ad92108e5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4654112 Apr 11 20:55:03.381058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c041bebc-b015-4df9-8c37-c58c01ea0bc0 req-8aaf04b1-a25e-4109-a9f0-aa8c8e7bc6b2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818379 Apr 11 20:55:03.425043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=dbd5b981-6713-4c04-bd67-8d2840d3f62d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:03.462296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No DVR routers for this DVR port dbd5b981-6713-4c04-bd67-8d2840d3f62d on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:03.507971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:03.535306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:03.565666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-f11620f3-eee8-4b33-b9bb-f10318488b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:03.568369 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:55:03.568496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-f11620f3-eee8-4b33-b9bb-f10318488b2e service neutron] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.2928889 Apr 11 20:55:03.568712 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:55:03.605603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.631177 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.697283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8381f84f-73ff-4061-bcc3-71546e5f698a'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:03.718148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 8381f84f-73ff-4061-bcc3-71546e5f698a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=8381f84f-73ff-4061-bcc3-71546e5f698a,segment=NetworkSegment(b2184c49-70f3-4d6a-a674-8c1e134b1393),segment_id=b2184c49-70f3-4d6a-a674-8c1e134b1393)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:03.720491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 54847c04-b29a-4a9d-a4ca-5c17e87315c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=54847c04-b29a-4a9d-a4ca-5c17e87315c4,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:03.762688 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494d0552-2221-42f5-8a46-e87e1dbd41a6'] response: {'server_uuid': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8381f84f-73ff-4061-bcc3-71546e5f698a', 'code': 200} Apr 11 20:55:03.791356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-f32f5a10-497b-47de-92e5-8e442a4edcb6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65af35a1-a009-46ff-9877-553590b3646f HTTP/1.1" status: 200 len: 217 time: 0.1875145 Apr 11 20:55:03.793207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.796060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.840770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.891276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=8381f84f-73ff-4061-bcc3-71546e5f698a,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:03.919128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7ab501-b973-497e-adda-6ae0d11684ff']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:03.939698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:03.940003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a79a2c-b923-43c9-b5b8-521e6a8152f1') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:03.959983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=54847c04-b29a-4a9d-a4ca-5c17e87315c4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:03.960241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:03.976254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-6f6a66c1-e809-4b5b-91b9-5e7e8ad99b70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:03.977710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-6f6a66c1-e809-4b5b-91b9-5e7e8ad99b70 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1735246 Apr 11 20:55:04.043244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.050257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-e3df1c99-a066-4a33-a0ca-e07eaef22442 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608058 Apr 11 20:55:04.053691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 54847c04-b29a-4a9d-a4ca-5c17e87315c4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:04.060158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473757db-9fc9-408c-b079-211068e764da req-c96c43e7-cc4b-40d3-8fd8-294687d38a8a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:04.061675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-473757db-9fc9-408c-b079-211068e764da req-c96c43e7-cc4b-40d3-8fd8-294687d38a8a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 943 time: 0.4053071 Apr 11 20:55:04.066016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:55:04.066418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.089600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Deleting port dbd5b981-6713-4c04-bd67-8d2840d3f62d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:04.090378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:55:04.099903 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:55:04.171278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-becf6b02-7c45-497c-8839-8fb1e697da3e None None] The port 'dbd5b981-6713-4c04-bd67-8d2840d3f62d' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:55:04.181018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065b719-3199-4f1a-ae88-a3cc16a27a93 req-d1ba65dd-fe65-4e15-b714-905d988a999a tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:04.189040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6065b719-3199-4f1a-ae88-a3cc16a27a93 req-d1ba65dd-fe65-4e15-b714-905d988a999a tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 945 time: 0.1092663 Apr 11 20:55:04.202529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:04.202808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.251715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6065b719-3199-4f1a-ae88-a3cc16a27a93 req-4fd76902-38a1-464d-ba7d-af37b1f2526c tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Apr 11 20:55:04.378603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a615bd6d-7011-4d46-8c05-8b965e6ec670 req-b042d816-0dcc-4f4f-9460-3b27ef270883 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 1096 time: 0.5318577 Apr 11 20:55:04.435559 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.446112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.449536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-3f7be665-4a8b-4b18-8106-ba770e81ef4c service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848569 Apr 11 20:55:04.462969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dbd5b981-6713-4c04-bd67-8d2840d3f62d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:04.497243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42809d92-8161-45b7-9b3c-71aafac04a47 req-9a02364a-5289-4c8a-aeec-85d8351086e8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:04.499678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=2f7ab501-b973-497e-adda-6ae0d11684ff,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:04.502396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: dbd5b981-6713-4c04-bd67-8d2840d3f62d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:55:04.502814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dbd5b981-6713-4c04-bd67-8d2840d3f62d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:04.508216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42809d92-8161-45b7-9b3c-71aafac04a47 req-9a02364a-5289-4c8a-aeec-85d8351086e8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1175151 Apr 11 20:55:04.556237 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42809d92-8161-45b7-9b3c-71aafac04a47 req-4f486897-60c7-41b5-8dc2-fff2c84e39d3 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Apr 11 20:55:04.695261 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-473757db-9fc9-408c-b079-211068e764da req-d6e9c296-1d02-45f0-9e6d-2cf530d00bd8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915403 Apr 11 20:55:04.720277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a615bd6d-7011-4d46-8c05-8b965e6ec670 req-ec024587-03c9-4fe5-a462-419596b8f31d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343725 Apr 11 20:55:04.767781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-14a5fc68-45fa-45f3-b9bf-7a29f30f11dd tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/2f7ab501-b973-497e-adda-6ae0d11684ff HTTP/1.1" status: 204 len: 168 time: 3.2871714 Apr 11 20:55:04.773245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:04.779926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb04eb-4e6f-4bbd-a366-73a4cb36536b req-2a6ed2dc-b1f8-4eab-8dd1-57772c98d866 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:04.780928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2046215637'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:04.781425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdeb04eb-4e6f-4bbd-a366-73a4cb36536b req-2a6ed2dc-b1f8-4eab-8dd1-57772c98d866 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 945 time: 0.0866797 Apr 11 20:55:04.791000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21be9959-9bab-4fe7-bb5a-0f6ab155b4c6 req-2767e6f1-a001-4951-81d4-3825a7f76ba4 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122892 Apr 11 20:55:04.794551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:04.797838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:04.801586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:04.809792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:04.907096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:04.910185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.945979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:55:04.950956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdeb04eb-4e6f-4bbd-a366-73a4cb36536b req-810d95ab-cf2a-4a68-a526-66f1ac0e2432 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604383 Apr 11 20:55:04.955545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:04.955958 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 95ea5ab1-7596-4121-959b-b12d0796a411 of type vlan for network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 Apr 11 20:55:04.985536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:05.084215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:05.088175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:05.088750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:05.194182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=6a468fb3-0a28-40fd-9fe6-e431bdde23b6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:05.205427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:55:05.305283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3e994833-76a2-4527-a7b5-b08185896f36 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5278940 Apr 11 20:55:05.305613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:05.311828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:05.523404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:05.529557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:05.532809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:05.544463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:05.560879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793209a8-a06b-405a-adbb-c4a76dbc662a req-74e489bf-b084-47cc-a68e-f8e6d4c5efb9 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:05.562396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-793209a8-a06b-405a-adbb-c4a76dbc662a req-74e489bf-b084-47cc-a68e-f8e6d4c5efb9 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 945 time: 0.1397607 Apr 11 20:55:05.622254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-793209a8-a06b-405a-adbb-c4a76dbc662a req-a7925cc1-ac9c-45a8-884c-133e8b412ebd tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542495 Apr 11 20:55:05.655392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:05.809308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052704e6-d2ca-475e-9be1-fa502de2b3c7 req-c9c0b4fd-c9f5-4258-8938-7135718ccc2d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:05.810879 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-052704e6-d2ca-475e-9be1-fa502de2b3c7 req-c9c0b4fd-c9f5-4258-8938-7135718ccc2d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0986638 Apr 11 20:55:05.811539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:05.904636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-052704e6-d2ca-475e-9be1-fa502de2b3c7 req-3bb6f8f6-9370-4785-b172-8630b9102592 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879898 Apr 11 20:55:06.044893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c3e95-42df-4c60-a59e-29941bbc8b0b req-93267c0b-84d7-4c16-ba5d-ac7dc553a905 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:06.044893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c3c3e95-42df-4c60-a59e-29941bbc8b0b req-93267c0b-84d7-4c16-ba5d-ac7dc553a905 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 943 time: 0.1423182 Apr 11 20:55:06.053713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:06.167957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65af35a1-a009-46ff-9877-553590b3646f details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:55:06.168157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c3c3e95-42df-4c60-a59e-29941bbc8b0b req-01db107b-8c58-487f-8a24-56b2b357b5b8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001313 Apr 11 20:55:06.207754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f0e8-bfc2-44ac-a96d-02fdfa8aae85 req-f4ab76d7-a951-42ed-a5bd-9b13ff2accf5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:06.209629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fc0f0e8-bfc2-44ac-a96d-02fdfa8aae85 req-f4ab76d7-a951-42ed-a5bd-9b13ff2accf5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 945 time: 0.0882659 Apr 11 20:55:06.266705 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fc0f0e8-bfc2-44ac-a96d-02fdfa8aae85 req-f0292242-3958-4a87-b9c1-88496928a96d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507119 Apr 11 20:55:06.277072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:06.293648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:06.294037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.312443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.405651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=94496d8d-9fa3-4a44-b17a-4c499832e886,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:06.415370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '95ea5ab1-7596-4121-959b-b12d0796a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:06.415699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 65af35a1-a009-46ff-9877-553590b3646f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65af35a1-a009-46ff-9877-553590b3646f,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:06.415950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: 6a468fb3-0a28-40fd-9fe6-e431bdde23b6, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:55:06.456103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '65af35a1-a009-46ff-9877-553590b3646f', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': '65af35a1-a009-46ff-9877-553590b3646f', 'mac_address': 'fa:16:3e:2d:25:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:55:06.489446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:55:06.545601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.566030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.575392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6a468fb3-0a28-40fd-9fe6-e431bdde23b6) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:06.587944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac4247-f597-4808-9688-d40a6a250a28 None None] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:06.592128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:06.592962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.669915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65af35a1-a009-46ff-9877-553590b3646f {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:06.684111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:06.684528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-52dd2abc-458f-4e57-9984-a29fb7ee0460 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3776577 Apr 11 20:55:06.686926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39010) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:06.710708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-634168772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:06.714901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:06.721403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 65af35a1-a009-46ff-9877-553590b3646f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65af35a1-a009-46ff-9877-553590b3646f,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:06.727774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:06.747214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:router and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:06.753208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:06.774466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:06.820913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.821996 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3237c0e8-852f-4a5d-8fd5-1b8c62e1b4db'] response: {'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'code': 200} Apr 11 20:55:06.886808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1e4a0-0710-415d-a37f-7cbfcc1fad26 req-d3f545dd-0f84-4a64-b85e-fbee070c3c5f tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:06.893955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7de1e4a0-0710-415d-a37f-7cbfcc1fad26 req-d3f545dd-0f84-4a64-b85e-fbee070c3c5f tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 945 time: 0.1094475 Apr 11 20:55:06.947813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.948760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:06.969363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:07.004310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-6a468fb3-0a28-40fd-9fe6-e431bdde23b6', 'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': '94496d8d-9fa3-4a44-b17a-4c499832e886'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:55:07.005405 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:07.012255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7de1e4a0-0710-415d-a37f-7cbfcc1fad26 req-66e7e169-e920-4bcd-a0bf-22bfdf9ced69 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174138 Apr 11 20:55:07.017585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:07.050076 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76ff992f-b7cc-4869-bccf-efbe0b8e11fc req-1f97e99f-05a6-45c5-af7d-2bb43aad0bc9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1097 time: 0.1530886 Apr 11 20:55:07.093222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:07.106601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76ff992f-b7cc-4869-bccf-efbe0b8e11fc req-2de8c678-23df-4ef5-99f1-83ea917e7a50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496030 Apr 11 20:55:07.130005 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:07.196007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbba211-0da8-4315-ba4e-4ae46420b262 req-b985750b-67ab-45f8-978a-14389a8caa44 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:07.199945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dbba211-0da8-4315-ba4e-4ae46420b262 req-b985750b-67ab-45f8-978a-14389a8caa44 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1428578 Apr 11 20:55:07.206995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=65af35a1-a009-46ff-9877-553590b3646f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:07.278319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:07.283275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d6dac3db-dfdc-4416-ab4c-3484945692a5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5949886 Apr 11 20:55:07.289708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39024) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:07.294044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dbba211-0da8-4315-ba4e-4ae46420b262 req-d452e20d-ba03-4727-b81d-20f4c5e99302 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873258 Apr 11 20:55:07.304428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['65af35a1-a009-46ff-9877-553590b3646f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:07.377857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Allocated IP 2001:db8::2 (6a468fb3-0a28-40fd-9fe6-e431bdde23b6/94496d8d-9fa3-4a44-b17a-4c499832e886/5a21eedf-05ed-4720-80b6-8fd4905cba57) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:07.584494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac42187-bdfa-45f2-b99b-fcb99a1e17a8 req-9de73261-788e-4ee6-bb87-7e345b7ba491 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:07.592947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ac42187-bdfa-45f2-b99b-fcb99a1e17a8 req-9de73261-788e-4ee6-bb87-7e345b7ba491 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.1086495 Apr 11 20:55:07.658011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ac42187-bdfa-45f2-b99b-fcb99a1e17a8 req-46c1743e-2c2f-40f9-afa3-5c564ec825ad tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634885 Apr 11 20:55:07.841495 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:07.876052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Transition to ACTIVE for port object 5a21eedf-05ed-4720-80b6-8fd4905cba57 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:07.913501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Transition to ACTIVE for port object 5a21eedf-05ed-4720-80b6-8fd4905cba57 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:07.981785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f11bc6-51ff-4a61-8c9a-06a5ce421da8 req-3e5befc5-4d08-4404-a209-fb145669ccac tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:07.983241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3f11bc6-51ff-4a61-8c9a-06a5ce421da8 req-3e5befc5-4d08-4404-a209-fb145669ccac tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 944 time: 0.5899675 Apr 11 20:55:07.988054 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:08.051795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:08.060100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:08.064741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:08.115893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Pushing event updated for resources: {'Port': ['ID=5a21eedf-05ed-4720-80b6-8fd4905cba57,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:08.118982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3f11bc6-51ff-4a61-8c9a-06a5ce421da8 req-485f07be-6307-400a-a103-27132a40bd9a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291738 Apr 11 20:55:08.224205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Attempting to bind port 5a21eedf-05ed-4720-80b6-8fd4905cba57 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:08.224611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Attempting to bind port 5a21eedf-05ed-4720-80b6-8fd4905cba57 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '95ea5ab1-7596-4121-959b-b12d0796a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:08.224920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Attempting to bind port 5a21eedf-05ed-4720-80b6-8fd4905cba57 on network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:08.234636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:08.235005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Checking segment: {'id': '95ea5ab1-7596-4121-959b-b12d0796a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:08.235404 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:08.235827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Bound using segment: {'id': '95ea5ab1-7596-4121-959b-b12d0796a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:08.236346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Bound port: 5a21eedf-05ed-4720-80b6-8fd4905cba57, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ea5ab1-7596-4121-959b-b12d0796a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6a468fb3-0a28-40fd-9fe6-e431bdde23b6'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:08.237526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:08.385330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:08.431613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] For port 5a21eedf-05ed-4720-80b6-8fd4905cba57, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:08.432862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] For port 5a21eedf-05ed-4720-80b6-8fd4905cba57, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a21eedf-05ed-4720-80b6-8fd4905cba57,segment=NetworkSegment(95ea5ab1-7596-4121-959b-b12d0796a411),segment_id=95ea5ab1-7596-4121-959b-b12d0796a411)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:08.507286 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:08.576177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d798c-193a-4a5c-9f43-bb237ea78244 req-f97dfb11-119d-435a-aadc-be958c957ccd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:08.577810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-797d798c-193a-4a5c-9f43-bb237ea78244 req-f97dfb11-119d-435a-aadc-be958c957ccd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1025064 Apr 11 20:55:08.661522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-797d798c-193a-4a5c-9f43-bb237ea78244 req-dad98e03-6498-4f3e-b6f8-4bcc84ed5a00 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773520 Apr 11 20:55:08.689324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfc54-b22a-4fb4-8e7d-6d0b80aeff52 None None] Pushing event updated for resources: {'Port': ['ID=5a21eedf-05ed-4720-80b6-8fd4905cba57,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:09.006366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8::1 (6a468fb3-0a28-40fd-9fe6-e431bdde23b6/94496d8d-9fa3-4a44-b17a-4c499832e886/0d84f347-1090-438d-b31b-a0e4a233c17a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:09.030356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac235-659c-4dc0-9945-c3eb5546266d req-16ef6580-4686-41e5-b0d2-a748188ec6e7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:09.046681 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44fac235-659c-4dc0-9945-c3eb5546266d req-16ef6580-4686-41e5-b0d2-a748188ec6e7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.1540117 Apr 11 20:55:09.135103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44fac235-659c-4dc0-9945-c3eb5546266d req-8f7d06d2-8231-4ebe-b38b-9d9b00e6a1aa tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861437 Apr 11 20:55:09.139287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e4d61-84dc-4a28-bac3-b81938b9eed5 req-a8016bd1-8cf1-4b1e-94b6-efd8100e6d32 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:09.140893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d34e4d61-84dc-4a28-bac3-b81938b9eed5 req-a8016bd1-8cf1-4b1e-94b6-efd8100e6d32 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 945 time: 0.5758188 Apr 11 20:55:09.245500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d34e4d61-84dc-4a28-bac3-b81938b9eed5 req-f70f549c-b39e-403e-987f-b85b7e45988e tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Apr 11 20:55:09.294061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:09.327617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object 0d84f347-1090-438d-b31b-a0e4a233c17a will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:09.448842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:09.484893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50ddc0-d3de-4264-8f27-4f31973c560a req-a0eff178-b501-4db2-9552-50156844f3f6 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:09.486500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec50ddc0-d3de-4264-8f27-4f31973c560a req-a0eff178-b501-4db2-9552-50156844f3f6 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 944 time: 0.1211712 Apr 11 20:55:09.546933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec50ddc0-d3de-4264-8f27-4f31973c560a req-94d5869f-eb48-427e-a427-13464dd67237 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540900 Apr 11 20:55:09.552500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:09.557451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:09.559456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=0d84f347-1090-438d-b31b-a0e4a233c17a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:09.562518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:09.563104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:09.588071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.588420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.588763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.589098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.589437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.589772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.590098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.590427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.590794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.591124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.591451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:09.614983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca3fc6-46ff-4c55-87c5-9aef22a0c6f4 req-e1771364-2eaf-467a-8905-a729748d9452 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:09.616969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acca3fc6-46ff-4c55-87c5-9aef22a0c6f4 req-e1771364-2eaf-467a-8905-a729748d9452 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.2204094 Apr 11 20:55:09.626679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39046) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:09.633710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Request body: {'floatingip': {'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:09.746610 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:09.821576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-ae3a0639-abde-4e9d-a6b1-2fefa1c79292 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:09.823494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-ae3a0639-abde-4e9d-a6b1-2fefa1c79292 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.69 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 945 time: 0.1954529 Apr 11 20:55:09.885985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:09.980758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Deleting port 8381f84f-73ff-4061-bcc3-71546e5f698a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:09.981104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:10.101079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036cf430-752b-42e4-98b9-5ff1b03bae7f None None] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:10.181406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65af35a1-a009-46ff-9877-553590b3646f up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:10.226967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a21eedf-05ed-4720-80b6-8fd4905cba57 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:10.555865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7c1fba7d-c260-4758-8bac-e3071f1489c2 None None] Provisioning for port 5a21eedf-05ed-4720-80b6-8fd4905cba57 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:10.579137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000affc-1683-44f8-be94-0aa1d817c333 req-9d3ee9d5-2612-4717-8ff3-1652186aa50f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:10.588222 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f000affc-1683-44f8-be94-0aa1d817c333 req-9d3ee9d5-2612-4717-8ff3-1652186aa50f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.7176600 Apr 11 20:55:10.593825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 65af35a1-a009-46ff-9877-553590b3646f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:10.601845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 65af35a1-a009-46ff-9877-553590b3646f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:10.602208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:10.642470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5a21eedf-05ed-4720-80b6-8fd4905cba57 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:10.669027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5a21eedf-05ed-4720-80b6-8fd4905cba57 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:10.669396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:10.676184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f000affc-1683-44f8-be94-0aa1d817c333 req-89d3ea75-a5ee-4014-b864-11116ca0e1d9 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878220 Apr 11 20:55:10.908024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] For port 8381f84f-73ff-4061-bcc3-71546e5f698a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=8381f84f-73ff-4061-bcc3-71546e5f698a,segment=NetworkSegment(b2184c49-70f3-4d6a-a674-8c1e134b1393),segment_id=b2184c49-70f3-4d6a-a674-8c1e134b1393)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:10.908577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:10.918006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:10.941900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:10.950438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f534b-eef0-4070-a13f-545007f46b20 req-bbba88de-2afb-4fe5-b7bc-4bc8ee7fd92e tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:10.952040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a6f534b-eef0-4070-a13f-545007f46b20 req-bbba88de-2afb-4fe5-b7bc-4bc8ee7fd92e tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 945 time: 0.3882658 Apr 11 20:55:10.972883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65af35a1-a009-46ff-9877-553590b3646f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:10.993496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 65af35a1-a009-46ff-9877-553590b3646f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65af35a1-a009-46ff-9877-553590b3646f,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:11.007822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5a21eedf-05ed-4720-80b6-8fd4905cba57, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a21eedf-05ed-4720-80b6-8fd4905cba57,segment=NetworkSegment(95ea5ab1-7596-4121-959b-b12d0796a411),segment_id=95ea5ab1-7596-4121-959b-b12d0796a411)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:11.089908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.117519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.129648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Calling delete_port for 8381f84f-73ff-4061-bcc3-71546e5f698a owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:11.164997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee21e-c0fd-410b-81bb-21ea1332cfde req-71b8523d-5f7d-4e9a-8c5a-ca2528c5138e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:11.164997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-437ee21e-c0fd-410b-81bb-21ea1332cfde req-71b8523d-5f7d-4e9a-8c5a-ca2528c5138e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 944 time: 0.2880900 Apr 11 20:55:11.195213 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:55:11.226991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.231668 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.234665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.263778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a6f534b-eef0-4070-a13f-545007f46b20 req-eaa33082-31eb-4e93-9c60-e27e5ed2d8d4 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/security-groups?id=46b85c24-c24a-4be6-97e9-f46549c890b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372975 Apr 11 20:55:11.278741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72ae9e2d-c998-4665-b523-e8d2a00064cc None None] Provisioning complete for port 5a21eedf-05ed-4720-80b6-8fd4905cba57 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:11.279273 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72ae9e2d-c998-4665-b523-e8d2a00064cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.332384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=65af35a1-a009-46ff-9877-553590b3646f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:11.434760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.435498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.439408 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0139b7b1-5cfc-48eb-9e78-0c9f29dd0170'] response: {'server_uuid': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65af35a1-a009-46ff-9877-553590b3646f', 'code': 200} Apr 11 20:55:11.493995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-437ee21e-c0fd-410b-81bb-21ea1332cfde req-b15bc965-7fd2-4075-a18c-05b6d600ac69 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178253 Apr 11 20:55:11.538709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.569205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['8381f84f-73ff-4061-bcc3-71546e5f698a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:11.663021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5a21eedf-05ed-4720-80b6-8fd4905cba57,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:11.677565 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Floating IP 27622b93-a942-48bb-956e-993c43ae81a9 associated. External IP: 172.25.5.5, port: dad804ef-b1d6-4b8f-adfc-d97e07b8d17c. Apr 11 20:55:11.775220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72ae9e2d-c998-4665-b523-e8d2a00064cc None None] Provisioning for port 0d84f347-1090-438d-b31b-a0e4a233c17a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:11.780781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72ae9e2d-c998-4665-b523-e8d2a00064cc None None] Provisioning complete for port 0d84f347-1090-438d-b31b-a0e4a233c17a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:11.781140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72ae9e2d-c998-4665-b523-e8d2a00064cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.829951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=0d84f347-1090-438d-b31b-a0e4a233c17a,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:11.847592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-72ae9e2d-c998-4665-b523-e8d2a00064cc None None] Port 0d84f347-1090-438d-b31b-a0e4a233c17a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:11.951178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] No DVR routers for this DVR port 8381f84f-73ff-4061-bcc3-71546e5f698a on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:11.974501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9e1d9dfb-b051-4244-8d95-aaac9cb88dea None None] Provisioning complete for port 0d84f347-1090-438d-b31b-a0e4a233c17a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:11.975150 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9dfb-b051-4244-8d95-aaac9cb88dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.985377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:11.996444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'name': 'network-vif-deleted', 'tag': '8381f84f-73ff-4061-bcc3-71546e5f698a'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:12.038971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] Pushing event deleted for resources: {'Port': ['ID=8381f84f-73ff-4061-bcc3-71546e5f698a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:12.070108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d9dfb-b051-4244-8d95-aaac9cb88dea None None] Port 0d84f347-1090-438d-b31b-a0e4a233c17a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:12.102419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a21eedf-05ed-4720-80b6-8fd4905cba57 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:12.144890 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadaa59d-a676-4cda-9e13-898fb0390299'] response: {'server_uuid': '0df9413f-9feb-4906-937c-bad77b4b57d2', 'name': 'network-vif-deleted', 'tag': '8381f84f-73ff-4061-bcc3-71546e5f698a', 'status': 'completed', 'code': 200} Apr 11 20:55:12.160790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-267c2986-8b1d-4aba-abb5-7c816e639109 req-5195cf9e-e02f-4928-b93b-0e73a23f2edb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 1096 time: 0.6237197 Apr 11 20:55:12.192383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5a21eedf-05ed-4720-80b6-8fd4905cba57 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:12.192763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:12.214747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:12.249409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:12.445030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Router a57e94ce-007a-490e-89be-51f9398012e3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:55:12.470208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcb65-9724-4b91-aa0c-30796ca4e9d1 req-683bc190-8f27-4058-a3f5-a37c856f112d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:12.482035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4dcb65-9724-4b91-aa0c-30796ca4e9d1 req-683bc190-8f27-4058-a3f5-a37c856f112d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.6590123 Apr 11 20:55:12.642752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b59b1d4d-767c-4b46-b4d9-cffa0a958ec4 req-60fc5c01-37b3-4daa-ba8a-69c25ef4354c tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.61 "GET /v2.0/ports?device_id=0df9413f-9feb-4906-937c-bad77b4b57d2 HTTP/1.1" status: 200 len: 210 time: 0.0662868 Apr 11 20:55:12.677515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88a7bf61-6f8a-487c-84fe-597e3b351623 req-6fea17d3-b636-4555-9726-f485bf485d64 tempest-InstanceActionsNegativeTestJSON-1150280945 tempest-InstanceActionsNegativeTestJSON-1150280945-project] 10.222.0.69 "DELETE /v2.0/ports/8381f84f-73ff-4061-bcc3-71546e5f698a HTTP/1.1" status: 204 len: 173 time: 2.8461490 Apr 11 20:55:12.723902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fe8da47f-ef16-4844-ba4f-65f4fa92138f None None] Provisioning complete for port 0d84f347-1090-438d-b31b-a0e4a233c17a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:12.724723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fe8da47f-ef16-4844-ba4f-65f4fa92138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:12.783279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-267c2986-8b1d-4aba-abb5-7c816e639109 req-ac0f0d36-e461-4393-95f3-6bd9f454dcc2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123288 Apr 11 20:55:12.811521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd4dcb65-9724-4b91-aa0c-30796ca4e9d1 req-9eef8869-bdeb-43f2-a95e-3112d3599cad tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271360 Apr 11 20:55:12.857034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fe8da47f-ef16-4844-ba4f-65f4fa92138f None None] Port 0d84f347-1090-438d-b31b-a0e4a233c17a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:13.015153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:13.028270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:13.029691 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:13.049943 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:13.051935 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:13.137774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8061b-668f-4afa-abcc-683ecbbc680c req-79de2105-1a32-452f-87a2-b0c720d29ec8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:13.140193 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91e8061b-668f-4afa-abcc-683ecbbc680c req-79de2105-1a32-452f-87a2-b0c720d29ec8 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 945 time: 0.2234080 Apr 11 20:55:13.163699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36397e84-3892-4105-bac6-1d2599aa1460 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "PUT /v2.0/floatingips/27622b93-a942-48bb-956e-993c43ae81a9 HTTP/1.1" status: 200 len: 990 time: 3.5191309 Apr 11 20:55:13.186428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:13.218166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91e8061b-668f-4afa-abcc-683ecbbc680c req-a7cb5726-585b-4314-9aeb-e423a43dd700 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694041 Apr 11 20:55:13.270280 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5ed357-157d-44ac-82c7-7d5d23840040'] response: {'name': 'network-changed', 'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'status': 'completed', 'code': 200} Apr 11 20:55:13.283726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router 1d84c686-3d60-4c43-81e1-d56e607b5187 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:55:13.329982 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:55:13.524939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-2f011f47-528f-412c-ad4b-cad2a841cecd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1097 time: 0.2349968 Apr 11 20:55:13.774304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:13.784727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] Sync routers for ids ['1d84c686-3d60-4c43-81e1-d56e607b5187'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:13.786040 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '27622b93-a942-48bb-956e-993c43ae81a9', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'floating_ip_address': '172.25.5.5', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'mac_address': 'fa:16:3e:ca:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:54:39Z', 'updated_at': '2022-04-11T20:55:10Z', 'revision_number': 1, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:13.789734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39080) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:13.790692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4673b0ad-200d-4a4a-b211-bb63422b5dde tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/1d84c686-3d60-4c43-81e1-d56e607b5187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5049174 Apr 11 20:55:13.792459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:55:13.798672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ec85cef3-128d-4e37-9af7-68e78dd98e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:13.799929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-47cf422e-088d-4996-b45c-c6aaa4678e1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:13.802589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-47cf422e-088d-4996-b45c-c6aaa4678e1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.2718666 Apr 11 20:55:13.805464 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:13.806188 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:13.815226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] Routers {'1d84c686-3d60-4c43-81e1-d56e607b5187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:13.815891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d84c686-3d60-4c43-81e1-d56e607b5187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:13.960793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39088) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:14.007306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:14.054819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 8381f84f-73ff-4061-bcc3-71546e5f698a no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:14.136315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9349af-0ce9-47d2-9746-ed2e68321e41 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:14.136887 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:55:14.137232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8e9349af-0ce9-47d2-9746-ed2e68321e41 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:14.161594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 8381f84f-73ff-4061-bcc3-71546e5f698a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:55:14.161931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 8381f84f-73ff-4061-bcc3-71546e5f698a not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:14.177843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] Routers {'1d84c686-3d60-4c43-81e1-d56e607b5187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:14.180764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d84c686-3d60-4c43-81e1-d56e607b5187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:14.231424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Deleting subnet edf905a3-02f7-4546-9e3b-af6e6ff87791 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:14.236057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:14.236639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-d6e40f72-3897-44f5-8df7-931dfe6b8046 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 998 time: 0.4263182 Apr 11 20:55:14.363025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:14.363875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549fa955-c6d2-4542-9d51-91dffc84a11d None None] The sync data for ids ['1d84c686-3d60-4c43-81e1-d56e607b5187'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:14.373050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:14.424954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-687e9786-2b9c-4d18-84e5-9dcc091433f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:14.426471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-687e9786-2b9c-4d18-84e5-9dcc091433f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.1666374 Apr 11 20:55:14.449032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8e9349af-0ce9-47d2-9746-ed2e68321e41 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:14.453598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e9349af-0ce9-47d2-9746-ed2e68321e41 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports/0d84f347-1090-438d-b31b-a0e4a233c17a HTTP/1.1" status: 200 len: 911 time: 0.6614268 Apr 11 20:55:14.457652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39094) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:14.496356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dea827-3daf-441b-8af9-166de96231a0 req-a0b6d80b-124c-4411-8aab-9e65d0f6ada2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:14.498085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68dea827-3daf-441b-8af9-166de96231a0 req-a0b6d80b-124c-4411-8aab-9e65d0f6ada2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.3673854 Apr 11 20:55:14.566329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68dea827-3daf-441b-8af9-166de96231a0 req-d19fcecb-4806-4331-b5ae-b46e028d0bbd tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 Apr 11 20:55:14.577586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-9898ea60-c7cc-4718-a9df-1723ae98e4b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437151 Apr 11 20:55:14.737732 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '27622b93-a942-48bb-956e-993c43ae81a9', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'floating_ip_address': '172.25.5.5', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'mac_address': 'fa:16:3e:ca:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:54:39Z', 'updated_at': '2022-04-11T20:55:10Z', 'revision_number': 1, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:14.749296 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92d524-9b71-4410-8aee-84c40dc4a747 None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '27622b93-a942-48bb-956e-993c43ae81a9', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'floating_ip_address': '172.25.5.5', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'mac_address': 'fa:16:3e:ca:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:54:39Z', 'updated_at': '2022-04-11T20:55:10Z', 'revision_number': 1, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:14.774343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-ca6b1abf-6b49-402a-8232-6d68942fc406 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869359 Apr 11 20:55:14.854279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:14.976734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95ec2f-9f3a-49b9-8cae-e8c73f2fb45c req-538a3a29-6f32-4dbf-86fa-3497a879be67 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:14.978178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b95ec2f-9f3a-49b9-8cae-e8c73f2fb45c req-538a3a29-6f32-4dbf-86fa-3497a879be67 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 945 time: 0.4244835 Apr 11 20:55:14.978685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e4d22f7-166c-4fe4-9ea1-0e63f9dda465 req-71453fdd-60d0-4407-b52e-755c71583c4e service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923442 Apr 11 20:55:15.041291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.075083 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b95ec2f-9f3a-49b9-8cae-e8c73f2fb45c req-1cb28d31-0382-4ea1-b494-e3accb48fc28 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869243 Apr 11 20:55:15.095123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf905a3-02f7-4546-9e3b-af6e6ff87791,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:15.170289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.269155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dbab78bb-157e-4140-a6a7-f854c37c2ec8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edf905a3-02f7-4546-9e3b-af6e6ff87791 HTTP/1.1" status: 204 len: 168 time: 1.3069389 Apr 11 20:55:15.271890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39106) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:15.394471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295d20e-7f57-4fc3-b5d6-0f2e713099b7 req-ad280239-f73e-4f46-b3cb-16b7306dcadf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.396072 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1295d20e-7f57-4fc3-b5d6-0f2e713099b7 req-ad280239-f73e-4f46-b3cb-16b7306dcadf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.0993955 Apr 11 20:55:15.402987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.493796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.563341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.569404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.571801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.575759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.579694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.583616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.588224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.590072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe2c8812-9e85-4249-995c-a314b70651fa req-1addb3fb-7cbe-4e09-afcc-fca8ed089736 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.1966875 Apr 11 20:55:15.596662 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1295d20e-7f57-4fc3-b5d6-0f2e713099b7 req-aca9d7fd-f6a1-4239-bba4-2910f1b6c844 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378562 Apr 11 20:55:15.841440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.858763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe2c8812-9e85-4249-995c-a314b70651fa req-bd57b111-0d0c-49c6-b6f7-9761f878d508 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2478240 Apr 11 20:55:15.875794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705c0992-f14e-4d1b-8ecb-f12705ab92f0']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:15.896691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2184c49-70f3-4d6a-a674-8c1e134b1393') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:15.897068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2184c49-70f3-4d6a-a674-8c1e134b1393') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:15.919551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.939899 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.952033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:55:15.952033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:15.954906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65936046-d915-4047-be54-a397f7fbebe7 req-6092492b-2cd6-4fe9-af83-9bd48111b68a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:15.956548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65936046-d915-4047-be54-a397f7fbebe7 req-6092492b-2cd6-4fe9-af83-9bd48111b68a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1535876 Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:55:15.965777 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:55:16.043729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-867bde7e-aff6-4deb-a108-3d3ba8b681b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:16.110454 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65936046-d915-4047-be54-a397f7fbebe7 req-0f99d28f-cff3-4ce1-a389-a73923b54dfa tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951827 Apr 11 20:55:16.136642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b15ec-9b4e-4e50-bbd1-6b5584169862 req-42f72bf8-f907-4469-a087-b6d291071eb0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:16.139064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-659b15ec-9b4e-4e50-bbd1-6b5584169862 req-42f72bf8-f907-4469-a087-b6d291071eb0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 945 time: 0.1023111 Apr 11 20:55:16.184134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:16.191175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:16.228989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] Pushing event deleted for resources: {'Network': ['ID=705c0992-f14e-4d1b-8ecb-f12705ab92f0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:16.242982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-659b15ec-9b4e-4e50-bbd1-6b5584169862 req-abd59006-e079-44a9-b61f-259e04f1fc3d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924141 Apr 11 20:55:16.269770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 0d84f347-1090-438d-b31b-a0e4a233c17a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:16.271167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:16.323782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-53b2e2ce-c0a6-42ab-a7b6-123d07299225 admin admin] 10.222.0.61 "DELETE /v2.0/networks/705c0992-f14e-4d1b-8ecb-f12705ab92f0 HTTP/1.1" status: 204 len: 168 time: 1.0501330 Apr 11 20:55:16.527594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:16.748840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39120) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:16.763755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 0d84f347-1090-438d-b31b-a0e4a233c17a owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:16.839505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ceddd32e-5d9e-4bc0-9828-ba9141130a7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3143449a8fc94dd9b0369d1376d1a701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0888228 Apr 11 20:55:16.842028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:16.955065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca60dd74-7e09-47b0-8a1e-65169412acf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:16.993521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca60dd74-7e09-47b0-8a1e-65169412acf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.017008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f4e35-5bfd-4a86-82c3-47707504acf3 req-06c44047-59ec-4530-bfe4-c683e9e7d4e2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.018500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de4f4e35-5bfd-4a86-82c3-47707504acf3 req-06c44047-59ec-4530-bfe4-c683e9e7d4e2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 945 time: 0.1100082 Apr 11 20:55:17.090576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de4f4e35-5bfd-4a86-82c3-47707504acf3 req-b3a51c4f-3b45-41c4-a652-b7c39b745e38 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642536 Apr 11 20:55:17.184236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.188527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca60dd74-7e09-47b0-8a1e-65169412acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.289012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=0d84f347-1090-438d-b31b-a0e4a233c17a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:17.296334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60dd74-7e09-47b0-8a1e-65169412acf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b85c24-c24a-4be6-97e9-f46549c890b1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:17.318041 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.341178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.473554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875527-2734-4e6e-b0f2-369751d076b4 req-272d5274-dffa-42c4-82c8-f0259c9cbd5b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.497109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4875527-2734-4e6e-b0f2-369751d076b4 req-272d5274-dffa-42c4-82c8-f0259c9cbd5b tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.2160633 Apr 11 20:55:17.571308 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78322e3-1cee-4537-9b63-529683c96113 None None] New status for floating IP 27622b93-a942-48bb-956e-993c43ae81a9: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:55:17.583023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4875527-2734-4e6e-b0f2-369751d076b4 req-3aaddb2e-6026-4288-9036-08dcf770b605 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844436 Apr 11 20:55:17.641167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca60dd74-7e09-47b0-8a1e-65169412acf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.642315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ca60dd74-7e09-47b0-8a1e-65169412acf6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46b85c24-c24a-4be6-97e9-f46549c890b1 HTTP/1.1" status: 204 len: 168 time: 0.7990155 Apr 11 20:55:17.661001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.665989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.670351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.674216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.679908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.686007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.690574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:17.692875 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-594f9ffe-0cb8-497c-9f1e-3025496b4297 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.5776303 Apr 11 20:55:17.724924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:17.878540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a25d7927-42a4-46a0-aaad-329c9d36c16d req-070e780a-45dd-43cc-a7cf-49b4ffe34935 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760304 Apr 11 20:55:18.073828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.073828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.077721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.082463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.086868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.091054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.095389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.098038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-912400b0-e87d-4b26-9686-b6b2d753cf87 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.1454625 Apr 11 20:55:18.212709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-f065fc57-ccf1-45cd-8f49-b0176727f879 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.214903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-f065fc57-ccf1-45cd-8f49-b0176727f879 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "GET /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1067021 Apr 11 20:55:18.248559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router 1d84c686-3d60-4c43-81e1-d56e607b5187 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:55:18.431881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:18.440440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ee92c6c-6ce5-4276-aa96-a4b7667ff52e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/1d84c686-3d60-4c43-81e1-d56e607b5187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9713283 Apr 11 20:55:18.442369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:18.459346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] Sync routers for ids ['1d84c686-3d60-4c43-81e1-d56e607b5187'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:18.494156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fe16e718-7b4d-4ad5-a3de-c5001274beb7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:18.497916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] Routers {'1d84c686-3d60-4c43-81e1-d56e607b5187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:18.499318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d84c686-3d60-4c43-81e1-d56e607b5187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:18.554512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f9323-c9a1-4ac3-82d4-19563a69cb14 req-a4dee389-cdee-4d4d-be00-4b18ed2df252 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.560140 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc3f9323-c9a1-4ac3-82d4-19563a69cb14 req-a4dee389-cdee-4d4d-be00-4b18ed2df252 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 945 time: 0.2578921 Apr 11 20:55:18.583182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:18.588360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fe16e718-7b4d-4ad5-a3de-c5001274beb7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:18.590959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fe16e718-7b4d-4ad5-a3de-c5001274beb7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d84c686-3d60-4c43-81e1-d56e607b5187 HTTP/1.1" status: 200 len: 205 time: 0.1465924 Apr 11 20:55:18.599390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:18.608173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-c7ea9230-85bc-47d2-9add-8cf28137c694 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:18.609639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-c7ea9230-85bc-47d2-9add-8cf28137c694 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 945 time: 0.3936367 Apr 11 20:55:18.614417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] Routers {'1d84c686-3d60-4c43-81e1-d56e607b5187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:18.615076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d84c686-3d60-4c43-81e1-d56e607b5187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:18.720867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:18.721554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238190c-23f0-494e-bc35-d3fcc73aaf90 None None] The sync data for ids ['1d84c686-3d60-4c43-81e1-d56e607b5187'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:18.723373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:18.727798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-9e78ea6d-e3d0-4b60-a38c-fc274ea6cdc0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "GET /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4530568 Apr 11 20:55:18.743032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:18.932029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:18.945454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port 65af35a1-a009-46ff-9877-553590b3646f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:18.945881 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:18.981182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:19.012823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc3f9323-c9a1-4ac3-82d4-19563a69cb14 req-dd7b6046-042a-4bb3-99ad-b0f7849c55be tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020510 Apr 11 20:55:19.162400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbad0d-226e-4a4d-be55-a0ea288d6488 req-e0890672-9426-424c-a8ec-461ab0a430f0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.166224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7adbad0d-226e-4a4d-be55-a0ea288d6488 req-e0890672-9426-424c-a8ec-461ab0a430f0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.2579374 Apr 11 20:55:19.424225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7adbad0d-226e-4a4d-be55-a0ea288d6488 req-4954f81c-184c-42db-9881-7e80c2da8fe9 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486269 Apr 11 20:55:19.545388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:19.551349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:19.589109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39172) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:19.620352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port 65af35a1-a009-46ff-9877-553590b3646f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65af35a1-a009-46ff-9877-553590b3646f,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:19.620957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:19.629409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cea6b82e-1659-41e8-8a15-f0fa02bac5db,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:19.660642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:19.661188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router 1d84c686-3d60-4c43-81e1-d56e607b5187 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:55:19.677363 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:19.685840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-17e6d034-76d7-4d3b-b67e-9766b37cb34d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/1d84c686-3d60-4c43-81e1-d56e607b5187 HTTP/1.1" status: 204 len: 168 time: 1.0788383 Apr 11 20:55:19.685840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39180) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:19.756072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for 65af35a1-a009-46ff-9877-553590b3646f owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:19.809677 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:55:19.825696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.829696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.834132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.838129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1920702077-network', 'tenant_id': 'd13524bf874049188c6192e9537cbffa'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:19.839526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.844194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.848178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.852644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:19.854540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-c636227c-2669-4310-9d44-33578b5b1f96 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 5432 time: 0.6534705 Apr 11 20:55:19.862366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:19.873215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Usage tracker for resource:network and tenant:d13524bf874049188c6192e9537cbffa is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:19.890733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] For port cea6b82e-1659-41e8-8a15-f0fa02bac5db, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:19.929132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:19.941805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:19.976800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] device_id is not set on port cea6b82e-1659-41e8-8a15-f0fa02bac5db yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:55:19.996039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb20ef74-ee3a-4150-b439-a968f89fd671 req-691ac73f-f55a-4d3e-bac5-52dea12f17fa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346722 Apr 11 20:55:20.009653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet 94496d8d-9fa3-4a44-b17a-4c499832e886 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:20.012754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.029425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.049387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Made reservation on behalf of d13524bf874049188c6192e9537cbffa for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:20.051641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.076571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.105009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.106972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.164371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.178443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['0cc940eb-75d6-4e3b-99cd-d0333e2789fe'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:20.203594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:20.217371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Usage tracker for resource:security_group_rule and tenant:d13524bf874049188c6192e9537cbffa is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:20.221755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb2d3bb7-6c00-409f-b97a-e53511c12b1d req-2dc2349f-94aa-4b07-a154-556f07c12f18 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 210 time: 0.0633867 Apr 11 20:55:20.222484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:20.235059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:20.292374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.303001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d', '65af35a1-a009-46ff-9877-553590b3646f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:20.395141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 95e134b6-155a-45c5-b6a2-f35724ad1abc no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:20.424998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.474052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] No DVR routers for this DVR port cea6b82e-1659-41e8-8a15-f0fa02bac5db on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:20.512720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.527454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:20.560885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.651751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port 65af35a1-a009-46ff-9877-553590b3646f on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:20.675935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.679202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:55:20.689342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'name': 'network-vif-deleted', 'tag': '65af35a1-a009-46ff-9877-553590b3646f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:20.694748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=65af35a1-a009-46ff-9877-553590b3646f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:20.716542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.716542 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Added segment bb837bf6-063f-4e9c-8e4c-a55dcf5871c2 of type vlan for network 2b21f37a-28b8-407a-86aa-b236de5734e3 Apr 11 20:55:20.721859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.736629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3383b1df-7f18-467a-b92b-ed94ec9a4a00 None None] Network 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:20.743240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=94496d8d-9fa3-4a44-b17a-4c499832e886,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:20.755771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7803b1-654c-4541-b1af-80b1783ab05c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:20.782262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f11aa66-0b7d-4f34-8d06-03e6e0390028 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/94496d8d-9fa3-4a44-b17a-4c499832e886 HTTP/1.1" status: 204 len: 168 time: 1.0985286 Apr 11 20:55:20.793145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39190) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:20.806708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:20.865204 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02ec5a7-d752-4103-99c7-a804f95a7595'] response: {'server_uuid': '1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9', 'name': 'network-vif-deleted', 'tag': '65af35a1-a009-46ff-9877-553590b3646f', 'status': 'completed', 'code': 200} Apr 11 20:55:21.032021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] In _notify_port_updated(), no bound segment for port cea6b82e-1659-41e8-8a15-f0fa02bac5db on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 20:55:21.032021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.032021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-4e3b63ee-0725-4eb5-9d4a-ff8543090cf3 service neutron] 10.222.0.75 "PUT /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 200 len: 1027 time: 2.2036264 Apr 11 20:55:21.050700 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.062210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b6a74457-541b-4d0f-950d-c58041cabd64 None None] Provisioning complete for port cea6b82e-1659-41e8-8a15-f0fa02bac5db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:21.062638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6a74457-541b-4d0f-950d-c58041cabd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.075037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.082219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-b243af9a-edb5-4328-9f6e-20e0c0ee6c57 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.083616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-b243af9a-edb5-4328-9f6e-20e0c0ee6c57 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "GET /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1189010 Apr 11 20:55:21.089577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-32ab6f77-404e-48c4-ab27-56b10a153e26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5438097 Apr 11 20:55:21.099555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:21.144747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6a74457-541b-4d0f-950d-c58041cabd64 None None] Port cea6b82e-1659-41e8-8a15-f0fa02bac5db cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:21.145256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26bdfcb1-88fe-4775-8de5-9aa747b6dbf4 req-855f9d6e-71b2-4bd3-83fd-42c6fc2f2750 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "DELETE /v2.0/ports/65af35a1-a009-46ff-9877-553590b3646f HTTP/1.1" status: 204 len: 173 time: 2.4646096 Apr 11 20:55:21.163857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.165216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.165796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.199521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8a2c3-1b64-4c78-8a64-39645c7f14c6 req-c57cf966-4254-4d27-8fdf-83653d509dba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.206492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9d8a2c3-1b64-4c78-8a64-39645c7f14c6 req-c57cf966-4254-4d27-8fdf-83653d509dba tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.4981277 Apr 11 20:55:21.208303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 5a21eedf-05ed-4720-80b6-8fd4905cba57 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:21.208645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.208878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:21.231882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:21.312208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.316813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c63f8277-2c80-475c-90c8-c4aa9ec66495 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:21.404631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] DHCP port deletion for 6a468fb3-0a28-40fd-9fe6-e431bdde23b6 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:55:21.413728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] Deleting port 5a21eedf-05ed-4720-80b6-8fd4905cba57 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:21.414729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.503512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.514838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9d8a2c3-1b64-4c78-8a64-39645c7f14c6 req-a08e23a7-0dcd-4aa0-bfcf-1a01a20dbf33 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074856 Apr 11 20:55:21.549957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:21.681995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0917706 Apr 11 20:55:21.695868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:21.702989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Request body: {'subnet': {'network_id': '2b21f37a-28b8-407a-86aa-b236de5734e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1920702077-subnet', 'tenant_id': 'd13524bf874049188c6192e9537cbffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:21.709255 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fda9fd-fd48-409c-af6e-1a490566cb33'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc', 'code': 200} Apr 11 20:55:21.714838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:21.732443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4a124-c4f8-4619-a289-f417a8cdeead admin admin] Pushing event updated for resources: {'Network': ['ID=2b21f37a-28b8-407a-86aa-b236de5734e3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:21.741213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Usage tracker for resource:subnet and tenant:d13524bf874049188c6192e9537cbffa is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:21.745395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:21.752934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:21.763759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 2b21f37a-28b8-407a-86aa-b236de5734e3 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:55:21.799002 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-04d81347-0191-42c3-a19e-9e0ee8b15e1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 1096 time: 0.5574450 Apr 11 20:55:21.807131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.821341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.839402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.849301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.858959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.863376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:21.865344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38756514-ea28-4f93-8c29-a951d8369566 req-87116e4a-4196-44b7-bc76-71239e7e9bce tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 4656 time: 0.3991702 Apr 11 20:55:21.867880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Made reservation on behalf of d13524bf874049188c6192e9537cbffa for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:21.872409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.901450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:21.995183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 5a21eedf-05ed-4720-80b6-8fd4905cba57, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a21eedf-05ed-4720-80b6-8fd4905cba57,segment=NetworkSegment(95ea5ab1-7596-4121-959b-b12d0796a411),segment_id=95ea5ab1-7596-4121-959b-b12d0796a411)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:21.996025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.080524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] For port 5a21eedf-05ed-4720-80b6-8fd4905cba57, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a21eedf-05ed-4720-80b6-8fd4905cba57,segment=NetworkSegment(95ea5ab1-7596-4121-959b-b12d0796a411),segment_id=95ea5ab1-7596-4121-959b-b12d0796a411)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:22.080830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.092362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:22.105806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38756514-ea28-4f93-8c29-a951d8369566 req-602d3979-b554-4dbc-b809-f733c203b8f5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2099028 Apr 11 20:55:22.164888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1e59682d-2506-448b-a5ee-87884a94c4e4 req-52832e7f-aee4-4dae-b68c-32518d8bc619 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:22.168208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a21eedf-05ed-4720-80b6-8fd4905cba57 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:22.294243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.294935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cea6b82e-1659-41e8-8a15-f0fa02bac5db no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:22.333216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 5a21eedf-05ed-4720-80b6-8fd4905cba57 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:22.338219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] Calling delete_port for 5a21eedf-05ed-4720-80b6-8fd4905cba57 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:22.438203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.513756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1e59682d-2506-448b-a5ee-87884a94c4e4 req-52832e7f-aee4-4dae-b68c-32518d8bc619 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:22.515376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e59682d-2506-448b-a5ee-87884a94c4e4 req-52832e7f-aee4-4dae-b68c-32518d8bc619 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c6c70ce-f730-4dfc-b6b9-ceb74f70abb9 HTTP/1.1" status: 200 len: 210 time: 0.6540403 Apr 11 20:55:22.517109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-fec59269-f9c6-428f-baba-66409a9d0fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:22.519000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-fec59269-f9c6-428f-baba-66409a9d0fa2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.6855283 Apr 11 20:55:22.532530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cea6b82e-1659-41e8-8a15-f0fa02bac5db not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:22.536235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a93c0bac-813c-4be2-807a-b8d8dd8a0d4c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:22.536388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:22.564125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:22.574502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4fa333-fa62-42c1-994a-112e35548f4b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:22.600437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Checking segment: {'id': 'bb837bf6-063f-4e9c-8e4c-a55dcf5871c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2b21f37a-28b8-407a-86aa-b236de5734e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:22.601314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Network hostable DHCP agents. Network: 2b21f37a-28b8-407a-86aa-b236de5734e3, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:55:22.638155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.669152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-3698782c-b08a-4a4a-aab4-00d6d10816ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe HTTP/1.1" status: 200 len: 217 time: 0.1380014 Apr 11 20:55:22.674034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:55:22.674549 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:55:22.692140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] Pushing event deleted for resources: {'Port': ['ID=5a21eedf-05ed-4720-80b6-8fd4905cba57,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:22.693895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.706032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Network 2b21f37a-28b8-407a-86aa-b236de5734e3 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:55:22.719174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dfec1-d3bf-4c3d-87bc-c6dc1171071b None None] No DVR routers for this DVR port 5a21eedf-05ed-4720-80b6-8fd4905cba57 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:22.781051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 2b21f37a-28b8-407a-86aa-b236de5734e3) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:22.786674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:22.790325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:22.804936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] For port d177d12e-8a8a-44e9-a2da-0a81d04a7c60, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:22.821419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9901da-8e0d-49da-a2ba-1a0f97f951ee None None] Network 2b21f37a-28b8-407a-86aa-b236de5734e3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:22.886867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-8befda33-ae79-4481-845f-7a09bade0109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:22.889129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-8befda33-ae79-4481-845f-7a09bade0109 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.2113400 Apr 11 20:55:23.000749 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:23.000864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-06a50dc6-6c53-4f08-a0d0-486462c5c97b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641847 Apr 11 20:55:23.000864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] device_id is not set on port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:55:23.005155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:23.048500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275daf7-b7fd-447d-82a1-05d8ae8169bc req-d3616bdb-bc1c-4fc6-a7df-208858e9e1a2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.050592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9275daf7-b7fd-447d-82a1-05d8ae8169bc req-d3616bdb-bc1c-4fc6-a7df-208858e9e1a2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.2904918 Apr 11 20:55:23.075772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:23.110928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9275daf7-b7fd-447d-82a1-05d8ae8169bc req-9a0450c6-fd75-4f80-90fb-c910861071fb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514500 Apr 11 20:55:23.157390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-ff7dda4c-247d-4d3a-9068-bca19b06bc2f service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859591 Apr 11 20:55:23.187309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448494a6-f152-4a48-8a52-cb3a2b3310b5 None None] Network 2b21f37a-28b8-407a-86aa-b236de5734e3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:23.190656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 5a21eedf-05ed-4720-80b6-8fd4905cba57 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:23.191085 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:23.338543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] The port '5a21eedf-05ed-4720-80b6-8fd4905cba57' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:55:23.417280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98167c3c-5b1d-41df-b9a0-e24400a7823f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7153602 Apr 11 20:55:23.712797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495'}, {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:23.722188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:23.747761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:23.748892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:23.753995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-efac6c5c-91fc-446d-bd4e-ff201daef3ae req-efb2fd43-5c28-4764-9bd7-f2eb05f214e9 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908661 Apr 11 20:55:23.762158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:23.770513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a468fb3-0a28-40fd-9fe6-e431bdde23b6']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:23.844753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ea5ab1-7596-4121-959b-b12d0796a411') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:23.844753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ea5ab1-7596-4121-959b-b12d0796a411') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:23.930239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.934176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.938079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.942048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.947282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.951208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:23.956699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:23.958690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81e3959d-e016-4e91-960c-c8496291b006 req-320553bf-8878-49da-9fb0-21c3cd47b883 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 4654 time: 0.6120143 Apr 11 20:55:23.965564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.008262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] Pushing event updated for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:24.025876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.057689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.076175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:24.076977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] No DVR routers for this DVR port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:24.112469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:55:24.112922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:55:24.128853 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:55:24.190385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.191572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d177d12e-8a8a-44e9-a2da-0a81d04a7c60 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:24.239880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81e3959d-e016-4e91-960c-c8496291b006 req-627d5458-504f-4928-957b-81c2195d304f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=be21331c-f994-406f-90a8-870ce73855ea&id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2801969 Apr 11 20:55:24.320397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] In _notify_port_updated(), no bound segment for port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 on network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 20:55:24.321848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.323500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-fa0997e2-08fa-4c70-afc1-67fee9856daa service neutron] 10.222.0.75 "PUT /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 200 len: 1027 time: 3.2314308 Apr 11 20:55:24.385443 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de40119-b9b9-4c06-a592-58d732cf5808'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495', 'code': 200} Apr 11 20:55:24.385816 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de40119-b9b9-4c06-a592-58d732cf5808'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'code': 200} Apr 11 20:55:24.392173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:24.398582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d177d12e-8a8a-44e9-a2da-0a81d04a7c60 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:24.399416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7727a788-b8ee-4ed3-a5d5-c34235c54517 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:24.426841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79e2bb42-3a27-42ec-a214-50c9ce057d3b None None] Provisioning complete for port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:24.426841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e2bb42-3a27-42ec-a214-50c9ce057d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.432772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port c63f8277-2c80-475c-90c8-c4aa9ec66495 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:24.433116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.483181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.527051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.545396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=6a468fb3-0a28-40fd-9fe6-e431bdde23b6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:24.551985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-79e2bb42-3a27-42ec-a214-50c9ce057d3b None None] Port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:24.626795 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.634007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a3a53fbf-4980-48e6-aa23-61f06a2a8ab8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/6a468fb3-0a28-40fd-9fe6-e431bdde23b6 HTTP/1.1" status: 204 len: 168 time: 3.8122110 Apr 11 20:55:24.634359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39248) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:24.641195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-912042959', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:24.657547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:24.667272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:router and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:24.669109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:24.677350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:24.689293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:24.735114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.763759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.765143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.801136 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.818062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65af35a1-a009-46ff-9877-553590b3646f no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:24.871198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 65af35a1-a009-46ff-9877-553590b3646f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:55:24.871835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65af35a1-a009-46ff-9877-553590b3646f not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:24.886329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] For port c63f8277-2c80-475c-90c8-c4aa9ec66495, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c63f8277-2c80-475c-90c8-c4aa9ec66495,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:24.886924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:24.915358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:24.928554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5a5b-1a7d-4501-83c1-590d2ce43bd5 req-75984c5b-fded-41b8-b142-42697dfd0b03 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:24.929792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-534f5a5b-1a7d-4501-83c1-590d2ce43bd5 req-75984c5b-fded-41b8-b142-42697dfd0b03 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.1061502 Apr 11 20:55:25.047245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for c63f8277-2c80-475c-90c8-c4aa9ec66495 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:25.051693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-534f5a5b-1a7d-4501-83c1-590d2ce43bd5 req-782e4662-7f69-4365-9106-a947138637e7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081944 Apr 11 20:55:25.106615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799a34-b2eb-44f1-97f2-1ab52276aa91 req-c4ae5770-aa22-438e-8c9f-0979d576ada8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:25.113511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86799a34-b2eb-44f1-97f2-1ab52276aa91 req-c4ae5770-aa22-438e-8c9f-0979d576ada8 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.3048823 Apr 11 20:55:25.137755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.183525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86799a34-b2eb-44f1-97f2-1ab52276aa91 req-e224b14b-f8cb-435d-8d68-fd839da99957 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690489 Apr 11 20:55:25.305831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39258) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:25.375323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Deleting subnet 7d4fa333-fa62-42c1-994a-112e35548f4b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:25.383275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.395869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.421229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.434787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.540907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=c63f8277-2c80-475c-90c8-c4aa9ec66495,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:25.588075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.623654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] No DVR routers for this DVR port c63f8277-2c80-475c-90c8-c4aa9ec66495 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:25.626921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.651927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:25.678291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9616176-8b92-4d92-8120-48d112867218 req-5590984f-716d-4fbc-a7f0-77711939fdbb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:25.692223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.692365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9616176-8b92-4d92-8120-48d112867218 req-5590984f-716d-4fbc-a7f0-77711939fdbb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:25.692365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9616176-8b92-4d92-8120-48d112867218 req-5590984f-716d-4fbc-a7f0-77711939fdbb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:25.692365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9616176-8b92-4d92-8120-48d112867218 req-5590984f-716d-4fbc-a7f0-77711939fdbb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:25.692365 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9616176-8b92-4d92-8120-48d112867218 req-5590984f-716d-4fbc-a7f0-77711939fdbb tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 3141 time: 0.2169697 Apr 11 20:55:25.698703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 172.25.5.195 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/616712f3-e1b2-46f1-9f69-ba7ecb6d35bb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:25.714839 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6da994d-b909-41e5-b46b-ee57369bbdf6'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': 'c63f8277-2c80-475c-90c8-c4aa9ec66495', 'status': 'completed', 'code': 200} Apr 11 20:55:25.764178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-02842a26-b037-4865-b425-b9a57ff030c7 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "DELETE /v2.0/ports/c63f8277-2c80-475c-90c8-c4aa9ec66495 HTTP/1.1" status: 204 len: 173 time: 1.4296572 Apr 11 20:55:25.832770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9616176-8b92-4d92-8120-48d112867218 req-d24d7bcb-ce92-483d-bc19-1661de2d962b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312671 Apr 11 20:55:25.838192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.844438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port 7727a788-b8ee-4ed3-a5d5-c34235c54517 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:25.844783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:25.969402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.072809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.153281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=616712f3-e1b2-46f1-9f69-ba7ecb6d35bb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:26.170513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4fa333-fa62-42c1-994a-112e35548f4b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:26.174834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.179708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:26.181166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:26.187683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:26.282701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18614b28-7880-4b25-9fa6-f3cadd10d59a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7d4fa333-fa62-42c1-994a-112e35548f4b HTTP/1.1" status: 204 len: 168 time: 0.9755716 Apr 11 20:55:26.291633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39276) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:26.387647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756'}, {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:26.438932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b09e-55d4-4f80-bf88-6618cafef4e9 req-6b3d9e8e-b8d9-4e58-a5ec-93804229fd63 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:26.440429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d73b09e-55d4-4f80-bf88-6618cafef4e9 req-6b3d9e8e-b8d9-4e58-a5ec-93804229fd63 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0966849 Apr 11 20:55:26.563076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.600845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-3f8dd431-410c-42a5-9c1f-3cba82e6f680 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:26.602324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-3f8dd431-410c-42a5-9c1f-3cba82e6f680 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.5909805 Apr 11 20:55:26.607186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d73b09e-55d4-4f80-bf88-6618cafef4e9 req-4a28740e-7355-42cc-96b1-d2e2b59d8eab tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599736 Apr 11 20:55:26.617203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.617999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.618377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3839-ba09-480f-89d9-2edac314928b req-fce0cc5e-63b7-4083-95ed-1fd273a4425b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:26.619935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec1e3839-ba09-480f-89d9-2edac314928b req-fce0cc5e-63b7-4083-95ed-1fd273a4425b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.4099388 Apr 11 20:55:26.719424 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1da219-8f38-49a4-9cec-90cee7aabb1f'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756', 'code': 200} Apr 11 20:55:26.719712 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1da219-8f38-49a4-9cec-90cee7aabb1f'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517', 'code': 200} Apr 11 20:55:26.759286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] For port 7727a788-b8ee-4ed3-a5d5-c34235c54517, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7727a788-b8ee-4ed3-a5d5-c34235c54517,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:26.759933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:26.992061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:26.992409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.036231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for 7727a788-b8ee-4ed3-a5d5-c34235c54517 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:27.089973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router ece49ff0-d04f-4b6c-b7ae-428ad09844c4 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:55:27.095997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec1e3839-ba09-480f-89d9-2edac314928b req-e2aa935a-a5dc-42b5-a4d0-da4c4711b669 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344757 Apr 11 20:55:27.107342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.200147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b21f37a-28b8-407a-86aa-b236de5734e3']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.211584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224109ea-1e4f-4114-9f43-2d19efd083a7 req-d79b413f-007a-430d-878d-47b0367719d3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:27.215571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224109ea-1e4f-4114-9f43-2d19efd083a7 req-d79b413f-007a-430d-878d-47b0367719d3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:27.219512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224109ea-1e4f-4114-9f43-2d19efd083a7 req-d79b413f-007a-430d-878d-47b0367719d3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:27.234102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb837bf6-063f-4e9c-8e4c-a55dcf5871c2') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.234502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb837bf6-063f-4e9c-8e4c-a55dcf5871c2') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.235804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224109ea-1e4f-4114-9f43-2d19efd083a7 req-d79b413f-007a-430d-878d-47b0367719d3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:27.237656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-224109ea-1e4f-4114-9f43-2d19efd083a7 req-d79b413f-007a-430d-878d-47b0367719d3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 3141 time: 0.2135575 Apr 11 20:55:27.258833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.301305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.356598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-224109ea-1e4f-4114-9f43-2d19efd083a7 req-a638a9f5-6639-4b96-811b-5d6521d4281a tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696297 Apr 11 20:55:27.407524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:55:27.407524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:55:27.420466 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:55:27.422177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:27.432966 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] Sync routers for ids ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:27.449323 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] Routers {'ece49ff0-d04f-4b6c-b7ae-428ad09844c4'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:27.450022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.506290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.507548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5a228e34-5545-41b1-8b4f-b37a6021be51 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8712368 Apr 11 20:55:27.510277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39286) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:27.525277 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.546784 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] Routers {'ece49ff0-d04f-4b6c-b7ae-428ad09844c4'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:27.547844 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.577229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:27.577589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.635329 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:27.636204 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a41a27-60b1-48ca-b1b9-1f45f81b252e None None] The sync data for ids ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:27.760048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-15f2034d-6918-4e87-8dc4-07b855bc11fb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/routers/ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 200 len: 884 time: 0.2483389 Apr 11 20:55:27.762187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39294) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:27.784790 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:55:27.861254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.862745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.872325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for 0cc940eb-75d6-4e3b-99cd-d0333e2789fe owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:27.941783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:27.993496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-95f5cd68-d2bb-419c-816a-7d35fe825a15 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:router {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:28.024245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b21f37a-28b8-407a-86aa-b236de5734e3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:28.041332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=7727a788-b8ee-4ed3-a5d5-c34235c54517,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:28.055042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c093a364-3337-40cf-be11-c02e9a417455 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2b21f37a-28b8-407a-86aa-b236de5734e3 HTTP/1.1" status: 204 len: 168 time: 1.7596135 Apr 11 20:55:28.157629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] No DVR routers for this DVR port 7727a788-b8ee-4ed3-a5d5-c34235c54517 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:28.161863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:28.164732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-59358c4b-9df0-404d-91bf-1bb06a0ee56b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "DELETE /v2.0/ports/7727a788-b8ee-4ed3-a5d5-c34235c54517 HTTP/1.1" status: 204 len: 173 time: 2.3959000 Apr 11 20:55:28.165223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:28.186473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-95f5cd68-d2bb-419c-816a-7d35fe825a15 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:router {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:28.188899 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-95f5cd68-d2bb-419c-816a-7d35fe825a15 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4251106 Apr 11 20:55:28.206191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39304) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:28.212526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-912042959'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:28.298897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb49db2-0a5b-4744-bdea-81f1bfe005bb req-28687a88-4222-4eb6-8f2b-de381341c500 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:28.300767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ebb49db2-0a5b-4744-bdea-81f1bfe005bb req-28687a88-4222-4eb6-8f2b-de381341c500 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.5003207 Apr 11 20:55:28.339528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:28.339874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:28.479185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5c421-9368-43de-87d6-a6d0f156f1bc req-50523d7b-01f4-447d-ab38-2c243dc27693 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:28.480735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c5c421-9368-43de-87d6-a6d0f156f1bc req-50523d7b-01f4-447d-ab38-2c243dc27693 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 945 time: 0.1917608 Apr 11 20:55:28.507865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39310) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:28.514633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:28.527898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ebb49db2-0a5b-4744-bdea-81f1bfe005bb req-0934b889-a6e9-4739-949e-2fb4ac841ce6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105634 Apr 11 20:55:28.534160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:28.560397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5c5c421-9368-43de-87d6-a6d0f156f1bc req-0961a301-d495-4efa-b8d6-7353a03c6bcf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Apr 11 20:55:28.630844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=0cc940eb-75d6-4e3b-99cd-d0333e2789fe,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:28.689907 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca220044-076e-432c-81f5-7220ccda380c'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': '7727a788-b8ee-4ed3-a5d5-c34235c54517', 'status': 'completed', 'code': 200} Apr 11 20:55:28.830524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:28.834538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-8c0e783d-d429-4500-b077-359ad0ce2f50 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4627438 Apr 11 20:55:28.835628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port 0cc940eb-75d6-4e3b-99cd-d0333e2789fe on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:28.843313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:28.860505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-407e9fc4-238d-4902-83f3-2c7a30434383 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d13524bf874049188c6192e9537cbffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3436565 Apr 11 20:55:28.891128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39316) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:29.032847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1584de-c54a-4c65-8129-1e9abe92c49e req-decd9053-6701-4c9e-9dab-de1a93522db5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:29.036763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1584de-c54a-4c65-8129-1e9abe92c49e req-decd9053-6701-4c9e-9dab-de1a93522db5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:29.041292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1584de-c54a-4c65-8129-1e9abe92c49e req-decd9053-6701-4c9e-9dab-de1a93522db5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:29.042916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de1584de-c54a-4c65-8129-1e9abe92c49e req-decd9053-6701-4c9e-9dab-de1a93522db5 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 2409 time: 0.1346412 Apr 11 20:55:29.046369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] For port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:29.046729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.110777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de1584de-c54a-4c65-8129-1e9abe92c49e req-1b2eaf6d-e44d-48a1-b3cd-2842537335b4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595579 Apr 11 20:55:29.183686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6dabcf1-ea6a-4315-ab79-1cb02fc2afbf req-0cdf1b5e-c73b-44fe-9c1e-1d0dec59c023 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "DELETE /v2.0/ports/0cc940eb-75d6-4e3b-99cd-d0333e2789fe HTTP/1.1" status: 204 len: 173 time: 2.5622156 Apr 11 20:55:29.190318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:29.226507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3d09a77-2786-4f45-a2b0-f0fb1bcc27d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.285699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3d09a77-2786-4f45-a2b0-f0fb1bcc27d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.310501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-05b172ec-68fb-4675-8691-7f55b2c01724 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 1097 time: 0.3541720 Apr 11 20:55:29.314424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.462274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.656572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-934aba97-3489-412a-a75a-b91261674832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:29.658118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-934aba97-3489-412a-a75a-b91261674832 service neutron] 10.222.0.75 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.3123765 Apr 11 20:55:29.704984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router ece49ff0-d04f-4b6c-b7ae-428ad09844c4 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:55:29.777379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3d09a77-2786-4f45-a2b0-f0fb1bcc27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.809308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.853983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-84f1c04e-34f1-4dca-8a9a-8ba1ea26182c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d HTTP/1.1" status: 200 len: 217 time: 0.1845744 Apr 11 20:55:29.854738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d09a77-2786-4f45-a2b0-f0fb1bcc27d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7803b1-654c-4541-b1af-80b1783ab05c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:29.870245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-345695bf-3db1-4187-8e48-adb13ec1fb0d req-452c73f9-0b36-4b6f-a47f-1a68394e4dee tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca332ab4-23dc-4426-86d4-cff9e16abefe HTTP/1.1" status: 200 len: 210 time: 0.0983279 Apr 11 20:55:29.910338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=a0b1ff41-60d9-4e4b-9fc6-f150b5b45756,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:29.973769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:29.980546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.984500 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-34a50bb4-9be4-4fca-b459-ecda83582a99 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 200 len: 891 time: 1.7744901 Apr 11 20:55:29.985292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39326) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:29.988503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3d09a77-2786-4f45-a2b0-f0fb1bcc27d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:29.992500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b3d09a77-2786-4f45-a2b0-f0fb1bcc27d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b7803b1-654c-4541-b1af-80b1783ab05c HTTP/1.1" status: 204 len: 168 time: 1.0974793 Apr 11 20:55:29.992666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] Sync routers for ids ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:30.011133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] Routers {'ece49ff0-d04f-4b6c-b7ae-428ad09844c4'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:30.012153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:30.045737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] No DVR routers for this DVR port a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:30.049948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-f4e75b21-847e-401d-a50c-0a9e13d5a815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:30.051772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-f4e75b21-847e-401d-a50c-0a9e13d5a815 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1836934 Apr 11 20:55:30.053026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:30.055419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-3b696f92-8533-484e-9297-bc06d1c2c5c8 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "DELETE /v2.0/ports/a0b1ff41-60d9-4e4b-9fc6-f150b5b45756 HTTP/1.1" status: 204 len: 173 time: 1.8830302 Apr 11 20:55:30.123212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:30.139302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] Routers {'ece49ff0-d04f-4b6c-b7ae-428ad09844c4'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:30.139982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:30.246587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db8d5b-670f-4174-98cc-fcdfdc873dc0 req-ed392ea1-7c4c-46e5-aa91-eba4965ccbb3 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:30.257615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0cc940eb-75d6-4e3b-99cd-d0333e2789fe no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:30.260147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5db8d5b-670f-4174-98cc-fcdfdc873dc0 req-ed392ea1-7c4c-46e5-aa91-eba4965ccbb3 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.5242016 Apr 11 20:55:30.284064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-ee7e48f4-3f59-44f8-8cf4-63bbeb395272 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2064362 Apr 11 20:55:30.284229 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1f94b7df-ca4f-4b6f-9b12-8ae97aae7584 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/routers/ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 200 len: 891 time: 0.2917418 Apr 11 20:55:30.286592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39334) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:30.349568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7bc8ea89-1f38-46d1-be67-6d5ff67b63b4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 200 len: 205 time: 0.0608683 Apr 11 20:55:30.358165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:30.358851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a6361-4987-4320-9ddd-6b68034ca32c None None] The sync data for ids ['ece49ff0-d04f-4b6c-b7ae-428ad09844c4'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:30.369763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 0cc940eb-75d6-4e3b-99cd-d0333e2789fe {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:55:30.370376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0cc940eb-75d6-4e3b-99cd-d0333e2789fe not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:30.384435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39338) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:30.453579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7a91-4975-464c-9144-ee4f8fe4fd11 req-aaf4712a-9a9e-4f90-9a4c-e27ff846b330 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:30.457667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7a91-4975-464c-9144-ee4f8fe4fd11 req-aaf4712a-9a9e-4f90-9a4c-e27ff846b330 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:30.459891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ebd7a91-4975-464c-9144-ee4f8fe4fd11 req-aaf4712a-9a9e-4f90-9a4c-e27ff846b330 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 1676 time: 0.1124351 Apr 11 20:55:30.512501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ebd7a91-4975-464c-9144-ee4f8fe4fd11 req-8a96629f-61b3-4c51-a36a-3685fc25763f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Apr 11 20:55:30.513572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:30.553259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:30.554108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:30.694897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'name': 'network-vif-deleted', 'tag': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe'}, {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:30.706045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5db8d5b-670f-4174-98cc-fcdfdc873dc0 req-02a27376-7600-4147-91cc-06aed7a2eb87 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278681 Apr 11 20:55:30.784840 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d190de1-5b10-4b27-8b1e-24a487d5cf3e'] response: {'server_uuid': 'ca332ab4-23dc-4426-86d4-cff9e16abefe', 'name': 'network-vif-deleted', 'tag': '0cc940eb-75d6-4e3b-99cd-d0333e2789fe', 'status': 'completed', 'code': 200} Apr 11 20:55:30.785085 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d190de1-5b10-4b27-8b1e-24a487d5cf3e'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': 'a0b1ff41-60d9-4e4b-9fc6-f150b5b45756', 'status': 'completed', 'code': 200} Apr 11 20:55:30.820105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-fd41daa8-64d2-42b0-b50e-e88222d01a52 service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796655 Apr 11 20:55:31.116532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] For port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:31.116896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:31.230629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bb1a8a6-01c7-4da5-a544-311068a2b0e5 req-8e473060-12db-4769-8737-91a281e6f51f service neutron] 10.222.0.75 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802660 Apr 11 20:55:31.256705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:31.433414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-b3960a74-a7c9-4c99-a533-ffb0d35e7dba tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:31.436484 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-b3960a74-a7c9-4c99-a533-ffb0d35e7dba tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.1840875 Apr 11 20:55:31.458069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-a83127f5-0033-4bac-99bd-74e1f3d7d031 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0122476 Apr 11 20:55:31.561229 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-06f06ef6-23f5-4a70-9129-82dbcb66975e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962749 Apr 11 20:55:31.673849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39376) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:31.768126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1481780845-network', 'tenant_id': '910bb65c20bf4cc98b55c5149e2cbe79'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:31.796589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:31.797165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:31.797165 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Floating IP cd394901-da59-4f12-a468-13571c2795d7 disassociated. External IP: 172.25.5.237, port: a93c0bac-813c-4be2-807a-b8d8dd8a0d4c. Apr 11 20:55:31.797495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for a93c0bac-813c-4be2-807a-b8d8dd8a0d4c owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:31.821534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:31.932836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1363-47e2-498c-8f58-e0b8d8f5cb20 req-249681a9-6e53-498e-9d6c-c6a7c7d20418 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:31.936778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1363-47e2-498c-8f58-e0b8d8f5cb20 req-249681a9-6e53-498e-9d6c-c6a7c7d20418 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:31.937580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-408d1363-47e2-498c-8f58-e0b8d8f5cb20 req-249681a9-6e53-498e-9d6c-c6a7c7d20418 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:31.941908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Usage tracker for resource:network and tenant:910bb65c20bf4cc98b55c5149e2cbe79 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:31.952116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:31.961545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:32.013764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-3c8098df-00ad-4ad2-8878-03789ca085e7 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444237 Apr 11 20:55:32.022228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.084946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Made reservation on behalf of 910bb65c20bf4cc98b55c5149e2cbe79 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:32.086689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.110553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.124299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-408d1363-47e2-498c-8f58-e0b8d8f5cb20 req-249681a9-6e53-498e-9d6c-c6a7c7d20418 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:32.125598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-408d1363-47e2-498c-8f58-e0b8d8f5cb20 req-249681a9-6e53-498e-9d6c-c6a7c7d20418 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 1676 time: 0.4030731 Apr 11 20:55:32.126444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 616712f3-e1b2-46f1-9f69-ba7ecb6d35bb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:32.126789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.152994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.168418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:32.184446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Usage tracker for resource:security_group_rule and tenant:910bb65c20bf4cc98b55c5149e2cbe79 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:32.188700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:32.197044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-ad7b054a-a398-4084-9cb3-7cd95dd6478c service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824844 Apr 11 20:55:32.197895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:32.243030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=a93c0bac-813c-4be2-807a-b8d8dd8a0d4c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:32.300333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.380203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.412688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:55:32.421272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e39c32b-4b26-40c8-a9c6-90722a936c21,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:32.428885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.429779 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Added segment 48262eb3-ad38-4ae5-8892-96138ff4072b of type vlan for network c2165dc1-9b79-4c73-8405-8d76178ff7ba Apr 11 20:55:32.458614 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.500170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-408d1363-47e2-498c-8f58-e0b8d8f5cb20 req-d7c20e32-bc33-4fe1-86b9-a0d7e099effa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411987 Apr 11 20:55:32.588884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.603061 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.604024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:32.604655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:32.784994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 616712f3-e1b2-46f1-9f69-ba7ecb6d35bb owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:32.816393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-48728a02-a4a2-435f-a293-85685c5bb594 req-bdc0025b-746d-4247-91ff-74792723da34 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:32.822213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2165dc1-9b79-4c73-8405-8d76178ff7ba,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:32.837169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c2165dc1-9b79-4c73-8405-8d76178ff7ba details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:55:32.861495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c8f29-1650-4fa8-afe3-d3f2ff5137ba req-500b0924-7332-40e9-b41d-4c4cbe144836 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:32.861495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e21c8f29-1650-4fa8-afe3-d3f2ff5137ba req-500b0924-7332-40e9-b41d-4c4cbe144836 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.2166171 Apr 11 20:55:32.916632 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ed7fbcb-170f-49d4-8d19-ce8d454679a3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2416282 Apr 11 20:55:32.919454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:32.932048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e21c8f29-1650-4fa8-afe3-d3f2ff5137ba req-952a4cc6-0abe-4f88-90bf-55e0597beea9 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673103 Apr 11 20:55:32.934995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Request body: {'subnet': {'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1481780845-subnet', 'tenant_id': '910bb65c20bf4cc98b55c5149e2cbe79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:32.949482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:32.955760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-48728a02-a4a2-435f-a293-85685c5bb594 req-bdc0025b-746d-4247-91ff-74792723da34 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:32.956936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-48728a02-a4a2-435f-a293-85685c5bb594 req-bdc0025b-746d-4247-91ff-74792723da34 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 210 time: 0.3580663 Apr 11 20:55:32.958471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Usage tracker for resource:subnet and tenant:910bb65c20bf4cc98b55c5149e2cbe79 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:32.966825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:33.004399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:33.051004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:55:33.242320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Made reservation on behalf of 910bb65c20bf4cc98b55c5149e2cbe79 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:33.244435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:33.257363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:33.435900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=616712f3-e1b2-46f1-9f69-ba7ecb6d35bb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:33.745941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:33.754996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854359-e2da-4faa-99e2-23b602059ce1 req-6e46fecc-d1aa-4498-8162-b197aa1128ef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:33.757251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d854359-e2da-4faa-99e2-23b602059ce1 req-6e46fecc-d1aa-4498-8162-b197aa1128ef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 942 time: 0.0908101 Apr 11 20:55:33.806335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d854359-e2da-4faa-99e2-23b602059ce1 req-24042525-e824-4d54-a1ae-833b5e379078 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Apr 11 20:55:34.122782 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.136713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.181093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e817e8d5-b8a7-4e6d-bf20-ea1ee81ee8b5 req-f6792867-6c31-4bb6-9b92-07d5c77ea1f1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 210 time: 0.0436697 Apr 11 20:55:34.199133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:34.216092 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] Sync routers for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:34.220887 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:34.221498 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:34.259405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.369240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] No DVR routers for this DVR port a93c0bac-813c-4be2-807a-b8d8dd8a0d4c on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:34.371557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.383861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:34.425226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e799209-bd94-4224-8ca0-61d4d792060c req-05bb5cb0-28f8-46a6-9528-95a5362cfebb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:34.426746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e799209-bd94-4224-8ca0-61d4d792060c req-05bb5cb0-28f8-46a6-9528-95a5362cfebb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.2937269 Apr 11 20:55:34.432350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-143d45e2-3ea0-4596-980c-54fb46a52dd1 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "DELETE /v2.0/ports/a93c0bac-813c-4be2-807a-b8d8dd8a0d4c HTTP/1.1" status: 204 len: 173 time: 4.3637595 Apr 11 20:55:34.432923 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:55:34.433056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0684278d-3a6c-4680-bdb5-db37300925bf,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:34.494971 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ef5909-6b6f-4498-adf5-667873027070'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': 'a93c0bac-813c-4be2-807a-b8d8dd8a0d4c', 'status': 'completed', 'code': 200} Apr 11 20:55:34.512002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.512562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router ece49ff0-d04f-4b6c-b7ae-428ad09844c4 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:55:34.518715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.524428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-021dddb0-5dd5-40bd-a553-c3307d0996b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 204 len: 168 time: 4.1328013 Apr 11 20:55:34.524515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:34.530263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050694859'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:34.543040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:34.548076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:34.551746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:34.559721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:34.679555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:34.684717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.685837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Checking segment: {'id': '48262eb3-ad38-4ae5-8892-96138ff4072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:34.686200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Network hostable DHCP agents. Network: c2165dc1-9b79-4c73-8405-8d76178ff7ba, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:55:34.708973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port 95e134b6-155a-45c5-b6a2-f35724ad1abc {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:34.709332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.751842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e799209-bd94-4224-8ca0-61d4d792060c req-a4257686-fda8-4a0f-949e-651d1161e3f3 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087502 Apr 11 20:55:34.754752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:55:34.798688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.799329 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 922c9ef8-336e-411b-8e47-4d8f6cd07f3b of type vlan for network 06dd103e-fd5b-4eeb-b077-39d0da87742a Apr 11 20:55:34.807108 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:16Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:34.813677 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] Checking router: 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:55:34.828316 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:34.829099 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:34.856419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-3ff1c0bc-a0fc-4c25-874b-d33e29794dd2 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--108201081&fields=id&tenant_id=67b484cb7d744f1a82907ca129f4b767 HTTP/1.1" status: 200 len: 267 time: 0.0889740 Apr 11 20:55:34.858258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:34.897277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Network c2165dc1-9b79-4c73-8405-8d76178ff7ba is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:55:35.034956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c2165dc1-9b79-4c73-8405-8d76178ff7ba) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:35.042885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:35.043492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:35.047209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66e76d-c14c-4661-b4d8-33986b32c714 None None] Network c2165dc1-9b79-4c73-8405-8d76178ff7ba requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:35.061148 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:55:35.076914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:35.085524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:35.086155 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:35.218683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-2431b0a3-670f-458c-9a96-f3b6bced46a6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:35.221530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-2431b0a3-670f-458c-9a96-f3b6bced46a6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/networks?id=49957699-6327-469d-beed-bcc2f380a8ff HTTP/1.1" status: 200 len: 816 time: 0.3551803 Apr 11 20:55:35.254149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7252467 Apr 11 20:55:35.271032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39428) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:35.271672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-7589a252-17f3-4db0-ace7-c80477d73a9e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/quotas/67b484cb7d744f1a82907ca129f4b767 HTTP/1.1" status: 200 len: 375 time: 0.0270789 Apr 11 20:55:35.274484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c5bec32f-eb3c-482d-8e70-4a716d5d62d4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3494461 Apr 11 20:55:35.302036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:35.311361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39111-805d-48c3-8fd8-1de239d2534a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=06dd103e-fd5b-4eeb-b077-39d0da87742a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:35.335309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:55:35.416285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-2486f089-642c-4f45-8348-2613a45d576d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Synchronizing usage tracker for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:35.522760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] For port 95e134b6-155a-45c5-b6a2-f35724ad1abc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=95e134b6-155a-45c5-b6a2-f35724ad1abc,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:35.524379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:35.540418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-2486f089-642c-4f45-8348-2613a45d576d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Unset dirty status for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:35.541764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-2486f089-642c-4f45-8348-2613a45d576d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=67b484cb7d744f1a82907ca129f4b767&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2693701 Apr 11 20:55:35.575651 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:16Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:35.580412 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d3a1d-6d77-4e72-8b6b-a9e9cdc76abb None None] The sync data for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 is: [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:47:04Z', 'revision_number': 4, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4', 'name': '', 'network_id': 'd8e3c294-b77f-4217-8391-bbd20a442e8c', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'mac_address': 'fa:16:3e:03:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac04124-5d78-49b3-adb6-10703529408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:03Z', 'updated_at': '2022-04-11T20:47:16Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'subnets': [{'id': 'bac04124-5d78-49b3-adb6-10703529408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:35.715995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355b143-bfe8-4ff9-9336-aef19c165076 None None] Network c2165dc1-9b79-4c73-8405-8d76178ff7ba requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:35.735388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-1c004073-922f-4579-97ed-c4d97f251fa9 service neutron] 10.222.0.61 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808128 Apr 11 20:55:35.744054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:35.748027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:35.750873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:35.756927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:35.769694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for 95e134b6-155a-45c5-b6a2-f35724ad1abc owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:35.845388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-46c4ba00-2836-476f-ae2e-53f7c822c56a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:35.846924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-46c4ba00-2836-476f-ae2e-53f7c822c56a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.8962679 Apr 11 20:55:35.870395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': '04612428-2b5c-48fd-810d-dc9b13194308', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:35.902401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-e34b9553-9db2-4d2f-9679-c990e151a9f2 service neutron] 10.222.0.61 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594505 Apr 11 20:55:35.906598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912a69d2-a7bb-438f-a182-2d284b7abeae None None] New status for floating IP cd394901-da59-4f12-a468-13571c2795d7: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:55:35.975117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:36.183399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:36.278841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b5d6d-352c-4286-82f5-cd6f4b8e8766 req-1c6978bf-5f03-4b5a-8d64-aa57a9243fc4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:36.281910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c7b5d6d-352c-4286-82f5-cd6f4b8e8766 req-1c6978bf-5f03-4b5a-8d64-aa57a9243fc4 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 942 time: 0.4737189 Apr 11 20:55:36.332264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:36.373084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:36.407996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c7b5d6d-352c-4286-82f5-cd6f4b8e8766 req-a624dd8b-3161-499d-9bc1-1346cdca3f5f tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee22ef79-5ee9-47ba-97b9-463b9586dedb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043172 Apr 11 20:55:36.461799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:36.517170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:36.520087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:36.544962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=95e134b6-155a-45c5-b6a2-f35724ad1abc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:36.715277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39178e-1a7c-4fbb-9fbe-42edbaf729b6 req-e73287a3-a53e-4eda-a092-f7ddffe84ca5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:36.717377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea39178e-1a7c-4fbb-9fbe-42edbaf729b6 req-e73287a3-a53e-4eda-a092-f7ddffe84ca5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0923004 Apr 11 20:55:36.757127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72c20c95-de1a-4d7a-a0d9-71c9dba0f481 req-4122c341-59f2-4af0-939c-87f4eea6ba0b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 210 time: 0.2242908 Apr 11 20:55:36.774315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea39178e-1a7c-4fbb-9fbe-42edbaf729b6 req-3df057ee-e126-4200-a10d-d760ecfce181 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501502 Apr 11 20:55:36.909952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eaa123a2-909b-4c12-b3ef-25ad1da23450 req-84a45d85-442d-4974-addf-113db8a0d63a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.0520883 Apr 11 20:55:36.979640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] No DVR routers for this DVR port 95e134b6-155a-45c5-b6a2-f35724ad1abc on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:36.981731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:36.986274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:37.035549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:37.145362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5552e65-09ad-4e71-aa06-0116e6d7cac8 req-00750d34-69f2-4d08-a814-db8c8a941bef tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.75 "DELETE /v2.0/ports/95e134b6-155a-45c5-b6a2-f35724ad1abc HTTP/1.1" status: 204 len: 173 time: 2.7002647 Apr 11 20:55:37.234447 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973428da-6730-4b1c-b954-937c94e3db49'] response: {'server_uuid': 'dbc4b5dd-838b-4e7b-8632-8224ac49534c', 'name': 'network-vif-deleted', 'tag': '95e134b6-155a-45c5-b6a2-f35724ad1abc', 'status': 'completed', 'code': 200} Apr 11 20:55:37.307288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=e22f0f33-ac19-40af-b547-f6bd9d957986,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:37.368701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bd55-1038-4efe-91f7-4946705dca08 req-c67fb1f5-521f-4938-953f-74f26f1a5e10 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:37.370553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9323bd55-1038-4efe-91f7-4946705dca08 req-c67fb1f5-521f-4938-953f-74f26f1a5e10 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.4541018 Apr 11 20:55:37.371423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '922c9ef8-336e-411b-8e47-4d8f6cd07f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:37.371893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: 06dd103e-fd5b-4eeb-b077-39d0da87742a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:55:37.471608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.7 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/af15513e-5d7a-4743-b4f3-c15f64da1ddb) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:37.501853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-4ac821bc-5602-4327-8004-ac851b5a6844 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:37.503573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-4ac821bc-5602-4327-8004-ac851b5a6844 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/networks?id=c2165dc1-9b79-4c73-8405-8d76178ff7ba HTTP/1.1" status: 200 len: 821 time: 0.3511715 Apr 11 20:55:37.519623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port 066f1916-e67e-4423-8aa6-608c1535c483 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:37.520304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:37.620431 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-81625242-2b2c-4987-a0e2-ed6bbcaf78e3 req-5f48f146-9c38-4e78-9244-dd0fdc3fa5c2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 210 time: 0.0551307 Apr 11 20:55:37.626236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-215b4144-81c9-4f61-867b-a1d956292e96 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/quotas/910bb65c20bf4cc98b55c5149e2cbe79 HTTP/1.1" status: 200 len: 375 time: 0.0645695 Apr 11 20:55:37.723569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:55:37.790571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d4fcce5-eb1e-42d3-9d86-9ec377db8336 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=910bb65c20bf4cc98b55c5149e2cbe79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582849 Apr 11 20:55:37.940726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 06dd103e-fd5b-4eeb-b077-39d0da87742a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:37.955090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc33e4-ef75-44c6-8c14-ff17df6dbfe7 None None] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:37.982450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7825bf82-c0d1-4379-9cec-ffecbafd5390 req-69269d97-ff97-488b-b6ce-7133f996b446 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 210 time: 0.0703771 Apr 11 20:55:38.024783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:38.025629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.151495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.161244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8638ff9e-8580-4ff3-8e6d-260987fc35d7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8842144 Apr 11 20:55:38.177718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39472) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:38.196876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1970515940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:38.217453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:38.240140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port 066f1916-e67e-4423-8aa6-608c1535c483, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=066f1916-e67e-4423-8aa6-608c1535c483,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:38.241347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.276033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-06dd103e-fd5b-4eeb-b077-39d0da87742a', 'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': 'e22f0f33-ac19-40af-b547-f6bd9d957986'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:55:38.279425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.394614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for 066f1916-e67e-4423-8aa6-608c1535c483 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:38.409640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3796999-10df-4332-81f4-22f174bc4046 req-436523a7-ff19-4eeb-8d1d-2f6bf9784d1a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:38.411242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3796999-10df-4332-81f4-22f174bc4046 req-436523a7-ff19-4eeb-8d1d-2f6bf9784d1a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 945 time: 0.2957854 Apr 11 20:55:38.476724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3796999-10df-4332-81f4-22f174bc4046 req-ce1f9be8-e509-481d-a2f1-e0b0e96a5a69 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Apr 11 20:55:38.525000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Allocated IP 2001:db8::2 (06dd103e-fd5b-4eeb-b077-39d0da87742a/e22f0f33-ac19-40af-b547-f6bd9d957986/2b731a21-a8ee-4d0d-9638-dc5623d42dd7) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:38.565941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-a98b0b5d-6db9-46c6-a748-2e2f3356a91c service neutron] 10.222.0.61 "GET /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595370 Apr 11 20:55:38.684405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a58e6c45-c671-43a6-9bd6-b459ba774886 req-5006fcb1-6c07-4896-8680-c7eba310c2dc tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.0656419 Apr 11 20:55:38.788831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.800380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Transition to ACTIVE for port object 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:38.823537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Transition to ACTIVE for port object 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:38.826209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.867002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d59b68b-cf8e-4fc1-b387-2248e5cee70a req-62429d0d-260c-41c1-aefb-6290cbb617b2 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 210 time: 0.0444822 Apr 11 20:55:38.884698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:38.902790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event deleted for resources: {'Port': ['ID=066f1916-e67e-4423-8aa6-608c1535c483,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:38.915411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.924407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:38.970503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:39.053443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.054693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.063616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:39.066625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:39.077568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:39.100534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Pushing event updated for resources: {'Port': ['ID=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:39.199947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] No DVR routers for this DVR port 066f1916-e67e-4423-8aa6-608c1535c483 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:39.205165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.210497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afcf96-9214-4ce4-92d4-a7ec8adc13a9 req-62ff2599-f861-4655-b8f4-167bcae49efe tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:39.212963 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6afcf96-9214-4ce4-92d4-a7ec8adc13a9 req-62ff2599-f861-4655-b8f4-167bcae49efe tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 931 time: 0.0910778 Apr 11 20:55:39.269042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:39.270074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'name': 'network-vif-deleted', 'tag': '066f1916-e67e-4423-8aa6-608c1535c483'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:39.271086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Attempting to bind port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:39.274312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Attempting to bind port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '922c9ef8-336e-411b-8e47-4d8f6cd07f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:39.274735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Attempting to bind port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 on network 06dd103e-fd5b-4eeb-b077-39d0da87742a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:39.274847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=af15513e-5d7a-4743-b4f3-c15f64da1ddb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:39.292083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:39.294642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:39.327580 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6afcf96-9214-4ce4-92d4-a7ec8adc13a9 req-fce2b21c-4fae-4acf-aad9-e7b40cf140ea tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060832 Apr 11 20:55:39.344004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:39.344368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Checking segment: {'id': '922c9ef8-336e-411b-8e47-4d8f6cd07f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:39.344768 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.345161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Bound using segment: {'id': '922c9ef8-336e-411b-8e47-4d8f6cd07f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:39.345988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Bound port: 2b731a21-a8ee-4d0d-9638-dc5623d42dd7, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922c9ef8-336e-411b-8e47-4d8f6cd07f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '06dd103e-fd5b-4eeb-b077-39d0da87742a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:39.345988 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.421950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:39.422647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.456412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-06519167-0d1c-451f-9a47-baf59fb1efe8 service neutron] 10.222.0.61 "GET /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8895447 Apr 11 20:55:39.469739 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ff2562-623e-4cef-b507-d7f8f5d5dfc6'] response: {'server_uuid': 'fa83d634-708c-4db0-8ce3-47c6e9c6e5a0', 'name': 'network-vif-deleted', 'tag': '066f1916-e67e-4423-8aa6-608c1535c483', 'status': 'completed', 'code': 200} Apr 11 20:55:39.507793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] For port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:39.512441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.514005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] For port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,segment=NetworkSegment(922c9ef8-336e-411b-8e47-4d8f6cd07f3b),segment_id=922c9ef8-336e-411b-8e47-4d8f6cd07f3b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:39.534940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-20185b12-8f13-4ec0-9113-bb9b1d21a33b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6685665 Apr 11 20:55:39.548909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Request body: {'port': {'device_id': '04612428-2b5c-48fd-810d-dc9b13194308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:39.644255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.699595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce7d1442-9650-482c-8e9f-c23597b26208 req-3a11b397-4869-4c64-bc13-9857aa0671c7 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0656018 Apr 11 20:55:39.701147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9323bd55-1038-4efe-91f7-4946705dca08 req-506a59e9-f480-4b81-8eb9-e801e3ff279f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "DELETE /v2.0/ports/066f1916-e67e-4423-8aa6-608c1535c483 HTTP/1.1" status: 204 len: 173 time: 2.3212647 Apr 11 20:55:39.702909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.825862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6ebeb-7f8c-4210-81f4-1a4279d1db7b None None] Pushing event updated for resources: {'Port': ['ID=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:39.893016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-9224f557-a085-416c-b810-fd33d65b6fbf tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:39.893995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-9224f557-a085-416c-b810-fd33d65b6fbf tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Synchronizing usage tracker for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:39.917688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17943f37-b00a-4ea0-8a6c-44b4451f2748 req-24dd080c-4eaf-45d6-8789-c7e1235c3e42 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 210 time: 0.1622632 Apr 11 20:55:39.937760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:39.982434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-264af27b-ae50-4bea-8525-6ed4104971c2 req-41b7f39f-4bcf-4767-96b0-731435c4cdd8 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.0608015 Apr 11 20:55:40.094349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-9224f557-a085-416c-b810-fd33d65b6fbf tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Unset dirty status for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:40.095150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-9224f557-a085-416c-b810-fd33d65b6fbf tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.75 "GET /v2.0/networks?id=49957699-6327-469d-beed-bcc2f380a8ff HTTP/1.1" status: 200 len: 816 time: 0.9351437 Apr 11 20:55:40.096105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:40.097255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-43c14416-5b53-490b-9ddf-25ff3215f9cb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9108300 Apr 11 20:55:40.101095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39496) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:40.280818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-92c78798-dc4c-44f7-91af-4ce8981b53d9 req-203e56ed-9e2d-461b-a40b-5593743905a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Synchronizing usage tracker for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:40.322673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 066f1916-e67e-4423-8aa6-608c1535c483 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:40.372849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-474eed1b-3242-4e00-a89a-80eb75b7e138 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Synchronizing usage tracker for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:40.417338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 066f1916-e67e-4423-8aa6-608c1535c483 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:55:40.417688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 066f1916-e67e-4423-8aa6-608c1535c483 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:55:40.497839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-92c78798-dc4c-44f7-91af-4ce8981b53d9 req-203e56ed-9e2d-461b-a40b-5593743905a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Unset dirty status for tenant:0e278533d3f74de1bb5addad90c25e0f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:40.499849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92c78798-dc4c-44f7-91af-4ce8981b53d9 req-203e56ed-9e2d-461b-a40b-5593743905a9 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4b5dd-838b-4e7b-8632-8224ac49534c HTTP/1.1" status: 200 len: 210 time: 0.2876694 Apr 11 20:55:40.569445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-474eed1b-3242-4e00-a89a-80eb75b7e138 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Unset dirty status for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:40.570765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-474eed1b-3242-4e00-a89a-80eb75b7e138 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b484cb7d744f1a82907ca129f4b767 HTTP/1.1" status: 200 len: 379 time: 0.3098657 Apr 11 20:55:40.592029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Request body: {'port': {'device_id': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'admin_state_up': True, 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'security_groups': ['5f44899f-a840-417f-a75a-6ae1fb75cc52']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:40.789649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af15513e-5d7a-4743-b4f3-c15f64da1ddb {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:40.821849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:40.822354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81addb-3e43-44f8-b18c-aaa8831807d9 req-84180da8-9fdc-4cfc-bfd6-7384e61177cf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:40.832675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d81addb-3e43-44f8-b18c-aaa8831807d9 req-84180da8-9fdc-4cfc-bfd6-7384e61177cf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 931 time: 0.2688982 Apr 11 20:55:40.918792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Transition to ACTIVE for port object af15513e-5d7a-4743-b4f3-c15f64da1ddb will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:40.992195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d81addb-3e43-44f8-b18c-aaa8831807d9 req-5a970751-02d9-49f0-8a80-47012a36f669 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578248 Apr 11 20:55:41.061005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3c59ff3b-33ed-4aeb-8764-4495e581a0a4 req-ce730493-dc6e-4585-85e6-fdbe2b0373d4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:41.071519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:41.078712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:41.217595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:41.316681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:41.351447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e809d0-2d72-4944-90f8-797b449fabe8 None None] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:41.355778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46ac8ae3-81cb-42c2-9b6e-349e94823cd3 req-ab4e753d-85fc-4dd4-99d8-bc7d71f13985 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 210 time: 0.1954699 Apr 11 20:55:41.383697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3c59ff3b-33ed-4aeb-8764-4495e581a0a4 req-ce730493-dc6e-4585-85e6-fdbe2b0373d4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:41.385655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c59ff3b-33ed-4aeb-8764-4495e581a0a4 req-ce730493-dc6e-4585-85e6-fdbe2b0373d4 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa83d634-708c-4db0-8ce3-47c6e9c6e5a0 HTTP/1.1" status: 200 len: 210 time: 0.4650869 Apr 11 20:55:41.398668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=af15513e-5d7a-4743-b4f3-c15f64da1ddb,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:41.506958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Attempting to bind port af15513e-5d7a-4743-b4f3-c15f64da1ddb on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:41.507635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Attempting to bind port af15513e-5d7a-4743-b4f3-c15f64da1ddb by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:41.508244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Attempting to bind port af15513e-5d7a-4743-b4f3-c15f64da1ddb on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:41.510541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Made reservation on behalf of 67b484cb7d744f1a82907ca129f4b767 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:41.514423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:41.546588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Port af15513e-5d7a-4743-b4f3-c15f64da1ddb on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:55:41.546941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Attempting to bind port af15513e-5d7a-4743-b4f3-c15f64da1ddb on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:41.561175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b33e5697-cd26-4a4a-ba7c-6bcff8ed1a41 None None] Provisioning for port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:41.563561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:41.564502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:41.564502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:41.564855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Bound port: af15513e-5d7a-4743-b4f3-c15f64da1ddb, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:41.565240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:41.932881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39520) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:41.985156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9bffeb2-c4de-45e7-85ee-f6ce841374c8 req-1a5693d6-a297-4e94-842f-379e7c3283db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.2808020 Apr 11 20:55:42.140312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] For port af15513e-5d7a-4743-b4f3-c15f64da1ddb, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:42.153822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] For port af15513e-5d7a-4743-b4f3-c15f64da1ddb, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=af15513e-5d7a-4743-b4f3-c15f64da1ddb,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:42.176920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8::1 (06dd103e-fd5b-4eeb-b077-39d0da87742a/e22f0f33-ac19-40af-b547-f6bd9d957986/d3a9a11e-acd2-4846-9a47-6cb01e64c2fc) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:42.191886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93f2505e-1615-4014-ba01-3a3ac527f663 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.211289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:42.303840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.364757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Allocated IP 172.20.0.14 (49957699-6327-469d-beed-bcc2f380a8ff/3df6fba2-f24b-44d0-bac9-22c332c8a686/05a9454e-d18d-4016-bc12-c88d6b629524) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:42.376602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93f2505e-1615-4014-ba01-3a3ac527f663 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.399823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.401458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] 10.222.0.69 "PUT /v2.0/ports/af15513e-5d7a-4743-b4f3-c15f64da1ddb HTTP/1.1" status: 200 len: 1091 time: 2.8581378 Apr 11 20:55:42.401958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04612428-2b5c-48fd-810d-dc9b13194308', 'tag': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:42.404033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:42.410027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:42.410505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.421647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.438814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object d3a9a11e-acd2-4846-9a47-6cb01e64c2fc will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:42.468858 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78af3a1-5c5f-42fe-be04-1b9dc9d4543e'] response: {'name': 'network-changed', 'server_uuid': '04612428-2b5c-48fd-810d-dc9b13194308', 'tag': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb', 'status': 'completed', 'code': 200} Apr 11 20:55:42.564540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.572597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.612977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,segment=NetworkSegment(922c9ef8-336e-411b-8e47-4d8f6cd07f3b),segment_id=922c9ef8-336e-411b-8e47-4d8f6cd07f3b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:42.683603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.705658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f50a0fcb-7a94-472d-a5b6-c000e873e71c req-6d113c27-1c4b-4101-b02d-f8bdf960dd43 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 210 time: 0.0812681 Apr 11 20:55:42.718618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:42.722255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:42.724247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=d3a9a11e-acd2-4846-9a47-6cb01e64c2fc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:42.726707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:42.727368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.797259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa1ac9-d8ea-40d0-abfe-5510727a5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=af15513e-5d7a-4743-b4f3-c15f64da1ddb,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:42.869679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93f2505e-1615-4014-ba01-3a3ac527f663 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:42.924661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:42.947109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2505e-1615-4014-ba01-3a3ac527f663 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22ef79-5ee9-47ba-97b9-463b9586dedb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:42.962893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd045f-3d22-4e38-b1cc-ca489fc4ed4b req-4a8405e2-8a07-44a8-b371-e8595c0f3f33 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:42.963739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8cbd045f-3d22-4e38-b1cc-ca489fc4ed4b req-4a8405e2-8a07-44a8-b371-e8595c0f3f33 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:43.098307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe534fb3-f3ab-4160-9d47-c3094fbc8d90 req-26c26c9a-2d5c-4805-a651-a2f4005ce984 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 1094 time: 0.6064117 Apr 11 20:55:43.113354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.166816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8cbd045f-3d22-4e38-b1cc-ca489fc4ed4b req-4a8405e2-8a07-44a8-b371-e8595c0f3f33 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:43.170548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.174504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cbd045f-3d22-4e38-b1cc-ca489fc4ed4b req-4a8405e2-8a07-44a8-b371-e8595c0f3f33 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 943 time: 0.9362440 Apr 11 20:55:43.244123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9708f9b7-263c-4f3d-8b50-f93a75f3fa6b req-fd7125bd-7752-4b9a-a782-5f650813d64a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.0495758 Apr 11 20:55:43.300561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Transition to ACTIVE for port object 05a9454e-d18d-4016-bc12-c88d6b629524 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:43.309085 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93f2505e-1615-4014-ba01-3a3ac527f663 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.313143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-93f2505e-1615-4014-ba01-3a3ac527f663 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/security-groups/ee22ef79-5ee9-47ba-97b9-463b9586dedb HTTP/1.1" status: 204 len: 168 time: 1.3753374 Apr 11 20:55:43.316265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39544) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:43.325552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0aa02bdd-fd82-42c9-b390-9f9256bb5a5e None None] Provisioning for port d3a9a11e-acd2-4846-9a47-6cb01e64c2fc completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:43.333008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0aa02bdd-fd82-42c9-b390-9f9256bb5a5e None None] Provisioning complete for port d3a9a11e-acd2-4846-9a47-6cb01e64c2fc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:43.334306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0aa02bdd-fd82-42c9-b390-9f9256bb5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.352712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-1394ce62-8708-40ad-8074-0cc2df1fc156 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:43.354302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-1394ce62-8708-40ad-8074-0cc2df1fc156 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Synchronizing usage tracker for tenant:910bb65c20bf4cc98b55c5149e2cbe79 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:43.422115 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-b0c68e2e-9c15-41b3-bf5a-757d4026ff27 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] show failed (client error): The resource could not be found. Apr 11 20:55:43.423458 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0c68e2e-9c15-41b3-bf5a-757d4026ff27 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "GET /v2.0/security-groups/ee22ef79-5ee9-47ba-97b9-463b9586dedb HTTP/1.1" status: 404 len: 347 time: 0.1058764 Apr 11 20:55:43.430281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:43.479550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0aa02bdd-fd82-42c9-b390-9f9256bb5a5e None None] Port d3a9a11e-acd2-4846-9a47-6cb01e64c2fc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:43.514398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cbd045f-3d22-4e38-b1cc-ca489fc4ed4b req-12381f02-22ae-4a02-a3fc-fc2b87e89e5d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389378 Apr 11 20:55:43.529432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe534fb3-f3ab-4160-9d47-c3094fbc8d90 req-871d41fe-44f0-4845-9a8d-f2505bfc24f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:43.530923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe534fb3-f3ab-4160-9d47-c3094fbc8d90 req-871d41fe-44f0-4845-9a8d-f2505bfc24f5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0f62ab1f407f483db34a7860457373a5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4128351 Apr 11 20:55:43.679658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe534fb3-f3ab-4160-9d47-c3094fbc8d90 req-0baea6ab-c86f-48c4-8def-d66eaf5b3d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:43.681044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe534fb3-f3ab-4160-9d47-c3094fbc8d90 req-0baea6ab-c86f-48c4-8def-d66eaf5b3d8e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430974 Apr 11 20:55:43.682590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.801408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Network 49957699-6327-469d-beed-bcc2f380a8ff is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:43.805682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:43.812130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:43.819229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-1394ce62-8708-40ad-8074-0cc2df1fc156 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Unset dirty status for tenant:910bb65c20bf4cc98b55c5149e2cbe79 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:43.820415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-1394ce62-8708-40ad-8074-0cc2df1fc156 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.69 "GET /v2.0/networks?id=c2165dc1-9b79-4c73-8405-8d76178ff7ba HTTP/1.1" status: 200 len: 821 time: 0.8368175 Apr 11 20:55:43.821145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a5b6-6083-459b-83e0-b5243504b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.856279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event updated for resources: {'Port': ['ID=05a9454e-d18d-4016-bc12-c88d6b629524,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:43.877338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Request body: {'port': {'device_id': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba', 'admin_state_up': True, 'tenant_id': '910bb65c20bf4cc98b55c5149e2cbe79'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:43.915873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port c3ec0b8f-92bf-4233-aabe-b0ef63991f42 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:43.916477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.959451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7db4a0f4-fcaf-4f69-ba27-4a026f937b91 req-b18ace9a-d698-46ff-a74a-a52d9277367c tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 210 time: 0.0593460 Apr 11 20:55:43.963773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:43.964444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:43.992515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-3ab5b087-2a03-451a-82e5-54ba98f8e3fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 1094 time: 0.2354631 Apr 11 20:55:44.081182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-30e1fc26-5011-4a10-a2ff-33ef2bae7548 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5042644 Apr 11 20:55:44.106768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Request body: {'port': {'device_id': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:44.136847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:44.139226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-ffd9bbad-54ba-4014-b247-c91508a990f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af15513e-5d7a-4743-b4f3-c15f64da1ddb HTTP/1.1" status: 200 len: 217 time: 0.1384811 Apr 11 20:55:44.254059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:44.254814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:44.338849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9bdf93e5-ff07-4103-a2ed-51e1af6ab485 None None] Provisioning for port 05a9454e-d18d-4016-bc12-c88d6b629524 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:44.347103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9bdf93e5-ff07-4103-a2ed-51e1af6ab485 None None] Provisioning complete for port 05a9454e-d18d-4016-bc12-c88d6b629524 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:44.347494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9bdf93e5-ff07-4103-a2ed-51e1af6ab485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:44.356427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c4736dc3-6755-404c-963b-793f8ff2f31d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:44.358459 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-c4736dc3-6755-404c-963b-793f8ff2f31d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.2126322 Apr 11 20:55:44.360907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:44.414565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf93e5-ff07-4103-a2ed-51e1af6ab485 None None] Port 05a9454e-d18d-4016-bc12-c88d6b629524 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:44.482300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-15cd9339-5f62-4166-9924-defdc5e78510 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933695 Apr 11 20:55:44.575029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-70f994c6-746a-4c14-9a78-b6a03bcb47b2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:44.576545 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-70f994c6-746a-4c14-9a78-b6a03bcb47b2 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 1.1436818 Apr 11 20:55:44.622699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:44.655639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Usage tracker for resource:port and tenant:910bb65c20bf4cc98b55c5149e2cbe79 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:55:44.666220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:55:44.694585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-654c5da7-3a0b-4028-b1f0-2e85775dce4a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/quotas/5646b3cbc2164748b405dd9d9369f236 HTTP/1.1" status: 200 len: 375 time: 0.1109262 Apr 11 20:55:44.699535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:44.711587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:44.711984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:44.826350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-971a156a-b743-49ac-a41f-70544bc79bd6 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203005 Apr 11 20:55:44.848770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395485c-7ce3-47b8-9c05-3b36fea5b8c9 req-95109af6-5cd7-4d5a-a693-f87cd20b2b85 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:44.850199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0395485c-7ce3-47b8-9c05-3b36fea5b8c9 req-95109af6-5cd7-4d5a-a693-f87cd20b2b85 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Synchronizing usage tracker for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:44.881384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:55:44.886947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-0354c3e2-5c08-4d6e-97b6-57534cbaf39a service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727766 Apr 11 20:55:44.915839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for c3ec0b8f-92bf-4233-aabe-b0ef63991f42 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:44.948745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Made reservation on behalf of 910bb65c20bf4cc98b55c5149e2cbe79 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:44.951730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:44.985297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.029057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0395485c-7ce3-47b8-9c05-3b36fea5b8c9 req-95109af6-5cd7-4d5a-a693-f87cd20b2b85 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Unset dirty status for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:45.030420 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0395485c-7ce3-47b8-9c05-3b36fea5b8c9 req-95109af6-5cd7-4d5a-a693-f87cd20b2b85 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 932 time: 0.5933676 Apr 11 20:55:45.071527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.072224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.163486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0395485c-7ce3-47b8-9c05-3b36fea5b8c9 req-a466ead4-d502-4f13-80f7-b05f9a613eea tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134996 Apr 11 20:55:45.174224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-049ddc04-6295-4f9f-87f7-cae70fb78c10 req-b09c78c0-9654-4d9d-acf3-9fcc95f638c9 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706769 Apr 11 20:55:45.302091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a9454e-d18d-4016-bc12-c88d6b629524 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:45.313902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.367058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=d3a9a11e-acd2-4846-9a47-6cb01e64c2fc,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:45.372494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Transition to ACTIVE for port object 05a9454e-d18d-4016-bc12-c88d6b629524 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:45.377496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-3cae983a-6636-48ca-9761-a56ea69ab683 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870694 Apr 11 20:55:45.403708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cd387-723e-4ec6-a751-d57d88d6046d req-9513882f-832d-4ccd-95a1-ddbce4c99ae2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:45.405178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-524cd387-723e-4ec6-a751-d57d88d6046d req-9513882f-832d-4ccd-95a1-ddbce4c99ae2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 943 time: 0.0941596 Apr 11 20:55:45.443323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.510715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-524cd387-723e-4ec6-a751-d57d88d6046d req-76075303-b485-4157-b660-47c86f0adaac tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997221 Apr 11 20:55:45.579696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=05a9454e-d18d-4016-bc12-c88d6b629524,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:45.645657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Allocated IP 172.20.0.6 (c2165dc1-9b79-4c73-8405-8d76178ff7ba/0684278d-3a6c-4680-bdb5-db37300925bf/a5b38990-a49b-49ef-9bb9-ed6e566dbc22) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:45.650970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:45.656449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:45.707934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3881c98-03d7-4803-b7a9-a67544deb6ff req-32eff5bc-2f3a-474e-86fd-db7923b46023 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 210 time: 0.0491643 Apr 11 20:55:45.730808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.757391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Attempting to bind port 05a9454e-d18d-4016-bc12-c88d6b629524 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:45.757863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Attempting to bind port 05a9454e-d18d-4016-bc12-c88d6b629524 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:45.758282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Attempting to bind port 05a9454e-d18d-4016-bc12-c88d6b629524 on network 49957699-6327-469d-beed-bcc2f380a8ff {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:45.768814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Port 05a9454e-d18d-4016-bc12-c88d6b629524 on network 49957699-6327-469d-beed-bcc2f380a8ff not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:55:45.768814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Attempting to bind port 05a9454e-d18d-4016-bc12-c88d6b629524 on network 49957699-6327-469d-beed-bcc2f380a8ff {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:45.775638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:45.776122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Checking segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:45.776764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Bound using segment: {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:45.777289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Bound port: 05a9454e-d18d-4016-bc12-c88d6b629524, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ef2785-1484-44f4-94de-90c4d66c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:45.777732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:45.901936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] For port 05a9454e-d18d-4016-bc12-c88d6b629524, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:45.906807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] For port 05a9454e-d18d-4016-bc12-c88d6b629524, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=05a9454e-d18d-4016-bc12-c88d6b629524,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:46.020983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.030368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=c3ec0b8f-92bf-4233-aabe-b0ef63991f42,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:46.045284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-197279cf-72fd-401c-a6d1-f28926e4536a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.083820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a4ca5234-c548-428f-ad26-cd86ff5b2c19 None None] Provisioning complete for port d3a9a11e-acd2-4846-9a47-6cb01e64c2fc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:46.089774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5234-c548-428f-ad26-cd86ff5b2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.101498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.103304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] 10.222.0.75 "PUT /v2.0/ports/05a9454e-d18d-4016-bc12-c88d6b629524 HTTP/1.1" status: 200 len: 1092 time: 2.0087662 Apr 11 20:55:46.103808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:46.128861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad79ea1-331a-44b4-b342-19244c37dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=05a9454e-d18d-4016-bc12-c88d6b629524,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:46.168483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca5234-c548-428f-ad26-cd86ff5b2c19 None None] Port d3a9a11e-acd2-4846-9a47-6cb01e64c2fc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:55:46.169345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-7f28446b-c638-421a-a361-c32deed3dff9 service neutron] 10.222.0.61 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270744 Apr 11 20:55:46.358041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-5b528d24-fd91-4cc0-8c03-6b5a075ee218 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=67b484cb7d744f1a82907ca129f4b767&device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 1095 time: 0.0917294 Apr 11 20:55:46.445488 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a5d335-bad3-49c0-b712-fcbaebc44572'] response: {'name': 'network-changed', 'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524', 'status': 'completed', 'code': 200} Apr 11 20:55:46.466066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-36c3f11c-12ad-43d9-8822-effcc8e30e18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9454e-d18d-4016-bc12-c88d6b629524 HTTP/1.1" status: 200 len: 217 time: 0.0949142 Apr 11 20:55:46.568897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-18aefaed-26c2-44fd-a013-e2e25718c0a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:46.571075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-18aefaed-26c2-44fd-a013-e2e25718c0a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3df6fba2-f24b-44d0-bac9-22c332c8a686 HTTP/1.1" status: 200 len: 855 time: 0.0951922 Apr 11 20:55:46.606468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.682194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-a0d874f9-2dcd-4270-ab0b-8caa4d4e7c07 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49957699-6327-469d-beed-bcc2f380a8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019180 Apr 11 20:55:46.790912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.811147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.815010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f9fc9f7-1947-4cd3-99a3-8797af21e6bc tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/floatingips/cd394901-da59-4f12-a468-13571c2795d7 HTTP/1.1" status: 204 len: 168 time: 3.3570006 Apr 11 20:55:46.817676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:46.869799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81a837-b7a3-4c84-b222-297fc0ff3251 req-faf661a0-b634-41cd-84f7-3e6c1cdef388 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:46.871334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab81a837-b7a3-4c84-b222-297fc0ff3251 req-faf661a0-b634-41cd-84f7-3e6c1cdef388 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 944 time: 0.3208802 Apr 11 20:55:46.939322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port d177d12e-8a8a-44e9-a2da-0a81d04a7c60 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:46.939517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b4f7307-821e-4185-9160-0fb86d1e8a69 req-d7f52d66-0861-4a33-b540-32173a53a2bb tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 210 time: 0.0528417 Apr 11 20:55:46.939962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:46.993527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-ec6fd068-7f9a-42d4-be7a-93b9211702a2 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031943 Apr 11 20:55:47.083974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:47.143400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab81a837-b7a3-4c84-b222-297fc0ff3251 req-e800aad4-e355-46c1-aff1-b8be4b880d46 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485828 Apr 11 20:55:47.210630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dec35efe-6706-41f3-945f-54de1fc4e4c3 req-c56ab363-7919-4039-8a05-38e4d67d66c5 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082548 Apr 11 20:55:47.220837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad45f9c-64ba-4643-a160-b5ce9d26c01c req-264a17cb-aa07-47d2-8556-8c823811f90e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:47.222347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ad45f9c-64ba-4643-a160-b5ce9d26c01c req-264a17cb-aa07-47d2-8556-8c823811f90e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 943 time: 0.1253238 Apr 11 20:55:47.277128 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:47.286897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ad45f9c-64ba-4643-a160-b5ce9d26c01c req-a06543c7-3ed9-4066-b43f-be6d4671d90f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483418 Apr 11 20:55:47.305124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Network c2165dc1-9b79-4c73-8405-8d76178ff7ba is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:47.309372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Pushing event updated for resources: {'Port': ['ID=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:47.361314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:47.368638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:47.395524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:47.424286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-c4b82298-3882-4faf-b608-38fb0eeb53f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=67b484cb7d744f1a82907ca129f4b767&device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 1095 time: 0.0778978 Apr 11 20:55:47.564308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:47.564916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:47.584226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:47.597701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router dba734ef-86e3-476c-b00a-0de985aaabec is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:55:47.625519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-bffcd8b4-4b08-476f-b2cf-e6bf57180649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:47.626990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-bffcd8b4-4b08-476f-b2cf-e6bf57180649 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49957699-6327-469d-beed-bcc2f380a8ff HTTP/1.1" status: 200 len: 917 time: 0.1952536 Apr 11 20:55:47.634069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4122fc-a9b5-40dd-b13f-da60d8ff89cd req-64b02ef9-4113-4964-ad61-e77de4a5f695 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:47.635729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b4122fc-a9b5-40dd-b13f-da60d8ff89cd req-64b02ef9-4113-4964-ad61-e77de4a5f695 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.1821480 Apr 11 20:55:47.715489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-9672313d-65ea-4b60-b4e2-87bc99222d28 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9454e-d18d-4016-bc12-c88d6b629524 HTTP/1.1" status: 200 len: 217 time: 0.0787177 Apr 11 20:55:47.725322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for d177d12e-8a8a-44e9-a2da-0a81d04a7c60 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:47.758517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-dd0e104c-337d-4372-8363-95708520ac87 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8997014 Apr 11 20:55:47.779133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-219d8b9e-f171-4685-8b36-70578408ee9d tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:47.779133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-219d8b9e-f171-4685-8b36-70578408ee9d tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Synchronizing usage tracker for tenant:910bb65c20bf4cc98b55c5149e2cbe79 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:47.782575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Request body: {'port': {'device_id': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:47.795187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b4122fc-a9b5-40dd-b13f-da60d8ff89cd req-60e08d73-1259-4f18-b8f7-058c59da8e9c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106787 Apr 11 20:55:47.798636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-b86a50f4-edac-4657-8701-547122706912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:47.800084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-b86a50f4-edac-4657-8701-547122706912 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3df6fba2-f24b-44d0-bac9-22c332c8a686 HTTP/1.1" status: 200 len: 855 time: 0.0784338 Apr 11 20:55:47.885646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-7dd78b25-4d30-46f3-94ee-a11d33f73281 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49957699-6327-469d-beed-bcc2f380a8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786517 Apr 11 20:55:48.043362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-6687a2ce-42ab-4ee9-9e1f-0f15e627da68 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491697 Apr 11 20:55:48.178450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-219d8b9e-f171-4685-8b36-70578408ee9d tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Unset dirty status for tenant:910bb65c20bf4cc98b55c5149e2cbe79 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:48.179770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-219d8b9e-f171-4685-8b36-70578408ee9d tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 931 time: 0.8731680 Apr 11 20:55:48.187450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-685ebb05-672b-47ff-a126-c58f2d456cde req-4c736f9c-6bca-40c4-b939-8538cf0396d3 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 210 time: 0.0587313 Apr 11 20:55:48.210794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device af15513e-5d7a-4743-b4f3-c15f64da1ddb details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:55:48.248030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a74554e4-1b91-4036-9bb5-42c524e600e7 req-647e783f-43b7-46fd-bed1-f927feb27884 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909411 Apr 11 20:55:48.288629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:48.381163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-43973f39-23a6-4f60-954f-7b0e3cdfdfaf tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Synchronizing usage tracker for tenant:910bb65c20bf4cc98b55c5149e2cbe79 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:48.402003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port af15513e-5d7a-4743-b4f3-c15f64da1ddb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=af15513e-5d7a-4743-b4f3-c15f64da1ddb,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:48.418486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb', 'mac_address': 'fa:16:3e:6f:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:55:48.428956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf69339-aaa9-40d5-bd16-7a2d34b8aa6c req-b287e7d2-0391-44f7-95fd-a1d3233619c6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:48.430580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf69339-aaa9-40d5-bd16-7a2d34b8aa6c req-b287e7d2-0391-44f7-95fd-a1d3233619c6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 944 time: 0.0871305 Apr 11 20:55:48.489600 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:48.495743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf69339-aaa9-40d5-bd16-7a2d34b8aa6c req-e548853c-c6d2-41bd-a51b-9a4b9776ed0f tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498788 Apr 11 20:55:48.497837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:48.525904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af15513e-5d7a-4743-b4f3-c15f64da1ddb {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:48.545589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:48.556071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-43973f39-23a6-4f60-954f-7b0e3cdfdfaf tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Unset dirty status for tenant:910bb65c20bf4cc98b55c5149e2cbe79 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:48.561953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port af15513e-5d7a-4743-b4f3-c15f64da1ddb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=af15513e-5d7a-4743-b4f3-c15f64da1ddb,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:48.562133 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] Sync routers for ids ['dba734ef-86e3-476c-b00a-0de985aaabec'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:48.569380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ace008d7-f11e-456c-9c5b-26eeb8be43d3 req-43973f39-23a6-4f60-954f-7b0e3cdfdfaf tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804302 Apr 11 20:55:48.578242 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] Routers {'dba734ef-86e3-476c-b00a-0de985aaabec'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:48.579655 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dba734ef-86e3-476c-b00a-0de985aaabec'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:48.590268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=d177d12e-8a8a-44e9-a2da-0a81d04a7c60,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:48.606515 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e0c0f67c-2077-4f44-bb98-82d7b579a44e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/dba734ef-86e3-476c-b00a-0de985aaabec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5040460 Apr 11 20:55:48.609314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39608) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:48.660408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:48.700094 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:48.706707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:48.713298 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] Routers {'dba734ef-86e3-476c-b00a-0de985aaabec'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:48.714247 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dba734ef-86e3-476c-b00a-0de985aaabec'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:48.784850 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:48.785446 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc836c-1878-40d4-b79f-c7d02e326575 None None] The sync data for ids ['dba734ef-86e3-476c-b00a-0de985aaabec'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:48.810817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=af15513e-5d7a-4743-b4f3-c15f64da1ddb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:48.842472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:48.844659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6940c095-5982-4aa2-bcbb-9b2bed485dc3 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/ports/d177d12e-8a8a-44e9-a2da-0a81d04a7c60 HTTP/1.1" status: 204 len: 168 time: 2.0253661 Apr 11 20:55:48.856297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39612) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:48.916402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d813f8b-f05c-4407-8739-408ee2467558 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:48.917192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d813f8b-f05c-4407-8739-408ee2467558 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:48.947311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['af15513e-5d7a-4743-b4f3-c15f64da1ddb'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:48.947532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port cea6b82e-1659-41e8-8a15-f0fa02bac5db {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:48.947808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.107567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828c929-9ff0-4a2d-bce2-d35618f9c190 req-81fca0f1-0e08-4139-8b67-4dae5c5c928f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:49.114840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2828c929-9ff0-4a2d-bce2-d35618f9c190 req-81fca0f1-0e08-4139-8b67-4dae5c5c928f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 944 time: 0.4384930 Apr 11 20:55:49.215686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2828c929-9ff0-4a2d-bce2-d35618f9c190 req-e2df40f2-919e-45cc-b2f7-1625dc2add27 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998478 Apr 11 20:55:49.227373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-7d5bfe6d-dfc5-4a6e-8d6e-22bf8fd63a19 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:49.228805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-7d5bfe6d-dfc5-4a6e-8d6e-22bf8fd63a19 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 812 time: 0.4553437 Apr 11 20:55:49.229999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d813f8b-f05c-4407-8739-408ee2467558 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:49.231063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0d813f8b-f05c-4407-8739-408ee2467558 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports/d3a9a11e-acd2-4846-9a47-6cb01e64c2fc HTTP/1.1" status: 200 len: 911 time: 0.6205826 Apr 11 20:55:49.241992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39620) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:49.252942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e22f0f33-ac19-40af-b547-f6bd9d957986'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:49.293563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:55:49.294541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Request body: {'port': {'device_id': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'admin_state_up': True, 'tenant_id': '5646b3cbc2164748b405dd9d9369f236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:49.361487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.464166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70b47b96-3ba7-43b6-b531-461485944ee6 req-56ff3737-a2d9-4486-a928-63b8ba36560a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 210 time: 0.0671351 Apr 11 20:55:49.510323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for cea6b82e-1659-41e8-8a15-f0fa02bac5db owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:49.558699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b38990-a49b-49ef-9bb9-ed6e566dbc22 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:49.569001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.595606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:55:49.599837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Transition to ACTIVE for port object a5b38990-a49b-49ef-9bb9-ed6e566dbc22 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:49.608000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9ab80-cd21-4b0f-a523-a7f456e0a3ef req-8fa599b7-e7bf-4b25-85c5-73a3d9c7c7c7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:49.609742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4eb9ab80-cd21-4b0f-a523-a7f456e0a3ef req-8fa599b7-e7bf-4b25-85c5-73a3d9c7c7c7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.5926263 Apr 11 20:55:49.621428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:55:49.689070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.737542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Made reservation on behalf of 5646b3cbc2164748b405dd9d9369f236 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:55:49.740603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.773303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4eb9ab80-cd21-4b0f-a523-a7f456e0a3ef req-8d6128cd-8b6e-4c87-9eff-2d06315e9dba tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508369 Apr 11 20:55:49.784822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.852848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Pushing event updated for resources: {'Port': ['ID=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:49.866709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.867057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.867399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.867758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.868091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.868418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.868745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.869068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.869388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.869707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.870029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:49.938135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:49.954698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46dc7-c2fb-4599-a7ab-d663deae245d req-e8bbf0eb-8f14-4566-8fd6-9090615cc48a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:49.956396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7dd46dc7-c2fb-4599-a7ab-d663deae245d req-e8bbf0eb-8f14-4566-8fd6-9090615cc48a tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 944 time: 0.3295560 Apr 11 20:55:50.149783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=cea6b82e-1659-41e8-8a15-f0fa02bac5db,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:50.224130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device af15513e-5d7a-4743-b4f3-c15f64da1ddb up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:50.253316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7dd46dc7-c2fb-4599-a7ab-d663deae245d req-c66a8b1e-e286-4106-b940-ade2fb8ab47b tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905619 Apr 11 20:55:50.261275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Attempting to bind port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:50.261614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Attempting to bind port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '48262eb3-ad38-4ae5-8892-96138ff4072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:50.261942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Attempting to bind port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 on network c2165dc1-9b79-4c73-8405-8d76178ff7ba {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:50.267442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Allocated IP 172.20.0.7 (b32f8e05-6e34-4fd3-8e82-ec716733b6db/29e10c16-9b22-467b-90da-6a595c21b06c/be9b8f33-8351-440c-83ad-ceabc33f1a5d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:55:50.289925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 on network c2165dc1-9b79-4c73-8405-8d76178ff7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:55:50.290256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Attempting to bind port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 on network c2165dc1-9b79-4c73-8405-8d76178ff7ba {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:50.308132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.317692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:50.318090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Checking segment: {'id': '48262eb3-ad38-4ae5-8892-96138ff4072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:50.318557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Bound using segment: {'id': '48262eb3-ad38-4ae5-8892-96138ff4072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:50.319021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Bound port: a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48262eb3-ad38-4ae5-8892-96138ff4072b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:50.319272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.340986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8f97-bc16-4fa8-b07d-f77b59371dc9 req-bc0f718b-e4cd-405b-aa73-f51d46799252 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:50.342659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-130e8f97-bc16-4fa8-b07d-f77b59371dc9 req-bc0f718b-e4cd-405b-aa73-f51d46799252 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 943 time: 0.4089971 Apr 11 20:55:50.346815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d8fc3c42-aa06-4e20-9186-8d26eeba3050 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/ports/cea6b82e-1659-41e8-8a15-f0fa02bac5db HTTP/1.1" status: 204 len: 168 time: 1.4897275 Apr 11 20:55:50.350160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39630) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:50.408817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port af15513e-5d7a-4743-b4f3-c15f64da1ddb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:50.418212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port af15513e-5d7a-4743-b4f3-c15f64da1ddb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:50.418767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.603807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.615262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-130e8f97-bc16-4fa8-b07d-f77b59371dc9 req-8ed85549-772a-40a3-b4dc-98c3795e8f10 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246003 Apr 11 20:55:50.637299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] For port a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:50.654671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04612428-2b5c-48fd-810d-dc9b13194308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:50.666403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port af15513e-5d7a-4743-b4f3-c15f64da1ddb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=af15513e-5d7a-4743-b4f3-c15f64da1ddb,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:50.669559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] For port a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,segment=NetworkSegment(48262eb3-ad38-4ae5-8892-96138ff4072b),segment_id=48262eb3-ad38-4ae5-8892-96138ff4072b)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:50.725364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting subnet 8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:50.728938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.730478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.772758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.774179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1d7a-328b-43bd-a117-c6a2893dbe68 req-5ef6f179-6a29-4778-bc98-77a46f3e2b9e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:50.781653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f62f1d7a-328b-43bd-a117-c6a2893dbe68 req-5ef6f179-6a29-4778-bc98-77a46f3e2b9e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 944 time: 0.3311064 Apr 11 20:55:50.818499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=af15513e-5d7a-4743-b4f3-c15f64da1ddb,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:50.826160 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.877312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.884769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f62f1d7a-328b-43bd-a117-c6a2893dbe68 req-9e3bce26-4739-459e-83f0-8cad5178cdf0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022987 Apr 11 20:55:50.894767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c5512b1-f66b-47a4-b412-5e654c9cada3 req-f8cc2524-b3d0-4aed-9b72-15db8ffe7a83 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 210 time: 0.0781295 Apr 11 20:55:50.915411 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.949944 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.951304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] 10.222.0.69 "PUT /v2.0/ports/a5b38990-a49b-49ef-9bb9-ed6e566dbc22 HTTP/1.1" status: 200 len: 1091 time: 3.1729841 Apr 11 20:55:50.951760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'tag': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:50.952236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.962245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:50.963508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:50.965404 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/ports/d3a9a11e-acd2-4846-9a47-6cb01e64c2fc HTTP/1.1" status: 200 len: 911 time: 1.7216697 Apr 11 20:55:50.970646 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0bac05-d755-4898-85eb-036796fcef7d'] response: {'server_uuid': '04612428-2b5c-48fd-810d-dc9b13194308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb', 'code': 200} Apr 11 20:55:50.974677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39642) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:51.116628 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28967df-dc9c-46c7-8bc8-2987b885a229'] response: {'name': 'network-changed', 'server_uuid': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'tag': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22', 'status': 'completed', 'code': 200} Apr 11 20:55:51.123605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dd87b-55b9-4f6f-9baf-de200c6e49fa service neutron] Pushing event updated for resources: {'Port': ['ID=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:51.209340 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:51.266487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d148c68-fff8-4e1a-a73b-3ab5bcb1d54a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=d3a9a11e-acd2-4846-9a47-6cb01e64c2fc,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:51.282980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:51.320611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Network b32f8e05-6e34-4fd3-8e82-ec716733b6db is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:55:51.327757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:55:51.342085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:55:51.351996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d32bb-9464-475c-9a09-170580b804dd req-f36ba182-b8b0-4a44-afb0-e827a64a5cf3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:51.353457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-357d32bb-9464-475c-9a09-170580b804dd req-f36ba182-b8b0-4a44-afb0-e827a64a5cf3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.3064332 Apr 11 20:55:51.359343 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-583c9531-6cc8-4b86-bc65-cb411fd9784b req-e271b454-df0d-448f-b305-f0ec792ad756 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 1096 time: 0.3181696 Apr 11 20:55:51.455599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event updated for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:51.466034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-583c9531-6cc8-4b86-bc65-cb411fd9784b req-62d8fdd8-b447-4756-9ccd-827ea18bd1db service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859060 Apr 11 20:55:51.468102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-357d32bb-9464-475c-9a09-170580b804dd req-2ce96d25-6824-417d-a3c7-6f9b326a9c8d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016781 Apr 11 20:55:51.471334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-0d40b938-7340-4dea-bdf8-8c16a90669e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910bb65c20bf4cc98b55c5149e2cbe79&device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 1094 time: 0.2985914 Apr 11 20:55:51.479895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:51.480611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:51.535092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:51.538132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e41b-4495-4f0e-b19b-0622a1c7506c req-ea395b09-ffc8-4764-8041-a3f147a2bbc5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:51.539873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d65e41b-4495-4f0e-b19b-0622a1c7506c req-ea395b09-ffc8-4764-8041-a3f147a2bbc5 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 944 time: 0.1331296 Apr 11 20:55:51.588315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-f9fdfe68-5371-4981-b119-f101d65e352c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2985401 Apr 11 20:55:51.590960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d65e41b-4495-4f0e-b19b-0622a1c7506c req-18d8bd10-fbe0-4af1-a06d-3b14c3898754 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Apr 11 20:55:51.604619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Request body: {'port': {'device_id': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:55:51.625583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:51.640774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:51.656687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1ba1c-08ff-4259-bca8-56bc43aca000 None None] Network c0602453-f1c4-4dd1-9055-7b6e8cf27ceb requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:51.657304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4ece13f4-fb64-4391-8b9b-e7c8fefca4aa tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/subnets/8a1c6e99-9a55-4397-9078-0c5d5b3bc9d3 HTTP/1.1" status: 204 len: 168 time: 1.3058782 Apr 11 20:55:51.662531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:51.807131 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:51.823111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-0b178d92-c8dc-489c-9cde-c9e70d53be4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22 HTTP/1.1" status: 200 len: 217 time: 0.1571457 Apr 11 20:55:52.011312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] DHCP port deletion for c0602453-f1c4-4dd1-9055-7b6e8cf27ceb request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:55:52.013446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-5ffa6cb5-9874-4458-bf85-8dfe4388f88e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:52.014591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-5ffa6cb5-9874-4458-bf85-8dfe4388f88e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0684278d-3a6c-4680-bdb5-db37300925bf HTTP/1.1" status: 200 len: 861 time: 0.1370645 Apr 11 20:55:52.016117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.017418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Deleting port 0432e03b-e643-418d-a0a0-41f0e246071d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:52.018016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.070638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-bd0cf218-4887-4154-898d-ff0b1f56f057 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c2165dc1-9b79-4c73-8405-8d76178ff7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446305 Apr 11 20:55:52.176069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0432e03b-e643-418d-a0a0-41f0e246071d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:52.216414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting subnet da272946-834c-4870-80e4-569e5b133f08 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:52.224745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297c459-69ac-4796-a632-92522afe0885 req-b0e2d5ba-3d83-4905-b0c6-4c873c256ec6 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:52.231420 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7297c459-69ac-4796-a632-92522afe0885 req-b0e2d5ba-3d83-4905-b0c6-4c873c256ec6 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 943 time: 0.4154644 Apr 11 20:55:52.252780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.343043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7297c459-69ac-4796-a632-92522afe0885 req-4d006746-0627-466f-b44c-0c65276cb3ea tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107721 Apr 11 20:55:52.345182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.418245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.456009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0432e03b-e643-418d-a0a0-41f0e246071d,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:52.458781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0432e03b-e643-418d-a0a0-41f0e246071d,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:52.459382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.487178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.582439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7cd9e-07b3-4609-b411-d0ad10f126c8 req-ca2cfd78-f0de-4706-b09d-ef04f4edb90d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:52.583325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab7cd9e-07b3-4609-b411-d0ad10f126c8 req-ca2cfd78-f0de-4706-b09d-ef04f4edb90d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.4187365 Apr 11 20:55:52.597129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:55:52.605945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Calling delete_port for 0432e03b-e643-418d-a0a0-41f0e246071d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:52.617163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-c5a8f023-71fc-42b4-906b-560c53ae1064 service neutron] 10.222.0.69 "GET /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272024 Apr 11 20:55:52.674594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.760051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9c2f-f688-469c-818f-e810b65e1e19 req-12c8b9d7-189b-40fe-822c-56af9fc5ec6a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:52.761621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-052f9c2f-f688-469c-818f-e810b65e1e19 req-12c8b9d7-189b-40fe-822c-56af9fc5ec6a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 931 time: 0.2301507 Apr 11 20:55:52.822555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9b8f33-8351-440c-83ad-ceabc33f1a5d {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:52.827519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.827757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0432e03b-e643-418d-a0a0-41f0e246071d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:52.829830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:55:52.830695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab7cd9e-07b3-4609-b411-d0ad10f126c8 req-5e216e3d-36d7-4044-9627-563cbb3ac13c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165718 Apr 11 20:55:52.832101 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:55:52.837340 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.877982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Transition to ACTIVE for port object be9b8f33-8351-440c-83ad-ceabc33f1a5d will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:55:52.882820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Subnet': ['ID=da272946-834c-4870-80e4-569e5b133f08,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:52.914756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0fba978-0be1-4b56-86d2-8e55956c1a0c req-b5e8b60b-685e-4f6b-897f-4186cc940b35 service neutron] 10.222.0.69 "GET /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747340 Apr 11 20:55:52.931368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.931913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.932466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.932902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.933388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.934519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.934985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.935442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.939736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.939736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.939736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:55:52.940761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:52.951779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d1a34-7de5-4125-bc0a-32bdc7d7f25c None None] Network dcf91f7a-a4ab-4071-b05e-25fe11e81d91 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:52.954421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-052f9c2f-f688-469c-818f-e810b65e1e19 req-8af8c2f6-82eb-4204-af0b-5315f207725d tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625490 Apr 11 20:55:52.957579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9a266624-e49c-4d1c-99f8-168cccdde65b tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/subnets/da272946-834c-4870-80e4-569e5b133f08 HTTP/1.1" status: 204 len: 168 time: 1.2940230 Apr 11 20:55:52.961880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:52.962071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.196934 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.236335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Deleting port 0432e03b-e643-418d-a0a0-41f0e246071d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:53.236673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.339723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Deleting port 0432e03b-e643-418d-a0a0-41f0e246071d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:53.340234 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.376160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Pushing event updated for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:53.395392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba22620-aff6-46ee-8185-6fcb81521e3a req-bf51bcd7-52c7-4843-8407-77576b32283e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:53.403767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ba22620-aff6-46ee-8185-6fcb81521e3a req-bf51bcd7-52c7-4843-8407-77576b32283e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 944 time: 0.2743421 Apr 11 20:55:53.414204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] DHCP port deletion for dcf91f7a-a4ab-4071-b05e-25fe11e81d91 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:55:53.433544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] Deleting port d032ecac-99d3-4585-bef3-28f609861c80 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:53.434508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.511156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b854240-00b6-4d90-ae9e-4e417645f474 req-dc6562b6-27a4-4db1-b2d2-b59df305e7b6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:53.512554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b854240-00b6-4d90-ae9e-4e417645f474 req-dc6562b6-27a4-4db1-b2d2-b59df305e7b6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.3575175 Apr 11 20:55:53.546073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-1baa91af-585d-4208-a906-32a3f3582f89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=910bb65c20bf4cc98b55c5149e2cbe79&device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 1094 time: 0.4871755 Apr 11 20:55:53.549795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Attempting to bind port be9b8f33-8351-440c-83ad-ceabc33f1a5d on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:55:53.550124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Attempting to bind port be9b8f33-8351-440c-83ad-ceabc33f1a5d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:55:53.550440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Attempting to bind port be9b8f33-8351-440c-83ad-ceabc33f1a5d on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:53.642926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Port be9b8f33-8351-440c-83ad-ceabc33f1a5d on network b32f8e05-6e34-4fd3-8e82-ec716733b6db not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:55:53.643968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Attempting to bind port be9b8f33-8351-440c-83ad-ceabc33f1a5d on network b32f8e05-6e34-4fd3-8e82-ec716733b6db {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:55:53.674983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:55:53.675356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Checking segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:55:53.675761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Bound using segment: {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:55:53.676466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Bound port: be9b8f33-8351-440c-83ad-ceabc33f1a5d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de278c-3c39-4c0c-9cab-83efedf83867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:55:53.676595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.693439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b854240-00b6-4d90-ae9e-4e417645f474 req-572847ac-bd32-499f-8af0-bac7b9d4bb2d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677301 Apr 11 20:55:53.763344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ba22620-aff6-46ee-8185-6fcb81521e3a req-fc822547-d4e5-424c-969a-316f33f14235 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473511 Apr 11 20:55:53.787800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-7bab3519-d23d-4f7e-ba6a-95dbf1e805e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:53.789253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-7bab3519-d23d-4f7e-ba6a-95dbf1e805e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c2165dc1-9b79-4c73-8405-8d76178ff7ba HTTP/1.1" status: 200 len: 922 time: 0.2340422 Apr 11 20:55:53.794048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0432e03b-e643-418d-a0a0-41f0e246071d,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:53.794523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.810485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port d3a9a11e-acd2-4846-9a47-6cb01e64c2fc {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:53.810811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.812148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] For port d032ecac-99d3-4585-bef3-28f609861c80, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d032ecac-99d3-4585-bef3-28f609861c80,segment=NetworkSegment(4ddd25d4-5ed5-453e-9fbb-1d69116983b4),segment_id=4ddd25d4-5ed5-453e-9fbb-1d69116983b4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:53.812534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.859540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] For port 0432e03b-e643-418d-a0a0-41f0e246071d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0432e03b-e643-418d-a0a0-41f0e246071d,segment=NetworkSegment(b887200b-3a80-45dd-825e-e6e93161923a),segment_id=b887200b-3a80-45dd-825e-e6e93161923a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:53.859899 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:53.928723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-79a2c57d-b356-400a-891c-8403efa0de63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22 HTTP/1.1" status: 200 len: 217 time: 0.1227257 Apr 11 20:55:53.948935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:55:53.959603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Calling delete_port for 0432e03b-e643-418d-a0a0-41f0e246071d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:53.990888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:55:54.030400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-69bc762c-0b2d-40ea-859b-828f789a209a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:54.031967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-69bc762c-0b2d-40ea-859b-828f789a209a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0684278d-3a6c-4680-bdb5-db37300925bf HTTP/1.1" status: 200 len: 861 time: 0.0863078 Apr 11 20:55:54.041881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Calling delete_port for 0432e03b-e643-418d-a0a0-41f0e246071d owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:54.089253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-fdfd6136-b005-4557-a81b-2196e06ca462 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c2165dc1-9b79-4c73-8405-8d76178ff7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503345 Apr 11 20:55:54.091568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.138759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111488f-5558-49d6-b0d6-ad927d874e78 req-c60a2ce6-d334-46af-b20b-e96e08dfbe30 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:54.140263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7111488f-5558-49d6-b0d6-ad927d874e78 req-c60a2ce6-d334-46af-b20b-e96e08dfbe30 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 943 time: 0.2459402 Apr 11 20:55:54.156566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] Calling delete_port for d032ecac-99d3-4585-bef3-28f609861c80 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:54.192422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d032ecac-99d3-4585-bef3-28f609861c80 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:55:54.234301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a5b38990-a49b-49ef-9bb9-ed6e566dbc22 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:55:54.249894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.371009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 05a9454e-d18d-4016-bc12-c88d6b629524 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:55:54.379789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for d3a9a11e-acd2-4846-9a47-6cb01e64c2fc owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:54.382056 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-2db53e7a-a1b4-498d-855d-2ad6bb23374c service neutron] 10.222.0.69 "GET /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361631 Apr 11 20:55:54.383409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.385054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] 10.222.0.75 "PUT /v2.0/ports/be9b8f33-8351-440c-83ad-ceabc33f1a5d HTTP/1.1" status: 200 len: 1091 time: 2.7845089 Apr 11 20:55:54.386938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:54.408217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.434772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da398ea9-40c1-43ac-bb8c-6bd81db8232a service neutron] Pushing event updated for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:54.464889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d1a3-4248-4a2f-bfb1-b8e6b7a4a309 req-1f43e9ab-5ebe-410d-807a-07051515503c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:54.470864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1871d1a3-4248-4a2f-bfb1-b8e6b7a4a309 req-1f43e9ab-5ebe-410d-807a-07051515503c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.4606586 Apr 11 20:55:54.470864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Port': ['ID=0432e03b-e643-418d-a0a0-41f0e246071d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:54.513333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] No DVR routers for this DVR port 0432e03b-e643-418d-a0a0-41f0e246071d on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:54.539012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:55:54.539371 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:55:54.546194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7111488f-5558-49d6-b0d6-ad927d874e78 req-58390d7f-529d-4b2c-9067-b7fe3fa1ecb1 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703563 Apr 11 20:55:54.622029 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.637435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4659e37-e85b-4066-a1cf-c9802cef0ba9 req-6e4bb540-9943-412f-bf83-c10b9eb5a947 service neutron] 10.222.0.69 "GET /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297025 Apr 11 20:55:54.640414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-b0d7e615-72f5-45ab-9842-af6d77be7173 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 1094 time: 0.1437166 Apr 11 20:55:54.641012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.719953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] Pushing event deleted for resources: {'Port': ['ID=d032ecac-99d3-4585-bef3-28f609861c80,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:54.729568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,segment=NetworkSegment(48262eb3-ad38-4ae5-8892-96138ff4072b),segment_id=48262eb3-ad38-4ae5-8892-96138ff4072b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:54.745792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d1582-8ea1-468e-99d1-c109656bae59 None None] No DVR routers for this DVR port d032ecac-99d3-4585-bef3-28f609861c80 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:55:54.768062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-ead4d22b-ba46-4e61-8acf-39d6f1ca3609 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d HTTP/1.1" status: 200 len: 217 time: 0.1117280 Apr 11 20:55:54.806694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22', 'network_id': 'c2165dc1-9b79-4c73-8405-8d76178ff7ba', 'port_id': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22', 'mac_address': 'fa:16:3e:50:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0684278d-3a6c-4680-bdb5-db37300925bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:55:54.822124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 05a9454e-d18d-4016-bc12-c88d6b629524, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=05a9454e-d18d-4016-bc12-c88d6b629524,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:54.836966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1871d1a3-4248-4a2f-bfb1-b8e6b7a4a309 req-4f7e84d2-4220-41f4-b924-63a27e850cae tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555238 Apr 11 20:55:54.871305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-8ef67584-23e6-4e50-a6c7-49a193c07a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:54.871958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-8ef67584-23e6-4e50-a6c7-49a193c07a99 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.0928183 Apr 11 20:55:54.878993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.880903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '05a9454e-d18d-4016-bc12-c88d6b629524', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'port_id': '05a9454e-d18d-4016-bc12-c88d6b629524', 'mac_address': 'fa:16:3e:80:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:55:54.885581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c4d9c-a0d1-445e-8fdb-523247bd31cb req-f3d42adc-3651-4d2e-9ef0-dcb4abf04989 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:54.886399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c13c4d9c-a0d1-445e-8fdb-523247bd31cb req-f3d42adc-3651-4d2e-9ef0-dcb4abf04989 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:55:54.914607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0602453-f1c4-4dd1-9055-7b6e8cf27ceb']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:54.929238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b887200b-3a80-45dd-825e-e6e93161923a') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:54.938215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b887200b-3a80-45dd-825e-e6e93161923a') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:54.950146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-4da20a7b-0d5b-42a4-9c22-c057dffcd76f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584540 Apr 11 20:55:54.954672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.959106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.965153 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a5341e-f147-4ed3-9148-45fea4dcdf7f'] response: {'name': 'network-changed', 'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d', 'status': 'completed', 'code': 200} Apr 11 20:55:54.986022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b38990-a49b-49ef-9bb9-ed6e566dbc22 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:54.988852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:54.989552 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.039422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.048714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c13c4d9c-a0d1-445e-8fdb-523247bd31cb req-f3d42adc-3651-4d2e-9ef0-dcb4abf04989 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:55:55.052910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=d3a9a11e-acd2-4846-9a47-6cb01e64c2fc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:55.056288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c13c4d9c-a0d1-445e-8fdb-523247bd31cb req-f3d42adc-3651-4d2e-9ef0-dcb4abf04989 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 943 time: 0.3433089 Apr 11 20:55:55.057273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:55:55.057689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.081646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a9454e-d18d-4016-bc12-c88d6b629524 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:55:55.081851 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:55:55.086010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,segment=NetworkSegment(48262eb3-ad38-4ae5-8892-96138ff4072b),segment_id=48262eb3-ad38-4ae5-8892-96138ff4072b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:55.100099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 05a9454e-d18d-4016-bc12-c88d6b629524, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=05a9454e-d18d-4016-bc12-c88d6b629524,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:55.145172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c13c4d9c-a0d1-445e-8fdb-523247bd31cb req-ecdf6c0a-50af-4cbb-a8d5-ea0bbfdbdcff tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879936 Apr 11 20:55:55.165589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.197082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-e3f4cd24-927c-45fd-b0ad-878751668be3 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310288 Apr 11 20:55:55.232923 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.305737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:55.386886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Deleting port 0432e03b-e643-418d-a0a0-41f0e246071d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:55.387360 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.437956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['a5b38990-a49b-49ef-9bb9-ed6e566dbc22'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:55.534831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7390-5146-47e6-900c-54979e287711 None None] The port '0432e03b-e643-418d-a0a0-41f0e246071d' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:55:55.559979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=05a9454e-d18d-4016-bc12-c88d6b629524,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:55.569396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['05a9454e-d18d-4016-bc12-c88d6b629524'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:55.585024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5bba6fb-0038-4797-8ea1-20429279f9d2 req-77f4fb90-cef1-4c2c-bcaa-a141ef17cfdd service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800268 Apr 11 20:55:55.592154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932b716-a70f-41b0-8bf5-a23a1bd979ff req-9adae1c9-33e4-4ec4-9518-201295bb9bd2 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:55.594086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d932b716-a70f-41b0-8bf5-a23a1bd979ff req-9adae1c9-33e4-4ec4-9518-201295bb9bd2 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 945 time: 0.1519818 Apr 11 20:55:55.612490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.632117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1e5b-2245-452a-8dc3-5884e07e2c68 req-68f0d67e-6504-4194-8b44-c4c5d310ec62 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:55.633720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb1e1e5b-2245-452a-8dc3-5884e07e2c68 req-68f0d67e-6504-4194-8b44-c4c5d310ec62 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.4593687 Apr 11 20:55:55.656279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d932b716-a70f-41b0-8bf5-a23a1bd979ff req-baea722f-9218-479e-9edd-014a3a8a2878 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516462 Apr 11 20:55:55.720647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.800739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-f0dd9967-fb45-4f2f-a21b-47f6488a2d42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5646b3cbc2164748b405dd9d9369f236&device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 1094 time: 0.0888083 Apr 11 20:55:55.810405 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:55.835778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Network': ['ID=c0602453-f1c4-4dd1-9055-7b6e8cf27ceb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:55.869008 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb1e1e5b-2245-452a-8dc3-5884e07e2c68 req-790a965f-4a61-461c-8631-105fe558a9c9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691046 Apr 11 20:55:55.983441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-eeacc9bb-67d8-4512-8e5d-0a92bc17e79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:55.985154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-eeacc9bb-67d8-4512-8e5d-0a92bc17e79e service neutron] 10.222.0.75 "GET /v2.0/networks?id=b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 200 len: 913 time: 0.1748967 Apr 11 20:55:56.025063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6b43ffdb-c266-4a75-95ff-0b6c61f3d9d6 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/networks/c0602453-f1c4-4dd1-9055-7b6e8cf27ceb HTTP/1.1" status: 204 len: 168 time: 3.0608401 Apr 11 20:55:56.035861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39684) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:56.067519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-c6cec5f5-72ad-4d78-940f-3a104d5e7ad1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d HTTP/1.1" status: 200 len: 217 time: 0.0735846 Apr 11 20:55:56.185437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-a04f1ad5-ba81-411f-9bd8-e6d120abb1a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:56.186798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-a04f1ad5-ba81-411f-9bd8-e6d120abb1a2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 200 len: 852 time: 0.1129446 Apr 11 20:55:56.226967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a5b38990-a49b-49ef-9bb9-ed6e566dbc22 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:56.243998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-cc19ed84-33ae-4cf8-a794-559624d9f202 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b32f8e05-6e34-4fd3-8e82-ec716733b6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495758 Apr 11 20:55:56.259060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8aeb6-afbf-462b-966b-7d5129bb5dde req-26e8947f-0e73-459c-b65e-39729e5da1f3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:56.260562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24e8aeb6-afbf-462b-966b-7d5129bb5dde req-26e8947f-0e73-459c-b65e-39729e5da1f3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.1514099 Apr 11 20:55:56.314265 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.340179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335f44e-1058-4d1e-8f93-7c6533114cc2 req-e8c4acab-4595-43f8-8bbc-c580d51a8311 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:56.341642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2335f44e-1058-4d1e-8f93-7c6533114cc2 req-e8c4acab-4595-43f8-8bbc-c580d51a8311 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 944 time: 0.3229251 Apr 11 20:55:56.355423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router dba734ef-86e3-476c-b00a-0de985aaabec has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:55:56.364687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 05a9454e-d18d-4016-bc12-c88d6b629524 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:55:56.404673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:56.407813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24e8aeb6-afbf-462b-966b-7d5129bb5dde req-9af1a446-82f7-40b5-bb5e-6fb736f13385 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289949 Apr 11 20:55:56.418998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:56.419381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.445703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-9c40ebf0-1c18-49b2-9484-0fad02106c2f service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938844 Apr 11 20:55:56.527519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.569503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 05a9454e-d18d-4016-bc12-c88d6b629524 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:55:56.578720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 05a9454e-d18d-4016-bc12-c88d6b629524 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:55:56.579092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.591104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2335f44e-1058-4d1e-8f93-7c6533114cc2 req-cfd71fa6-ac69-4253-a8c5-ea0ac95e4ed7 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420630 Apr 11 20:55:56.602439 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.642115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354eeba-8336-4c47-b0bb-c86db0b6fbc0 req-05ee4a3a-5613-42db-822b-72cd57537308 service neutron] 10.222.0.75 "GET /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895182 Apr 11 20:55:56.654099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:56.668954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,segment=NetworkSegment(48262eb3-ad38-4ae5-8892-96138ff4072b),segment_id=48262eb3-ad38-4ae5-8892-96138ff4072b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:56.671157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf91f7a-a4ab-4071-b05e-25fe11e81d91']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:56.688358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddd25d4-5ed5-453e-9fbb-1d69116983b4') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:56.688678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddd25d4-5ed5-453e-9fbb-1d69116983b4') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:56.703987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.728721 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.737108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:55:56.738901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.745765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:55:56.756602 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:55:56.761753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689bed5-5fc0-4b68-8567-315f62aa72ac req-9eeb1484-eca8-46a3-98f4-84714c0674ca tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:56.764736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8689bed5-5fc0-4b68-8567-315f62aa72ac req-9eeb1484-eca8-46a3-98f4-84714c0674ca tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 943 time: 0.1211638 Apr 11 20:55:56.777398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.822093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8689bed5-5fc0-4b68-8567-315f62aa72ac req-f258dcb4-07a6-499f-a0b0-414d4d56ce80 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513766 Apr 11 20:55:56.838545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 05a9454e-d18d-4016-bc12-c88d6b629524, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=05a9454e-d18d-4016-bc12-c88d6b629524,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:56.854453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:56.886208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:55:56.898379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] Sync routers for ids ['dba734ef-86e3-476c-b00a-0de985aaabec'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:55:56.904015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f4cca58a-c019-4896-8f8f-625c106c3d1f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/dba734ef-86e3-476c-b00a-0de985aaabec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9282472 Apr 11 20:55:56.905868 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2a88db-8aae-457b-a110-f5e2f17ce23e'] response: {'server_uuid': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22', 'code': 200} Apr 11 20:55:56.906921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39696) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:56.917748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:56.939890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5d47-9f9c-4bb7-b6b1-bdaa6956807c req-b360d207-8564-4092-a485-d17cf757f339 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:56.941528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-060b5d47-9f9c-4bb7-b6b1-bdaa6956807c req-b360d207-8564-4092-a485-d17cf757f339 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.1840494 Apr 11 20:55:56.957986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] Routers {'dba734ef-86e3-476c-b00a-0de985aaabec'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:56.959145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dba734ef-86e3-476c-b00a-0de985aaabec'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:56.988674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:57.051518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-59c7b6d9-9a08-4647-b7b2-87f2d6149836 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba734ef-86e3-476c-b00a-0de985aaabec HTTP/1.1" status: 200 len: 205 time: 0.1430116 Apr 11 20:55:57.053880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:57.059363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39702) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:57.079391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] Routers {'dba734ef-86e3-476c-b00a-0de985aaabec'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:55:57.080070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dba734ef-86e3-476c-b00a-0de985aaabec'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:57.162962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:57.165100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] 10.222.0.61 "DELETE /v2.0/networks/dcf91f7a-a4ab-4071-b05e-25fe11e81d91 HTTP/1.1" status: 204 len: 168 time: 1.1043139 Apr 11 20:55:57.171430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed73390-747d-43ec-a540-5564ea0040a0 tempest-TaggedBootDevicesTest-383683405 tempest-TaggedBootDevicesTest-383683405-project] Pushing event deleted for resources: {'Network': ['ID=dcf91f7a-a4ab-4071-b05e-25fe11e81d91,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:57.186053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=05a9454e-d18d-4016-bc12-c88d6b629524,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:57.188970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:55:57.189378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99443f39-3795-41ac-a5b2-da692c46247f None None] The sync data for ids ['dba734ef-86e3-476c-b00a-0de985aaabec'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:55:57.196411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-060b5d47-9f9c-4bb7-b6b1-bdaa6956807c req-b1ca06ce-abc3-48e8-887a-747b41f6f510 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353740 Apr 11 20:55:57.351786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:57.391854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6af7b-25d1-4615-b75a-bbf90d2644fa req-ff6c3249-66e9-4361-9326-9d75edf8ab6c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:57.393416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acf6af7b-25d1-4615-b75a-bbf90d2644fa req-ff6c3249-66e9-4361-9326-9d75edf8ab6c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.0793207 Apr 11 20:55:57.445878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acf6af7b-25d1-4615-b75a-bbf90d2644fa req-ef2a0b03-ebf9-4746-923e-7107aa4bfdf2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Apr 11 20:55:57.523063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02193181-9c3e-475a-8d45-3884e354eedb req-a098d175-fe3b-4952-b8e2-326569a704cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 1096 time: 0.5334282 Apr 11 20:55:57.617078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2438-6e3a-4251-816a-c84aafb8bfcc req-c920bc53-97c8-4717-afa9-48bc78e38738 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:57.618550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-136f2438-6e3a-4251-816a-c84aafb8bfcc req-c920bc53-97c8-4717-afa9-48bc78e38738 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.3673632 Apr 11 20:55:57.739061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02193181-9c3e-475a-8d45-3884e354eedb req-f1c92d75-8a7a-48d8-b872-6724897931f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082319 Apr 11 20:55:57.816672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-136f2438-6e3a-4251-816a-c84aafb8bfcc req-44905ca1-00ea-4714-823c-4710b525566c tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914747 Apr 11 20:55:57.955450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:57.961787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.074180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.074712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router dba734ef-86e3-476c-b00a-0de985aaabec {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:55:58.134612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78c6ff-8156-4d12-b68e-bd25911373a9 req-a91702e6-d20b-426d-a513-d99b643e1497 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:58.136194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb78c6ff-8156-4d12-b68e-bd25911373a9 req-a91702e6-d20b-426d-a513-d99b643e1497 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 945 time: 0.1008689 Apr 11 20:55:58.184686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.186114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3b79b990-3f3c-484f-93c3-a9c4b16404c2 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/dba734ef-86e3-476c-b00a-0de985aaabec HTTP/1.1" status: 204 len: 168 time: 1.1245041 Apr 11 20:55:58.190066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39722) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:58.214354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb78c6ff-8156-4d12-b68e-bd25911373a9 req-798a6b31-9571-44a9-957e-55d69921584e tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 Apr 11 20:55:58.385042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device be9b8f33-8351-440c-83ad-ceabc33f1a5d details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:55:58.433272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa377744-096a-4deb-babe-08ef3acdbdf0 req-56a898c5-8fe2-4a98-9ed0-d2e7e7605cc7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:58.435006 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa377744-096a-4deb-babe-08ef3acdbdf0 req-56a898c5-8fe2-4a98-9ed0-d2e7e7605cc7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.0918214 Apr 11 20:55:58.468307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2606-2c31-44bf-a97d-9467a491cbd1 req-8d9c624e-4042-435e-bd4e-b537ef71647e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:58.469994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-899f2606-2c31-44bf-a97d-9467a491cbd1 req-8d9c624e-4042-435e-bd4e-b537ef71647e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 943 time: 0.2245419 Apr 11 20:55:58.483834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa377744-096a-4deb-babe-08ef3acdbdf0 req-7da7e638-98e6-4cee-82df-dd0714953b96 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Apr 11 20:55:58.536652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-899f2606-2c31-44bf-a97d-9467a491cbd1 req-f63ae5e0-3693-4f45-b538-830812962dc5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582726 Apr 11 20:55:58.546154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet e22f0f33-ac19-40af-b547-f6bd9d957986 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:55:58.549950 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.604196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:58.641502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.641678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d', 'network_id': 'b32f8e05-6e34-4fd3-8e82-ec716733b6db', 'port_id': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d', 'mac_address': 'fa:16:3e:02:89:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e10c16-9b22-467b-90da-6a595c21b06c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:55:58.698430 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.709311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a527a-efa5-41e3-9919-020819896803 req-dddc3c31-a23a-47b7-bc71-4c41805c3a79 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:58.715981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db2a527a-efa5-41e3-9919-020819896803 req-dddc3c31-a23a-47b7-bc71-4c41805c3a79 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.1077149 Apr 11 20:55:58.719426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9b8f33-8351-440c-83ad-ceabc33f1a5d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:55:58.737902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.745373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:58.770394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db2a527a-efa5-41e3-9919-020819896803 req-c2d62d06-a8ff-46d7-92df-688043cb1cbd tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492744 Apr 11 20:55:58.802930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.831674 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.927427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:55:58.929360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:58.936678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:58.991175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=e22f0f33-ac19-40af-b547-f6bd9d957986,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:55:59.009956 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687168d5-6036-413c-80a4-debd0be4a1b0'] response: {'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524', 'code': 200} Apr 11 20:55:59.041566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:59.048354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e9ad9-8def-4f74-b04f-90a48a9dc402 None None] Network 06dd103e-fd5b-4eeb-b077-39d0da87742a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:55:59.051898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d0a0965-3f65-44b8-88b4-3e7d46d1fb73 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/e22f0f33-ac19-40af-b547-f6bd9d957986 HTTP/1.1" status: 204 len: 168 time: 0.8597181 Apr 11 20:55:59.055827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39732) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:55:59.142933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['be9b8f33-8351-440c-83ad-ceabc33f1a5d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:55:59.169084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56652583-9d13-43c9-b5d6-4e08530493dd req-16aae62b-51b2-4626-8d1c-4199f3401d4d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 1097 time: 0.0897768 Apr 11 20:55:59.189595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:59.199089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4173e-ab02-45bd-9dfb-d3684e8a7fdc req-e423b183-17c2-4909-a43a-fe031e5e2a00 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:59.200651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ce4173e-ab02-45bd-9dfb-d3684e8a7fdc req-e423b183-17c2-4909-a43a-fe031e5e2a00 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.2048988 Apr 11 20:55:59.232442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:59.232787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:59.324076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ce4173e-ab02-45bd-9dfb-d3684e8a7fdc req-5de31a81-500d-49f5-bc63-c5fba2b05edb tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152020 Apr 11 20:55:59.329557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56652583-9d13-43c9-b5d6-4e08530493dd req-5cc2f777-6554-4082-8889-2c4315fd5652 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507368 Apr 11 20:55:59.552666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,segment=NetworkSegment(922c9ef8-336e-411b-8e47-4d8f6cd07f3b),segment_id=922c9ef8-336e-411b-8e47-4d8f6cd07f3b)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:59.555608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:59.647325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159864d2-c594-486f-86a8-8febc32b30d4 req-11080ed0-cf5d-4e2e-8633-97ed7493aee3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:59.648922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-159864d2-c594-486f-86a8-8febc32b30d4 req-11080ed0-cf5d-4e2e-8633-97ed7493aee3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.2290001 Apr 11 20:55:59.709944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] DHCP port deletion for 06dd103e-fd5b-4eeb-b077-39d0da87742a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:55:59.714468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Deleting port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:59.714846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:59.749697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port af15513e-5d7a-4743-b4f3-c15f64da1ddb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:55:59.750648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:55:59.787247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879183c-786c-492a-b9c4-f233fcf3c994 req-11791a11-104a-4f08-84d1-629af0d859e0 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:55:59.789274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9879183c-786c-492a-b9c4-f233fcf3c994 req-11791a11-104a-4f08-84d1-629af0d859e0 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 945 time: 0.3269973 Apr 11 20:55:59.814656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:55:59.925298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9879183c-786c-492a-b9c4-f233fcf3c994 req-5075f059-df9d-4c5c-9e98-05df702b23cf tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283612 Apr 11 20:55:59.978857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] For port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,segment=NetworkSegment(922c9ef8-336e-411b-8e47-4d8f6cd07f3b),segment_id=922c9ef8-336e-411b-8e47-4d8f6cd07f3b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:55:59.979402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.004657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f3f83-c613-4555-b031-5da3ab490d0c req-4c725b21-80b0-4e9f-9767-8af2c58f883f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:00.013862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-031f3f83-c613-4555-b031-5da3ab490d0c req-4c725b21-80b0-4e9f-9767-8af2c58f883f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 945 time: 0.2510250 Apr 11 20:56:00.017727 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.131724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No DVR routers for this DVR port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:56:00.145209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port af15513e-5d7a-4743-b4f3-c15f64da1ddb, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=af15513e-5d7a-4743-b4f3-c15f64da1ddb,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:00.145628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.168798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=2b731a21-a8ee-4d0d-9638-dc5623d42dd7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:00.179011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:00.238163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Calling delete_port for 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:00.371822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:00.372308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:00.375743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:56:00.376139 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:56:00.394353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device be9b8f33-8351-440c-83ad-ceabc33f1a5d up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:00.400073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-031f3f83-c613-4555-b031-5da3ab490d0c req-10bf7db3-77fa-4dee-90b0-9431d83391f3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525946 Apr 11 20:56:00.406073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for af15513e-5d7a-4743-b4f3-c15f64da1ddb owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:00.424926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.468954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dd103e-fd5b-4eeb-b077-39d0da87742a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:00.506328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.512313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922c9ef8-336e-411b-8e47-4d8f6cd07f3b') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:00.516643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922c9ef8-336e-411b-8e47-4d8f6cd07f3b') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:00.534404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.559429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.569554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:56:00.569554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:56:00.585053 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:56:00.587590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d01f0-86fd-4d1f-b1dc-4d2903c31678 req-defd3760-449c-4e9c-94e1-fb19e137077c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:00.589255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-920d01f0-86fd-4d1f-b1dc-4d2903c31678 req-defd3760-449c-4e9c-94e1-fb19e137077c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 944 time: 0.4981854 Apr 11 20:56:00.596140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port be9b8f33-8351-440c-83ad-ceabc33f1a5d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:00.615287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port be9b8f33-8351-440c-83ad-ceabc33f1a5d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:00.616108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.720880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-920d01f0-86fd-4d1f-b1dc-4d2903c31678 req-e3819385-1993-4aaa-99d6-749845969702 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 Apr 11 20:56:00.769137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116530a-56fa-4d73-91c7-f6b4ed8d604f req-7c57df95-b9dc-421e-aecf-90c2aca14881 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:00.771153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6116530a-56fa-4d73-91c7-f6b4ed8d604f req-7c57df95-b9dc-421e-aecf-90c2aca14881 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.1851683 Apr 11 20:56:00.818035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.859412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6116530a-56fa-4d73-91c7-f6b4ed8d604f req-23c7a5ef-7a7d-4f0e-9264-941469af5b22 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809791 Apr 11 20:56:00.866413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.866608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.872841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.887233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Deleting port 2b731a21-a8ee-4d0d-9638-dc5623d42dd7 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:00.887635 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:00.957613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:56:00.965324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=06dd103e-fd5b-4eeb-b077-39d0da87742a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:01.056217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5528a031-542c-4b3f-b7e4-42a8952cec14 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/06dd103e-fd5b-4eeb-b077-39d0da87742a HTTP/1.1" status: 204 len: 168 time: 1.9986506 Apr 11 20:56:01.061759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39764) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:01.070178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:01.072045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1020691484', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:01.093768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:01.109110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:router and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:01.113004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:01.129312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:01.145267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=af15513e-5d7a-4743-b4f3-c15f64da1ddb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:01.175027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76793-6b4d-4cd2-8cc5-00be0e04a2d2 None None] The port '2b731a21-a8ee-4d0d-9638-dc5623d42dd7' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:56:01.183899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:01.240418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.240418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.264383 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdc4d96-2607-454b-ac50-216fd6babe7d'] response: {'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d', 'code': 200} Apr 11 20:56:01.286807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.293757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port af15513e-5d7a-4743-b4f3-c15f64da1ddb on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:56:01.303978 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.308544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04612428-2b5c-48fd-810d-dc9b13194308', 'name': 'network-vif-deleted', 'tag': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:01.310620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.427442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.485877 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8af1c00-f513-4220-b6c0-f7918a91cfc6'] response: {'server_uuid': '04612428-2b5c-48fd-810d-dc9b13194308', 'name': 'network-vif-deleted', 'tag': 'af15513e-5d7a-4743-b4f3-c15f64da1ddb', 'status': 'completed', 'code': 200} Apr 11 20:56:01.509624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:01.525307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-159864d2-c594-486f-86a8-8febc32b30d4 req-52ef5c59-643f-415e-ae54-df0292c3ae98 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "DELETE /v2.0/ports/af15513e-5d7a-4743-b4f3-c15f64da1ddb HTTP/1.1" status: 204 len: 173 time: 1.8670254 Apr 11 20:56:01.534019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0cf35-1bd7-4d70-b289-e7d9b81c50fa req-f58c9bb8-38c3-4bfb-8359-e73b55814d91 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:01.544518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9aa0cf35-1bd7-4d70-b289-e7d9b81c50fa req-f58c9bb8-38c3-4bfb-8359-e73b55814d91 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.4505093 Apr 11 20:56:01.601599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5a2d347-4940-4950-8fc9-b0aef6a39193 req-c2b58b99-8f60-4b54-9c8c-bae5b54cc760 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 1096 time: 0.2709374 Apr 11 20:56:01.603545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.609056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39786) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:01.617169 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-54888a9b-722d-4380-be51-c38d5e810af1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5509393 Apr 11 20:56:01.641188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194344381'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:01.652294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:01.660805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:01.668006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:01.687456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:01.695289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9aa0cf35-1bd7-4d70-b289-e7d9b81c50fa req-c688f771-c010-41d7-a2eb-d36e9e4dfbab tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496944 Apr 11 20:56:01.713607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5a2d347-4940-4950-8fc9-b0aef6a39193 req-0bfb6d57-b285-4160-8f28-1b5f04b96cc3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034486 Apr 11 20:56:01.791272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:01.795115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.805105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15f48be9-d107-4162-aa00-d33a696beda0 req-b00b77b3-a7b1-4168-879a-df892ad93110 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=04612428-2b5c-48fd-810d-dc9b13194308 HTTP/1.1" status: 200 len: 210 time: 0.1142313 Apr 11 20:56:01.864759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:01.885243 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:01.886199 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 8e4cc0a0-2d78-42b4-81aa-3990a36c4d58 of type vlan for network d0fc5258-efac-4aa0-82ce-182965ed4a7b Apr 11 20:56:01.921842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:02.048426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4cb3-8c6b-474d-9310-0cbf99ffd317 req-61169a15-62e0-4c1c-8a13-c0d8b20bdaf2 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:02.050300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c8d4cb3-8c6b-474d-9310-0cbf99ffd317 req-61169a15-62e0-4c1c-8a13-c0d8b20bdaf2 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.0905094 Apr 11 20:56:02.062835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6605c-bb40-40e1-8529-7b1c18703d6f req-00dd17ff-972e-46e8-bcc2-569a1bec470a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:02.063735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39800) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:02.065038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15f6605c-bb40-40e1-8529-7b1c18703d6f req-00dd17ff-972e-46e8-bcc2-569a1bec470a tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 0.0936444 Apr 11 20:56:02.066867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:02.071309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:02.074398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:02.094697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Request body: {'floatingip': {'port_id': '05a9454e-d18d-4016-bc12-c88d6b629524'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:02.213824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15f6605c-bb40-40e1-8529-7b1c18703d6f req-060fcf85-a6b6-4464-93d5-dc5e6d6cc150 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971851 Apr 11 20:56:02.233166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device af15513e-5d7a-4743-b4f3-c15f64da1ddb no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:02.352544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:02.369054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: af15513e-5d7a-4743-b4f3-c15f64da1ddb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:02.380070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device af15513e-5d7a-4743-b4f3-c15f64da1ddb not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:02.476194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=d0fc5258-efac-4aa0-82ce-182965ed4a7b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:02.487064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:02.625703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8e0f91b4-94fd-42c0-b8f6-f4874dcef706 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9929383 Apr 11 20:56:02.629247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39808) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:02.638857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:02.858042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9076c22-de86-49ad-80e8-8551f50228e3 req-e90cec3f-fd0b-4915-b041-202a662bf905 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:02.866084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9076c22-de86-49ad-80e8-8551f50228e3 req-e90cec3f-fd0b-4915-b041-202a662bf905 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.3824615 Apr 11 20:56:02.932920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006e7ab-2ca6-43f9-b2dc-17b65de2133d req-8cc127c8-6231-4dec-9472-06c771415894 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:02.934419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f006e7ab-2ca6-43f9-b2dc-17b65de2133d req-8cc127c8-6231-4dec-9472-06c771415894 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 945 time: 0.0836151 Apr 11 20:56:03.011032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f006e7ab-2ca6-43f9-b2dc-17b65de2133d req-59075052-c8f9-4c48-bdd9-d2efc62b82ec tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695765 Apr 11 20:56:03.084557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:03.093030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:03.104230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:03.121811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9076c22-de86-49ad-80e8-8551f50228e3 req-57317e99-1a2d-4149-9d1b-a18fc4cf3c4b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531509 Apr 11 20:56:03.121811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:03.209686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:03.469935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:03.479640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e5261-1648-47d4-b6a0-608e1723dd35 req-fdd22103-2c62-4dd6-a687-fa939b053c45 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:03.486783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-617e5261-1648-47d4-b6a0-608e1723dd35 req-fdd22103-2c62-4dd6-a687-fa939b053c45 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 0.1330085 Apr 11 20:56:03.530539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-617e5261-1648-47d4-b6a0-608e1723dd35 req-20dbb06a-05c1-4192-983f-3b6255992b90 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Apr 11 20:56:03.669388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-813ccd5b-021b-44e5-b46b-45e9399e4ebe tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:03.670787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-813ccd5b-021b-44e5-b46b-45e9399e4ebe tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.3095691 Apr 11 20:56:03.789641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-c09f5bf7-9640-4139-87bf-62f7858d7bd7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/quotas/0f62ab1f407f483db34a7860457373a5 HTTP/1.1" status: 200 len: 375 time: 0.0575929 Apr 11 20:56:03.837968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:03.904420 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:04.110658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-eb43de24-3ede-40f4-9d5a-372ae94a0f61 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:56:04.184591 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Floating IP 78930772-7dc4-485c-aebb-73e337242ca3 associated. External IP: 172.25.5.58, port: 05a9454e-d18d-4016-bc12-c88d6b629524. Apr 11 20:56:04.230088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138990-d3d6-4011-8c69-74a2f5328ff3 req-92528f83-a4dd-44cc-9e79-130216776088 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:04.231822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf138990-d3d6-4011-8c69-74a2f5328ff3 req-92528f83-a4dd-44cc-9e79-130216776088 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 0.0829804 Apr 11 20:56:04.240214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-eb43de24-3ede-40f4-9d5a-372ae94a0f61 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:56:04.240622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:56:04.248295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-eb43de24-3ede-40f4-9d5a-372ae94a0f61 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4502697 Apr 11 20:56:04.318793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf138990-d3d6-4011-8c69-74a2f5328ff3 req-b0c30fe2-d988-4c3f-bb68-5cb446706d2f tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801425 Apr 11 20:56:04.340496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:04.435658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:04.451131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'mac_address': 'fa:16:3e:ca:68:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:56:04.528632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:04.594448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fc7c-3d3b-4ef6-9cfc-a676533de647 req-641200b7-014e-4bc2-8ce1-9863655f9fcf tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:04.603271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dad804ef-b1d6-4b8f-adfc-d97e07b8d17c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:56:04.607537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8468fc7c-3d3b-4ef6-9cfc-a676533de647 req-641200b7-014e-4bc2-8ce1-9863655f9fcf tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 945 time: 0.1485744 Apr 11 20:56:04.632391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:04.670605 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8468fc7c-3d3b-4ef6-9cfc-a676533de647 req-2f8f3503-ea64-4d90-9ab4-ed89ed179c53 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Apr 11 20:56:04.729330 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:04.789147 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:56:04.790875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=1ef3feca-4840-4e5a-965c-31a211600148,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:04.828513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:56:04.829232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f1278c5b-ced1-466b-a3b1-1a5d22b4eaa1 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800564 Apr 11 20:56:04.870665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:04.871187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: d0fc5258-efac-4aa0-82ce-182965ed4a7b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:04.885200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:04.967433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa4531-1a37-4ae8-b392-b248835f6bd1 req-f5b57c0c-1f4a-4843-a20e-94803b4770af tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:04.982797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14fa4531-1a37-4ae8-b392-b248835f6bd1 req-f5b57c0c-1f4a-4843-a20e-94803b4770af tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 945 time: 0.1532202 Apr 11 20:56:05.009673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-891e8122-9a8b-4c1e-b557-2fffccf446cc tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:05.011588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-891e8122-9a8b-4c1e-b557-2fffccf446cc tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 945 time: 0.5744689 Apr 11 20:56:05.069143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14fa4531-1a37-4ae8-b392-b248835f6bd1 req-48ec31e8-55cc-42c3-bcd6-6079d8a259a3 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831230 Apr 11 20:56:05.163821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Deleting port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:05.164169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:05.204066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-02e65657-a4f9-4e39-98b9-1b5e28e217b1 service neutron] 10.222.0.61 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648500 Apr 11 20:56:05.242216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:05.509089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] For port a5b38990-a49b-49ef-9bb9-ed6e566dbc22, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,segment=NetworkSegment(48262eb3-ad38-4ae5-8892-96138ff4072b),segment_id=48262eb3-ad38-4ae5-8892-96138ff4072b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:05.509456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:05.639716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b5a1-43f5-4aa2-ad32-bcd2aea97e0e req-72a51185-89c6-4b7d-8b5a-46fe1620e2dc tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:05.646001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b78b5a1-43f5-4aa2-ad32-bcd2aea97e0e req-72a51185-89c6-4b7d-8b5a-46fe1620e2dc tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 0.1096430 Apr 11 20:56:05.661256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Calling delete_port for a5b38990-a49b-49ef-9bb9-ed6e566dbc22 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:05.691090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d0fc5258-efac-4aa0-82ce-182965ed4a7b) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:05.701607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd61a51-017d-4d93-abfe-eb76e8bff591 None None] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:05.729468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b78b5a1-43f5-4aa2-ad32-bcd2aea97e0e req-91bcba96-e773-4b95-a656-706650c3f5ab tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Apr 11 20:56:05.782643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:05.783505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:05.808145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68210dec-0b61-4378-be35-a173ab277d96 req-61ce54cd-a772-46c0-a11f-29ea225e066e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 210 time: 0.1554043 Apr 11 20:56:05.970252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d0fc5258-efac-4aa0-82ce-182965ed4a7b', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:56:05.972005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:06.060980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-30ccaf8a-6bb8-4a2d-b7a2-653ba275b4a7 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4308696 Apr 11 20:56:06.063725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39872) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:06.202981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Allocated IP 2001:db8::2 (d0fc5258-efac-4aa0-82ce-182965ed4a7b/1ef3feca-4840-4e5a-965c-31a211600148/38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:06.271440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:06.520794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:06.596390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Pushing event deleted for resources: {'Port': ['ID=a5b38990-a49b-49ef-9bb9-ed6e566dbc22,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:06.642505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:06.642879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:06.698256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] No DVR routers for this DVR port a5b38990-a49b-49ef-9bb9-ed6e566dbc22 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:56:06.702861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:06.715943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'name': 'network-vif-deleted', 'tag': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:06.734660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Router 71189062-0a73-4c40-b4ea-49d66d7edaa6 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:06.778289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:06.804711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Transition to ACTIVE for port object 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:06.881339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:06.925625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Transition to ACTIVE for port object 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:06.942568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cebbdd22-086d-4207-abb5-69b477e5f170 req-bfe40bca-c9a6-4c95-96b5-c07e0e00cd97 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.69 "DELETE /v2.0/ports/a5b38990-a49b-49ef-9bb9-ed6e566dbc22 HTTP/1.1" status: 204 len: 173 time: 1.9158175 Apr 11 20:56:06.946876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:06.962854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:07.019760 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.098005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.136626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:07.140083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:07.144412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:07.157068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Pushing event updated for resources: {'Port': ['ID=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:07.266758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d5cdc-d78a-4960-a39a-a03e4b9fa449 req-34ff1317-b29b-44a6-bb1b-28141abb2d25 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:07.274401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-907d5cdc-d78a-4960-a39a-a03e4b9fa449 req-34ff1317-b29b-44a6-bb1b-28141abb2d25 tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c878c7f-74b6-4297-adc2-691a1bcdee37 HTTP/1.1" status: 200 len: 945 time: 1.0518801 Apr 11 20:56:07.340468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-907d5cdc-d78a-4960-a39a-a03e4b9fa449 req-7449846e-02f3-46ea-8a5e-c12cc9ef7eeb tempest-ServerMetadataNegativeTestJSON-1877366604 tempest-ServerMetadataNegativeTestJSON-1877366604-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e39c32b-4b26-40c8-a9c6-90722a936c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644648 Apr 11 20:56:07.363140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Attempting to bind port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:07.367331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Attempting to bind port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:07.368018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Attempting to bind port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 on network d0fc5258-efac-4aa0-82ce-182965ed4a7b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:07.407972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:07.416933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:07.417646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Checking segment: {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:07.418477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.419334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Bound using segment: {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:07.420309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Bound port: 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:07.421093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.454153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da0fa-cffb-4708-a0ed-bfab119a5529 req-224324d3-826a-4d00-8fa9-114cfc68f248 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:07.470135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b9da0fa-cffb-4708-a0ed-bfab119a5529 req-224324d3-826a-4d00-8fa9-114cfc68f248 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.4419568 Apr 11 20:56:07.552214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b9da0fa-cffb-4708-a0ed-bfab119a5529 req-99f0502e-b722-4a73-a515-e2300bc96fba tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799532 Apr 11 20:56:07.639746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.689145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] For port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:07.695921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:07.701069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.701640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] For port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:07.710297 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] Sync routers for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:07.745903 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:07.748248 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:07.795289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a4348ba1-9e43-43e7-b411-481ff80bfc15 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "PUT /v2.0/floatingips/78930772-7dc4-485c-aebb-73e337242ca3 HTTP/1.1" status: 200 len: 991 time: 5.7289894 Apr 11 20:56:07.808919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:07.834105 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f80b9f-4bfe-4473-9a4f-3cf7e086a08a'] response: {'server_uuid': '5c878c7f-74b6-4297-adc2-691a1bcdee37', 'name': 'network-vif-deleted', 'tag': 'a5b38990-a49b-49ef-9bb9-ed6e566dbc22', 'status': 'completed', 'code': 200} Apr 11 20:56:08.010409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912a332-3c4a-41f9-a8fa-18e5539dff06 None None] Pushing event updated for resources: {'Port': ['ID=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:08.255738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a5b38990-a49b-49ef-9bb9-ed6e566dbc22 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:08.372707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea53ba9-099c-46ec-9b86-c1c0ad4ff0b5 req-7907f4d9-f8c5-47e6-b93c-bdd74ddad952 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:08.377438 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:08.389257 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ea53ba9-099c-46ec-9b86-c1c0ad4ff0b5 req-7907f4d9-f8c5-47e6-b93c-bdd74ddad952 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 0.7055864 Apr 11 20:56:08.448458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: a5b38990-a49b-49ef-9bb9-ed6e566dbc22 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:08.449228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a5b38990-a49b-49ef-9bb9-ed6e566dbc22 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:08.703692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ea53ba9-099c-46ec-9b86-c1c0ad4ff0b5 req-3df28d58-22e9-432f-a2c4-a47f60985ed9 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124883 Apr 11 20:56:08.726314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39902) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:08.839122 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c183b7b0-3fa7-4074-bad4-5bdecda074be'] response: {'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'code': 200} Apr 11 20:56:08.921181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8::1 (d0fc5258-efac-4aa0-82ce-182965ed4a7b/1ef3feca-4840-4e5a-965c-31a211600148/07c2887f-863b-4c04-8b14-815b99e39a43) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:09.091256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-e81b5e42-cc82-4f49-a1f0-1fdadd721205 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:09.094733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-e81b5e42-cc82-4f49-a1f0-1fdadd721205 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 806 time: 0.4548113 Apr 11 20:56:09.127913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3116d39-2f7d-442a-a1e4-83cd859fdb59 req-6990bf37-d62e-4cfd-839b-d920edf9a483 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 210 time: 1.0591002 Apr 11 20:56:09.144626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Request body: {'port': {'device_id': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'admin_state_up': True, 'tenant_id': '0f62ab1f407f483db34a7860457373a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:09.500370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39908) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:09.555923 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '78930772-7dc4-485c-aebb-73e337242ca3', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'port_id': '05a9454e-d18d-4016-bc12-c88d6b629524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'mac_address': 'fa:16:3e:80:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:55:02Z', 'updated_at': '2022-04-11T20:56:03Z', 'revision_number': 1, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:03Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:09.570101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] Checking router: 71189062-0a73-4c40-b4ea-49d66d7edaa6 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:09.602299 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:09.602876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:55:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:09.764621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Deleting subnet 0684278d-3a6c-4680-bdb5-db37300925bf {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:56:09.777273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:09.876900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:09.924703 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:10.009118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.010577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cccd27-d8d9-48cb-b6b8-a795ece381a8 req-f7012fa7-ae82-46c8-b45d-8b49664cebcf tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:10.022961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72cccd27-d8d9-48cb-b6b8-a795ece381a8 req-f7012fa7-ae82-46c8-b45d-8b49664cebcf tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.7881989 Apr 11 20:56:10.043017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a259c-a7f7-4ef1-856f-d53c5ae41fe0 None None] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:10.164162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:10.171297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.245970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.269085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object 07c2887f-863b-4c04-8b14-815b99e39a43 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:10.289466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72cccd27-d8d9-48cb-b6b8-a795ece381a8 req-bff7522a-7869-46ca-9332-ecdf76e23a8e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648008 Apr 11 20:56:10.343501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:10.371697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0684278d-3a6c-4680-bdb5-db37300925bf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:10.381670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-a1b09163-16fa-4882-b849-b98a2a7d3c4c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:10.383393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-a1b09163-16fa-4882-b849-b98a2a7d3c4c tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 1.3357916 Apr 11 20:56:10.485875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.497453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.497800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.498398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.499025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.499360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.499791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.500130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.500461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.500818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.501147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.501471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:10.522817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:10.534797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:10.556324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d9bb13e-1a6f-4c91-b8a6-378681eddd57 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0684278d-3a6c-4680-bdb5-db37300925bf HTTP/1.1" status: 204 len: 168 time: 1.0142131 Apr 11 20:56:10.561930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:10.581990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port be9b8f33-8351-440c-83ad-ceabc33f1a5d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:10.582195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device be9b8f33-8351-440c-83ad-ceabc33f1a5d no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:10.582321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.613420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.718885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=07c2887f-863b-4c04-8b14-815b99e39a43,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:10.729904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Made reservation on behalf of 0f62ab1f407f483db34a7860457373a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:10.733774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:10.776087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f8d873b2-030e-47f5-a806-bcf9b312f67d None None] Provisioning for port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:10.782272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798598c-ccd4-4d21-8123-4f46411ec6d6 req-abfeac37-ea8a-4525-9e3b-cf98ae111652 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:10.790859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5798598c-ccd4-4d21-8123-4f46411ec6d6 req-abfeac37-ea8a-4525-9e3b-cf98ae111652 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.6725876 Apr 11 20:56:10.837236 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '78930772-7dc4-485c-aebb-73e337242ca3', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'port_id': '05a9454e-d18d-4016-bc12-c88d6b629524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'mac_address': 'fa:16:3e:80:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:55:02Z', 'updated_at': '2022-04-11T20:56:03Z', 'revision_number': 1, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:03Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:10.849709 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73263f1b-9830-47ac-a7b0-0b11c2e39c55 None None] The sync data for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 is: [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '78930772-7dc4-485c-aebb-73e337242ca3', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'port_id': '05a9454e-d18d-4016-bc12-c88d6b629524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'mac_address': 'fa:16:3e:80:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:55:02Z', 'updated_at': '2022-04-11T20:56:03Z', 'revision_number': 1, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:03Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:10.889588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:10.897672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:10.898101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.007744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:11.012661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:11.018074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:11.018604 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.148638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.277960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.355611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Allocated IP 172.20.0.6 (35bed612-cf8d-4c7e-b431-b0f98ba189b3/28a14238-a8c2-4367-96c2-3f81edbb0b0f/b8495307-9ac3-44a1-b435-aab0518e9d06) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:11.357088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:11.378922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f8715-aae8-4667-892f-ce9a1947daed req-53385ad5-8ecc-498f-934f-7e9f5baec91e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:11.386522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-535f8715-aae8-4667-892f-ce9a1947daed req-53385ad5-8ecc-498f-934f-7e9f5baec91e tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 945 time: 0.6688259 Apr 11 20:56:11.388996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.405697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:11.407153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ceadb-b373-41f0-9896-5193178a5773 None None] New status for floating IP 78930772-7dc4-485c-aebb-73e337242ca3: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:56:11.553901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-535f8715-aae8-4667-892f-ce9a1947daed req-2eae1df4-af82-4b01-8e61-6e8b2255af37 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656134 Apr 11 20:56:11.596455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.801974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.823650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.836031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:11.849500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.853461 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:11.894608 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5798598c-ccd4-4d21-8123-4f46411ec6d6 req-a57da8f2-f2dc-4555-9ea5-6441890454e7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0920148 Apr 11 20:56:11.928256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ca3e6f9-09cd-4ef4-be21-517e6ae6c5c5 req-422f41bf-ff27-4ce9-a240-ef60f3fdfd54 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 210 time: 0.0701499 Apr 11 20:56:11.978355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:12.080515 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c724086f-6769-401d-8b61-53ca6e1429ad'] response: {'name': 'network-changed', 'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524', 'status': 'completed', 'code': 200} Apr 11 20:56:12.131510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:12.240317 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db3e9c3-fec1-47ab-8012-eea4feb9655f'] response: {'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d', 'code': 200} Apr 11 20:56:12.591690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:12.592258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:12.592634 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:12.857336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for be9b8f33-8351-440c-83ad-ceabc33f1a5d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:12.954139 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:12.970498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a35ff-f9a9-4fef-88a5-3e57c8410ea2 req-a73baabf-0ebb-448f-a05a-da633bc90441 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:12.970498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee2a35ff-f9a9-4fef-88a5-3e57c8410ea2 req-a73baabf-0ebb-448f-a05a-da633bc90441 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 943 time: 0.1874394 Apr 11 20:56:13.019722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a13b17ca-ed9c-4dd0-ae7d-8d8af3e586c7 None None] Provisioning for port 07c2887f-863b-4c04-8b14-815b99e39a43 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:13.019722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a13b17ca-ed9c-4dd0-ae7d-8d8af3e586c7 None None] Provisioning complete for port 07c2887f-863b-4c04-8b14-815b99e39a43 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:13.019722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a13b17ca-ed9c-4dd0-ae7d-8d8af3e586c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.022143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.022143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.025759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2165dc1-9b79-4c73-8405-8d76178ff7ba']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:13.094775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48262eb3-ad38-4ae5-8892-96138ff4072b') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:13.095216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48262eb3-ad38-4ae5-8892-96138ff4072b') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:13.117477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.137272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:56:13.250354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a13b17ca-ed9c-4dd0-ae7d-8d8af3e586c7 None None] Port 07c2887f-863b-4c04-8b14-815b99e39a43 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:13.287398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.307305 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-3a11019a-db79-4499-8a5a-28eb9762fc1b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=67b484cb7d744f1a82907ca129f4b767&device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 1097 time: 1.1662488 Apr 11 20:56:13.307670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a13b17ca-ed9c-4dd0-ae7d-8d8af3e586c7 None None] Provisioning complete for port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:13.308118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a13b17ca-ed9c-4dd0-ae7d-8d8af3e586c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.345477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=07c2887f-863b-4c04-8b14-815b99e39a43,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:13.426995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:13.439791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:13.676098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee2a35ff-f9a9-4fef-88a5-3e57c8410ea2 req-fd7dba21-df16-48de-8db2-1df4f85435a0 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050486 Apr 11 20:56:13.692450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-183e11e1-dfa6-4194-a560-18bfec114579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:13.702025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-99d8cc60-8b84-4e7a-99ed-4ff1d154b3f8 None None] Provisioning complete for port 07c2887f-863b-4c04-8b14-815b99e39a43 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:13.703243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-99d8cc60-8b84-4e7a-99ed-4ff1d154b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.705318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-183e11e1-dfa6-4194-a560-18bfec114579 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49957699-6327-469d-beed-bcc2f380a8ff HTTP/1.1" status: 200 len: 917 time: 0.3165565 Apr 11 20:56:13.725901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.821196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:13.830348 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:56:13.830822 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:56:13.840664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:56:13.841219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:13.858985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event updated for resources: {'Port': ['ID=b8495307-9ac3-44a1-b435-aab0518e9d06,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:13.870393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:56:13.872869 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:56:13.883378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:13.889032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-99d8cc60-8b84-4e7a-99ed-4ff1d154b3f8 None None] Port 07c2887f-863b-4c04-8b14-815b99e39a43 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:13.974838 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e579f5b9-e27b-4ad8-ba66-722489b64e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.037970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-76ea1da5-d317-4091-9675-937668706799 None None] Provisioning complete for port 07c2887f-863b-4c04-8b14-815b99e39a43 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:14.038413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76ea1da5-d317-4091-9675-937668706799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.048878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Deleting port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:14.049513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.099158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:14.105219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.119768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-76ea1da5-d317-4091-9675-937668706799 None None] Port 07c2887f-863b-4c04-8b14-815b99e39a43 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:14.122183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-09b1963f-7d36-42ca-a96a-6caa386f0287 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9454e-d18d-4016-bc12-c88d6b629524 HTTP/1.1" status: 200 len: 1001 time: 0.4028056 Apr 11 20:56:14.182981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b7e7-22c4-4d51-9ecd-41047726e489 req-8a0db91b-7ee2-491f-8465-f89436c86b73 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:14.184617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5d9b7e7-22c4-4d51-9ecd-41047726e489 req-8a0db91b-7ee2-491f-8465-f89436c86b73 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 931 time: 0.9023423 Apr 11 20:56:14.195975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.212780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:14.246135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.248458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2165dc1-9b79-4c73-8405-8d76178ff7ba HTTP/1.1" status: 204 len: 168 time: 3.6855826 Apr 11 20:56:14.263696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d156667-95f9-453e-9c75-c49c5b0ed981 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2165dc1-9b79-4c73-8405-8d76178ff7ba,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:14.285536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-d1af3889-a619-4da1-8475-43c6a9262100 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1531703 Apr 11 20:56:14.298151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] For port fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:14.298151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.298871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Request body: {'port': {'device_id': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:14.328469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-169fe5aa-15b5-42f3-aa39-ec8050f6eb37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:14.330485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-169fe5aa-15b5-42f3-aa39-ec8050f6eb37 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3df6fba2-f24b-44d0-bac9-22c332c8a686 HTTP/1.1" status: 200 len: 855 time: 0.1908391 Apr 11 20:56:14.336753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Deleting port be9b8f33-8351-440c-83ad-ceabc33f1a5d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:14.337495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.404461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:14.405448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.445503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Calling delete_port for fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:14.465264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5d9b7e7-22c4-4d51-9ecd-41047726e489 req-f9275b92-5430-4651-9610-3202f611c9c1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621279 Apr 11 20:56:14.593384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f820853-3c17-4896-9df4-6ddb433d9e4a req-1978f7e2-8678-47ed-8d28-f8f7b7863e8b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:14.596506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f820853-3c17-4896-9df4-6ddb433d9e4a req-1978f7e2-8678-47ed-8d28-f8f7b7863e8b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.6675196 Apr 11 20:56:14.622621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.829792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39936) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:14.843058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f820853-3c17-4896-9df4-6ddb433d9e4a req-47776296-283d-48f5-b210-63548300c77b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827881 Apr 11 20:56:14.864838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] For port be9b8f33-8351-440c-83ad-ceabc33f1a5d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=be9b8f33-8351-440c-83ad-ceabc33f1a5d,segment=NetworkSegment(b3de278c-3c39-4c0c-9cab-83efedf83867),segment_id=b3de278c-3c39-4c0c-9cab-83efedf83867)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:14.865431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:14.952427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c1d176b3-49be-4115-b67e-758b8a816182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=910bb65c20bf4cc98b55c5149e2cbe79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1080873 Apr 11 20:56:14.955160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:15.011909 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:15.074880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:15.197381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90387ed0-ea29-4d6d-a6e2-5dcda4e6cf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:15.252534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:56:15.276565 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90387ed0-ea29-4d6d-a6e2-5dcda4e6cf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:15.286266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Calling delete_port for be9b8f33-8351-440c-83ad-ceabc33f1a5d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:15.373879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-10fc0b89-e728-4f6a-848b-27c587522c80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49957699-6327-469d-beed-bcc2f380a8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0014176 Apr 11 20:56:15.810362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-6fe5d787-9b39-4e6b-90ad-44e57058ced2 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047921 Apr 11 20:56:15.816076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5511-41c8-4512-bb68-626499223bb7 req-675d745e-fd8c-47ae-bc2e-708429dd6349 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:15.816797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4fdb5511-41c8-4512-bb68-626499223bb7 req-675d745e-fd8c-47ae-bc2e-708429dd6349 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Synchronizing usage tracker for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:56:15.910209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebaafd-3f47-43fc-9b4f-ca00566358bb req-9572aab2-f80b-4406-b1fb-1264f25d0513 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:15.912746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bebaafd-3f47-43fc-9b4f-ca00566358bb req-9572aab2-f80b-4406-b1fb-1264f25d0513 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 931 time: 0.2271693 Apr 11 20:56:15.916407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90387ed0-ea29-4d6d-a6e2-5dcda4e6cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:15.971698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90387ed0-ea29-4d6d-a6e2-5dcda4e6cf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e39c32b-4b26-40c8-a9c6-90722a936c21,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:15.979805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:15.998730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a3bbcc1-9a2a-4d19-838d-a2948108fe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.005783 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:16.007043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4fdb5511-41c8-4512-bb68-626499223bb7 req-675d745e-fd8c-47ae-bc2e-708429dd6349 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Unset dirty status for tenant:5646b3cbc2164748b405dd9d9369f236 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:56:16.013343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fdb5511-41c8-4512-bb68-626499223bb7 req-675d745e-fd8c-47ae-bc2e-708429dd6349 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 943 time: 0.8185997 Apr 11 20:56:16.014743 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4bebaafd-3f47-43fc-9b4f-ca00566358bb req-6a25b989-8c41-4917-8afb-84c08cd19b9a tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919816 Apr 11 20:56:16.044324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd70554c-5a3a-4c09-837f-7214ddc1bed3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9766214 Apr 11 20:56:16.050216 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:16.052583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39952) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:16.060174 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:16.064908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-928885006'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:16.083745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:16.083745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:16.089549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:16.094737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.118424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:16.120540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90387ed0-ea29-4d6d-a6e2-5dcda4e6cf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.120540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-90387ed0-ea29-4d6d-a6e2-5dcda4e6cf74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e39c32b-4b26-40c8-a9c6-90722a936c21 HTTP/1.1" status: 204 len: 168 time: 1.1641388 Apr 11 20:56:16.122203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.268126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:16.275087 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.331573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:16.339081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.340037 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 8f68d998-cbdb-48e4-9da9-0a8f4a059205 of type vlan for network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 Apr 11 20:56:16.342079 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:16.372123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.401264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Pushing event deleted for resources: {'Port': ['ID=be9b8f33-8351-440c-83ad-ceabc33f1a5d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:16.407784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00286f86-dd52-4489-b5ae-1f5c859f3ff7 req-3396acef-0a8f-4d84-86e6-23aef561a6e4 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831428 Apr 11 20:56:16.431385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fdb5511-41c8-4512-bb68-626499223bb7 req-c1749688-d9c4-4790-89c4-6d50f4bd42e5 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171166 Apr 11 20:56:16.504112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:56:16.535236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.540064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:16.540717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.625660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8495307-9ac3-44a1-b435-aab0518e9d06 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:56:16.634748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.651995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Transition to ACTIVE for port object b8495307-9ac3-44a1-b435-aab0518e9d06 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:16.658122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] No DVR routers for this DVR port be9b8f33-8351-440c-83ad-ceabc33f1a5d on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:56:16.667640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.670298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd17385c-1c60-451c-9bf4-cddbbce9be9d req-8755a0a2-2c67-49b7-b4b3-86cddb189261 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.75 "DELETE /v2.0/ports/be9b8f33-8351-440c-83ad-ceabc33f1a5d HTTP/1.1" status: 204 len: 173 time: 6.2741809 Apr 11 20:56:16.670298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'name': 'network-vif-deleted', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:16.740324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=052b47a9-810b-48c7-9bb6-e2ef84ce9807,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:16.743178 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:11Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:12Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:16.747709 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:16.748132 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Updating router f33de5d9-669e-433f-afe5-0464aafd2cb3 port 07c2887f-863b-4c04-8b14-815b99e39a43 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:56:16.752321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.756753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:16.820750 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:16.837121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b38243-731a-421b-9632-e7cb75c39800 req-2875ab39-c12e-4c35-a2b1-0126a0ab4803 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:16.838718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5b38243-731a-421b-9632-e7cb75c39800 req-2875ab39-c12e-4c35-a2b1-0126a0ab4803 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.4227676 Apr 11 20:56:16.850572 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e058d6f1-bc95-4222-8584-992cbd7a979f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7874982 Apr 11 20:56:16.863667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:16.878677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:16.890487 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63650ce5-8662-48d7-9c27-c78febbe43ea'] response: {'server_uuid': '4cd9cf37-9dfc-4da0-a112-678cf2d56c12', 'name': 'network-vif-deleted', 'tag': 'be9b8f33-8351-440c-83ad-ceabc33f1a5d', 'status': 'completed', 'code': 200} Apr 11 20:56:17.023331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Pushing event updated for resources: {'Port': ['ID=b8495307-9ac3-44a1-b435-aab0518e9d06,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:17.301948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:17.344388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:17.419045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5b38243-731a-421b-9632-e7cb75c39800 req-3f396826-e474-4b42-97f2-ab7c153b8049 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5497394 Apr 11 20:56:17.450021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:17.457095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:17.461692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:17.470092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:17.470510 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:17.519350 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Transition to ACTIVE for port object 07c2887f-863b-4c04-8b14-815b99e39a43 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:17.581207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Attempting to bind port b8495307-9ac3-44a1-b435-aab0518e9d06 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:17.581622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Attempting to bind port b8495307-9ac3-44a1-b435-aab0518e9d06 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:17.583426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Attempting to bind port b8495307-9ac3-44a1-b435-aab0518e9d06 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:17.616826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Port b8495307-9ac3-44a1-b435-aab0518e9d06 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:56:17.617152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Attempting to bind port b8495307-9ac3-44a1-b435-aab0518e9d06 on network 35bed612-cf8d-4c7e-b431-b0f98ba189b3 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:17.631901 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:17.639998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:17.640894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Checking segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:17.641215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Bound using segment: {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:17.643223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Bound port: b8495307-9ac3-44a1-b435-aab0518e9d06, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae85e4-7708-4af1-8bad-86e4b2f48d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:17.643707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:17.866699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8623-220c-4749-ad56-75ba2b87e589 req-ac8449eb-983c-413c-8d65-235040e616ff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:17.870923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-232c8623-220c-4749-ad56-75ba2b87e589 req-ac8449eb-983c-413c-8d65-235040e616ff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:56:17.922263 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Pushing event updated for resources: {'Port': ['ID=07c2887f-863b-4c04-8b14-815b99e39a43,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:17.940019 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.940437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.951543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:17.970741 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Attempting to bind port 07c2887f-863b-4c04-8b14-815b99e39a43 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:17.971256 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Attempting to bind port 07c2887f-863b-4c04-8b14-815b99e39a43 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:17.971701 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Attempting to bind port 07c2887f-863b-4c04-8b14-815b99e39a43 on network d0fc5258-efac-4aa0-82ce-182965ed4a7b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:17.982787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:17.983569 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Checking segment: {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:17.984297 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:17.985172 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Bound using segment: {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:17.985930 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Bound port: 07c2887f-863b-4c04-8b14-815b99e39a43, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:17.986533 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:18.024186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a346edb9-6a18-4a74-9b1a-bcbfc128c88a req-e59eeeb1-3560-4948-80b9-34c33f900308 tempest-DeleteServersTestJSON-1997745336 tempest-DeleteServersTestJSON-1997745336-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cd9cf37-9dfc-4da0-a112-678cf2d56c12 HTTP/1.1" status: 200 len: 210 time: 0.0620041 Apr 11 20:56:18.026110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:18.040587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-232c8623-220c-4749-ad56-75ba2b87e589 req-ac8449eb-983c-413c-8d65-235040e616ff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:56:18.042766 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-232c8623-220c-4749-ad56-75ba2b87e589 req-ac8449eb-983c-413c-8d65-235040e616ff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 943 time: 0.6867912 Apr 11 20:56:18.174734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:18.216848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] For port b8495307-9ac3-44a1-b435-aab0518e9d06, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:18.252804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-232c8623-220c-4749-ad56-75ba2b87e589 req-dae1a3c4-953d-4dba-b32a-a60a0f1d8339 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857531 Apr 11 20:56:18.253502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] For port 07c2887f-863b-4c04-8b14-815b99e39a43, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:18.253610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] For port b8495307-9ac3-44a1-b435-aab0518e9d06, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b8495307-9ac3-44a1-b435-aab0518e9d06,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:18.253717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] For port 07c2887f-863b-4c04-8b14-815b99e39a43, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=07c2887f-863b-4c04-8b14-815b99e39a43,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:18.385921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:18.436370 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:18.632141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:18.653031 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:18.653031 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:18.800068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39988) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:18.862561 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:18.864277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] 10.222.0.69 "PUT /v2.0/ports/b8495307-9ac3-44a1-b435-aab0518e9d06 HTTP/1.1" status: 200 len: 1091 time: 4.5700493 Apr 11 20:56:18.886387 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:18.893168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'tag': 'b8495307-9ac3-44a1-b435-aab0518e9d06'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:18.961724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f8af5-95d9-4b04-af5e-20c75268d478 service neutron] Pushing event updated for resources: {'Port': ['ID=b8495307-9ac3-44a1-b435-aab0518e9d06,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:18.999679 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c23692-fc24-4362-832e-c7a722276a07 None None] Pushing event updated for resources: {'Port': ['ID=07c2887f-863b-4c04-8b14-815b99e39a43,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:19.093182 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6186cdc4-7411-42a9-aceb-3b324bcaa153'] response: {'name': 'network-changed', 'server_uuid': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'tag': 'b8495307-9ac3-44a1-b435-aab0518e9d06', 'status': 'completed', 'code': 200} Apr 11 20:56:19.138857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92ea34-d4b6-452b-b1cb-3ccb84e2ca61 req-5c6792eb-907d-4d06-88b9-d1f555fb7e35 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:19.147597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac92ea34-d4b6-452b-b1cb-3ccb84e2ca61 req-5c6792eb-907d-4d06-88b9-d1f555fb7e35 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.2944520 Apr 11 20:56:19.190880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-3c8ba47f-ef9f-4949-aa8b-d1f6889b2ea3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 1094 time: 0.2093699 Apr 11 20:56:19.213626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1275525667-network', 'tenant_id': 'c170b4f8dae54a4d990147350a794a2d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:19.224597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:19.235511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:19.240670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Usage tracker for resource:network and tenant:c170b4f8dae54a4d990147350a794a2d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:19.345257 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac92ea34-d4b6-452b-b1cb-3ccb84e2ca61 req-239ebd32-4a6d-47e5-ae10-c86eba75f612 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966572 Apr 11 20:56:19.351292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:19.360359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=06d70a5e-84f6-474c-8c24-a41fe7aae772,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:19.367039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-db694dbc-48b3-4da3-be26-952447c3a357 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8495307-9ac3-44a1-b435-aab0518e9d06 HTTP/1.1" status: 200 len: 217 time: 0.1725004 Apr 11 20:56:19.384439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:19.562909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-1344bff2-4a82-4174-bbca-e68df1ad68ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:19.564262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:19.565264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-1344bff2-4a82-4174-bbca-e68df1ad68ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.1911478 Apr 11 20:56:19.581363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Made reservation on behalf of c170b4f8dae54a4d990147350a794a2d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:19.584514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:19.602989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:19.603375 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:11Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:18Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:19.603592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: 052b47a9-810b-48c7-9bb6-e2ef84ce9807, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:19.610396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:19.616449 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63c594-2bc5-43a0-a74b-8b143be9e13a None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:11Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:18Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:19.630953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-cdedaa01-1c52-49d5-911c-c7672edf865d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547738 Apr 11 20:56:19.791946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb60f-3f90-4fb1-a971-9bb95b594fed req-7df3b698-e1f7-4a77-b35e-b486102fa0dd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:19.805365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6caeb60f-3f90-4fb1-a971-9bb95b594fed req-7df3b698-e1f7-4a77-b35e-b486102fa0dd tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 943 time: 0.3103418 Apr 11 20:56:19.812007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:19.819327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Usage tracker for resource:security_group_rule and tenant:c170b4f8dae54a4d990147350a794a2d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:19.824716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:19.850625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:19.923460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6caeb60f-3f90-4fb1-a971-9bb95b594fed req-09edb534-5529-47b7-a55f-834e4bdebcaf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163595 Apr 11 20:56:19.934317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:19.992222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.009972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:20.016610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-2e2b0e8b-2d66-4ede-8067-c1a10b30945d service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461568 Apr 11 20:56:20.025946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] Sync routers for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:20.031994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 052b47a9-810b-48c7-9bb6-e2ef84ce9807) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:20.031994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:20.031994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.055198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.133613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748138d-c388-4723-92a9-f2162c7d0a13 None None] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:20.181699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-914c92ca-25b4-429d-8b34-4f3a2cd831c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/7bf5697c-b8fb-409a-8c25-c4d0e3e26b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4455557 Apr 11 20:56:20.201205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40012) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:20.203204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8523fcab-b828-4103-87d3-9901dfe1ad83,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:20.219400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50d5003a-d2b6-4857-818e-a249d8cb86e9 req-9d20b843-9acb-4205-8cd8-0c1ea75eae52 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070274 Apr 11 20:56:20.268827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:20.269477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:20.271845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:20.388482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1505dd43-8385-4ed4-9e7a-b45d2f44a7c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5215788 Apr 11 20:56:20.398276 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.398621 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Added segment 3bc6321b-edf2-4068-8756-e691e66826f7 of type vlan for network ad9189e3-9951-4459-8e15-dc07c08f6e4b Apr 11 20:56:20.436885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40018) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:20.442908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.574114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.574114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:20.574114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:20.799899 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-ac10c328-c756-453f-b9f9-19e5bb4f36c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f62ab1f407f483db34a7860457373a5&device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 1094 time: 0.4248500 Apr 11 20:56:20.887513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9189e3-9951-4459-8e15-dc07c08f6e4b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:20.916987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ad9189e3-9951-4459-8e15-dc07c08f6e4b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:20.945412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-86b3d1db-e173-4569-9b77-2369d3618680 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1307297 Apr 11 20:56:20.946546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40030) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:20.973918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Request body: {'subnet': {'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1275525667-subnet', 'tenant_id': 'c170b4f8dae54a4d990147350a794a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:21.006891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:21.033557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Usage tracker for resource:subnet and tenant:c170b4f8dae54a4d990147350a794a2d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:21.052280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:21.110265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:21.219959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:21.235266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:21.548885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:56:21.549776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:21.563063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Made reservation on behalf of c170b4f8dae54a4d990147350a794a2d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:21.565881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:21.603845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b66e49-54c9-49fe-aea4-39b798c4949f req-5e471346-a327-4a84-a33c-a92a9faeac64 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:21.610153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-52b66e49-54c9-49fe-aea4-39b798c4949f req-5e471346-a327-4a84-a33c-a92a9faeac64 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.7700796 Apr 11 20:56:21.658698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-ae306678-584f-4465-88db-1083f53e9f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:21.666456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-ae306678-584f-4465-88db-1083f53e9f70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 200 len: 907 time: 0.8608320 Apr 11 20:56:21.840911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-4ceccd8a-88ff-4acd-8889-433c8f96a6cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8495307-9ac3-44a1-b435-aab0518e9d06 HTTP/1.1" status: 200 len: 217 time: 0.1140795 Apr 11 20:56:21.846436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-52b66e49-54c9-49fe-aea4-39b798c4949f req-57ee6762-5743-45e7-a232-5a3b54f07fc0 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771476 Apr 11 20:56:22.140332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-cf7f6f78-d11e-4d22-984b-58658410238a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:22.144285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-cf7f6f78-d11e-4d22-984b-58658410238a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 200 len: 846 time: 0.2929001 Apr 11 20:56:22.319078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-c9193486-4d03-4236-9ea6-0937fd067a91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35bed612-cf8d-4c7e-b431-b0f98ba189b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677451 Apr 11 20:56:22.496716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Allocated IP 2001:db8:1::2 (052b47a9-810b-48c7-9bb6-e2ef84ce9807/06d70a5e-84f6-474c-8c24-a41fe7aae772/4ad92294-9a17-443b-8015-f66f249f7ac8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:22.517475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07c2887f-863b-4c04-8b14-815b99e39a43 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:22.616170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:22.619296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b8495307-9ac3-44a1-b435-aab0518e9d06 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:56:22.857665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-ccbdec31-98de-440e-aa35-c3184c84d2d9 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256944 Apr 11 20:56:22.888659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d499dfb-71c8-4c9e-b6d3-39b487dd437d req-74cf380d-d507-4618-afe0-618c7993e451 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:22.904363 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d499dfb-71c8-4c9e-b6d3-39b487dd437d req-74cf380d-d507-4618-afe0-618c7993e451 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 943 time: 1.3982472 Apr 11 20:56:23.015115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b02357-dcbd-4b97-8ad2-b012b1dd635a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:23.072876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d499dfb-71c8-4c9e-b6d3-39b487dd437d req-5afdcfad-38f5-4137-b634-c5dd9bc88644 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555004 Apr 11 20:56:23.088165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b8495307-9ac3-44a1-b435-aab0518e9d06, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b8495307-9ac3-44a1-b435-aab0518e9d06,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:23.107052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-b134b517-1d59-4faf-abe9-fc8ae91de91e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1097 time: 0.5648785 Apr 11 20:56:23.130152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'b8495307-9ac3-44a1-b435-aab0518e9d06', 'network_id': '35bed612-cf8d-4c7e-b431-b0f98ba189b3', 'port_id': 'b8495307-9ac3-44a1-b435-aab0518e9d06', 'mac_address': 'fa:16:3e:48:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a14238-a8c2-4367-96c2-3f81edbb0b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:56:23.424589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-eb6d1c20-e02a-465e-b477-d11d384882bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:23.428104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-eb6d1c20-e02a-465e-b477-d11d384882bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.2964802 Apr 11 20:56:23.472617 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.489999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cb4170e-032b-43f0-bc24-0fe7e44da694 req-67b5b451-26b3-426f-b878-246dbc62b103 service neutron] 10.222.0.69 "GET /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086245 Apr 11 20:56:23.490195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Transition to ACTIVE for port object 4ad92294-9a17-443b-8015-f66f249f7ac8 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:23.536545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Checking segment: {'id': '3bc6321b-edf2-4068-8756-e691e66826f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:23.536916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Transition to ACTIVE for port object 4ad92294-9a17-443b-8015-f66f249f7ac8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:23.540260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Network hostable DHCP agents. Network: ad9189e3-9951-4459-8e15-dc07c08f6e4b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:23.565184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 07c2887f-863b-4c04-8b14-815b99e39a43 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:23.618859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.649803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.652894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 07c2887f-863b-4c04-8b14-815b99e39a43 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:23.653337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.679846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c84fa1-d94f-40e2-bffb-dd8abd558862 req-2e9744ee-97c1-42ad-a5b2-59e5a3261bd9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:23.683967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07c84fa1-d94f-40e2-bffb-dd8abd558862 req-2e9744ee-97c1-42ad-a5b2-59e5a3261bd9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.3617148 Apr 11 20:56:23.705285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-a70a671e-457d-4c60-87f0-96e243c77423 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 1000 time: 0.2698138 Apr 11 20:56:23.814669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.838833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.850575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Deleting port 16212569-df04-4437-bf98-d5a3d4e9eeb3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:23.850928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:23.892374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:56:14Z', 'revision_number': 5, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port': {'id': '16212569-df04-4437-bf98-d5a3d4e9eeb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:46:52Z', 'updated_at': '2022-04-11T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:23.896357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8495307-9ac3-44a1-b435-aab0518e9d06 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:56:23.961419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] Checking router: 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:24.056247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Network ad9189e3-9951-4459-8e15-dc07c08f6e4b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:24.179870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b8495307-9ac3-44a1-b435-aab0518e9d06, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b8495307-9ac3-44a1-b435-aab0518e9d06,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:24.228690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:24.260054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:24.261470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:24.335579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8:1::1 (052b47a9-810b-48c7-9bb6-e2ef84ce9807/06d70a5e-84f6-474c-8c24-a41fe7aae772/d55cc288-8b4a-4536-8708-ad7329522507) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:24.425600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] Routers {'7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:24.426394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:24.501880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.504561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Pushing event updated for resources: {'Port': ['ID=4ad92294-9a17-443b-8015-f66f249f7ac8,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:24.515838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.540886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object d55cc288-8b4a-4536-8708-ad7329522507 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:24.541347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-9c076ac1-70c3-47b2-ad2d-a7095325842e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:24.545208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-9c076ac1-70c3-47b2-ad2d-a7095325842e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.8323243 Apr 11 20:56:24.548584 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.611913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07c84fa1-d94f-40e2-bffb-dd8abd558862 req-ae7070df-7d07-4d7f-8d9f-26e2132b8843 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9146860 Apr 11 20:56:24.611913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.662179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ad9189e3-9951-4459-8e15-dc07c08f6e4b) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:24.690280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:24.695901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.696592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:24.700622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:24.702748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=d55cc288-8b4a-4536-8708-ad7329522507,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:24.714186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:24.714186 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.727445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959709b0-46b6-4efe-809c-10dfa5456a7e None None] Network ad9189e3-9951-4459-8e15-dc07c08f6e4b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:24.785594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Attempting to bind port 4ad92294-9a17-443b-8015-f66f249f7ac8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:24.785594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Attempting to bind port 4ad92294-9a17-443b-8015-f66f249f7ac8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:24.785594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Attempting to bind port 4ad92294-9a17-443b-8015-f66f249f7ac8 on network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:24.805870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:24.806234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Checking segment: {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:24.806873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.807820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Bound using segment: {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:24.823647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Bound port: 4ad92294-9a17-443b-8015-f66f249f7ac8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:24.823647 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.933394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] For port 16212569-df04-4437-bf98-d5a3d4e9eeb3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=16212569-df04-4437-bf98-d5a3d4e9eeb3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:24.933672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.947563 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:24.988852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b8495307-9ac3-44a1-b435-aab0518e9d06,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:25.001638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b8495307-9ac3-44a1-b435-aab0518e9d06'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:56:25.100536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] Set router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:25.274842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Calling delete_port for 16212569-df04-4437-bf98-d5a3d4e9eeb3 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:25.401927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:56:23Z', 'revision_number': 6, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:25.415325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8fd823e-5333-4a84-8558-f0e03bfe613b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.4642313 Apr 11 20:56:25.476249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0d922-28d2-4b60-80ed-23dae1716992 None None] The sync data for ids ['7bf5697c-b8fb-409a-8c25-c4d0e3e26b68'] in n-d-837321-1 is: [{'id': '7bf5697c-b8fb-409a-8c25-c4d0e3e26b68', 'name': 'tempest-TaggedBootDevicesTest-315192386-router', 'tenant_id': '0e278533d3f74de1bb5addad90c25e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:46:49Z', 'updated_at': '2022-04-11T20:56:23Z', 'revision_number': 6, 'project_id': '0e278533d3f74de1bb5addad90c25e0f', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:25.530033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6447edb-1e2f-40a8-b7ab-79148a0f8f61 req-b6f9854d-e4e4-43d5-b4b5-1620778e4195 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:25.530033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6447edb-1e2f-40a8-b7ab-79148a0f8f61 req-b6f9854d-e4e4-43d5-b4b5-1620778e4195 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 944 time: 1.0776341 Apr 11 20:56:25.608372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-a9014c7b-b26e-4639-8656-aa251aa82452 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8733389 Apr 11 20:56:25.676746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6447edb-1e2f-40a8-b7ab-79148a0f8f61 req-0a39618a-012b-43b9-84d8-175ca98a0496 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487877 Apr 11 20:56:25.709696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 07c2887f-863b-4c04-8b14-815b99e39a43, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=07c2887f-863b-4c04-8b14-815b99e39a43,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:25.791138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e15df020-283c-4438-a694-096c1eb38072 None None] For port 4ad92294-9a17-443b-8015-f66f249f7ac8, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:25.886522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e15df020-283c-4438-a694-096c1eb38072 None None] For port 4ad92294-9a17-443b-8015-f66f249f7ac8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ad92294-9a17-443b-8015-f66f249f7ac8,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:25.894416 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:26.001131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:26.043236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-b8ac3aa5-9114-4ccd-9476-c3403048ab65 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062586 Apr 11 20:56:26.052801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:26.213330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:26.219426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb8fe6b5-5dd9-44bc-99eb-3ac97faedde4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:26.221719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c5674-fbdc-4c30-af71-a34b42413baf None None] Network ad9189e3-9951-4459-8e15-dc07c08f6e4b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:26.271884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=07c2887f-863b-4c04-8b14-815b99e39a43,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:26.521493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb96de-da27-4615-b007-141af648e636 req-3b1723ec-5edb-48b9-99d8-c2b5a1d9b310 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:26.534319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdcb96de-da27-4615-b007-141af648e636 req-3b1723ec-5edb-48b9-99d8-c2b5a1d9b310 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.3541851 Apr 11 20:56:26.563842 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5420ee51-bc68-4dfe-8646-1201a114eb61 req-f8fcaeed-2a01-4098-9c28-6cdb0828660c service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129800 Apr 11 20:56:26.565690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:26.699399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:56:26.699902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15df020-283c-4438-a694-096c1eb38072 None None] Pushing event updated for resources: {'Port': ['ID=4ad92294-9a17-443b-8015-f66f249f7ac8,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:26.711224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b8495307-9ac3-44a1-b435-aab0518e9d06 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:26.777342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:26.787080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdcb96de-da27-4615-b007-141af648e636 req-9613e24e-9117-4324-ab97-c52cd5a00a9c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517786 Apr 11 20:56:26.854355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:26.855754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:27.076922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=d55cc288-8b4a-4536-8708-ad7329522507,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:27.147853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Pushing event deleted for resources: {'Port': ['ID=16212569-df04-4437-bf98-d5a3d4e9eeb3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:27.274050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40080) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:27.500167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:27.503634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port b8495307-9ac3-44a1-b435-aab0518e9d06 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:27.506528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:27.524831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port b8495307-9ac3-44a1-b435-aab0518e9d06 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:27.524831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:27.813373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:27.860334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:27.929200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8495307-9ac3-44a1-b435-aab0518e9d06'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:27.951523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b8495307-9ac3-44a1-b435-aab0518e9d06, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b8495307-9ac3-44a1-b435-aab0518e9d06,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:28.031112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.330940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ad92294-9a17-443b-8015-f66f249f7ac8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:28.333114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Deleting subnet 29e10c16-9b22-467b-90da-6a595c21b06c {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:56:28.387085 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.529532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b81c3-ecf2-4e2a-bb1e-2ef2fa39bc0e None None] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:28.577528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.641951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-fec55979-6cd2-446c-9507-f502359b63e6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:28.669644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b8495307-9ac3-44a1-b435-aab0518e9d06,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:28.673317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-fec55979-6cd2-446c-9507-f502359b63e6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Synchronizing usage tracker for tenant:c170b4f8dae54a4d990147350a794a2d on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:56:28.712105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4ad92294-9a17-443b-8015-f66f249f7ac8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:28.716685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847453b4-f6b2-4a4f-a12f-5ba1790e2b3a req-4db790c8-77a7-4baa-8273-0f3c38ef117c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:28.718538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-847453b4-f6b2-4a4f-a12f-5ba1790e2b3a req-4db790c8-77a7-4baa-8273-0f3c38ef117c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.6594341 Apr 11 20:56:28.731154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.741532 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.742234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07c2887f-863b-4c04-8b14-815b99e39a43 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:28.796524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] Provisioning for port 4ad92294-9a17-443b-8015-f66f249f7ac8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:28.817793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-fec55979-6cd2-446c-9507-f502359b63e6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Unset dirty status for tenant:c170b4f8dae54a4d990147350a794a2d on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:56:28.819729 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-fec55979-6cd2-446c-9507-f502359b63e6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/networks?id=ad9189e3-9951-4459-8e15-dc07c08f6e4b HTTP/1.1" status: 200 len: 813 time: 1.6762419 Apr 11 20:56:28.837851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] Provisioning complete for port 4ad92294-9a17-443b-8015-f66f249f7ac8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:28.837851 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.838314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.845428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-61d5191a-9261-435d-a43e-e481f2762e89 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/quotas/c170b4f8dae54a4d990147350a794a2d HTTP/1.1" status: 200 len: 375 time: 0.0199602 Apr 11 20:56:28.905709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.907665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:56:28.919552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-847453b4-f6b2-4a4f-a12f-5ba1790e2b3a req-7c7f05f5-bcee-4f0f-b120-73555d88876e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882138 Apr 11 20:56:28.932017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:28.985085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-404e3c7c-90e6-45e2-91a9-7174a359fe6b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c170b4f8dae54a4d990147350a794a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293108 Apr 11 20:56:29.011961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:29.074509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.083100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e16b49a7-98af-46e4-8517-10cc398273ea admin admin] 10.222.0.61 "DELETE /v2.0/routers/7bf5697c-b8fb-409a-8c25-c4d0e3e26b68 HTTP/1.1" status: 204 len: 168 time: 8.8181179 Apr 11 20:56:29.083100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:29.133985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.260828 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.291389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 07c2887f-863b-4c04-8b14-815b99e39a43 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:29.291921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.296177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Deleting subnet bac04124-5d78-49b3-adb6-10703529408e {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:56:29.305685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.382065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] For port 4ad92294-9a17-443b-8015-f66f249f7ac8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ad92294-9a17-443b-8015-f66f249f7ac8,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:29.450315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-46793dd8-2fa9-47b1-a69f-a9a7d5ec6c76 service neutron] 10.222.0.61 "GET /v2.0/networks/ad9189e3-9951-4459-8e15-dc07c08f6e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576280 Apr 11 20:56:29.465842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.510046 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.534314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e10c16-9b22-467b-90da-6a595c21b06c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:29.578116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-63b298d5-faef-443a-9ea4-9c21d01d546e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/29e10c16-9b22-467b-90da-6a595c21b06c HTTP/1.1" status: 204 len: 168 time: 2.3005254 Apr 11 20:56:29.589678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:29.654923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 16212569-df04-4437-bf98-d5a3d4e9eeb3 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:29.684802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.687418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f6c7c-cc1d-463a-acbd-529dc6040ef0 None None] Pushing event updated for resources: {'Port': ['ID=4ad92294-9a17-443b-8015-f66f249f7ac8,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:29.716781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 16212569-df04-4437-bf98-d5a3d4e9eeb3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:29.717125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 16212569-df04-4437-bf98-d5a3d4e9eeb3 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:29.810637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-99347a45-d0d1-4744-aeba-94facf4b36ac service neutron] 10.222.0.61 "GET /v2.0/networks/ad9189e3-9951-4459-8e15-dc07c08f6e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514438 Apr 11 20:56:29.813343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d7bc-5eaf-4659-8f95-1018d53d59b0 req-38c37951-e48c-4e2d-860b-8c7f76823361 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:29.815951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dab0d7bc-5eaf-4659-8f95-1018d53d59b0 req-38c37951-e48c-4e2d-860b-8c7f76823361 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.3755434 Apr 11 20:56:29.862416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.883047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.924058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dab0d7bc-5eaf-4659-8f95-1018d53d59b0 req-77ce3824-0f51-4209-aa24-8e1bb080ed2f tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973833 Apr 11 20:56:29.931304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a4bd9f2b-4ade-4ad9-8a7a-14ed5b3e9f06 None None] Provisioning complete for port 4ad92294-9a17-443b-8015-f66f249f7ac8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:29.931304 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9f2b-4ade-4ad9-8a7a-14ed5b3e9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:29.999033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:30.015779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ebe87216-bb50-477a-9447-ea87e573e539 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5819340 Apr 11 20:56:30.015893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:30.047036 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:30.048854 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:30.069790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40102) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:30.082955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-518496829'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:30.102809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:30.131447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:30.139276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.150049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:30.152460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ad92294-9a17-443b-8015-f66f249f7ac8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:30.164900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:30.191834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32f8e05-6e34-4fd3-8e82-ec716733b6db']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:30.212598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3de278c-3c39-4c0c-9cab-83efedf83867') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:30.215718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3de278c-3c39-4c0c-9cab-83efedf83867') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:30.259159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.266341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.313483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:30.323693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.352763 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1c29d0-4faa-450f-a46d-ad3408bb860a'] response: {'server_uuid': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8495307-9ac3-44a1-b435-aab0518e9d06', 'code': 200} Apr 11 20:56:30.382417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.432963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:56:30.433913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.587065 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:30.591924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.624955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4ad92294-9a17-443b-8015-f66f249f7ac8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:30.624955 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:56:30.676819 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:56:30.758522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e690aa-bc51-4f3c-9284-071a5e998612 req-1ccbf12a-81fa-48c3-816a-de40b39d7d4a tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 210 time: 0.0804088 Apr 11 20:56:30.770221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac04124-5d78-49b3-adb6-10703529408e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:30.789182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.789298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.798372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d59cc-88a1-49ac-8c14-abd249ff85ec None None] Network d8e3c294-b77f-4217-8391-bbd20a442e8c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:30.836407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.854353 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b1ee727b-23ce-4165-9b81-053272c52f3f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bac04124-5d78-49b3-adb6-10703529408e HTTP/1.1" status: 204 len: 168 time: 1.7575300 Apr 11 20:56:30.857335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40116) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:30.861492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:30.890848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b32f8e05-6e34-4fd3-8e82-ec716733b6db,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:30.920008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:30.920501 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 38540c13-376d-4c9f-8c02-6672e39b7064 of type vlan for network 056f8e15-93d7-423d-94e8-0e104104564f Apr 11 20:56:30.962479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.009781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b301b109-a137-40f0-8d54-5ea029ea0d08 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b32f8e05-6e34-4fd3-8e82-ec716733b6db HTTP/1.1" status: 204 len: 168 time: 1.3855641 Apr 11 20:56:31.066405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.072547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:31.075905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.080188 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.104836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a4bd9f2b-4ade-4ad9-8a7a-14ed5b3e9f06 None None] Provisioning for port d55cc288-8b4a-4536-8708-ad7329522507 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:31.211256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a4bd9f2b-4ade-4ad9-8a7a-14ed5b3e9f06 None None] Provisioning complete for port d55cc288-8b4a-4536-8708-ad7329522507 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:31.212506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9f2b-4ade-4ad9-8a7a-14ed5b3e9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.306294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd9f2b-4ade-4ad9-8a7a-14ed5b3e9f06 None None] Port d55cc288-8b4a-4536-8708-ad7329522507 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:31.317297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Deleting port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:31.317297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.362831 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:24Z', 'revision_number': 3, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:26Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:31.377904 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:31.380028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Updating router f33de5d9-669e-433f-afe5-0464aafd2cb3 port d55cc288-8b4a-4536-8708-ad7329522507 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:56:31.436643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3628778 Apr 11 20:56:31.458153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:31.493419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:31.495707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10730fd-0215-4aee-8a8f-4397fce639a3 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=056f8e15-93d7-423d-94e8-0e104104564f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:31.497018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-916107f5-f63b-4942-a39e-e1431beef6fc None None] Provisioning complete for port d55cc288-8b4a-4536-8708-ad7329522507 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:31.497143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-916107f5-f63b-4942-a39e-e1431beef6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.528425 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.608413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa26f-2ce0-4453-b0be-06da5cc1c501 req-1ac8fa60-0ad6-4d0c-96b6-d02d6a2ce454 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:31.623950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afcfa26f-2ce0-4453-b0be-06da5cc1c501 req-1ac8fa60-0ad6-4d0c-96b6-d02d6a2ce454 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.2699885 Apr 11 20:56:31.657310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40132) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:31.720410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-916107f5-f63b-4942-a39e-e1431beef6fc None None] Port d55cc288-8b4a-4536-8708-ad7329522507 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:31.725403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 056f8e15-93d7-423d-94e8-0e104104564f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:31.753029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afcfa26f-2ce0-4453-b0be-06da5cc1c501 req-c21c1e77-4462-426c-ac8e-f5fa214bc2da tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280971 Apr 11 20:56:31.813616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-88ce37c3-c817-4316-aec4-86d801184631 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5646b3cbc2164748b405dd9d9369f236&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1523848 Apr 11 20:56:31.813960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40138) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:31.959339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20b5338d-bddf-4cd2-a552-3b83a7c190d8 req-a087981a-f5fc-45cf-8368-772ee22b2340 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 1096 time: 1.2184072 Apr 11 20:56:31.977133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] DHCP port deletion for d8e3c294-b77f-4217-8391-bbd20a442e8c request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:56:31.982169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] Deleting port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:31.982761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:31.988888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0421-4903-459c-b1c6-2f6ce9ce48ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.031286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0421-4903-459c-b1c6-2f6ce9ce48ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.069620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660d74-52e4-44a4-aaf4-878942369f73 req-a93a8920-ed65-4eff-bfee-2bea470ff69f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:32.078044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a660d74-52e4-44a4-aaf4-878942369f73 req-a93a8920-ed65-4eff-bfee-2bea470ff69f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 1.3195424 Apr 11 20:56:32.219583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0421-4903-459c-b1c6-2f6ce9ce48ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.221221 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.260560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a0421-4903-459c-b1c6-2f6ce9ce48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2f128-dc18-4a21-bb4d-fb00370f6fb9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:32.273547 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Transition to ACTIVE for port object d55cc288-8b4a-4536-8708-ad7329522507 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:32.337844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb0a0421-4903-459c-b1c6-2f6ce9ce48ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.338523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb0a0421-4903-459c-b1c6-2f6ce9ce48ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4c2f128-dc18-4a21-bb4d-fb00370f6fb9 HTTP/1.1" status: 204 len: 168 time: 0.5224249 Apr 11 20:56:32.356862 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.446231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:32.500147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] For port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:32.501198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.533114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] For port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,segment=NetworkSegment(b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3),segment_id=b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:32.533755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:32.556297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20b5338d-bddf-4cd2-a552-3b83a7c190d8 req-9e885d4f-ef72-42f6-9190-8221fbe8e173 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868502 Apr 11 20:56:32.598905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:32.705750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ac78320-72b1-4f14-a2f5-588ed2650c81 req-300d0b44-7cd2-47be-99de-dd061c55bbb6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 210 time: 0.7212768 Apr 11 20:56:32.839505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:32.856402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:33.021332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] Calling delete_port for 6f75eb13-c169-403b-b7e3-0c0447f6b5bb owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:33.135396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Calling delete_port for 6f75eb13-c169-403b-b7e3-0c0447f6b5bb owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:33.147124 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa6b6-0dbc-4e27-8bcb-add19d87fe5f None None] Pushing event updated for resources: {'Port': ['ID=d55cc288-8b4a-4536-8708-ad7329522507,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:33.233857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5074d9d-c4f1-439d-8852-cc19a3938c10 req-6970ac18-5f3a-4f66-943b-5c424f870909 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:33.247745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5074d9d-c4f1-439d-8852-cc19a3938c10 req-6970ac18-5f3a-4f66-943b-5c424f870909 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.1783597 Apr 11 20:56:33.323656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5074d9d-c4f1-439d-8852-cc19a3938c10 req-9773bfbf-43c2-4eaf-82e1-0a82ed630f8e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744753 Apr 11 20:56:33.421837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a660d74-52e4-44a4-aaf4-878942369f73 req-e1e12b04-7931-4ccb-80f2-7d0844b42e66 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1145468 Apr 11 20:56:33.422568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:33.485689 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:33.491871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Attempting to bind port d55cc288-8b4a-4536-8708-ad7329522507 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:33.492647 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Attempting to bind port d55cc288-8b4a-4536-8708-ad7329522507 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:33.493401 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Attempting to bind port d55cc288-8b4a-4536-8708-ad7329522507 on network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:33.515591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:33.516431 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Checking segment: {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:33.517250 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:33.518059 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Bound using segment: {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:33.518980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Bound port: d55cc288-8b4a-4536-8708-ad7329522507, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f68d998-cbdb-48e4-9da9-0a8f4a059205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:33.520094 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:33.659701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] No DVR routers for this DVR port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:56:33.673824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02231e8-c3ba-4d05-823f-53b5287eee2e None None] Pushing event deleted for resources: {'Port': ['ID=6f75eb13-c169-403b-b7e3-0c0447f6b5bb,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:33.716101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:56:33.716101 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:56:33.731932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:33.742005 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] For port d55cc288-8b4a-4536-8708-ad7329522507, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:33.774711 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] For port d55cc288-8b4a-4536-8708-ad7329522507, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d55cc288-8b4a-4536-8708-ad7329522507,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:33.863685 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:34.038282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-009b9bee-5bb3-429c-b321-fdac47742499 req-d5c6bd78-d810-4285-a0bd-04ecbbcee18e tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 210 time: 0.1084101 Apr 11 20:56:34.059743 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa6b6-0dbc-4e27-8bcb-add19d87fe5f None None] Pushing event updated for resources: {'Port': ['ID=d55cc288-8b4a-4536-8708-ad7329522507,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:34.087308 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:34.088195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:34.107257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6f75eb13-c169-403b-b7e3-0c0447f6b5bb no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:34.155208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6f75eb13-c169-403b-b7e3-0c0447f6b5bb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:34.155807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6f75eb13-c169-403b-b7e3-0c0447f6b5bb not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:34.206506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Deleting port 6f75eb13-c169-403b-b7e3-0c0447f6b5bb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:34.207233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:34.374220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:34.390500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] The port '6f75eb13-c169-403b-b7e3-0c0447f6b5bb' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:56:34.441763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-bad7c06a-fa3c-43d9-973e-10e76bf16b84 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:34.443319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-bad7c06a-fa3c-43d9-973e-10e76bf16b84 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.75 "GET /v2.0/networks?id=ad9189e3-9951-4459-8e15-dc07c08f6e4b HTTP/1.1" status: 200 len: 813 time: 0.3800793 Apr 11 20:56:34.477856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Request body: {'port': {'device_id': 'e15048b7-d304-4904-880b-6ed771295e89', 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b', 'admin_state_up': True, 'tenant_id': 'c170b4f8dae54a4d990147350a794a2d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:34.565849 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:34.646432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:34.815182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40172) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:34.971016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:34.977918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Usage tracker for resource:port and tenant:c170b4f8dae54a4d990147350a794a2d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:34.983362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:34.991357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:35.019907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854527d-f8ce-403c-9293-07faee6da7a5 req-77030404-e3bb-43ad-bddf-3e9be700c2e4 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:35.025379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1854527d-f8ce-403c-9293-07faee6da7a5 req-77030404-e3bb-43ad-bddf-3e9be700c2e4 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.3480766 Apr 11 20:56:35.037920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:35.038540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: 056f8e15-93d7-423d-94e8-0e104104564f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:35.063928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.104805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Made reservation on behalf of c170b4f8dae54a4d990147350a794a2d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:35.113687 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.115154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:24Z', 'revision_number': 3, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:33Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:35.117692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e3c294-b77f-4217-8391-bbd20a442e8c']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:35.122135 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da124e-d0a6-4569-a4b2-506895b71f87 None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:24Z', 'revision_number': 3, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:33Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:35.140040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:35.140416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b792a48b-6e23-4c5d-9f5b-4dffdf8c82e3') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:35.163140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.187011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab6bd6-f949-4016-92fc-0371a88dac95 req-164e0419-6fbc-41b6-8695-568e3e32b895 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:35.215911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22ab6bd6-f949-4016-92fc-0371a88dac95 req-164e0419-6fbc-41b6-8695-568e3e32b895 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.4989195 Apr 11 20:56:35.237022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1854527d-f8ce-403c-9293-07faee6da7a5 req-ea8e1c3b-1a10-4c07-84fb-e5980da71ee3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051809 Apr 11 20:56:35.311064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 056f8e15-93d7-423d-94e8-0e104104564f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:35.325516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.347774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:56:35.348850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:56:35.364579 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:56:35.444814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 056f8e15-93d7-423d-94e8-0e104104564f) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:35.464077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5d749-2d44-461c-8343-9856e82b7d70 None None] Network 056f8e15-93d7-423d-94e8-0e104104564f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:35.497039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-554399337-network', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:35.502522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:35.508171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Usage tracker for resource:network and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:35.511613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:35.518510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:35.541382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:35.542101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.570410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-097b73c9-e2c3-4fb2-b150-276caf83efdf req-b4349015-6fd5-4634-8039-1a6f0d8c7981 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 210 time: 0.0971601 Apr 11 20:56:35.627158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Allocated IP 172.20.0.2 (ad9189e3-9951-4459-8e15-dc07c08f6e4b/36b02357-dcbd-4b97-8ad2-b012b1dd635a/2ad72ee8-040f-4907-8362-8021abecf2d6) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:35.633356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22ab6bd6-f949-4016-92fc-0371a88dac95 req-590c8efe-c54e-47c1-9591-b80ebdcf68ce tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004850 Apr 11 20:56:35.639790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:35.656086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.685908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.700591 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c45f50c5-d824-4f59-866d-1070ce0060bf tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2431786 Apr 11 20:56:35.704096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:35.827102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.840042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:35.878032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-056f8e15-93d7-423d-94e8-0e104104564f', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:56:35.879004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.009825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] 10.222.0.61 "DELETE /v2.0/networks/d8e3c294-b77f-4217-8391-bbd20a442e8c HTTP/1.1" status: 204 len: 168 time: 5.1503921 Apr 11 20:56:36.018972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40186) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:36.022761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba80d5-dae3-4b10-9bf5-a2ee16d26a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e3c294-b77f-4217-8391-bbd20a442e8c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:36.072817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:36.118347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:36.127350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d55cc288-8b4a-4536-8708-ad7329522507 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:36.139494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:36.156659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:36.380873 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.381597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.381706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Allocated IP 2001:db8:2::2 (056f8e15-93d7-423d-94e8-0e104104564f/ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84/5fc46632-8ad4-46a4-9a09-da309d9f04b2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:36.597391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.641655 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.649797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Transition to ACTIVE for port object 5fc46632-8ad4-46a4-9a09-da309d9f04b2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:36.681565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Transition to ACTIVE for port object 5fc46632-8ad4-46a4-9a09-da309d9f04b2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:36.685967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d55cc288-8b4a-4536-8708-ad7329522507 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:36.690617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d55cc288-8b4a-4536-8708-ad7329522507 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:36.691319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.696085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:36.729041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.735616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:36.739647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.740013 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Added segment 757f8d4c-3aac-41f6-9ce5-e16cd89e8546 of type vlan for network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 Apr 11 20:56:36.782410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.802862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.909590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Network ad9189e3-9951-4459-8e15-dc07c08f6e4b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:36.914847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:36.953793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Network 056f8e15-93d7-423d-94e8-0e104104564f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:36.958383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:36.968699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:36.969198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:36.969911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:36.970060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:36.970534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.026802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Pushing event updated for resources: {'Port': ['ID=2ad72ee8-040f-4907-8362-8021abecf2d6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:37.113217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.142262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1972907 Apr 11 20:56:37.168574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40200) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:37.183922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Request body: {'subnet': {'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-subnet', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:37.199945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Pushing event updated for resources: {'Port': ['ID=5fc46632-8ad4-46a4-9a09-da309d9f04b2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:37.205200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:37.214538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Usage tracker for resource:subnet and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:37.226472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a25e5-6d3f-49a1-ba10-fb2eac3e9172 admin admin] Pushing event updated for resources: {'Network': ['ID=e42eb3aa-fefe-401d-9318-df7d4c8d19d1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:37.228538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:37.241216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:37.263684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.302786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf9c59-4649-4149-8b0e-4dbfd3c70535 req-d3a6396a-9ad0-4dea-a410-7ff14b70d122 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:37.304703 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9cf9c59-4649-4149-8b0e-4dbfd3c70535 req-d3a6396a-9ad0-4dea-a410-7ff14b70d122 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.4556253 Apr 11 20:56:37.311593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:37.327603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79227d49-2967-46d2-9b08-eda15da199fd req-a98355f7-df6f-4d9c-b822-fde06d2e1a69 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:37.329377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79227d49-2967-46d2-9b08-eda15da199fd req-a98355f7-df6f-4d9c-b822-fde06d2e1a69 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 931 time: 0.4158940 Apr 11 20:56:37.339975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:37.340812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.352569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Attempting to bind port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:37.352936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Attempting to bind port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:37.353298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Attempting to bind port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 on network 056f8e15-93d7-423d-94e8-0e104104564f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:37.475179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-65e54a8f-014c-4ef4-ab9b-b14f8f8339a4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0011878 Apr 11 20:56:37.480041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:37.490505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.501434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Request body: {'port': {'device_id': 'e15048b7-d304-4904-880b-6ed771295e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:37.506768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:37.515868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Checking segment: {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:37.515868 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.515868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Bound using segment: {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:37.515868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Bound port: 5fc46632-8ad4-46a4-9a09-da309d9f04b2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:37.516984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.542021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.642789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79227d49-2967-46d2-9b08-eda15da199fd req-ee8d2964-d255-456c-ae60-d57a82f5c56b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816906 Apr 11 20:56:37.690575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] For port 5fc46632-8ad4-46a4-9a09-da309d9f04b2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:37.695053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] For port 5fc46632-8ad4-46a4-9a09-da309d9f04b2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5fc46632-8ad4-46a4-9a09-da309d9f04b2,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:37.748169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.756607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d55cc288-8b4a-4536-8708-ad7329522507, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d55cc288-8b4a-4536-8708-ad7329522507,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:37.775566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:37.939018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:38.035957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f947-a53d-4a1a-9bb6-eda4f2b0da94 None None] Pushing event updated for resources: {'Port': ['ID=5fc46632-8ad4-46a4-9a09-da309d9f04b2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:38.110014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9cf9c59-4649-4149-8b0e-4dbfd3c70535 req-9ac46c32-bcdf-40e9-ba15-b2e76aaf7d70 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785524 Apr 11 20:56:38.193474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d55cc288-8b4a-4536-8708-ad7329522507,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:38.429560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad72ee8-040f-4907-8362-8021abecf2d6 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:56:38.448913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:38.525042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Transition to ACTIVE for port object 2ad72ee8-040f-4907-8362-8021abecf2d6 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:38.607429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:38.673808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8:2::1 (056f8e15-93d7-423d-94e8-0e104104564f/ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84/e0cd356a-1fc5-4188-bd30-a1d0feaf5a22) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:38.693376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4601c0-982c-4421-9779-598b8375aa7b req-f95659bc-325c-4b20-8bf6-fb5f436568fc tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:38.694905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b4601c0-982c-4421-9779-598b8375aa7b req-f95659bc-325c-4b20-8bf6-fb5f436568fc tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.2424796 Apr 11 20:56:38.708047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683ddfa-b594-44c0-877a-54fd122e5ee1 req-b0005974-20bb-4446-87dd-bfda1f61733c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:38.709868 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b683ddfa-b594-44c0-877a-54fd122e5ee1 req-b0005974-20bb-4446-87dd-bfda1f61733c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.2994084 Apr 11 20:56:38.812157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:38.841447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad72ee8-040f-4907-8362-8021abecf2d6,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:38.889687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a38136-d920-4aac-aa78-d87e1cb30b73,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:38.985000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b683ddfa-b594-44c0-877a-54fd122e5ee1 req-bd9e471c-bb45-49fd-8059-fdcba0c4b8eb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511744 Apr 11 20:56:38.989196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Checking segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:38.993567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Network hostable DHCP agents. Network: e42eb3aa-fefe-401d-9318-df7d4c8d19d1, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:39.028096 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b4601c0-982c-4421-9779-598b8375aa7b req-e1cb0861-81e0-4406-a674-53407f5e1022 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230021 Apr 11 20:56:39.047557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.083179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:39.163119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:39.266200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Attempting to bind port 2ad72ee8-040f-4907-8362-8021abecf2d6 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:39.267742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Attempting to bind port 2ad72ee8-040f-4907-8362-8021abecf2d6 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '3bc6321b-edf2-4068-8756-e691e66826f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:39.268112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Attempting to bind port 2ad72ee8-040f-4907-8362-8021abecf2d6 on network ad9189e3-9951-4459-8e15-dc07c08f6e4b {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:39.276631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.287122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Port 2ad72ee8-040f-4907-8362-8021abecf2d6 on network ad9189e3-9951-4459-8e15-dc07c08f6e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:56:39.287624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Attempting to bind port 2ad72ee8-040f-4907-8362-8021abecf2d6 on network ad9189e3-9951-4459-8e15-dc07c08f6e4b {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:39.297208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:39.297690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Checking segment: {'id': '3bc6321b-edf2-4068-8756-e691e66826f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:39.298296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Bound using segment: {'id': '3bc6321b-edf2-4068-8756-e691e66826f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:39.299004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Bound port: 2ad72ee8-040f-4907-8362-8021abecf2d6, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc6321b-edf2-4068-8756-e691e66826f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:39.299463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.349615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e42eb3aa-fefe-401d-9318-df7d4c8d19d1) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:39.358445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14368693-91c6-4269-9a8c-3e96c144ac62 None None] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:39.396291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:39.397220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.411764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 056f8e15-93d7-423d-94e8-0e104104564f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:39.418945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:39.422113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:39.422826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.444292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca93751-240a-4b54-95a3-6091f3a4944f req-7abae8b5-90a6-440b-9df1-b79cc9eccc21 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:39.445527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bca93751-240a-4b54-95a3-6091f3a4944f req-7abae8b5-90a6-440b-9df1-b79cc9eccc21 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 943 time: 0.2791622 Apr 11 20:56:39.464991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:39.472157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] For port 2ad72ee8-040f-4907-8362-8021abecf2d6, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:39.480359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] For port 2ad72ee8-040f-4907-8362-8021abecf2d6, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ad72ee8-040f-4907-8362-8021abecf2d6,segment=NetworkSegment(3bc6321b-edf2-4068-8756-e691e66826f7),segment_id=3bc6321b-edf2-4068-8756-e691e66826f7)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:39.522720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd84d1-e3cb-423e-a733-70f138cf5990 None None] Network 056f8e15-93d7-423d-94e8-0e104104564f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:39.557961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-bca93751-240a-4b54-95a3-6091f3a4944f req-fd77b39c-71c4-4ec4-b06f-5e19073dc9d8 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Synchronizing usage tracker for tenant:c170b4f8dae54a4d990147350a794a2d on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:56:39.611312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Deleting port 27f7d074-633f-45a8-a889-bc2a5ff65724 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:39.611689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.636718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4bbcc31b-9845-4d50-8530-ecda6e79ba30 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4628911 Apr 11 20:56:39.641149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40218) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:39.647635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:39.654765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.655216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:39.660089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Usage tracker for resource:router and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:39.664436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:39.673701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:39.679679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-bca93751-240a-4b54-95a3-6091f3a4944f req-fd77b39c-71c4-4ec4-b06f-5e19073dc9d8 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Unset dirty status for tenant:c170b4f8dae54a4d990147350a794a2d on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:56:39.692061 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bca93751-240a-4b54-95a3-6091f3a4944f req-fd77b39c-71c4-4ec4-b06f-5e19073dc9d8 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370942 Apr 11 20:56:39.792897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.794379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] 10.222.0.75 "PUT /v2.0/ports/2ad72ee8-040f-4907-8362-8021abecf2d6 HTTP/1.1" status: 200 len: 1091 time: 2.2970769 Apr 11 20:56:39.806649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15048b7-d304-4904-880b-6ed771295e89', 'tag': '2ad72ee8-040f-4907-8362-8021abecf2d6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:39.855289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.876419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.879008 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.897839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:56:39.898648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:39.926729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-389be258-d972-446a-ae0e-0574fc245b68 None None] Provisioning for port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:39.945707 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c885488-49f0-4dac-90bc-90b444e3cd28'] response: {'name': 'network-changed', 'server_uuid': 'e15048b7-d304-4904-880b-6ed771295e89', 'tag': '2ad72ee8-040f-4907-8362-8021abecf2d6', 'status': 'completed', 'code': 200} Apr 11 20:56:40.071516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750d9e3-7c97-4775-b7d1-fd16d7cc7b81 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad72ee8-040f-4907-8362-8021abecf2d6,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:40.145888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Allocated IP 172.20.0.2 (e42eb3aa-fefe-401d-9318-df7d4c8d19d1/b8a38136-d920-4aac-aa78-d87e1cb30b73/45a556f7-6dae-4a0a-b2cf-5c3b7883dabf) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:40.261235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] For port 27f7d074-633f-45a8-a889-bc2a5ff65724, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=27f7d074-633f-45a8-a889-bc2a5ff65724,segment=NetworkSegment(8fc69364-8b22-4845-8d31-18444b1649ee),segment_id=8fc69364-8b22-4845-8d31-18444b1649ee)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:40.261784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.279427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa46cb7-d0e9-4e54-8576-03c8e542c529 req-d6e08847-deb0-42b5-8cff-8bd15cdf559d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:40.287583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2aa46cb7-d0e9-4e54-8576-03c8e542c529 req-d6e08847-deb0-42b5-8cff-8bd15cdf559d tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.6416376 Apr 11 20:56:40.309993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5fc46632-8ad4-46a4-9a09-da309d9f04b2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:40.325533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.382899 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-ee51e483-93fc-438d-a738-3501e67d51f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1097 time: 0.5308158 Apr 11 20:56:40.546450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:40.572358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:40.577328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.630444 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3feb1642-a0d0-4850-b2d5-c77eb0899a15 req-1c7484b3-7e2d-44fd-bcb0-64fe8f149523 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c170b4f8dae54a4d990147350a794a2d&device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 1094 time: 0.6865716 Apr 11 20:56:40.639929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.640550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Calling delete_port for 27f7d074-633f-45a8-a889-bc2a5ff65724 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:40.663968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Transition to ACTIVE for port object 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:40.681169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b4a78404-fc3f-4ff9-9ecc-635394562d26 None None] Provisioning for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:40.699211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b4a78404-fc3f-4ff9-9ecc-635394562d26 None None] Provisioning complete for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:40.700250 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b4a78404-fc3f-4ff9-9ecc-635394562d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.717409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2aa46cb7-d0e9-4e54-8576-03c8e542c529 req-1b8fffa6-bb4d-48b1-8264-4e0e6368f901 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285412 Apr 11 20:56:40.767831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Transition to ACTIVE for port object 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:40.832951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b4a78404-fc3f-4ff9-9ecc-635394562d26 None None] Port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:40.834325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.871859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5fc46632-8ad4-46a4-9a09-da309d9f04b2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5fc46632-8ad4-46a4-9a09-da309d9f04b2,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:40.884298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b4a78404-fc3f-4ff9-9ecc-635394562d26 None None] Provisioning complete for port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:40.884298 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b4a78404-fc3f-4ff9-9ecc-635394562d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.911764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:40.917243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb1642-a0d0-4850-b2d5-c77eb0899a15 req-bbebb175-058f-476b-9a17-004de8028b98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:40.918918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3feb1642-a0d0-4850-b2d5-c77eb0899a15 req-bbebb175-058f-476b-9a17-004de8028b98 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c170b4f8dae54a4d990147350a794a2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2437706 Apr 11 20:56:41.041243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.042265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d55cc288-8b4a-4536-8708-ad7329522507 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:41.063086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.079923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edf27e-f746-4251-9807-c265fc82dd20 req-be7269d8-292f-4b67-8202-0a138493fb02 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:41.081435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05edf27e-f746-4251-9807-c265fc82dd20 req-be7269d8-292f-4b67-8202-0a138493fb02 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.7789633 Apr 11 20:56:41.119772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-c4764c45-8324-406f-b34d-d1cb30841e73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:41.121465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-c4764c45-8324-406f-b34d-d1cb30841e73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.7246399 Apr 11 20:56:41.200979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:41.211306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:41.224697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:41.239523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-356441ee-c2aa-46eb-98a4-d35755b775ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 1000 time: 0.1099133 Apr 11 20:56:41.249917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Pushing event updated for resources: {'Port': ['ID=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:41.296340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.297394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.355462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157600f-f9c5-452c-ad6c-516515049630 req-a30b0fc1-e924-4c8c-a32c-a195323ce8d2 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:41.356834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8157600f-f9c5-452c-ad6c-516515049630 req-a30b0fc1-e924-4c8c-a32c-a195323ce8d2 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Synchronizing usage tracker for tenant:c170b4f8dae54a4d990147350a794a2d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:56:41.415901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb1642-a0d0-4850-b2d5-c77eb0899a15 req-25d44601-6f30-44ef-a8ed-c75144c2715c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:41.418248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3feb1642-a0d0-4850-b2d5-c77eb0899a15 req-25d44601-6f30-44ef-a8ed-c75144c2715c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4262910 Apr 11 20:56:41.446893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-d1423b58-3c4e-4833-b3bd-a5127e669470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:41.450249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-d1423b58-3c4e-4833-b3bd-a5127e669470 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.1939025 Apr 11 20:56:41.464566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05edf27e-f746-4251-9807-c265fc82dd20 req-fe3c8c34-54e1-4d75-8392-890923f6f480 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659050 Apr 11 20:56:41.508956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8157600f-f9c5-452c-ad6c-516515049630 req-a30b0fc1-e924-4c8c-a32c-a195323ce8d2 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Unset dirty status for tenant:c170b4f8dae54a4d990147350a794a2d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:56:41.515842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8157600f-f9c5-452c-ad6c-516515049630 req-a30b0fc1-e924-4c8c-a32c-a195323ce8d2 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 943 time: 0.5929198 Apr 11 20:56:41.524261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d55cc288-8b4a-4536-8708-ad7329522507 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:41.524688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:41.525128 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.546024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.561103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.604210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5fc46632-8ad4-46a4-9a09-da309d9f04b2,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:41.612873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Attempting to bind port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:41.612873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Attempting to bind port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:41.614297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f7d074-633f-45a8-a889-bc2a5ff65724,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:41.615296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Attempting to bind port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf on network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:41.632862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:41.633541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Checking segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:41.634104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.642309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Bound using segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:41.645802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Bound port: 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:41.646207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.693088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network 056f8e15-93d7-423d-94e8-0e104104564f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:41.698952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:41.744019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8157600f-f9c5-452c-ad6c-516515049630 req-b7c0dad0-d07c-46ff-a36d-4067afe7475b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267075 Apr 11 20:56:41.791936 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:56:41.811596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-346b1fd9-5b71-4dc4-8be4-6ca4348f5018 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c170b4f8dae54a4d990147350a794a2d&device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 1094 time: 0.3522689 Apr 11 20:56:41.856637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-24a1967a-eb20-45fc-8d4a-4fad127cca3c None None] Provisioning complete for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:41.857022 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-24a1967a-eb20-45fc-8d4a-4fad127cca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:41.981549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-7f6b2368-dea3-40c5-ae0b-889852a95502 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4586499 Apr 11 20:56:41.990068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] For port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:41.998484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-24a1967a-eb20-45fc-8d4a-4fad127cca3c None None] Port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:42.001998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] For port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:42.065977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:42.071313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-56167879-399f-4b7b-bafa-fea130153da1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad72ee8-040f-4907-8362-8021abecf2d6 HTTP/1.1" status: 200 len: 217 time: 0.1844034 Apr 11 20:56:42.173556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5fc46632-8ad4-46a4-9a09-da309d9f04b2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:42.174404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-6ced8cdb-4d26-4e9a-8640-c605076cde19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:42.176116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-6ced8cdb-4d26-4e9a-8640-c605076cde19 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36b02357-dcbd-4b97-8ad2-b012b1dd635a HTTP/1.1" status: 200 len: 853 time: 0.0848172 Apr 11 20:56:42.231634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-3cb5f9b5-d040-46e8-a115-0b6eaa7541c9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ad9189e3-9951-4459-8e15-dc07c08f6e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465393 Apr 11 20:56:42.259301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115baa-4cf3-42e7-8cb6-53ddf8a0b4be None None] Pushing event updated for resources: {'Port': ['ID=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:42.295732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7d131231-0417-4e87-90c9-922967e6fb27 None None] Provisioning complete for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:42.296734 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7d131231-0417-4e87-90c9-922967e6fb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:42.360784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:42.361714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:42.416998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:42.432247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-34e9b17c-e33b-4e17-9d3e-8537654ecb5a service neutron] 10.222.0.75 "GET /v2.0/networks/ad9189e3-9951-4459-8e15-dc07c08f6e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882732 Apr 11 20:56:42.445537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7d131231-0417-4e87-90c9-922967e6fb27 None None] Port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:42.578406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:42.721943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-303b2b9d-4060-47d2-a5a9-459c8e4753a5 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330751 Apr 11 20:56:42.736770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0121f-b056-4dfa-8dd4-8d253ef711fb req-dec5cc8d-0a36-4853-9bbb-8e5890e47696 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:42.755305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7db0121f-b056-4dfa-8dd4-8d253ef711fb req-dec5cc8d-0a36-4853-9bbb-8e5890e47696 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.7412040 Apr 11 20:56:42.776616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:42.818549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:42.826001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:42.898224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:42.975192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7db0121f-b056-4dfa-8dd4-8d253ef711fb req-2c703e9a-ab47-4269-953d-5c0f895465c1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251613 Apr 11 20:56:42.991831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:42.992038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ba69237-c122-48ac-b643-fcd0c3918592 req-49d84999-7ce2-4572-bc35-0b2226936f10 service neutron] 10.222.0.75 "GET /v2.0/networks/ad9189e3-9951-4459-8e15-dc07c08f6e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819176 Apr 11 20:56:43.012873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f032633-a374-40cc-867f-b2dcc4c0414e req-631662b5-3416-43c3-a9a1-7f085eea0f0b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:43.014724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f032633-a374-40cc-867f-b2dcc4c0414e req-631662b5-3416-43c3-a9a1-7f085eea0f0b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 946 time: 0.2157216 Apr 11 20:56:43.022843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95d374f2-0138-4fb2-a4a0-a54b6f5bf96c req-0edc6c18-2507-4d23-b613-50c52faf9f34 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675173 Apr 11 20:56:43.022843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:43.099686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f032633-a374-40cc-867f-b2dcc4c0414e req-cbfa8c34-833d-467e-9c88-7b2ca81de25e tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638964 Apr 11 20:56:43.208650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:43.224212 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7dca90-638a-4f1b-90ae-42758855d613'] response: {'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'code': 200} Apr 11 20:56:43.313224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:43.506351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ebda2-779f-4db7-bfb6-3140c129ed86 req-35f31542-95f6-41fb-8e52-b5417de693b4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:43.507461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef1ebda2-779f-4db7-bfb6-3140c129ed86 req-35f31542-95f6-41fb-8e52-b5417de693b4 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 943 time: 0.3664436 Apr 11 20:56:43.549723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Allocated IP 172.25.5.192 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0513f460-7e0e-4105-bdc6-f1c5066ebd88) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:43.563438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb722e-d9d3-4f93-9d5f-9fb2af179087 None None] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:43.607106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:43.610427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef1ebda2-779f-4db7-bfb6-3140c129ed86 req-ecc3513d-2c21-4a02-b66a-247e08c322a1 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961945 Apr 11 20:56:43.614932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Router a7908a5d-58c9-48e8-9c1a-766b876c5f1d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:43.650192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:43.690458 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5271f1b7-169f-4d0f-a380-827039ee6166 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9819450 Apr 11 20:56:43.690720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:43.690882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:43.692979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40238) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:43.710017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-513026974'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:43.766697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:43.808558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:43.817420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:network and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:43.821526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:43.828539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:43.839845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d563b94-4f38-4878-a1c4-5cecb9864425 None None] Provisioning for port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:43.914556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:43.923290 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] Sync routers for ids ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:43.929120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b21c83ed-d8fb-4a66-abd4-2bdf8f614e89 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7908a5d-58c9-48e8-9c1a-766b876c5f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9055767 Apr 11 20:56:43.930180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40242) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:43.937336 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] Routers {'a7908a5d-58c9-48e8-9c1a-766b876c5f1d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:43.937735 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:44.000422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.009323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:44.012406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.014769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:44.101718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:44.144755 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] Set router a7908a5d-58c9-48e8-9c1a-766b876c5f1d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:44.147163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:44.149953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.150535 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added segment 0d4ed394-fafd-40f7-ba44-0ffbfce40887 of type vlan for network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 Apr 11 20:56:44.160879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:44.172788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:44.214316 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.325464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:44.357682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f1d4702e-7ab9-4781-876f-86f47bd29b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.392183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Pushing event updated for resources: {'Port': ['ID=0513f460-7e0e-4105-bdc6-f1c5066ebd88,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:44.427746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77d66-14b5-4874-9bd2-09de8ba84d1a req-d4e2d674-d654-41cd-aa6f-8d18f1960f11 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:44.440641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0c77d66-14b5-4874-9bd2-09de8ba84d1a req-d4e2d674-d654-41cd-aa6f-8d18f1960f11 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.1822429 Apr 11 20:56:44.477240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.481581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:44.481728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.518373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.519319 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.571399 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:56:41Z', 'revision_number': 5, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:44.577862 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] Checking router: a7908a5d-58c9-48e8-9c1a-766b876c5f1d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:44.608152 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] Routers {'a7908a5d-58c9-48e8-9c1a-766b876c5f1d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:44.610209 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:44.677557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Network': ['ID=cf4bf934-bbfd-4af4-9ca2-626bef6188a7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:44.686235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0c77d66-14b5-4874-9bd2-09de8ba84d1a req-27a9c17b-8456-45a7-904b-28f59646f1da tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427537 Apr 11 20:56:44.705895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:44.735021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2b7806ad-d2a6-4429-a8f8-3875e690fca0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0361490 Apr 11 20:56:44.737788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40252) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:44.745199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'subnet': {'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:44.892871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:44.919685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:44.935117 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] Set router a7908a5d-58c9-48e8-9c1a-766b876c5f1d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:44.960810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:44.961576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.000228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:45.006148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:subnet and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:45.009655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:45.017318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:45.062870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616dac-32d1-4f77-a789-8d748b3451c8 req-845776a6-e587-4ca8-85ab-622aa1e9d8aa tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:45.065023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea616dac-32d1-4f77-a789-8d748b3451c8 req-845776a6-e587-4ca8-85ab-622aa1e9d8aa tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 943 time: 0.1776180 Apr 11 20:56:45.160035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea616dac-32d1-4f77-a789-8d748b3451c8 req-e5cb37d8-d2bf-4fef-a3b4-65a43ded8161 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882711 Apr 11 20:56:45.172205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Made reservation on behalf of 2bf9433b55d645f18f278f4be237f9e3 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:45.205791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.212436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c16d35-38fd-4b43-9cf9-0341ed3a4ae9 req-06bd9357-ac5b-4cab-ad4b-b4292c544ccb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:45.220095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12c16d35-38fd-4b43-9cf9-0341ed3a4ae9 req-06bd9357-ac5b-4cab-ad4b-b4292c544ccb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.7400258 Apr 11 20:56:45.258427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:45.292872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:39Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:40Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:45.298309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:45.299115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Updating router f33de5d9-669e-433f-afe5-0464aafd2cb3 port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:56:45.349678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12c16d35-38fd-4b43-9cf9-0341ed3a4ae9 req-57743a19-8572-4e98-bbdd-0930db25613b tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284065 Apr 11 20:56:45.355349 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.485051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.488112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.505477 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:56:41Z', 'revision_number': 5, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:45.506133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.510327 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371b633-aa40-4266-8ed5-e599ed54d7c3 None None] The sync data for ids ['a7908a5d-58c9-48e8-9c1a-766b876c5f1d'] in n-d-837321-1 is: [{'id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'name': 'tempest-TaggedBootDevicesTest-422381921-router', 'tenant_id': '3bdf521350da4a33845c9d51a9fca7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:47:15Z', 'updated_at': '2022-04-11T20:56:41Z', 'revision_number': 5, 'project_id': '3bdf521350da4a33845c9d51a9fca7e9', 'gw_port': {'id': 'fb183910-87e0-470a-8f51-f2e008b7d0b2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7908a5d-58c9-48e8-9c1a-766b876c5f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:47:17Z', 'updated_at': '2022-04-11T20:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:45.579350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d3060ad1-eb01-4947-8619-0ed7472fc4ea None None] Provisioning complete for port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:45.584547 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d3060ad1-eb01-4947-8619-0ed7472fc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.612909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Deleting port fb183910-87e0-470a-8f51-f2e008b7d0b2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:45.612909 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:45.634448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:45.635604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Router abea0ad5-614b-4c1f-8e16-19bdabef4c07 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:56:45.965480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.057432 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46154d6a-9232-4e85-9c97-b8c734c9b4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.082858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:46.147180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] For port fb183910-87e0-470a-8f51-f2e008b7d0b2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb183910-87e0-470a-8f51-f2e008b7d0b2,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:46.148025 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.170500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Checking segment: {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:46.178118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network hostable DHCP agents. Network: cf4bf934-bbfd-4af4-9ca2-626bef6188a7, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:46.183173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Subnet': ['ID=07df6a16-9738-4b8d-981a-6e053119a39a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:46.227916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5d74-c2ce-43fc-8d2b-8c9f75347b40 req-28246ba8-5c43-40df-b760-42e29c814ff2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:46.230153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.240699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e1b5d74-c2ce-43fc-8d2b-8c9f75347b40 req-28246ba8-5c43-40df-b760-42e29c814ff2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.3529568 Apr 11 20:56:46.258903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Transition to ACTIVE for port object e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:46.290034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:46.290625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.316648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e1b5d74-c2ce-43fc-8d2b-8c9f75347b40 req-cb118be6-cd42-4ab9-a4e2-ee7d51be40b9 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748029 Apr 11 20:56:46.386175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:46.393180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.408480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Calling delete_port for fb183910-87e0-470a-8f51-f2e008b7d0b2 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:46.459460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, cf4bf934-bbfd-4af4-9ca2-626bef6188a7) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:46.469658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:46.476402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.534933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ebf16c40-ccc2-49e1-bae2-15230df98fb0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7959108 Apr 11 20:56:46.539159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40262) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:46.546609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b17410-4d6b-45b8-b638-67ed81f73874 None None] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:46.644412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb2627-248b-40a1-86ba-d93a5b0702ab req-a3b967e1-22a2-4475-9331-cf96b529eb0e tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:46.646020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-edeb2627-248b-40a1-86ba-d93a5b0702ab req-a3b967e1-22a2-4475-9331-cf96b529eb0e tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 943 time: 0.2078195 Apr 11 20:56:46.713091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ad72ee8-040f-4907-8362-8021abecf2d6 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:56:46.717897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb68d6a-0fa3-44e0-8774-5fed4f4eb9e9 None None] Pushing event updated for resources: {'Port': ['ID=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:46.805256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:46.814673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 27f7d074-633f-45a8-a889-bc2a5ff65724 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:46.844213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.847358 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:56:46.880455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Sync routers for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:46.895502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33dc9a-1623-4306-afda-b35f4ad7fcf7 req-f6098e60-6c2a-4627-b068-31bd1b11491c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:46.897161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff33dc9a-1623-4306-afda-b35f4ad7fcf7 req-f6098e60-6c2a-4627-b068-31bd1b11491c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.2313087 Apr 11 20:56:46.915908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-edeb2627-248b-40a1-86ba-d93a5b0702ab req-ec31d8d8-3b46-4844-9052-6ae8054d821e tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590125 Apr 11 20:56:46.918940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb183910-87e0-470a-8f51-f2e008b7d0b2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:46.921745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:46.926175 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d9433f02-69a2-4a20-bb46-699bd2771a30 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2806201 Apr 11 20:56:46.927707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:46.992541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 27f7d074-633f-45a8-a889-bc2a5ff65724 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:46.992910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 27f7d074-633f-45a8-a889-bc2a5ff65724 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:47.086567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Attempting to bind port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:47.087203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Attempting to bind port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:47.087336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Attempting to bind port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 on network 056f8e15-93d7-423d-94e8-0e104104564f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:47.109896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff33dc9a-1623-4306-afda-b35f4ad7fcf7 req-01f2e655-9d8d-4e82-9c14-b1e535099a8c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966422 Apr 11 20:56:47.141673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:47.141673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:47.231422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:47.231830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Checking segment: {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:47.232232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.232694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Bound using segment: {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:47.233187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Bound port: e0cd356a-1fc5-4188-bd30-a1d0feaf5a22, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38540c13-376d-4c9f-8c02-6672e39b7064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:47.234614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.505809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2ad72ee8-040f-4907-8362-8021abecf2d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ad72ee8-040f-4907-8362-8021abecf2d6,segment=NetworkSegment(3bc6321b-edf2-4068-8756-e691e66826f7),segment_id=3bc6321b-edf2-4068-8756-e691e66826f7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:47.582945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.593397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.600450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.602917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '2ad72ee8-040f-4907-8362-8021abecf2d6', 'network_id': 'ad9189e3-9951-4459-8e15-dc07c08f6e4b', 'port_id': '2ad72ee8-040f-4907-8362-8021abecf2d6', 'mac_address': 'fa:16:3e:c1:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b02357-dcbd-4b97-8ad2-b012b1dd635a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:56:47.666986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.703148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:56:47.705108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.733120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:47.783027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad72ee8-040f-4907-8362-8021abecf2d6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:56:47.791543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] For port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:47.865266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:47.930486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] For port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:47.942540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2ad72ee8-040f-4907-8362-8021abecf2d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ad72ee8-040f-4907-8362-8021abecf2d6,segment=NetworkSegment(3bc6321b-edf2-4068-8756-e691e66826f7),segment_id=3bc6321b-edf2-4068-8756-e691e66826f7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:47.976910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.010857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6c56-7463-46bb-aa5f-aa28a8dda524 req-ccf9bd5c-dbe7-4a6d-bfbd-35766aabc8bb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:48.012361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d95f6c56-7463-46bb-aa5f-aa28a8dda524 req-ccf9bd5c-dbe7-4a6d-bfbd-35766aabc8bb tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.3817618 Apr 11 20:56:48.087530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.091292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.112064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.127560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d95f6c56-7463-46bb-aa5f-aa28a8dda524 req-f8241520-ee2a-4144-949e-b2a06c2f2566 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073573 Apr 11 20:56:48.299290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.299290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7908a5d-58c9-48e8-9c1a-766b876c5f1d {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:56:48.313666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.318355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-abc495e1-14c6-4221-beb9-5faa9882c782 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a7908a5d-58c9-48e8-9c1a-766b876c5f1d HTTP/1.1" status: 204 len: 168 time: 4.3847544 Apr 11 20:56:48.324217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40282) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:48.366063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb68d6a-0fa3-44e0-8774-5fed4f4eb9e9 None None] Pushing event updated for resources: {'Port': ['ID=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:48.405143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:48.405789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:48.451020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Deleting subnet 23d9050a-0710-4620-b851-0e220c7d2841 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:56:48.471177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.486684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2ad72ee8-040f-4907-8362-8021abecf2d6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:56:48.547412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209bbd-3b6b-4059-9a53-b02c8492defe req-2f03fd6e-0d2c-428c-bfb2-347757a36570 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:48.549466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd209bbd-3b6b-4059-9a53-b02c8492defe req-2f03fd6e-0d2c-428c-bfb2-347757a36570 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 944 time: 0.2818849 Apr 11 20:56:48.594713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.635529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Allocated IP 2001:db8:3::2 (cf4bf934-bbfd-4af4-9ca2-626bef6188a7/07df6a16-9738-4b8d-981a-6e053119a39a/8187db34-905f-47b6-9405-6329d4e8de7d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:48.690360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd209bbd-3b6b-4059-9a53-b02c8492defe req-381fdd0f-32b7-40e3-bfd4-45e5528159f7 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365843 Apr 11 20:56:48.713470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:48.738496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.917272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:48.984574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.055038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d9050a-0710-4620-b851-0e220c7d2841,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:49.062075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.068083 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.079274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2ad72ee8-040f-4907-8362-8021abecf2d6,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:49.092772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-42e79d44-cc48-47bb-9958-693e561e0c7c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/23d9050a-0710-4620-b851-0e220c7d2841 HTTP/1.1" status: 204 len: 168 time: 0.7646894 Apr 11 20:56:49.095995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40292) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:49.102517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f437f38-e04f-4757-8359-6851af7485a7 None None] Network 5cd00c76-83c4-4316-9225-8e00a6260a33 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:49.204825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Allocated IP 172.20.0.1 (e42eb3aa-fefe-401d-9318-df7d4c8d19d1/b8a38136-d920-4aac-aa78-d87e1cb30b73/930efba7-ea52-4264-9cbc-c06e9d3a9894) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:49.256495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.309372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Deleting port defe90a3-eaca-4bb3-860f-4e1f81f333e4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:56:49.309372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.416571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:49.446236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.599746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Transition to ACTIVE for port object 930efba7-ea52-4264-9cbc-c06e9d3a9894 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:49.619572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] For port defe90a3-eaca-4bb3-860f-4e1f81f333e4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=defe90a3-eaca-4bb3-860f-4e1f81f333e4,segment=NetworkSegment(8fc69364-8b22-4845-8d31-18444b1649ee),segment_id=8fc69364-8b22-4845-8d31-18444b1649ee)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:49.619813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.625196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377158db-a63a-4087-8adc-08bc1fd3c0ff req-d5e04ccb-8b89-42ed-8206-c61215f0d257 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:49.626939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-377158db-a63a-4087-8adc-08bc1fd3c0ff req-d5e04ccb-8b89-42ed-8206-c61215f0d257 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.2388294 Apr 11 20:56:49.688210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-377158db-a63a-4087-8adc-08bc1fd3c0ff req-49d00eac-6857-48c1-9063-5f18a68dd7c0 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Apr 11 20:56:49.689763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.761730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:49.765000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:49.769681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:49.822182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Calling delete_port for defe90a3-eaca-4bb3-860f-4e1f81f333e4 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:56:49.847797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=930efba7-ea52-4264-9cbc-c06e9d3a9894,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:49.877500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:49.895784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:44Z', 'revision_number': 3, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:49.937479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Checking router: abea0ad5-614b-4c1f-8e16-19bdabef4c07 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:49.937830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Updating router abea0ad5-614b-4c1f-8e16-19bdabef4c07 port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:56:49.998066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb183910-87e0-470a-8f51-f2e008b7d0b2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:50.044733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372c20f-797d-4d00-81e5-62625424040f req-609768f6-4fc1-4b99-b403-01aa77dcc85b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:50.046608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b372c20f-797d-4d00-81e5-62625424040f req-609768f6-4fc1-4b99-b403-01aa77dcc85b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 944 time: 0.1014860 Apr 11 20:56:50.073467 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.075739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: fb183910-87e0-470a-8f51-f2e008b7d0b2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:50.075980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb183910-87e0-470a-8f51-f2e008b7d0b2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:50.092656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.101127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b372c20f-797d-4d00-81e5-62625424040f req-3a489bed-4501-4273-8854-738c3dd99cb9 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476594 Apr 11 20:56:50.154392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Transition to ACTIVE for port object 8187db34-905f-47b6-9405-6329d4e8de7d will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:50.176983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Pushing event deleted for resources: {'Port': ['ID=defe90a3-eaca-4bb3-860f-4e1f81f333e4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:50.181232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] No DVR routers for this DVR port defe90a3-eaca-4bb3-860f-4e1f81f333e4 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:56:50.195373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc07d5d-f855-4f32-856a-6c428009b58c None None] DHCP port deletion for 5cd00c76-83c4-4316-9225-8e00a6260a33 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:56:50.213696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.231199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.326811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.337641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Transition to ACTIVE for port object 8187db34-905f-47b6-9405-6329d4e8de7d will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:50.386504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd00c76-83c4-4316-9225-8e00a6260a33']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:50.397432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc69364-8b22-4845-8d31-18444b1649ee') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:50.398466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc69364-8b22-4845-8d31-18444b1649ee') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:50.467900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.496730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Allocated IP 2001:db8:3::1 (cf4bf934-bbfd-4af4-9ca2-626bef6188a7/07df6a16-9738-4b8d-981a-6e053119a39a/5e0abf81-c241-484c-9953-870b5160381d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:56:50.499742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.504258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-49f58dc5-1bcf-425d-89b9-a40be1a53db8 None None] Provisioning for port 930efba7-ea52-4264-9cbc-c06e9d3a9894 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:50.526631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.551517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-49f58dc5-1bcf-425d-89b9-a40be1a53db8 None None] Provisioning complete for port 930efba7-ea52-4264-9cbc-c06e9d3a9894 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:50.551890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-49f58dc5-1bcf-425d-89b9-a40be1a53db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.565004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:56:50.565714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:56:50.579802 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:56:50.586468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.609138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-da08c990-b084-4d7e-8657-fb840b278da0 req-ebc78ede-2f8c-40bc-804e-73386dcf6623 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1171198 Apr 11 20:56:50.630057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:50.646386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:50.665820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.730945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Pushing event updated for resources: {'Port': ['ID=8187db34-905f-47b6-9405-6329d4e8de7d,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:50.740112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:50.791575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=930efba7-ea52-4264-9cbc-c06e9d3a9894,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:50.795683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-49f58dc5-1bcf-425d-89b9-a40be1a53db8 None None] Port 930efba7-ea52-4264-9cbc-c06e9d3a9894 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:50.805046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.805507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.805965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.806460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.806939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.807372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.807827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.808248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.809561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.810001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.810449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:50.816752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.913505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.924133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:39Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:47Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:50.943221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Attempting to bind port 8187db34-905f-47b6-9405-6329d4e8de7d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:50.946317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Attempting to bind port 8187db34-905f-47b6-9405-6329d4e8de7d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:50.946317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Attempting to bind port 8187db34-905f-47b6-9405-6329d4e8de7d on network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:50.949393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.950514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327c5d4-96d0-48d1-9156-96e3c3acc7ae None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:39Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:47Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:50.967058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:50.969347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Checking segment: {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:50.969347 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.969347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Bound using segment: {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:50.969347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Bound port: 8187db34-905f-47b6-9405-6329d4e8de7d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:50.970118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:50.978404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd00c76-83c4-4316-9225-8e00a6260a33,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:50.993948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e4b9aaae-ecbc-402a-91db-92156ef0ef07 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5cd00c76-83c4-4316-9225-8e00a6260a33 HTTP/1.1" status: 204 len: 168 time: 1.8928199 Apr 11 20:56:51.071851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:51.073789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:51.100607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.257766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Transition to ACTIVE for port object 5e0abf81-c241-484c-9953-870b5160381d will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:51.263820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] For port 8187db34-905f-47b6-9405-6329d4e8de7d, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:51.270516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] For port 8187db34-905f-47b6-9405-6329d4e8de7d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8187db34-905f-47b6-9405-6329d4e8de7d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:51.293928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.310894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a648-29d9-4b82-affc-30b2400f2395 req-5c312fd5-c571-4188-87ad-971d051f81a1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:51.321029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Transition to ACTIVE for port object 0513f460-7e0e-4105-bdc6-f1c5066ebd88 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:51.321819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9187a648-29d9-4b82-affc-30b2400f2395 req-5c312fd5-c571-4188-87ad-971d051f81a1 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.2305253 Apr 11 20:56:51.384490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.423776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9187a648-29d9-4b82-affc-30b2400f2395 req-de3fb466-9971-4674-ac10-b5f90362d940 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006515 Apr 11 20:56:51.477025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.538570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.559873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a347d-0e53-47ba-87ed-d6e14ca7133a req-7d12d635-0790-4c63-9cf0-51aba4c32ac5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:51.564220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-335a347d-0e53-47ba-87ed-d6e14ca7133a req-7d12d635-0790-4c63-9cf0-51aba4c32ac5 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.3452783 Apr 11 20:56:51.618371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Attempting to bind port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:51.619021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Attempting to bind port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:51.619616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Attempting to bind port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:51.628779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3b59cc3d-ca64-4631-a1d9-f736df537577 None None] Provisioning complete for port 930efba7-ea52-4264-9cbc-c06e9d3a9894 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:51.629222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3b59cc3d-ca64-4631-a1d9-f736df537577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.685719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40326) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:51.693147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5f69e-9670-460b-9f10-ab668815b285 None None] Pushing event updated for resources: {'Port': ['ID=8187db34-905f-47b6-9405-6329d4e8de7d,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:51.754264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=5e0abf81-c241-484c-9953-870b5160381d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:51.758287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:51.775508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:51.777139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:51.777332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:51.777598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.777980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:51.778449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Bound port: 0513f460-7e0e-4105-bdc6-f1c5066ebd88, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:51.778846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.780772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:56:51.781298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:51.853598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0347-8570-4d56-a4d6-ec87a84196a4 req-68377403-f5a0-417a-9b34-e7159d50dd9c tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:51.855908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b47b0347-8570-4d56-a4d6-ec87a84196a4 req-68377403-f5a0-417a-9b34-e7159d50dd9c tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 944 time: 0.2184896 Apr 11 20:56:51.865429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-b38c1946-655c-497f-94a1-97440f9501da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5400743 Apr 11 20:56:51.871030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3b59cc3d-ca64-4631-a1d9-f736df537577 None None] Port 930efba7-ea52-4264-9cbc-c06e9d3a9894 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:51.887299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f63cbd-34ec-46f8-b70a-75de06b08075 None None] Pushing event updated for resources: {'Port': ['ID=0513f460-7e0e-4105-bdc6-f1c5066ebd88,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:51.957169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] For port 0513f460-7e0e-4105-bdc6-f1c5066ebd88, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:51.961798 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-335a347d-0e53-47ba-87ed-d6e14ca7133a req-8e7dff7b-09d1-46be-93db-d17bf6a377c1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837857 Apr 11 20:56:51.965172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] For port 0513f460-7e0e-4105-bdc6-f1c5066ebd88, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0513f460-7e0e-4105-bdc6-f1c5066ebd88,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:51.970716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-68ff9a91-c385-4e87-a03d-6c8959879905 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e278533d3f74de1bb5addad90c25e0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2834756 Apr 11 20:56:51.978195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40332) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:52.025153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b47b0347-8570-4d56-a4d6-ec87a84196a4 req-0227c456-a180-4d62-aef0-1a487ce3cb08 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509120 Apr 11 20:56:52.025153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.047890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.181375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3255-ceb0-4430-b64c-21e8fc481921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.255286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:52.259351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3255-ceb0-4430-b64c-21e8fc481921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.336073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:52.336722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:52.372130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Router abea0ad5-614b-4c1f-8e16-19bdabef4c07 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:52.395351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f63cbd-34ec-46f8-b70a-75de06b08075 None None] Pushing event updated for resources: {'Port': ['ID=0513f460-7e0e-4105-bdc6-f1c5066ebd88,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:52.582686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:52.742415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:52.750303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ad72ee8-040f-4907-8362-8021abecf2d6 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:52.752974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.793661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8825d50-5836-4f50-9a99-550187f62925 req-12c3d667-3444-4001-9809-cc281aee5d4b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:52.795145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8825d50-5836-4f50-9a99-550187f62925 req-12c3d667-3444-4001-9809-cc281aee5d4b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.1149671 Apr 11 20:56:52.800303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:52.800677 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.845501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3255-ceb0-4430-b64c-21e8fc481921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.890964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee3255-ceb0-4430-b64c-21e8fc481921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be21331c-f994-406f-90a8-870ce73855ea,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:52.915503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.916549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.925457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8825d50-5836-4f50-9a99-550187f62925 req-8cd85a81-5e19-40a4-9859-ec7b5e7f0d36 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211572 Apr 11 20:56:52.927747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3255-ceb0-4430-b64c-21e8fc481921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:52.929029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c9ee3255-ceb0-4430-b64c-21e8fc481921 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be21331c-f994-406f-90a8-870ce73855ea HTTP/1.1" status: 204 len: 168 time: 0.9449625 Apr 11 20:56:52.962707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:52.971381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8723b624-302d-4d18-ba95-ec7c34a17dc2 admin admin] 10.222.0.61 "PUT /v2.0/routers/abea0ad5-614b-4c1f-8e16-19bdabef4c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0434289 Apr 11 20:56:53.164071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event updated for resources: {'Port': ['ID=5e0abf81-c241-484c-9953-870b5160381d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:53.319599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 2ad72ee8-040f-4907-8362-8021abecf2d6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:53.395607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 2ad72ee8-040f-4907-8362-8021abecf2d6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:53.396186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:53.430847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:56:53.432663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:53.486433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081ea0-d048-4db3-89ea-f1dd53dc8993 req-3afe7469-7161-41de-b5e7-74df778c75d8 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:53.488769 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7081ea0-d048-4db3-89ea-f1dd53dc8993 req-3afe7469-7161-41de-b5e7-74df778c75d8 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 944 time: 0.1421638 Apr 11 20:56:53.509323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7449fc0-339c-4818-9907-99b0bcc44ed3 None None] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:53.567832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7081ea0-d048-4db3-89ea-f1dd53dc8993 req-1a7cd941-b102-457b-b4a6-ea9282aec352 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729778 Apr 11 20:56:53.607899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:53.672793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f61a5c-99db-417c-888e-121dd94ecafb req-a640233c-1868-428f-b086-8beb0e6e8d97 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:53.674591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6f61a5c-99db-417c-888e-121dd94ecafb req-a640233c-1868-428f-b086-8beb0e6e8d97 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.3557930 Apr 11 20:56:53.719761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:53.775030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1d832d6e-c3db-448d-864d-70bfbd1062da None None] Provisioning for port 8187db34-905f-47b6-9405-6329d4e8de7d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:53.803192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-4596784c-1c6a-4321-b267-8690ab6dc3a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27&tenant_id=9a004b476dd144a8a184279ab62c252c HTTP/1.1" status: 200 len: 1095 time: 0.1173129 Apr 11 20:56:53.853042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:53.938395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:56:50Z', 'revision_number': 2, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:53.950933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:53.970658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device defe90a3-eaca-4bb3-860f-4e1f81f333e4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:56:53.982926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-4f2b1fc4-dced-4487-9dad-129fa77407e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1095 time: 0.1560688 Apr 11 20:56:54.041721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28899933-a35e-4152-a3ff-cd6837cde933 None None] The sync data for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 is: [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:56:50Z', 'revision_number': 2, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:56:54.049635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: defe90a3-eaca-4bb3-860f-4e1f81f333e4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:56:54.050114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device defe90a3-eaca-4bb3-860f-4e1f81f333e4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:56:54.121406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15048b7-d304-4904-880b-6ed771295e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad72ee8-040f-4907-8362-8021abecf2d6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:56:54.124583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6f61a5c-99db-417c-888e-121dd94ecafb req-106fc952-85e6-454e-b975-2acf7c2a55df tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425349 Apr 11 20:56:54.132067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:54.143089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2ad72ee8-040f-4907-8362-8021abecf2d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ad72ee8-040f-4907-8362-8021abecf2d6,segment=NetworkSegment(3bc6321b-edf2-4068-8756-e691e66826f7),segment_id=3bc6321b-edf2-4068-8756-e691e66826f7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:54.158257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.158972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.159957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.160512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.161052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.161665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.162948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.163515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.164059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.164635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.165188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:56:54.249611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:54.286873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-a7afb599-8f93-46b0-a8e3-e1f9fa7a6868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:54.288588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-a7afb599-8f93-46b0-a8e3-e1f9fa7a6868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.2987425 Apr 11 20:56:54.334037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40368) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:54.405264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8187db34-905f-47b6-9405-6329d4e8de7d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:54.556158 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9b8352-3baf-4d3f-9ce4-de1d3cec4310'] response: {'server_uuid': 'e15048b7-d304-4904-880b-6ed771295e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad72ee8-040f-4907-8362-8021abecf2d6', 'code': 200} Apr 11 20:56:54.562774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:54.563805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-68e9776c-b7d6-4dc0-89ab-baf87fec22bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 998 time: 0.2684629 Apr 11 20:56:54.583751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ca013eef-4e68-4698-b755-9ba321d25c3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bdf521350da4a33845c9d51a9fca7e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402933 Apr 11 20:56:54.590719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:54.646915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2ad72ee8-040f-4907-8362-8021abecf2d6,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:54.689262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 8187db34-905f-47b6-9405-6329d4e8de7d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:54.711869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 8187db34-905f-47b6-9405-6329d4e8de7d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:54.711869 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:54.723888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e5a77-a914-4415-9ab3-d8c7c74c4234 req-d8b2fcea-59ce-427d-91d9-c8044d92bf40 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:54.725620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-664e5a77-a914-4415-9ab3-d8c7c74c4234 req-d8b2fcea-59ce-427d-91d9-c8044d92bf40 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.3502665 Apr 11 20:56:54.851667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7916564-0b31-4879-bcb9-df02cb31686a req-9b0edd27-6da3-4532-9b61-b1b6059b95a6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 1096 time: 0.3382833 Apr 11 20:56:54.863810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-664e5a77-a914-4415-9ab3-d8c7c74c4234 req-ad47320f-6742-4874-b735-3defce0a9851 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295624 Apr 11 20:56:54.885506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-ec521549-8b99-42f0-a2ba-7b2115f12b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:54.889355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-ec521549-8b99-42f0-a2ba-7b2115f12b6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.3193636 Apr 11 20:56:54.992081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.040070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-0557931e-342c-4f29-9c08-201534716456 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435714 Apr 11 20:56:55.046429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 8187db34-905f-47b6-9405-6329d4e8de7d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8187db34-905f-47b6-9405-6329d4e8de7d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:55.084811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43889648-019d-4c8c-9a39-8fcda76ead36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.168910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.181878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7916564-0b31-4879-bcb9-df02cb31686a req-2b847e11-6a41-4c7a-a4ce-923113b276f1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469070 Apr 11 20:56:55.189834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43889648-019d-4c8c-9a39-8fcda76ead36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.259335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0de91-e8d4-42e7-ab8f-96da3102bd8a req-5a25f3a9-432a-4665-a895-2c230edcf9ff tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:55.269554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bd0de91-e8d4-42e7-ab8f-96da3102bd8a req-5a25f3a9-432a-4665-a895-2c230edcf9ff tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 945 time: 0.4312041 Apr 11 20:56:55.281197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-eee51d53-8b0d-4964-9960-5ebedd8cd20e service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328861 Apr 11 20:56:55.298385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8e163fce-97d9-4648-b1a6-c9dd7f750a6c None None] Provisioning for port 5e0abf81-c241-484c-9953-870b5160381d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:55.336089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=8187db34-905f-47b6-9405-6329d4e8de7d,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:55.350762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8e163fce-97d9-4648-b1a6-c9dd7f750a6c None None] Provisioning complete for port 5e0abf81-c241-484c-9953-870b5160381d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:55.350762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8e163fce-97d9-4648-b1a6-c9dd7f750a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.400461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40388) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:55.438994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-426420295-network', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:55.464102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:55.468477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:56:55.480765 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809c514-e21c-415e-a107-1db809758744 None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:56:55.486798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8e163fce-97d9-4648-b1a6-c9dd7f750a6c None None] Port 5e0abf81-c241-484c-9953-870b5160381d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:55.508749 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:55.513644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8e163fce-97d9-4648-b1a6-c9dd7f750a6c None None] Provisioning complete for port 8187db34-905f-47b6-9405-6329d4e8de7d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:55.513932 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8e163fce-97d9-4648-b1a6-c9dd7f750a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.515810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:55.524944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fbfb3e62-5f7c-4690-8191-956ba6cd7e65 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9841027 Apr 11 20:56:55.536381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:55.543006 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bd0de91-e8d4-42e7-ab8f-96da3102bd8a req-b904219c-f512-41e0-b5e4-b5ee9910c38b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717233 Apr 11 20:56:55.549284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Usage tracker for resource:network and tenant:cfaf90c698f74cffa24e2f6be48d3f5c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:55.554959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:55.574478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:55.585436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:55.677137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Made reservation on behalf of cfaf90c698f74cffa24e2f6be48d3f5c for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:55.686966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.702241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43889648-019d-4c8c-9a39-8fcda76ead36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.734854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43889648-019d-4c8c-9a39-8fcda76ead36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a4f15-ced7-44ab-987d-b1b5b214f945,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:55.734854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.774574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43889648-019d-4c8c-9a39-8fcda76ead36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:55.791051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-43889648-019d-4c8c-9a39-8fcda76ead36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b3a4f15-ced7-44ab-987d-b1b5b214f945 HTTP/1.1" status: 204 len: 168 time: 1.1888545 Apr 11 20:56:55.822537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:55.826744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Usage tracker for resource:security_group_rule and tenant:cfaf90c698f74cffa24e2f6be48d3f5c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:55.831754 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:55.831899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:55.842854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:55.888346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-91ac1779-c1a6-4b76-9636-1db25b98c8e2 None None] Provisioning complete for port 5e0abf81-c241-484c-9953-870b5160381d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:55.891541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91ac1779-c1a6-4b76-9636-1db25b98c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.014894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-55fa15ae-9826-4175-8275-496adf11a581 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284811 Apr 11 20:56:56.044250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1779-c1a6-4b76-9636-1db25b98c8e2 None None] Port 5e0abf81-c241-484c-9953-870b5160381d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:56.052592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.187521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cffd7fdc-a33d-4d8b-b98b-dc452b6a87ac None None] Provisioning complete for port 5e0abf81-c241-484c-9953-870b5160381d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:56.188792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.189249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cffd7fdc-a33d-4d8b-b98b-dc452b6a87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.217911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:56:56.232972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.233320 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Added segment 5a059502-cfbf-47f5-a09d-de8f059dc231 of type vlan for network 6909177e-93bd-4cac-8ff3-5061a4a894f2 Apr 11 20:56:56.347344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cffd7fdc-a33d-4d8b-b98b-dc452b6a87ac None None] Port 5e0abf81-c241-484c-9953-870b5160381d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:56:56.372970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.415553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8187db34-905f-47b6-9405-6329d4e8de7d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:56.464116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ef876-657d-48e8-b42b-6c4a671fcfeb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:56.510082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35681fe8-3110-46b3-a2a3-1ce3201eeaf8 req-70aae0f2-0012-4b93-b44c-28a356112c18 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:56.520246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35681fe8-3110-46b3-a2a3-1ce3201eeaf8 req-70aae0f2-0012-4b93-b44c-28a356112c18 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.8513660 Apr 11 20:56:56.536064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c963616-0ce1-42e5-be7d-cbd386def062 req-df3a116e-5240-4d2a-9afc-1ffac6158f70 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:56.544021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c963616-0ce1-42e5-be7d-cbd386def062 req-df3a116e-5240-4d2a-9afc-1ffac6158f70 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.4370847 Apr 11 20:56:56.580104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 8187db34-905f-47b6-9405-6329d4e8de7d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:56.580697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.614217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c963616-0ce1-42e5-be7d-cbd386def062 req-d2dade30-7f0e-4ca2-9c84-2a321f1727f3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686300 Apr 11 20:56:56.618420 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.619673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:56.620425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.629678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35681fe8-3110-46b3-a2a3-1ce3201eeaf8 req-ba2cf0fa-46d3-4699-a133-e98b3ef4f449 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067235 Apr 11 20:56:56.631461 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:51Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0abf81-c241-484c-9953-870b5160381d', 'name': '', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:0a:7a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:56:52Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:56.638059 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809c514-e21c-415e-a107-1db809758744 None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:56:56.638610 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809c514-e21c-415e-a107-1db809758744 None None] Updating router f33de5d9-669e-433f-afe5-0464aafd2cb3 port 5e0abf81-c241-484c-9953-870b5160381d binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:56:56.774653 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c809c514-e21c-415e-a107-1db809758744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:56.837204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] Pushing event updated for resources: {'Network': ['ID=6909177e-93bd-4cac-8ff3-5061a4a894f2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:56.863133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:56:56.934922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bf2cd2e2-ea67-46e8-97c7-b822523bb8bb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5065908 Apr 11 20:56:56.945919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40410) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:56.966891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Request body: {'subnet': {'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-subnet', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:56.984414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:56.994188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Usage tracker for resource:subnet and tenant:cfaf90c698f74cffa24e2f6be48d3f5c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:57.027761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:57.031147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:57.093566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cb9cd-3851-4f73-b43b-1e6f2eb4e7bf req-fcf3cb7d-f5d1-413a-b1e1-490f3115f88b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:57.095122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a90cb9cd-3851-4f73-b43b-1e6f2eb4e7bf req-fcf3cb7d-f5d1-413a-b1e1-490f3115f88b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 945 time: 0.2274044 Apr 11 20:56:57.111041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0513f460-7e0e-4105-bdc6-f1c5066ebd88 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:57.202052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a90cb9cd-3851-4f73-b43b-1e6f2eb4e7bf req-eb06a648-6baf-4e7c-a6ba-22e7bc727f2f tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895452 Apr 11 20:56:57.219948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Made reservation on behalf of cfaf90c698f74cffa24e2f6be48d3f5c for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:57.224660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.316725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:56:57.324251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:57.324627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.455569 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c809c514-e21c-415e-a107-1db809758744 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.497862 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-c809c514-e21c-415e-a107-1db809758744 None None] Transition to ACTIVE for port object 5e0abf81-c241-484c-9953-870b5160381d will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:56:57.592382 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c809c514-e21c-415e-a107-1db809758744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.700244 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.749400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0513f460-7e0e-4105-bdc6-f1c5066ebd88, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0513f460-7e0e-4105-bdc6-f1c5066ebd88,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:56:57.781858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 11 20:56:57.793673 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe6ab3-e88b-41b3-99f3-a9a659193e07 None None] Pushing event updated for resources: {'Port': ['ID=5e0abf81-c241-484c-9953-870b5160381d,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:57.808346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.825327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Removed routes are [] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 11 20:56:57.825739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.860185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:57.861044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:57.986502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225106-67b7-4330-af30-e5c67af44036 req-eab0e3b2-29cc-474f-b6d1-2f8e8e9e0639 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:57.998527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7225106-67b7-4330-af30-e5c67af44036 req-eab0e3b2-29cc-474f-b6d1-2f8e8e9e0639 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.3949218 Apr 11 20:56:58.163257 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c809c514-e21c-415e-a107-1db809758744 None None] Attempting to bind port 5e0abf81-c241-484c-9953-870b5160381d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:56:58.164063 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c809c514-e21c-415e-a107-1db809758744 None None] Attempting to bind port 5e0abf81-c241-484c-9953-870b5160381d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:56:58.164427 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809c514-e21c-415e-a107-1db809758744 None None] Attempting to bind port 5e0abf81-c241-484c-9953-870b5160381d on network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:56:58.188891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:58.198164 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809c514-e21c-415e-a107-1db809758744 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:56:58.200840 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809c514-e21c-415e-a107-1db809758744 None None] Checking segment: {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:58.203262 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c809c514-e21c-415e-a107-1db809758744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.213070 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809c514-e21c-415e-a107-1db809758744 None None] Bound using segment: {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:56:58.213723 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c809c514-e21c-415e-a107-1db809758744 None None] Bound port: 5e0abf81-c241-484c-9953-870b5160381d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4ed394-fafd-40f7-ba44-0ffbfce40887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:56:58.216560 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c809c514-e21c-415e-a107-1db809758744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.241057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Checking segment: {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:56:58.241639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Network hostable DHCP agents. Network: 6909177e-93bd-4cac-8ff3-5061a4a894f2, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:56:58.287195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0513f460-7e0e-4105-bdc6-f1c5066ebd88,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:58.302637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:58.303292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.352659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08a86-480c-4d75-8289-622a8b1819de req-4cea6ff1-85bd-4bdc-90c8-be3bce93f927 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:58.368372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07d08a86-480c-4d75-8289-622a8b1819de req-4cea6ff1-85bd-4bdc-90c8-be3bce93f927 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.4099138 Apr 11 20:56:58.402640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40444) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:58.481114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7225106-67b7-4330-af30-e5c67af44036 req-dc3a896b-4071-455f-9954-3a904767f195 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804795 Apr 11 20:56:58.548832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:56:58.549189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c809c514-e21c-415e-a107-1db809758744 None None] For port 5e0abf81-c241-484c-9953-870b5160381d, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:56:58.572150 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c809c514-e21c-415e-a107-1db809758744 None None] For port 5e0abf81-c241-484c-9953-870b5160381d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e0abf81-c241-484c-9953-870b5160381d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:56:58.637248 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c809c514-e21c-415e-a107-1db809758744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.653894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07d08a86-480c-4d75-8289-622a8b1819de req-08f15ad5-24b9-42ea-8e47-14fcf141d798 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814000 Apr 11 20:56:58.721028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6909177e-93bd-4cac-8ff3-5061a4a894f2) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:56:58.741316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc98bf8-45fd-4470-b669-0362bbe0f6c5 None None] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:56:58.749841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:58.752050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.819637 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.820749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0513f460-7e0e-4105-bdc6-f1c5066ebd88 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:56:58.871258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.890536 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe6ab3-e88b-41b3-99f3-a9a659193e07 None None] Pushing event updated for resources: {'Port': ['ID=5e0abf81-c241-484c-9953-870b5160381d,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:56:58.911216 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:56:58.911903 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:56:58.943536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-919131016-network', 'tenant_id': '437209b2517745f99592b65a6ff9ac36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:58.946864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:58.952186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:58.962683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Usage tracker for resource:network and tenant:437209b2517745f99592b65a6ff9ac36 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:58.971989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e92a2407-9c5b-4232-8197-13b85bac5d63 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0242395 Apr 11 20:56:58.973524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:58.982917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40456) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:56:59.050661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:59.092691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:56:59.099435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:59.120922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Usage tracker for resource:router and tenant:cfaf90c698f74cffa24e2f6be48d3f5c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:59.121377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:59.133933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:59.179722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Made reservation on behalf of 437209b2517745f99592b65a6ff9ac36 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:56:59.183501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.215156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.295546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:56:59.295917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.342609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115bcc2-091a-4373-b184-f61407524486 req-7c30e44d-c80c-43de-9b26-4593f8da5d8c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:56:59.345141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f115bcc2-091a-4373-b184-f61407524486 req-7c30e44d-c80c-43de-9b26-4593f8da5d8c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.4670489 Apr 11 20:56:59.362097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:56:59.373446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Usage tracker for resource:security_group_rule and tenant:437209b2517745f99592b65a6ff9ac36 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:56:59.390966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:56:59.413126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:56:59.431402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.432785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.512503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f115bcc2-091a-4373-b184-f61407524486 req-674ef71f-85b0-4bcd-97d4-c3e0fedfa484 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190279 Apr 11 20:56:59.517683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:56:59.533261 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.610200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:56:59.626013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:56:59.993551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-6909177e-93bd-4cac-8ff3-5061a4a894f2', 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'fixed_ips': [{'subnet_id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:57:00.000219 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.035943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:00.048272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.053174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ae4c1610-551a-42cb-b493-b7de4042f277 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 954 time: 4.5108314 Apr 11 20:57:00.060466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:00.202412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.291830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:57:00.304153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5bcf75-97f6-4456-9c24-8a7f09871780,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:00.338365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.338838 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c809c514-e21c-415e-a107-1db809758744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 6, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0abf81-c241-484c-9953-870b5160381d', 'name': '', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:0a:7a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:56:58Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:00.347970 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809c514-e21c-415e-a107-1db809758744 None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 6, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0abf81-c241-484c-9953-870b5160381d', 'name': '', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:0a:7a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:56:58Z', 'revision_number': 4, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:00.358542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.365316 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Added segment 9ae8de6a-57c9-4efe-a2a5-cb667c8619d9 of type vlan for network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 Apr 11 20:57:00.378345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Allocated IP 172.20.0.2 (6909177e-93bd-4cac-8ff3-5061a4a894f2/15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e/ca156a60-58e8-4c06-935f-f16c8c2b5051) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:57:00.507918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.861730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d826f1-ba3c-4296-ac11-564c0811ec44 req-8d7857d1-9898-47de-bf5c-70690cdb24d6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:00.876797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6d826f1-ba3c-4296-ac11-564c0811ec44 req-8d7857d1-9898-47de-bf5c-70690cdb24d6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.4395289 Apr 11 20:57:00.894704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e0abf81-c241-484c-9953-870b5160381d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:00.958446 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:00.968564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f0ee-3cb7-4636-93d6-24ea0a18a63c req-dc27965e-1db3-4ba1-b54e-0e2b32ab13b6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:00.970476 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a185f0ee-3cb7-4636-93d6-24ea0a18a63c req-dc27965e-1db3-4ba1-b54e-0e2b32ab13b6 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 945 time: 0.1738946 Apr 11 20:57:00.976673 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a6e9476d-a3a2-4df7-a9de-f7c313a3dbfc tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 954 time: 0.9146504 Apr 11 20:57:00.980225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:00.986325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'routes': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:01.044519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6d826f1-ba3c-4296-ac11-564c0811ec44 req-c1aa9c35-172f-4cb7-bc15-a05a534eff1a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656799 Apr 11 20:57:01.047555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.053862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:01.053862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.067621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.098046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Transition to ACTIVE for port object ca156a60-58e8-4c06-935f-f16c8c2b5051 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:01.163233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Transition to ACTIVE for port object ca156a60-58e8-4c06-935f-f16c8c2b5051 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:01.191373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5e0abf81-c241-484c-9953-870b5160381d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:01.199756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5e0abf81-c241-484c-9953-870b5160381d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:01.200132 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.291201 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.356689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9483981 Apr 11 20:57:01.383129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:01.398712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Request body: {'subnet': {'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-919131016-subnet', 'tenant_id': '437209b2517745f99592b65a6ff9ac36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:01.425341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:01.431667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff440fd9-320d-4962-8fde-e64ce924ccfb admin admin] Pushing event updated for resources: {'Network': ['ID=51c3e005-50a3-43e7-9bdb-a08fbdfdc426,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:01.458693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Usage tracker for resource:subnet and tenant:437209b2517745f99592b65a6ff9ac36 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:01.474877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:01.485134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:01.498318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:57:01.519949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a185f0ee-3cb7-4636-93d6-24ea0a18a63c req-4ed6491a-4411-4d36-b9a3-0c8036a62029 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045551 Apr 11 20:57:01.585846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:01.594899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:01.731846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:57:01.739847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Pushing event updated for resources: {'Port': ['ID=ca156a60-58e8-4c06-935f-f16c8c2b5051,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:01.743554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Made reservation on behalf of 437209b2517745f99592b65a6ff9ac36 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:01.744222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.932991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.990327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Attempting to bind port ca156a60-58e8-4c06-935f-f16c8c2b5051 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:01.990678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Attempting to bind port ca156a60-58e8-4c06-935f-f16c8c2b5051 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:01.991421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Attempting to bind port ca156a60-58e8-4c06-935f-f16c8c2b5051 on network 6909177e-93bd-4cac-8ff3-5061a4a894f2 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:01.993884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:01.996061 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.021902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:02.022450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Checking segment: {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:02.030397 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.030397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Bound using segment: {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:02.030397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Bound port: ca156a60-58e8-4c06-935f-f16c8c2b5051, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:02.030397 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.073764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de883252-c179-48a3-8733-6d1e73619fca req-7d79e376-fcd5-47db-a18c-a2e9e3bf1c6e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:02.081206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de883252-c179-48a3-8733-6d1e73619fca req-7d79e376-fcd5-47db-a18c-a2e9e3bf1c6e tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.5674098 Apr 11 20:57:02.089965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-c60704e4-bcfb-48fe-83ed-dc3e932cb35d tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:02.097216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-c60704e4-bcfb-48fe-83ed-dc3e932cb35d tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.75 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 945 time: 0.5752265 Apr 11 20:57:02.149049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] For port ca156a60-58e8-4c06-935f-f16c8c2b5051, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:02.153057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] For port ca156a60-58e8-4c06-935f-f16c8c2b5051, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca156a60-58e8-4c06-935f-f16c8c2b5051,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:02.157073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5e0abf81-c241-484c-9953-870b5160381d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e0abf81-c241-484c-9953-870b5160381d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:02.174190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-9d570c08-5a56-4cff-bc3c-0b960042b60f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:02.176585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-9d570c08-5a56-4cff-bc3c-0b960042b60f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.2785850 Apr 11 20:57:02.238158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.353382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.412008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d36f-a846-441e-9475-9871cfcd6660 None None] Pushing event updated for resources: {'Port': ['ID=ca156a60-58e8-4c06-935f-f16c8c2b5051,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:02.498258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Deleting port 2ad72ee8-040f-4907-8362-8021abecf2d6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:02.498919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.586021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5e0abf81-c241-484c-9953-870b5160381d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:02.619756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de883252-c179-48a3-8733-6d1e73619fca req-009e7cbb-30ef-4304-9919-952e8fb585cf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377128 Apr 11 20:57:02.621118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port b8495307-9ac3-44a1-b435-aab0518e9d06 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:02.621701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:02.885621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Allocated IP 172.25.5.203 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/08713c4e-e749-4747-86ea-32ddc8426a53) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:57:03.185285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:03.252061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19229e4f-38d2-45e7-8c2d-d49081ccf336 req-ff30cd28-59b6-46e7-8c40-6a0c98feba34 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:03.261486 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19229e4f-38d2-45e7-8c2d-d49081ccf336 req-ff30cd28-59b6-46e7-8c40-6a0c98feba34 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.9131236 Apr 11 20:57:03.463319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port b8495307-9ac3-44a1-b435-aab0518e9d06, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b8495307-9ac3-44a1-b435-aab0518e9d06,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:03.466452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:03.717865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:03.804419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0bf123-b7ab-41e8-b26b-0798276f57d5,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:03.848086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19229e4f-38d2-45e7-8c2d-d49081ccf336 req-705aa801-91f3-41bf-bb70-cc197201c533 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5857134 Apr 11 20:57:03.850857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added routes are [] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 11 20:57:03.851178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 11 20:57:03.860086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for b8495307-9ac3-44a1-b435-aab0518e9d06 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:03.897561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] For port 2ad72ee8-040f-4907-8362-8021abecf2d6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ad72ee8-040f-4907-8362-8021abecf2d6,segment=NetworkSegment(3bc6321b-edf2-4068-8756-e691e66826f7),segment_id=3bc6321b-edf2-4068-8756-e691e66826f7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:03.898196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:04.045267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5d826-aa65-4f95-9369-dbd7ff441a8e req-f4137ce5-d728-4fa1-a989-eb79e2e17e3b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:04.046896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25e5d826-aa65-4f95-9369-dbd7ff441a8e req-f4137ce5-d728-4fa1-a989-eb79e2e17e3b tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 945 time: 1.0786169 Apr 11 20:57:04.135871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:04.200972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Calling delete_port for 2ad72ee8-040f-4907-8362-8021abecf2d6 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:04.280009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Checking segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:04.280759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Network hostable DHCP agents. Network: 51c3e005-50a3-43e7-9bdb-a08fbdfdc426, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:57:04.302151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:04.319024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['46d0f8c8-687e-4950-bd22-2edc26533d4d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:57:04.370826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25e5d826-aa65-4f95-9369-dbd7ff441a8e req-aac555f0-70a0-4857-b487-7e6c7390b3e0 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/security-groups?id=8523fcab-b828-4103-87d3-9901dfe1ad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379604 Apr 11 20:57:04.374871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:04.539894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=b8495307-9ac3-44a1-b435-aab0518e9d06,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:04.583744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:57:04.613124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:04.624639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:04.629699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762c666-48a2-43ce-9c2f-f29b9df64fb4 None None] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:04.636937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b711d-a3f0-4097-809f-4dc661fb1784 req-7352dc04-433f-40e0-944b-1682f2c1de6c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:04.639316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-352b711d-a3f0-4097-809f-4dc661fb1784 req-7352dc04-433f-40e0-944b-1682f2c1de6c tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 945 time: 0.4842331 Apr 11 20:57:04.648713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:57:04.752047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port b8495307-9ac3-44a1-b435-aab0518e9d06 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:04.758269 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:04.762162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'name': 'network-vif-deleted', 'tag': 'b8495307-9ac3-44a1-b435-aab0518e9d06'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:04.769906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 51c3e005-50a3-43e7-9bdb-a08fbdfdc426) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:04.788623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b8495307-9ac3-44a1-b435-aab0518e9d06 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:04.797754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:04.802621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:04.834281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-352b711d-a3f0-4097-809f-4dc661fb1784 req-db2587b1-a63e-496a-b6fc-4f0077a220e2 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788237 Apr 11 20:57:04.837912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=08713c4e-e749-4747-86ea-32ddc8426a53,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:04.917589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cef20-673a-4337-88c4-ed29c7b13d9e None None] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:05.003970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e0abf81-c241-484c-9953-870b5160381d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:05.032708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-22124e96-5762-40c9-a0b6-e2f5e0dcb244 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6474514 Apr 11 20:57:05.061413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2f1156f-9e51-4ce6-959a-175510f14a5f req-4fc90275-9d41-4b96-a01f-b9ebb9c25bff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.69 "DELETE /v2.0/ports/b8495307-9ac3-44a1-b435-aab0518e9d06 HTTP/1.1" status: 204 len: 173 time: 2.8772526 Apr 11 20:57:05.063710 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.147793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: b8495307-9ac3-44a1-b435-aab0518e9d06 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:05.147793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b8495307-9ac3-44a1-b435-aab0518e9d06 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:05.200009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Pushing event deleted for resources: {'Port': ['ID=2ad72ee8-040f-4907-8362-8021abecf2d6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:05.260857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f7eec502-7554-4435-9283-0a04ce5b5005 None None] Provisioning for port ca156a60-58e8-4c06-935f-f16c8c2b5051 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:05.405464 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9040953-c485-4210-93e6-5c70d0eed9aa'] response: {'server_uuid': 'a3d37b9f-7b45-4608-80ad-05e2b976269e', 'name': 'network-vif-deleted', 'tag': 'b8495307-9ac3-44a1-b435-aab0518e9d06', 'status': 'completed', 'code': 200} Apr 11 20:57:05.474377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5e0abf81-c241-484c-9953-870b5160381d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:05.475296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.503220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.542284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.575359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] No DVR routers for this DVR port 2ad72ee8-040f-4907-8362-8021abecf2d6 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:05.584590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.590902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72348de7-aeac-4a5d-b926-3a39066e5d77 req-8e0d30ab-a005-4b99-bfe6-30943539e479 tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.75 "DELETE /v2.0/ports/2ad72ee8-040f-4907-8362-8021abecf2d6 HTTP/1.1" status: 204 len: 173 time: 3.4620423 Apr 11 20:57:05.592252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15048b7-d304-4904-880b-6ed771295e89', 'name': 'network-vif-deleted', 'tag': '2ad72ee8-040f-4907-8362-8021abecf2d6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:05.739258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca156a60-58e8-4c06-935f-f16c8c2b5051 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:05.752854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c6489c46-cc64-4acf-a463-115727b7e08e req-f2bb480d-1aba-4e93-b83c-4124b80e96bc tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Synchronizing usage tracker for tenant:c170b4f8dae54a4d990147350a794a2d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:05.781023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a8368-834d-40d0-b8bd-6f18d84e95a2 None None] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:05.831359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.834607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:05.865022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d74d95-536e-4167-94b2-42fdb1fe49dc req-d917f257-93e7-40e9-978a-f8f4c2136386 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:05.866650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1d74d95-536e-4167-94b2-42fdb1fe49dc req-d917f257-93e7-40e9-978a-f8f4c2136386 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.6515734 Apr 11 20:57:05.938439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c6489c46-cc64-4acf-a463-115727b7e08e req-f2bb480d-1aba-4e93-b83c-4124b80e96bc tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] Unset dirty status for tenant:c170b4f8dae54a4d990147350a794a2d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:05.939151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6489c46-cc64-4acf-a463-115727b7e08e req-f2bb480d-1aba-4e93-b83c-4124b80e96bc tempest-ServerPasswordTestJSON-1001819411 tempest-ServerPasswordTestJSON-1001819411-project] 10.222.0.61 "GET /v2.0/ports?device_id=e15048b7-d304-4904-880b-6ed771295e89 HTTP/1.1" status: 200 len: 210 time: 0.2667859 Apr 11 20:57:05.977211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1d74d95-536e-4167-94b2-42fdb1fe49dc req-781970b6-1cc1-4aab-8040-65e4fa446b71 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917478 Apr 11 20:57:06.078537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:06.198593 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2833b2-a55f-43e1-8007-c8ac6f789512'] response: {'server_uuid': 'e15048b7-d304-4904-880b-6ed771295e89', 'name': 'network-vif-deleted', 'tag': '2ad72ee8-040f-4907-8362-8021abecf2d6', 'status': 'completed', 'code': 200} Apr 11 20:57:06.435042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ca156a60-58e8-4c06-935f-f16c8c2b5051 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:06.444842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ca156a60-58e8-4c06-935f-f16c8c2b5051 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:06.445577 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:06.523119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Router 6037fcb9-d75e-4e73-8379-6afbc692ae50 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:57:06.659311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:06.674533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:06.677688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7ca48a34-deb1-4a6e-ba81-0c3effd5acf6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 704 time: 5.6970060 Apr 11 20:57:06.686057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40514) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:06.740269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ad72ee8-040f-4907-8362-8021abecf2d6 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:06.821534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 2ad72ee8-040f-4907-8362-8021abecf2d6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:06.821886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ad72ee8-040f-4907-8362-8021abecf2d6 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:06.824369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd9e8ee4-8cb2-4b59-b054-ecafba44bd46 None None] Provisioning complete for port ca156a60-58e8-4c06-935f-f16c8c2b5051 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:06.824916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8ee4-8cb2-4b59-b054-ecafba44bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:06.896487 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:07.000517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ca156a60-58e8-4c06-935f-f16c8c2b5051, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca156a60-58e8-4c06-935f-f16c8c2b5051,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:07.069711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:07.193215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8ee4-8cb2-4b59-b054-ecafba44bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:07.268724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a8f0cf94-e25c-4c12-b866-c961463a5c46 req-f9043510-55c9-48cf-ae35-b59386f1dfff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:07.278878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ca156a60-58e8-4c06-935f-f16c8c2b5051,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:07.313675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8bf91298-bdbd-483d-822b-39feb81b4006 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:07.316758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8bf91298-bdbd-483d-822b-39feb81b4006 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:07.345257 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9e6bb430-1cb3-4f30-a19d-bf04738c4deb tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 704 time: 0.6547115 Apr 11 20:57:07.346321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40522) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:07.422299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-cd9e8ee4-8cb2-4b59-b054-ecafba44bd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:57:07.422981 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-cd9e8ee4-8cb2-4b59-b054-ecafba44bd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:57:07.448937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8bf91298-bdbd-483d-822b-39feb81b4006 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:07.457169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8bf91298-bdbd-483d-822b-39feb81b4006 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 814 time: 1.0264156 Apr 11 20:57:07.474230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a8f0cf94-e25c-4c12-b866-c961463a5c46 req-f9043510-55c9-48cf-ae35-b59386f1dfff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:07.478727 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8f0cf94-e25c-4c12-b866-c961463a5c46 req-f9043510-55c9-48cf-ae35-b59386f1dfff tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3d37b9f-7b45-4608-80ad-05e2b976269e HTTP/1.1" status: 200 len: 210 time: 0.5177605 Apr 11 20:57:07.498736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-c6a0c850-47aa-4d9c-8a3b-ca497f3dfdbe tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/quotas/437209b2517745f99592b65a6ff9ac36 HTTP/1.1" status: 200 len: 375 time: 0.0393548 Apr 11 20:57:07.587205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-0451bd2b-67d6-410a-bede-ffb5611906e0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869384 Apr 11 20:57:07.639970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40526) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:07.830124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Deleting subnet 36b02357-dcbd-4b97-8ad2-b012b1dd635a {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:07.882132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:07.946497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-409f3424-47a3-4327-b43c-6f089f4f5672 service neutron] 10.222.0.61 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582361 Apr 11 20:57:07.986210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:08.078915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Sync routers for ids ['6037fcb9-d75e-4e73-8379-6afbc692ae50'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:08.136353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Routers {'6037fcb9-d75e-4e73-8379-6afbc692ae50'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:08.139435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6037fcb9-d75e-4e73-8379-6afbc692ae50'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:08.153704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:08.190951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:08.197424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a491eea9-1878-4c8d-8456-8eff28a8e2ae admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2115104 Apr 11 20:57:08.222463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:08.311914 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:08.359827 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:08.366464 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:08.395613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:08.460884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-374f9d12-d8b6-4e52-aa1a-aaa35ccbee91 service neutron] 10.222.0.61 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075974 Apr 11 20:57:08.525011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babeb23c-ee32-4b02-b403-f9440d32b1f6 req-ef0f8179-b1a4-43b0-8eae-f28b396e0c2a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:08.538071 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-babeb23c-ee32-4b02-b403-f9440d32b1f6 req-ef0f8179-b1a4-43b0-8eae-f28b396e0c2a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.7042806 Apr 11 20:57:08.739790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-babeb23c-ee32-4b02-b403-f9440d32b1f6 req-950b2d74-5d24-4195-95ad-9228fff357a8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001598 Apr 11 20:57:08.747066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:08.888379 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:08.909026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Set router 6037fcb9-d75e-4e73-8379-6afbc692ae50 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:09.279449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:09.503690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b02357-dcbd-4b97-8ad2-b012b1dd635a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:09.526351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Sync routers for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:09.526351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca156a60-58e8-4c06-935f-f16c8c2b5051 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:09.527621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:09.554325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8533157-d0fa-457f-8b7b-5fd2ed498fc2 req-e2c05a59-bf89-44ea-9c27-a40ef09d681c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 210 time: 0.3734207 Apr 11 20:57:09.657615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40554) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:09.658123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c18055ff-eb11-45a1-9374-3b2c6facab0f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/36b02357-dcbd-4b97-8ad2-b012b1dd635a HTTP/1.1" status: 204 len: 168 time: 2.0130167 Apr 11 20:57:09.835300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:10.041451 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:03Z', 'revision_number': 7, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0abf81-c241-484c-9953-870b5160381d', 'name': '', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:0a:7a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:02Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.050363 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:10.079387 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:10.082019 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.092303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:10.097793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.368137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:10.404432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9eeb5-4d65-4dcf-82df-4935e2ae7028 req-69dd3960-2111-44ba-ab14-cb6698bb01e8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:10.414238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5aa9eeb5-4d65-4dcf-82df-4935e2ae7028 req-69dd3960-2111-44ba-ab14-cb6698bb01e8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.1709104 Apr 11 20:57:10.467276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9189e3-9951-4459-8e15-dc07c08f6e4b']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.471771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ca156a60-58e8-4c06-935f-f16c8c2b5051 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:10.477651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:10.502225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc6321b-edf2-4068-8756-e691e66826f7') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.506152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc6321b-edf2-4068-8756-e691e66826f7') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.557054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:10.601831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5aa9eeb5-4d65-4dcf-82df-4935e2ae7028 req-742bd1ea-7545-453d-888c-ea5ff328df3c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847608 Apr 11 20:57:10.670996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:10.718008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:10.729829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:10.857723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T20:57:05Z', 'revision_number': 3, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:10.884807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:10.913491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Checking router: 6037fcb9-d75e-4e73-8379-6afbc692ae50 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:10.925741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Updating router 6037fcb9-d75e-4e73-8379-6afbc692ae50 port 08713c4e-e749-4747-86ea-32ddc8426a53 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:57:10.949354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e54491dc-2325-40ad-a622-f30f9f98fc16 req-aa67ee5f-4ec7-4832-ba30-4853fa90c245 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 210 time: 0.0625224 Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:10.975369 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:11.051118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:11.259657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:11.381743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 5e0abf81-c241-484c-9953-870b5160381d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:11.382240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:11.527343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:11.602204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:11.662630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9189e3-9951-4459-8e15-dc07c08f6e4b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:11.704206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.704842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.715430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.716158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.724018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.724638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.725175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.726996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.727579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.734260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.734260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:11.855969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e1277a7-71c7-4221-96a9-8e57ddb58141 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ad9189e3-9951-4459-8e15-dc07c08f6e4b HTTP/1.1" status: 204 len: 168 time: 2.1853406 Apr 11 20:57:11.872563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 5e0abf81-c241-484c-9953-870b5160381d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e0abf81-c241-484c-9953-870b5160381d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:11.873121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:12.006398 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:03Z', 'revision_number': 7, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0abf81-c241-484c-9953-870b5160381d', 'name': '', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:0a:7a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:02Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:12.017230 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab866d-3eca-4ad4-9c98-eda659a2d690 None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:03Z', 'revision_number': 7, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0abf81-c241-484c-9953-870b5160381d', 'name': '', 'network_id': 'cf4bf934-bbfd-4af4-9ca2-626bef6188a7', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:0a:7a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:02Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '07df6a16-9738-4b8d-981a-6e053119a39a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:12.162513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 5e0abf81-c241-484c-9953-870b5160381d owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:12.410645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:12.492028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5da6c-4561-4cd9-9508-0eef16fbe5ca req-1b30c88c-8898-483f-895b-c1647a83b87c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:12.506596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32e5da6c-4561-4cd9-9508-0eef16fbe5ca req-1b30c88c-8898-483f-895b-c1647a83b87c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.3546901 Apr 11 20:57:12.633594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40596) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:12.649574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32e5da6c-4561-4cd9-9508-0eef16fbe5ca req-bac534fb-8d16-41ed-9213-a2fd0aeb22f7 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398656 Apr 11 20:57:12.763485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:56:50Z', 'revision_number': 2, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:12.793734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Checking router: abea0ad5-614b-4c1f-8e16-19bdabef4c07 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:12.794148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Updating router abea0ad5-614b-4c1f-8e16-19bdabef4c07 port 930efba7-ea52-4264-9cbc-c06e9d3a9894 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:57:12.940676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.094839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f357d19a-7eb6-47da-8e23-3669745cedd7 req-26482845-7988-43a0-bff3-c4e785412c51 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 210 time: 0.1091468 Apr 11 20:57:13.146662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Allocated IP 172.20.0.1 (6909177e-93bd-4cac-8ff3-5061a4a894f2/15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e/2eac6c74-05e2-4284-97e5-d181c72f63f8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:57:13.147359 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dc3d90fb-29d1-4d7d-a895-ee789dd7ebd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c170b4f8dae54a4d990147350a794a2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4917414 Apr 11 20:57:13.155192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40602) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:13.161350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:57:13.217995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.411712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=5e0abf81-c241-484c-9953-870b5160381d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:13.539591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.605769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1778d0a-0115-4e2c-bbca-f994139d9e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.652389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Transition to ACTIVE for port object 08713c4e-e749-4747-86ea-32ddc8426a53 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:13.775050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8aa434c1-9dd8-4085-b8cb-1f201a5a28ce tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:13.775050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8aa434c1-9dd8-4085-b8cb-1f201a5a28ce tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 814 time: 0.8742068 Apr 11 20:57:13.781639 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1778d0a-0115-4e2c-bbca-f994139d9e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.808615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Request body: {'port': {'device_id': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'admin_state_up': True, 'tenant_id': '437209b2517745f99592b65a6ff9ac36'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:13.820379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.909048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:13.942556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Transition to ACTIVE for port object 2eac6c74-05e2-4284-97e5-d181c72f63f8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:13.985475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4baeb1-eb8a-4fde-a1c1-66260747b105 req-d243595e-98fc-41f3-b8b2-2123c8b8afe7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:13.990177 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c4baeb1-eb8a-4fde-a1c1-66260747b105 req-d243595e-98fc-41f3-b8b2-2123c8b8afe7 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 946 time: 0.1803651 Apr 11 20:57:14.053056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442cd97-b09f-45a7-aa3f-63d3e4757e9d None None] Pushing event updated for resources: {'Port': ['ID=08713c4e-e749-4747-86ea-32ddc8426a53,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:14.058043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c4baeb1-eb8a-4fde-a1c1-66260747b105 req-3ab3de63-f371-4981-9d2d-070f51508707 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666363 Apr 11 20:57:14.089638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Attempting to bind port 08713c4e-e749-4747-86ea-32ddc8426a53 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:14.089638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Attempting to bind port 08713c4e-e749-4747-86ea-32ddc8426a53 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:14.089847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Attempting to bind port 08713c4e-e749-4747-86ea-32ddc8426a53 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:14.108345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:14.112157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:14.112157 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.112157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:14.112157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Bound port: 08713c4e-e749-4747-86ea-32ddc8426a53, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:14.112157 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.146735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.156732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1778d0a-0115-4e2c-bbca-f994139d9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.183741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e98666c4-854a-4d0f-905d-ae9c8a25fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.185775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Transition to ACTIVE for port object 930efba7-ea52-4264-9cbc-c06e9d3a9894 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:14.192709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1778d0a-0115-4e2c-bbca-f994139d9e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8523fcab-b828-4103-87d3-9901dfe1ad83,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:14.198999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.218459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:14.219508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] For port 08713c4e-e749-4747-86ea-32ddc8426a53, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:14.223723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] For port 08713c4e-e749-4747-86ea-32ddc8426a53, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=08713c4e-e749-4747-86ea-32ddc8426a53,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:14.241901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Usage tracker for resource:port and tenant:437209b2517745f99592b65a6ff9ac36 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:14.246965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:14.254366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:14.300700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824755-e4ae-4688-b9ff-95180554ce02 req-cda7ef4c-0ccf-4418-a89f-eddb05677d56 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:14.302864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c824755-e4ae-4688-b9ff-95180554ce02 req-cda7ef4c-0ccf-4418-a89f-eddb05677d56 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.2758870 Apr 11 20:57:14.308907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.323017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.328460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:14.335188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:14.339963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:57:14.390368 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.395389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Pushing event updated for resources: {'Port': ['ID=2eac6c74-05e2-4284-97e5-d181c72f63f8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:14.477903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67bca9c0-90b5-4b34-9f79-272f830537f7 req-a6da229d-b101-479c-866d-2d8738892a41 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 210 time: 0.0651782 Apr 11 20:57:14.496769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.508105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1778d0a-0115-4e2c-bbca-f994139d9e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.510741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d1778d0a-0115-4e2c-bbca-f994139d9e91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8523fcab-b828-4103-87d3-9901dfe1ad83 HTTP/1.1" status: 204 len: 168 time: 1.3521256 Apr 11 20:57:14.584203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a453f1-d2ea-446e-a3ed-6e2c4588f921 None None] Pushing event updated for resources: {'Port': ['ID=930efba7-ea52-4264-9cbc-c06e9d3a9894,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:14.690548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442cd97-b09f-45a7-aa3f-63d3e4757e9d None None] Pushing event updated for resources: {'Port': ['ID=08713c4e-e749-4747-86ea-32ddc8426a53,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:14.727084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Attempting to bind port 930efba7-ea52-4264-9cbc-c06e9d3a9894 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:14.727454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Attempting to bind port 930efba7-ea52-4264-9cbc-c06e9d3a9894 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:14.727864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Attempting to bind port 930efba7-ea52-4264-9cbc-c06e9d3a9894 on network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:14.733558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Made reservation on behalf of 437209b2517745f99592b65a6ff9ac36 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:14.735279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:14.735678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Checking segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:14.736073 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.737234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Bound using segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:14.744775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Bound port: 930efba7-ea52-4264-9cbc-c06e9d3a9894, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:14.744775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.744998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.787719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Routers {'6037fcb9-d75e-4e73-8379-6afbc692ae50'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:14.788563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6037fcb9-d75e-4e73-8379-6afbc692ae50'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:14.863713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:14.910417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c824755-e4ae-4688-b9ff-95180554ce02 req-a927780b-b3c6-4f2f-9124-2cd10a7dab04 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5825713 Apr 11 20:57:15.071698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] For port 930efba7-ea52-4264-9cbc-c06e9d3a9894, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:15.078862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] For port 930efba7-ea52-4264-9cbc-c06e9d3a9894, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=930efba7-ea52-4264-9cbc-c06e9d3a9894,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:15.079066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Allocated IP 172.20.0.3 (51c3e005-50a3-43e7-9bdb-a08fbdfdc426/3f0bf123-b7ab-41e8-b26b-0798276f57d5/c6c68cba-22c4-4923-9fa5-ea6955a98ed1) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:57:15.126350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] Set router 6037fcb9-d75e-4e73-8379-6afbc692ae50 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:15.168965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:15.401278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cced38eb-70e7-4fc8-ad27-298213556cea None None] Provisioning for port 2eac6c74-05e2-4284-97e5-d181c72f63f8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:15.459889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cced38eb-70e7-4fc8-ad27-298213556cea None None] Provisioning complete for port 2eac6c74-05e2-4284-97e5-d181c72f63f8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:15.460329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cced38eb-70e7-4fc8-ad27-298213556cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:15.462896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-588d8afc-95fe-494d-8242-52757d246caf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:15.464544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-588d8afc-95fe-494d-8242-52757d246caf tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 946 time: 0.3936603 Apr 11 20:57:15.564718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a453f1-d2ea-446e-a3ed-6e2c4588f921 None None] Pushing event updated for resources: {'Port': ['ID=930efba7-ea52-4264-9cbc-c06e9d3a9894,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:15.638131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cced38eb-70e7-4fc8-ad27-298213556cea None None] Port 2eac6c74-05e2-4284-97e5-d181c72f63f8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:57:15.655072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:15.672657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:15.694395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:15.699987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Deleting port 46d0f8c8-687e-4950-bd22-2edc26533d4d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:15.699987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:15.710414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:15.711136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:15.757171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b7dd05b-f0a6-4a25-b075-a84db21786fb req-5ce5a0ce-2d3f-4d0e-b422-07b2a3aaa3b0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 210 time: 0.0596581 Apr 11 20:57:15.912672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:15.968168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:15.990057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f240c47c-d700-4ec3-a09f-7245c8d551a1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6393034 Apr 11 20:57:15.990253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40634) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:15.997335 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:16.004727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdab12-8c6f-4ab4-bf4b-0f9a28fb1275 req-118232eb-68bb-44df-b90a-81427993ff2f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:16.012455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bfbdab12-8c6f-4ab4-bf4b-0f9a28fb1275 req-118232eb-68bb-44df-b90a-81427993ff2f tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 946 time: 0.7446611 Apr 11 20:57:16.039259 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:16.041079 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:16.058403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:16.069561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Pushing event updated for resources: {'Port': ['ID=2eac6c74-05e2-4284-97e5-d181c72f63f8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:16.132324 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f27929a9-a1df-42f7-ac4e-23af2304156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:16.139083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bfbdab12-8c6f-4ab4-bf4b-0f9a28fb1275 req-1876ac6d-0d8a-497f-b52e-e52a2920ff49 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc4bab52-3fde-4bcf-a109-1797c57ef4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255598 Apr 11 20:57:16.159379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:16.237105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:16.301520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:16.375215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:16.388011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:16.399216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:57:16.413529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2eac6c74-05e2-4284-97e5-d181c72f63f8', 'name': '', 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'mac_address': 'fa:16:3e:ca:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:12Z', 'updated_at': '2022-04-11T20:57:13Z', 'revision_number': 1, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'subnets': [{'id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:16.470444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:16.487868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dfd02-e523-449a-889e-6ade756fb39d None None] The sync data for ids ['6037fcb9-d75e-4e73-8379-6afbc692ae50'] in n-d-837321-1 is: [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2eac6c74-05e2-4284-97e5-d181c72f63f8', 'name': '', 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'mac_address': 'fa:16:3e:ca:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:12Z', 'updated_at': '2022-04-11T20:57:13Z', 'revision_number': 1, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'subnets': [{'id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:16.509051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] For port 46d0f8c8-687e-4950-bd22-2edc26533d4d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=46d0f8c8-687e-4950-bd22-2edc26533d4d,segment=NetworkSegment(89ae85e4-7708-4af1-8bad-86e4b2f48d0a),segment_id=89ae85e4-7708-4af1-8bad-86e4b2f48d0a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:16.509560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:16.608649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:16.608649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:16.687333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:15Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:16.690420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Calling delete_port for 46d0f8c8-687e-4950-bd22-2edc26533d4d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:16.693575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13698735-45b3-4117-a721-4bfec76fd0ce None None] The sync data for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 is: [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:15Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:16.704771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40642) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:16.740800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet 07df6a16-9738-4b8d-981a-6e053119a39a {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:16.746371 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:16.791645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cbb07-bc89-437e-9bb2-2c4b90a615ae req-64393edb-1225-4a80-a6e5-f5ea4d770491 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:16.793142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c35cbb07-bc89-437e-9bb2-2c4b90a615ae req-64393edb-1225-4a80-a6e5-f5ea4d770491 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 944 time: 0.5579984 Apr 11 20:57:16.830318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:57:16.830716 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:12Z', 'revision_number': 8, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:16.837117 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:16.858556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:16.859188 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:16.916509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-4f8c313f-b954-4c5d-ab90-e05ee29ac5b4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1166012 Apr 11 20:57:16.972871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-159f4a98-ce08-48fc-b00b-6fac096a1a61 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:57:16.972871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-159f4a98-ce08-48fc-b00b-6fac096a1a61 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0298965 Apr 11 20:57:17.101473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:17.186532 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:17.330076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:17.401236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'port_id': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'mac_address': 'fa:16:3e:ca:68:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:57:17.457121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Request body: {'port': {'device_id': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:17.480057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 930efba7-ea52-4264-9cbc-c06e9d3a9894 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:17.489234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1521981328-network', 'tenant_id': '2666f9ae0e0c4b3a88bf3f05bb2e3071'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:17.495532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:17.509420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:17.520071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Usage tracker for resource:network and tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:17.531690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:17.532897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:17.533832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:17.551809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:17.572880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:17.640218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c35cbb07-bc89-437e-9bb2-2c4b90a615ae req-d4b1c6dc-fe31-4a0b-9721-160705b6c556 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8339117 Apr 11 20:57:17.744717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:17.768301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad804ef-b1d6-4b8f-adfc-d97e07b8d17c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:57:17.796471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:17.890348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:17.958067 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:17.973686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.039226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Made reservation on behalf of 2666f9ae0e0c4b3a88bf3f05bb2e3071 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:18.041687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.050390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-421f887a-509f-491d-865f-ebc53a80828e None None] Provisioning complete for port 2eac6c74-05e2-4284-97e5-d181c72f63f8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:18.052584 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-421f887a-509f-491d-865f-ebc53a80828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.069537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:12Z', 'revision_number': 8, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:18.078115 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957a49d-62ee-4943-a0fc-33435db5c858 None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:12Z', 'revision_number': 8, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0cd356a-1fc5-4188-bd30-a1d0feaf5a22', 'name': '', 'network_id': '056f8e15-93d7-423d-94e8-0e104104564f', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:11:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:38Z', 'updated_at': '2022-04-11T20:56:53Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': 'ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:18.140090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Pushing event deleted for resources: {'Port': ['ID=46d0f8c8-687e-4950-bd22-2edc26533d4d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:18.164653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-421f887a-509f-491d-865f-ebc53a80828e None None] Port 2eac6c74-05e2-4284-97e5-d181c72f63f8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:57:18.207335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.253598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d2b4682-0890-4d18-a694-9b56d12ac67f req-cc25ce4e-be5f-4817-8ae5-495a77bc59c3 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 210 time: 0.1773884 Apr 11 20:57:18.288872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] No DVR routers for this DVR port 46d0f8c8-687e-4950-bd22-2edc26533d4d on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:18.298292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.316006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f189b6-4d23-4686-88ed-9758362b3f86', 'name': 'network-vif-deleted', 'tag': '46d0f8c8-687e-4950-bd22-2edc26533d4d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:18.379071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ac117-3ee6-45d9-a0db-d2dd8036828a req-bac50ca4-f89b-449e-ae44-88db86bb6c74 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:18.386208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a3ac117-3ee6-45d9-a0db-d2dd8036828a req-bac50ca4-f89b-449e-ae44-88db86bb6c74 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 931 time: 1.2222867 Apr 11 20:57:18.394912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:18.411138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Usage tracker for resource:security_group_rule and tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:18.427537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:18.452291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:18.492882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2a3ac117-3ee6-45d9-a0db-d2dd8036828a req-a993dfd6-0890-4a9c-bbd9-c69fb91db9f6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:18.583328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 930efba7-ea52-4264-9cbc-c06e9d3a9894 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:18.589260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 930efba7-ea52-4264-9cbc-c06e9d3a9894 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:18.589644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.592706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Router 6037fcb9-d75e-4e73-8379-6afbc692ae50 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:18.738989 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10baff95-6d5f-478e-b8c6-dac58f6c74c7'] response: {'server_uuid': '15f189b6-4d23-4686-88ed-9758362b3f86', 'name': 'network-vif-deleted', 'tag': '46d0f8c8-687e-4950-bd22-2edc26533d4d', 'status': 'completed', 'code': 200} Apr 11 20:57:18.738989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24667ef3-ec6c-493e-be8c-c70c4c3dce22 req-4746886a-0dc4-44bd-9a63-425bfa4d0349 tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.75 "DELETE /v2.0/ports/46d0f8c8-687e-4950-bd22-2edc26533d4d HTTP/1.1" status: 204 len: 173 time: 3.2571678 Apr 11 20:57:18.739683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2a3ac117-3ee6-45d9-a0db-d2dd8036828a req-a993dfd6-0890-4a9c-bbd9-c69fb91db9f6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:18.745563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.753657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a3ac117-3ee6-45d9-a0db-d2dd8036828a req-a993dfd6-0890-4a9c-bbd9-c69fb91db9f6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649533 Apr 11 20:57:18.755316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.800054 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:57:18.801681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c68cba-22c4-4923-9fa5-ea6955a98ed1 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:57:18.809472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.832290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Transition to ACTIVE for port object c6c68cba-22c4-4923-9fa5-ea6955a98ed1 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:18.854146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:18.857558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46d0f8c8-687e-4950-bd22-2edc26533d4d no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:18.906119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:18.924471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f4fe14db-1365-4a13-9ebe-4e93d244e62d admin admin] 10.222.0.61 "PUT /v2.0/routers/6037fcb9-d75e-4e73-8379-6afbc692ae50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6902788 Apr 11 20:57:18.933026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.938975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:18.979701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 46d0f8c8-687e-4950-bd22-2edc26533d4d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:18.980048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 46d0f8c8-687e-4950-bd22-2edc26533d4d not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:18.996201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:57:19.123556 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.145269 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.184465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 930efba7-ea52-4264-9cbc-c06e9d3a9894, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=930efba7-ea52-4264-9cbc-c06e9d3a9894,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:19.187874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.238582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=07df6a16-9738-4b8d-981a-6e053119a39a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:19.256509 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.280251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:57:19.294473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.302059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:19.348886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8739653-b7a5-43ba-b1c9-c1076162ba3c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:19.373546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97902f4c-e91b-400c-abe5-dcb1274f3b49 None None] Network cf4bf934-bbfd-4af4-9ca2-626bef6188a7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:19.490587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.490587 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Added segment c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab of type vlan for network b8f01f56-a2ad-4573-a566-01d64021de15 Apr 11 20:57:19.497441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 08713c4e-e749-4747-86ea-32ddc8426a53 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:19.497897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-17a3b184-77d6-4b1b-814c-1136dc0f5427 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/07df6a16-9738-4b8d-981a-6e053119a39a HTTP/1.1" status: 204 len: 168 time: 3.5065351 Apr 11 20:57:19.527466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-50c141bf-ba18-417d-8534-96b92a992171 req-3b279e75-e35b-4bda-9176-beb88f8c2f7b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Synchronizing usage tracker for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:19.528624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:19.657200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-50c141bf-ba18-417d-8534-96b92a992171 req-3b279e75-e35b-4bda-9176-beb88f8c2f7b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] Unset dirty status for tenant:0f62ab1f407f483db34a7860457373a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:19.657200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50c141bf-ba18-417d-8534-96b92a992171 req-3b279e75-e35b-4bda-9176-beb88f8c2f7b tempest-ServersTestJSON-1497735541 tempest-ServersTestJSON-1497735541-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f189b6-4d23-4686-88ed-9758362b3f86 HTTP/1.1" status: 200 len: 210 time: 0.1676962 Apr 11 20:57:19.658586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36309e62-bbe6-40c7-8e21-16a98da7a2c2 req-b89c131f-139d-4d42-a345-cf9a8ebaa7d1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:19.660165 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36309e62-bbe6-40c7-8e21-16a98da7a2c2 req-b89c131f-139d-4d42-a345-cf9a8ebaa7d1 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 945 time: 0.6582303 Apr 11 20:57:19.664056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.687065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=930efba7-ea52-4264-9cbc-c06e9d3a9894,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:19.742156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 08713c4e-e749-4747-86ea-32ddc8426a53 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:19.753593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Attempting to bind port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:19.753817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Attempting to bind port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:19.754146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Attempting to bind port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:19.755162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 08713c4e-e749-4747-86ea-32ddc8426a53 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:19.755562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.767324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.798756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:57:19.798756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Attempting to bind port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:19.814149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 8187db34-905f-47b6-9405-6329d4e8de7d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:19.814636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.840114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-36309e62-bbe6-40c7-8e21-16a98da7a2c2 req-42bf55b4-3962-4d26-b65c-08a449d6e78d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591809 Apr 11 20:57:19.850397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:19.850675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Checking segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:19.851070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Bound using segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:19.851544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Bound port: c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:19.851960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.889442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.890290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:19.891053 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:19.983630 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.017317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 08713c4e-e749-4747-86ea-32ddc8426a53, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=08713c4e-e749-4747-86ea-32ddc8426a53,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:20.068476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4d1a9-75c6-4e76-8895-4d293f7e4cdf req-07f4dc28-f952-479c-9c0f-200c7336df0f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:20.068476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2da4d1a9-75c6-4e76-8895-4d293f7e4cdf req-07f4dc28-f952-479c-9c0f-200c7336df0f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 943 time: 0.1340432 Apr 11 20:57:20.079003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] DHCP port deletion for cf4bf934-bbfd-4af4-9ca2-626bef6188a7 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:57:20.084655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] Deleting port 8187db34-905f-47b6-9405-6329d4e8de7d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:20.085420 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.136095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2da4d1a9-75c6-4e76-8895-4d293f7e4cdf req-72d80029-9e8e-46c4-9ddf-c5b1ae65e6be tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610893 Apr 11 20:57:20.146628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.200395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e0abf81-c241-484c-9953-870b5160381d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:20.268896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5e0abf81-c241-484c-9953-870b5160381d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:20.268896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e0abf81-c241-484c-9953-870b5160381d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:20.328199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6215625 Apr 11 20:57:20.333307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:20.339517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27efde-abed-4758-b851-183f0112607b admin admin] Pushing event updated for resources: {'Network': ['ID=b8f01f56-a2ad-4573-a566-01d64021de15,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:20.339740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Request body: {'subnet': {'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1521981328-subnet', 'tenant_id': '2666f9ae0e0c4b3a88bf3f05bb2e3071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:20.346686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:20.350561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=08713c4e-e749-4747-86ea-32ddc8426a53,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:20.351413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Usage tracker for resource:subnet and tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:20.359371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:20.359768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b8f01f56-a2ad-4573-a566-01d64021de15 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:57:20.365454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:20.453104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Made reservation on behalf of 2666f9ae0e0c4b3a88bf3f05bb2e3071 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:20.457515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.463584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:20.484989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:20.532034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 8187db34-905f-47b6-9405-6329d4e8de7d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8187db34-905f-47b6-9405-6329d4e8de7d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:20.532744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.611277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] For port 8187db34-905f-47b6-9405-6329d4e8de7d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8187db34-905f-47b6-9405-6329d4e8de7d,segment=NetworkSegment(0d4ed394-fafd-40f7-ba44-0ffbfce40887),segment_id=0d4ed394-fafd-40f7-ba44-0ffbfce40887)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:20.611277 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.616680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.734871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 8187db34-905f-47b6-9405-6329d4e8de7d owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:20.772730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] Calling delete_port for 8187db34-905f-47b6-9405-6329d4e8de7d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:20.828560 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.831271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] 10.222.0.69 "PUT /v2.0/ports/c6c68cba-22c4-4923-9fa5-ea6955a98ed1 HTTP/1.1" status: 200 len: 1091 time: 3.8388340 Apr 11 20:57:20.836227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40702) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:20.837178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:20.865289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:20.885819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdba43-f790-49b0-a250-3d4d917f6559 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:20.938113 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4833271e-1d05-4acf-bbf8-b316d1afa5cf'] response: {'name': 'network-changed', 'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'status': 'completed', 'code': 200} Apr 11 20:57:20.955948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Deleting subnet 28a14238-a8c2-4367-96c2-3f81edbb0b0f {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:20.962534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:20.962534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:20.962804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.025319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.059951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.069910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.105677 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b466b84a-7e16-4d9b-bac8-955c5a5a3eb4 req-936b85ae-f64a-4440-a3f2-5e90311a64e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 1094 time: 0.1608343 Apr 11 20:57:21.119534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:57:21.120224 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:57:21.135424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] Pushing event deleted for resources: {'Port': ['ID=8187db34-905f-47b6-9405-6329d4e8de7d,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:21.137687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d573cfa4-f92f-4e03-a175-9556e35a622d,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:21.147310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4118c1-7f83-499c-b145-4e42e5d38306 None None] No DVR routers for this DVR port 8187db34-905f-47b6-9405-6329d4e8de7d on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:21.171523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.222979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.240838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:21.263773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:21.267055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Checking segment: {'id': 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:21.268059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Network hostable DHCP agents. Network: b8f01f56-a2ad-4573-a566-01d64021de15, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:57:21.295338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e0000-7ef0-45d8-9607-d54b3c3f6c3f req-54ad515f-7aa2-4ec6-8255-b2a2abcc1ac6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:21.311759 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-047e0000-7ef0-45d8-9607-d54b3c3f6c3f req-54ad515f-7aa2-4ec6-8255-b2a2abcc1ac6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 945 time: 0.2581215 Apr 11 20:57:21.351584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b84a-7e16-4d9b-bac8-955c5a5a3eb4 req-e1380873-8850-40f6-ba2e-193cce8de360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:21.354396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b466b84a-7e16-4d9b-bac8-955c5a5a3eb4 req-e1380873-8850-40f6-ba2e-193cce8de360 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=437209b2517745f99592b65a6ff9ac36&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2357705 Apr 11 20:57:21.360571 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.441800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Network b8f01f56-a2ad-4573-a566-01d64021de15 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:57:21.460745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:21.465367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.481812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 930efba7-ea52-4264-9cbc-c06e9d3a9894 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:21.498804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-047e0000-7ef0-45d8-9607-d54b3c3f6c3f req-2f55e21c-a652-45fb-908f-de820e70daab tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899602 Apr 11 20:57:21.541555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b8f01f56-a2ad-4573-a566-01d64021de15) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:21.548041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:21.550103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.605472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b84a-7e16-4d9b-bac8-955c5a5a3eb4 req-04cc132f-832c-4f3e-ac61-0455039f7801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:21.609081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b466b84a-7e16-4d9b-bac8-955c5a5a3eb4 req-04cc132f-832c-4f3e-ac61-0455039f7801 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434783 Apr 11 20:57:21.621642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 8187db34-905f-47b6-9405-6329d4e8de7d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:21.622724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.630499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a14238-a8c2-4367-96c2-3f81edbb0b0f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:21.646572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.647898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0def4b2-368b-4499-8209-e6c6a8cc1c8b None None] Network b8f01f56-a2ad-4573-a566-01d64021de15 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:21.663673 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-20bfe2c4-d8b1-49fa-b48b-e96581924625 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/28a14238-a8c2-4367-96c2-3f81edbb0b0f HTTP/1.1" status: 204 len: 168 time: 0.8261766 Apr 11 20:57:21.665948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40734) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:21.815934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-64fc8830-aa11-4be8-bbfb-00fb3c3d996a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4812980 Apr 11 20:57:21.818467 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac61797-203f-47de-bc9f-33f69fa01afa'] response: {'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'code': 200} Apr 11 20:57:21.852474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] The port '8187db34-905f-47b6-9405-6329d4e8de7d' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:57:21.886284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:21.896979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7afd-b09d-4531-bc27-e38513064e2b req-e656c8c8-b864-4e86-a2d2-f296769485e1 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:21.899245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-490a7afd-b09d-4531-bc27-e38513064e2b req-e656c8c8-b864-4e86-a2d2-f296769485e1 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 943 time: 0.3672094 Apr 11 20:57:21.918669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 930efba7-ea52-4264-9cbc-c06e9d3a9894 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:21.921679 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.069987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.134885 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-0f88e13d-a73d-4462-be95-af7cde55ead4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 1094 time: 0.4244771 Apr 11 20:57:22.146846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.159341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-490a7afd-b09d-4531-bc27-e38513064e2b req-258fd862-40db-4e20-a6f2-e56160d2c8cc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513430 Apr 11 20:57:22.167777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4bf934-bbfd-4af4-9ca2-626bef6188a7']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:22.185964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4ed394-fafd-40f7-ba44-0ffbfce40887') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:22.186610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4ed394-fafd-40f7-ba44-0ffbfce40887') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:22.208139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.222082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bed612-cf8d-4c7e-b431-b0f98ba189b3']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:22.234296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e748a-09d1-478e-a83b-7dd80289658f None None] Network b8f01f56-a2ad-4573-a566-01d64021de15 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:22.251453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ae85e4-7708-4af1-8bad-86e4b2f48d0a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:22.252042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ae85e4-7708-4af1-8bad-86e4b2f48d0a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:22.272320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.300913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.318833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3b3cbdf-61a7-44ec-b1da-823d3a9f60dc req-e57ab78b-a4c8-4b31-bc99-fa02ca82ec82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1098 time: 0.1558290 Apr 11 20:57:22.318833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:22.318833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:22.327985 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:22.339716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.346757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-2f098bd7-90f6-4779-8012-366dc26ac8e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1 HTTP/1.1" status: 200 len: 217 time: 0.1210456 Apr 11 20:57:22.349640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:22.350291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:22.373704 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:22.514116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3b3cbdf-61a7-44ec-b1da-823d3a9f60dc req-569f3527-8eab-406e-9ffe-3f420263fbf6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853473 Apr 11 20:57:22.544240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 08713c4e-e749-4747-86ea-32ddc8426a53 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:22.572443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.606272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.636871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] Pushing event deleted for resources: {'Network': ['ID=35bed612-cf8d-4c7e-b431-b0f98ba189b3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:22.671655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-3fe25dc3-63db-4e21-83bf-3eae77424d19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:22.673518 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-3fe25dc3-63db-4e21-83bf-3eae77424d19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f0bf123-b7ab-41e8-b26b-0798276f57d5 HTTP/1.1" status: 200 len: 854 time: 0.3043082 Apr 11 20:57:22.688795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d0108660-ffa6-4964-8938-9b6ac7c479be admin admin] 10.222.0.61 "DELETE /v2.0/networks/35bed612-cf8d-4c7e-b431-b0f98ba189b3 HTTP/1.1" status: 204 len: 168 time: 1.0213516 Apr 11 20:57:22.743781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 08713c4e-e749-4747-86ea-32ddc8426a53 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:22.744159 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.881152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-c56cc7fa-e56b-4ac6-992c-18a04f63c26a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a004b476dd144a8a184279ab62c252c&device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 1098 time: 0.1440227 Apr 11 20:57:22.937403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:22.953256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-f8acfd8a-74e0-47c1-8287-03ad48962ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340622 Apr 11 20:57:22.975594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:23.044468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8187db34-905f-47b6-9405-6329d4e8de7d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:23.103831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 8187db34-905f-47b6-9405-6329d4e8de7d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:23.105267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8187db34-905f-47b6-9405-6329d4e8de7d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:23.122067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=cf4bf934-bbfd-4af4-9ca2-626bef6188a7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:23.142255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f56f1c9-31ec-42b1-8ed7-49533fee797c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/cf4bf934-bbfd-4af4-9ca2-626bef6188a7 HTTP/1.1" status: 204 len: 168 time: 3.6122935 Apr 11 20:57:23.153812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:23.184747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-cc42e30c-0a1b-4217-ad07-a907919f07d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:23.186333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-cc42e30c-0a1b-4217-ad07-a907919f07d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 200 len: 918 time: 0.2601705 Apr 11 20:57:23.245253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40760) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:23.261402 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-57aac692-70e3-43be-b80e-f42f7b2b8532 service neutron] 10.222.0.69 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829549 Apr 11 20:57:23.261615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1440644855-network', 'tenant_id': '7b6f137c95b245348fd8c427a82ced65'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:23.266992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:23.282861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Usage tracker for resource:network and tenant:7b6f137c95b245348fd8c427a82ced65 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:23.286523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:23.299891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:23.317531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40764) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:23.384931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Made reservation on behalf of 7b6f137c95b245348fd8c427a82ced65 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:23.387241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:23.445049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-697a8643-0783-4aab-ba9e-1b6902120d9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 200 len: 1000 time: 0.2529423 Apr 11 20:57:23.452489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:23.485619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c625aa-cbf9-4b0e-aae0-2c1895e82c7f req-9b63de61-df52-4638-b789-83cef09ace44 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:23.488238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7c625aa-cbf9-4b0e-aae0-2c1895e82c7f req-9b63de61-df52-4638-b789-83cef09ace44 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.7256474 Apr 11 20:57:23.595206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7c625aa-cbf9-4b0e-aae0-2c1895e82c7f req-b1814b9f-7a31-4d86-81b5-43e9f787592d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985122 Apr 11 20:57:23.633553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c4fbf60-8bb8-4f99-b409-ddffc1faeb36 req-8ef34972-1100-4f97-8018-222eee836ba8 service neutron] 10.222.0.69 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639318 Apr 11 20:57:23.717199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9eeab0d9-541c-4cf3-9fe3-cfaab136d7ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f62ab1f407f483db34a7860457373a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3978512 Apr 11 20:57:23.726646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:23.816140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:23.832784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6f137c95b245348fd8c427a82ced65 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:23.836857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-29e82331-e0b1-4ffd-adbe-9159ae044e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:23.838304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-29e82331-e0b1-4ffd-adbe-9159ae044e82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 200 len: 856 time: 0.3578813 Apr 11 20:57:23.842050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:23.868690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:23.888965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:23.940159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b4d15-19f0-4953-af22-6d3ff2eb5342 req-c945ce88-8719-4aa5-aac4-9cc703020c3d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:23.941525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-813b4d15-19f0-4953-af22-6d3ff2eb5342 req-c945ce88-8719-4aa5-aac4-9cc703020c3d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 943 time: 0.5429773 Apr 11 20:57:24.022577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a13fd11-7ee6-4078-be84-c39e8676cb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.094982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-5048eeee-063d-418b-afb9-8877be0b9789 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ba301f4-21aa-4989-bd41-04954917ad61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433066 Apr 11 20:57:24.102518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-813b4d15-19f0-4953-af22-6d3ff2eb5342 req-c353d926-6842-4b59-bede-aa42a6781c99 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536207 Apr 11 20:57:24.105433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a13fd11-7ee6-4078-be84-c39e8676cb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.233906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.338130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-0ab42e25-64d0-4ae7-8092-217b9d487b80 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346706 Apr 11 20:57:24.370708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.394964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a13fd11-7ee6-4078-be84-c39e8676cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.538436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:57:24.551534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15512504-abb3-4780-b3aa-2e0fb75b8c7e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:24.578265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.578608 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Added segment b0f6b4db-fc13-4884-bd16-0cb1f2443e54 of type vlan for network 1b223531-6e35-4393-bc79-2c436b019978 Apr 11 20:57:24.583294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13fd11-7ee6-4078-be84-c39e8676cb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4bab52-3fde-4bcf-a109-1797c57ef4e3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:24.638747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5fde9ce-dd29-48cd-8efd-b63ed4361eef req-c553aa68-dff7-453c-9b94-8df447f65052 service neutron] 10.222.0.69 "GET /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937450 Apr 11 20:57:24.672505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.745737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:24.746737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.866848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a13fd11-7ee6-4078-be84-c39e8676cb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:24.866848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1a13fd11-7ee6-4078-be84-c39e8676cb59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc4bab52-3fde-4bcf-a109-1797c57ef4e3 HTTP/1.1" status: 204 len: 168 time: 1.1327901 Apr 11 20:57:25.094177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:25.095546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:25.096287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:25.135193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0c9cc-6fe8-49d1-ba5f-c320ff2041f2 req-823a0650-9287-4a83-8d42-9a0033fed604 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:25.139869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efc0c9cc-6fe8-49d1-ba5f-c320ff2041f2 req-823a0650-9287-4a83-8d42-9a0033fed604 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.3225634 Apr 11 20:57:25.181058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port e0cd356a-1fc5-4188-bd30-a1d0feaf5a22, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:25.181761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:25.336890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b223531-6e35-4393-bc79-2c436b019978,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:25.354378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 1b223531-6e35-4393-bc79-2c436b019978 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:57:25.433061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:25.493645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efc0c9cc-6fe8-49d1-ba5f-c320ff2041f2 req-d6b3a2d5-5c13-4cae-86e9-352ca3caae5c tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441861 Apr 11 20:57:25.496169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8de7a-b68e-43b5-a47b-36100da50aad req-831b4d9c-2431-4554-9a3b-430733bc8ca9 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:25.498078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11d8de7a-b68e-43b5-a47b-36100da50aad req-831b4d9c-2431-4554-9a3b-430733bc8ca9 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 943 time: 0.1029775 Apr 11 20:57:25.502417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fc080cf3-0083-455f-b84f-eac224f51fa4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2547750 Apr 11 20:57:25.505889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40818) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:25.516864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Request body: {'subnet': {'network_id': '1b223531-6e35-4393-bc79-2c436b019978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1440644855-subnet', 'tenant_id': '7b6f137c95b245348fd8c427a82ced65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:25.538854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:25.584102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Usage tracker for resource:subnet and tenant:7b6f137c95b245348fd8c427a82ced65 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:25.592901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:25.618137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11d8de7a-b68e-43b5-a47b-36100da50aad req-ef62b447-fe31-4e06-bec2-1235558f23e4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942988 Apr 11 20:57:25.618251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:25.761491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Made reservation on behalf of 7b6f137c95b245348fd8c427a82ced65 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:25.765731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:25.970731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:26.036099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=e0cd356a-1fc5-4188-bd30-a1d0feaf5a22,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:26.212341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:26.383730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da74a174-8bdf-4ce8-bc40-7a9edc626795,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:26.428280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Checking segment: {'id': 'b0f6b4db-fc13-4884-bd16-0cb1f2443e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '1b223531-6e35-4393-bc79-2c436b019978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:26.428890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Network hostable DHCP agents. Network: 1b223531-6e35-4393-bc79-2c436b019978, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:57:26.455628 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:26.602484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Network 1b223531-6e35-4393-bc79-2c436b019978 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:57:26.718547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 1b223531-6e35-4393-bc79-2c436b019978) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:26.724430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:26.725005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:26.736425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985c82c-8097-4f3f-b5d6-5c8140e3b3f1 None None] Network 1b223531-6e35-4393-bc79-2c436b019978 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:26.941418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:57:26.968856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021007-2220-451c-96c2-068ffa39fe40 req-0cd01398-9ef1-485c-b366-de5614e5997b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:26.972327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31021007-2220-451c-96c2-068ffa39fe40 req-0cd01398-9ef1-485c-b366-de5614e5997b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 943 time: 0.1356742 Apr 11 20:57:27.018536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37778ebf-ba32-4563-ab18-acacb5c5f496 None None] Network 1b223531-6e35-4393-bc79-2c436b019978 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:27.045019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31021007-2220-451c-96c2-068ffa39fe40 req-1ab47b6c-809f-40d9-a300-1ef215db7d7a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675993 Apr 11 20:57:27.175404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d8b36-c4ca-4ea4-bdbb-57b8ce95805c req-a50315e6-133c-4853-b011-f68842094392 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:27.183647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c12d8b36-c4ca-4ea4-bdbb-57b8ce95805c req-a50315e6-133c-4853-b011-f68842094392 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.3862290 Apr 11 20:57:27.186054 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-41549cd0-f8d9-4b2b-bc02-65e1ff1ca5c7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6789112 Apr 11 20:57:27.270723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:27.326965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'port_id': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'mac_address': 'fa:16:3e:69:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bf123-b7ab-41e8-b26b-0798276f57d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:57:27.466788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c12d8b36-c4ca-4ea4-bdbb-57b8ce95805c req-a61aa40d-9571-4057-b0eb-249aceded8b9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823169 Apr 11 20:57:27.545738 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:27.555275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:27.606897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c68cba-22c4-4923-9fa5-ea6955a98ed1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:57:27.675824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:27.801883 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:27.911929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:27.929370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9efa4507-703f-4bb6-a58e-81282fa15a9e tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7693124 Apr 11 20:57:27.932043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40872) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:27.978669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2003e77-61ce-4953-926f-f6bd5bf244b4 req-40552332-b945-4d93-8274-5566206cd37b tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0616908 Apr 11 20:57:28.000404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:28.012746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c6c68cba-22c4-4923-9fa5-ea6955a98ed1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:57:28.044397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-9435406c-4317-4b97-9394-b21ceba95ac8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5135157 Apr 11 20:57:28.124009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:28.178450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:28.184279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:28.220238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5f78397a-69c8-4b20-bc50-716d2b91ccb7 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:28.221038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5f78397a-69c8-4b20-bc50-716d2b91ccb7 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Synchronizing usage tracker for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:28.371826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5f78397a-69c8-4b20-bc50-716d2b91ccb7 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Unset dirty status for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:28.373262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5f78397a-69c8-4b20-bc50-716d2b91ccb7 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/networks?id=b8f01f56-a2ad-4573-a566-01d64021de15 HTTP/1.1" status: 200 len: 825 time: 0.3848331 Apr 11 20:57:28.410430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-59c3b904-518a-4b90-8825-d7cdb2dbe5e5 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/quotas/2666f9ae0e0c4b3a88bf3f05bb2e3071 HTTP/1.1" status: 200 len: 375 time: 0.0311525 Apr 11 20:57:28.424138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:28.453212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-d71dbd3e-c353-4702-a8e4-7c903fec325d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=67b484cb7d744f1a82907ca129f4b767&device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 1097 time: 0.2673666 Apr 11 20:57:28.471134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777f91c-5b85-4db5-8d3c-4c76415c4d32 req-d41cd216-cb87-4b49-acab-bc7e847c7caf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:28.473222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5777f91c-5b85-4db5-8d3c-4c76415c4d32 req-d41cd216-cb87-4b49-acab-bc7e847c7caf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 944 time: 0.1680942 Apr 11 20:57:28.488383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-b42a0618-b28c-4930-a993-5a3e27fb8eba tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2666f9ae0e0c4b3a88bf3f05bb2e3071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766826 Apr 11 20:57:28.560974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5777f91c-5b85-4db5-8d3c-4c76415c4d32 req-6afb1d63-ea45-403c-90eb-0b495bf926e2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805347 Apr 11 20:57:28.681951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:28.686698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:28.753341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-4c05bc39-e9ec-41fd-9004-71e9be00fd77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:28.755074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-4c05bc39-e9ec-41fd-9004-71e9be00fd77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49957699-6327-469d-beed-bcc2f380a8ff HTTP/1.1" status: 200 len: 917 time: 0.2474210 Apr 11 20:57:28.795325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:28.843625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-954a5944-c3a4-4c41-b7e8-0bbec24dec40 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f01f56-a2ad-4573-a566-01d64021de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541551 Apr 11 20:57:28.906922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-f986e35a-1537-4af2-9665-7e5d810116fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a9454e-d18d-4016-bc12-c88d6b629524 HTTP/1.1" status: 200 len: 1001 time: 0.1432180 Apr 11 20:57:28.958831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:28.978471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:25Z', 'revision_number': 9, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:28.983378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:29.000204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:29.002545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:29.002667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-491fff9f-2b3d-47cb-946c-813ea2f9b7c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:29.004698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-491fff9f-2b3d-47cb-946c-813ea2f9b7c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3df6fba2-f24b-44d0-bac9-22c332c8a686 HTTP/1.1" status: 200 len: 855 time: 0.0882146 Apr 11 20:57:29.020219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:29.061729 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-6a16bbf0-dec6-48c9-bee7-fe8f5e072730 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f01f56-a2ad-4573-a566-01d64021de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053108 Apr 11 20:57:29.206992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:29.313828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:29.315712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882c35b-c1e5-473e-8c14-865f41a686b1 None None] Network 056f8e15-93d7-423d-94e8-0e104104564f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:29.322568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:29.327108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9ec18598-a9b1-4edd-bd82-c194e5a51011 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84 HTTP/1.1" status: 204 len: 168 time: 1.3940165 Apr 11 20:57:29.332983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40894) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:29.460488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:29.533768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7d25d8e-6ee7-4877-85c8-488d93f4b7e3 req-22fadfe3-a3e4-4920-a84f-d8e0145190ae tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.3470922 Apr 11 20:57:29.569472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-a94f1c14-fd36-42a0-af05-6b2fed413894 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49957699-6327-469d-beed-bcc2f380a8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5532959 Apr 11 20:57:29.591972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-fabcea82-eb24-473f-a104-8754d2e3d2cc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:57:29.593033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-fabcea82-eb24-473f-a104-8754d2e3d2cc service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151286 Apr 11 20:57:29.769316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3eea0e92-d21b-4c20-a9e7-77ffb2a64f91 req-5189295f-67e3-409a-aa3d-4579302a0d33 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 210 time: 0.3052583 Apr 11 20:57:29.815809 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-22234236-65c3-4d4e-a1b9-1e004ffc3385 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116396 Apr 11 20:57:29.844918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:29.880411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:29.881718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.115810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e9892-8f8c-4c31-abbe-53537a997285 req-e4acc299-7dd2-4415-bf0d-ef68de90437b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:30.117407 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d72e9892-8f8c-4c31-abbe-53537a997285 req-e4acc299-7dd2-4415-bf0d-ef68de90437b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 944 time: 0.2414889 Apr 11 20:57:30.119207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e5f3c52-02d6-4709-a49c-3891d2446573 req-08c46244-0c22-4150-bee0-1e1af9f07ce3 service neutron] 10.222.0.75 "GET /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947640 Apr 11 20:57:30.177259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 5fc46632-8ad4-46a4-9a09-da309d9f04b2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5fc46632-8ad4-46a4-9a09-da309d9f04b2,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:30.178359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.258475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] DHCP port deletion for 056f8e15-93d7-423d-94e8-0e104104564f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:57:30.266890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d72e9892-8f8c-4c31-abbe-53537a997285 req-5b68ece0-d76e-449e-8cab-dc552d991e8e tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319411 Apr 11 20:57:30.304669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:25Z', 'revision_number': 9, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:30.310891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Deleting port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:30.311205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.366456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a53c8-ac0e-458d-8563-24c39c844a5e None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:25Z', 'revision_number': 9, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd55cc288-8b4a-4536-8708-ad7329522507', 'name': '', 'network_id': '052b47a9-810b-48c7-9bb6-e2ef84ce9807', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:04:e2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:24Z', 'updated_at': '2022-04-11T20:56:37Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '06d70a5e-84f6-474c-8c24-a41fe7aae772', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:30.424272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 5fc46632-8ad4-46a4-9a09-da309d9f04b2 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:30.583020 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.624510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] For port 5fc46632-8ad4-46a4-9a09-da309d9f04b2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5fc46632-8ad4-46a4-9a09-da309d9f04b2,segment=NetworkSegment(38540c13-376d-4c9f-8c02-6672e39b7064),segment_id=38540c13-376d-4c9f-8c02-6672e39b7064)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:30.624510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.624712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.667690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=5fc46632-8ad4-46a4-9a09-da309d9f04b2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:30.687248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No DVR routers for this DVR port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:30.802207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Calling delete_port for 5fc46632-8ad4-46a4-9a09-da309d9f04b2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:30.909006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:30.945262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:57:30.945896 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:57:30.948271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:30.974955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af984481-464d-4004-a83e-cd2e56bc13ca req-12b7785c-f8fa-411a-b391-029e7fd5a416 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 210 time: 0.0845530 Apr 11 20:57:31.013786 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b969c9a-9c62-4649-ab30-f85c633cfb65 req-835a3818-efd7-4f64-ad11-426b8c903c33 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.2667344 Apr 11 20:57:31.035657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056f8e15-93d7-423d-94e8-0e104104564f']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:31.048195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38540c13-376d-4c9f-8c02-6672e39b7064') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:31.049469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38540c13-376d-4c9f-8c02-6672e39b7064') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:31.071203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.116850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.129710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:31.129710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:31.140334 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:31.190929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:31.200280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:31.202002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.336828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.368063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.379318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=056f8e15-93d7-423d-94e8-0e104104564f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:31.381755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.391328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-54403736-0ada-4dc0-a213-88a1677d68a9 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/056f8e15-93d7-423d-94e8-0e104104564f HTTP/1.1" status: 204 len: 168 time: 2.0570736 Apr 11 20:57:31.395700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:31.419353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5fc46632-8ad4-46a4-9a09-da309d9f04b2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:31.472320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Deleting port 5fc46632-8ad4-46a4-9a09-da309d9f04b2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:31.472320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.520270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:31.546021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:31.547321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5fc46632-8ad4-46a4-9a09-da309d9f04b2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:31.548108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5fc46632-8ad4-46a4-9a09-da309d9f04b2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:31.549291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:31.625633 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5640fdb-6e45-40d0-bf66-c0bde6a89082'] response: {'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'code': 200} Apr 11 20:57:31.630325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb77cee6-86ad-4168-8af6-d39b4d6c53ac None None] The port '5fc46632-8ad4-46a4-9a09-da309d9f04b2' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:57:31.631234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:31.631841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e0cd356a-1fc5-4188-bd30-a1d0feaf5a22 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:31.635034 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:31.697506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bd569-f22f-4de3-8639-59aec6d5c945 req-21d3bcdf-5cff-45fa-a37b-091aa31cd173 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:31.704041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-353bd569-f22f-4de3-8639-59aec6d5c945 req-21d3bcdf-5cff-45fa-a37b-091aa31cd173 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 944 time: 0.2294235 Apr 11 20:57:31.728952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:31.949307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-353bd569-f22f-4de3-8639-59aec6d5c945 req-977bb5d7-282d-4b04-9f1a-87de1df89027 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443023 Apr 11 20:57:31.984624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca357603-910d-40eb-97b3-fb970c88c858 req-d2d13a7d-226e-4526-bd3d-0d34e9e9ec4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 1096 time: 0.2446129 Apr 11 20:57:32.046937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca357603-910d-40eb-97b3-fb970c88c858 req-19281425-f519-4b81-b3e7-fd6875eb0a19 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Apr 11 20:57:32.061903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:32.177891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab5981ed-d64b-479a-9e86-1d73454f627d req-23946d46-7dab-41e9-ad2b-e37406683787 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 210 time: 0.0500374 Apr 11 20:57:32.292188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95074163-ad49-456b-84a2-e9f93e95c104 req-fd4c04d8-b090-46e6-a19f-1a7a7a6cbf26 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0573738 Apr 11 20:57:32.885574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-a0bd6de5-d239-477c-8c31-d91da30e50a2 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:32.886987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-a0bd6de5-d239-477c-8c31-d91da30e50a2 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.75 "GET /v2.0/networks?id=b8f01f56-a2ad-4573-a566-01d64021de15 HTTP/1.1" status: 200 len: 825 time: 0.2225828 Apr 11 20:57:32.907505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Request body: {'port': {'device_id': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15', 'admin_state_up': True, 'tenant_id': '2666f9ae0e0c4b3a88bf3f05bb2e3071'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:33.148045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc79a01b-bafc-44eb-ac3b-eba51419ae0d req-0c91e40e-8707-4f49-a4c0-89021b17d9fc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0449607 Apr 11 20:57:33.182351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:33.190994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Usage tracker for resource:port and tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:33.195396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:33.223664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aeb47-c4e8-4f30-863d-44c4ace14115 req-ea6bc225-3868-4cb1-b9bd-db870a81ed85 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:33.225264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-fc1aeb47-c4e8-4f30-863d-44c4ace14115 req-ea6bc225-3868-4cb1-b9bd-db870a81ed85 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:33.250478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:33.299510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port d55cc288-8b4a-4536-8708-ad7329522507 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:33.299510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:33.356219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-fc1aeb47-c4e8-4f30-863d-44c4ace14115 req-ea6bc225-3868-4cb1-b9bd-db870a81ed85 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:33.358160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc1aeb47-c4e8-4f30-863d-44c4ace14115 req-ea6bc225-3868-4cb1-b9bd-db870a81ed85 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2448924 Apr 11 20:57:33.405290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Made reservation on behalf of 2666f9ae0e0c4b3a88bf3f05bb2e3071 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:33.408517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:33.427896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-478f8581-1f73-49b0-b9c8-8492bb668a0c req-910b09ef-3d1b-4081-9990-9229701632ba tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 210 time: 0.0788181 Apr 11 20:57:33.428262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc1aeb47-c4e8-4f30-863d-44c4ace14115 req-8319190c-50bc-4e8d-bbde-f97dbe7eb4fe tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634375 Apr 11 20:57:33.675666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d451b430-7945-4fa7-a033-39273a967c68 req-432d2392-7296-405a-945b-47c42aa237be tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0784099 Apr 11 20:57:33.740305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port d55cc288-8b4a-4536-8708-ad7329522507, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d55cc288-8b4a-4536-8708-ad7329522507,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:33.744470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:33.871313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for d55cc288-8b4a-4536-8708-ad7329522507 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:33.921580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Allocated IP 172.20.0.10 (b8f01f56-a2ad-4573-a566-01d64021de15/d573cfa4-f92f-4e03-a175-9556e35a622d/1acc77db-b0b2-4cc7-9081-9d0a97a2a16d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:57:34.232614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:34.316663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:34.369286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:34.370939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=d55cc288-8b4a-4536-8708-ad7329522507,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:34.662107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Network b8f01f56-a2ad-4573-a566-01d64021de15 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:34.701574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9533e25-38d5-4d5e-90ca-135a8707b93c req-38faba3a-c0fb-4b86-ba55-9b8561c5caf5 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:34.703050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9533e25-38d5-4d5e-90ca-135a8707b93c req-38faba3a-c0fb-4b86-ba55-9b8561c5caf5 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 932 time: 0.0950975 Apr 11 20:57:34.757380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b9533e25-38d5-4d5e-90ca-135a8707b93c req-1582ba3d-df64-4627-ac6c-ee14e55cfbf9 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Synchronizing usage tracker for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:34.761173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:34.785061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:57:34.863190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b9533e25-38d5-4d5e-90ca-135a8707b93c req-1582ba3d-df64-4627-ac6c-ee14e55cfbf9 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Unset dirty status for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:34.864396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9533e25-38d5-4d5e-90ca-135a8707b93c req-1582ba3d-df64-4627-ac6c-ee14e55cfbf9 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543586 Apr 11 20:57:34.883124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Pushing event updated for resources: {'Port': ['ID=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:34.948281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:34.948962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:34.989787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c75b-7c30-4561-bf07-c3516772f0f7 req-77aa91b2-c238-4eb4-8cb2-635ae7063cda tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:34.991260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354c75b-7c30-4561-bf07-c3516772f0f7 req-77aa91b2-c238-4eb4-8cb2-635ae7063cda tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.3333879 Apr 11 20:57:35.046672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:35.056661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e63b36f-6cb1-45d6-b305-3d120884dd22 req-982e77bf-20ce-4b19-9678-9465a25d8e48 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0528283 Apr 11 20:57:35.059357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c354c75b-7c30-4561-bf07-c3516772f0f7 req-934643a4-cc69-4bc0-8f08-a4f5751c006a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Apr 11 20:57:35.229579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-5db9ca63-7666-4c48-821f-4fb0ee5233dd tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3286533 Apr 11 20:57:35.274761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Request body: {'port': {'device_id': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:35.443087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:35.524905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c27e0-f5ba-4ba2-93fd-46c48146cc3f req-6b2ed83b-25e0-4205-8885-34de55f7c3b8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:35.526367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d7c27e0-f5ba-4ba2-93fd-46c48146cc3f req-6b2ed83b-25e0-4205-8885-34de55f7c3b8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2959042 Apr 11 20:57:35.801493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d7c27e0-f5ba-4ba2-93fd-46c48146cc3f req-13badecb-7398-43c8-af68-872e9b17b59a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088802 Apr 11 20:57:35.946305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4dda4895-089c-4929-8795-202c53d18c8e req-a9e5ede1-eb93-411b-9034-3e507c41e170 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0501530 Apr 11 20:57:36.250687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dd377-6384-4261-93d6-c5652d09be68 req-3ac496dc-6a0a-4d3c-871a-68871c30b2c8 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:36.256836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-791dd377-6384-4261-93d6-c5652d09be68 req-3ac496dc-6a0a-4d3c-871a-68871c30b2c8 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 932 time: 0.1171916 Apr 11 20:57:36.358680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-791dd377-6384-4261-93d6-c5652d09be68 req-a3cac533-af7e-4e1e-9257-b1761d1d27bb tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843120 Apr 11 20:57:36.437275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:36.531697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:57:36.629055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:36.650142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Transition to ACTIVE for port object 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:36.700590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:36.707079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d47d8536-8386-4be1-90ff-cdbaa0ffeac1 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3091357 Apr 11 20:57:36.709730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:36.735246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86fb0-fc03-4614-a298-dffa1f258c04 req-a949dc86-a021-4180-90a0-713a2d404b6e tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:36.737750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dc86fb0-fc03-4614-a298-dffa1f258c04 req-a949dc86-a021-4180-90a0-713a2d404b6e tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.0844467 Apr 11 20:57:36.770958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:36.788992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dc86fb0-fc03-4614-a298-dffa1f258c04 req-8abb9dc9-30c9-4217-889d-b57cd899e982 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Apr 11 20:57:36.997764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:37.133689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet 06d70a5e-84f6-474c-8c24-a41fe7aae772 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:37.139960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.209887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Attempting to bind port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:37.210217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Attempting to bind port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:37.210627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Attempting to bind port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d on network b8f01f56-a2ad-4573-a566-01d64021de15 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:37.254712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.296197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-33291a49-5599-4408-bf6f-e91112a91ee7 req-4f1cefcb-5e57-4c71-9e94-c2e0899bd94f tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0874286 Apr 11 20:57:37.299951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d on network b8f01f56-a2ad-4573-a566-01d64021de15 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:57:37.300493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Attempting to bind port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d on network b8f01f56-a2ad-4573-a566-01d64021de15 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:37.325092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:37.325504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Checking segment: {'id': 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:37.325893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Bound using segment: {'id': 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:37.326334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Bound port: 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:37.326681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.437097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.482408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] For port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:37.497730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] For port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,segment=NetworkSegment(c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab),segment_id=c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:37.576332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.608919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640f1fe-bc65-45e8-bf1f-6637505905d4 req-d2a514a3-34dc-4e30-b580-60e4e4c3ee32 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:37.611314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f640f1fe-bc65-45e8-bf1f-6637505905d4 req-d2a514a3-34dc-4e30-b580-60e4e4c3ee32 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 944 time: 0.0905435 Apr 11 20:57:37.624977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.683708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f640f1fe-bc65-45e8-bf1f-6637505905d4 req-9bca642b-2c1e-4455-b82a-d1f68ea938cc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Apr 11 20:57:37.702566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.702566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=06d70a5e-84f6-474c-8c24-a41fe7aae772,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:37.706269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9dabf1-28e8-4345-bc1d-19fbeab6ee96 None None] Network 052b47a9-810b-48c7-9bb6-e2ef84ce9807 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:37.708969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:37.710334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] 10.222.0.75 "PUT /v2.0/ports/1acc77db-b0b2-4cc7-9081-9d0a97a2a16d HTTP/1.1" status: 200 len: 1092 time: 2.4399040 Apr 11 20:57:37.711071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'tag': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:37.733772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83b60e-a906-49a4-aa48-e1ee13b8c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:37.740709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e264be2-c752-4b3f-a3f4-16b86cf54b2b tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/06d70a5e-84f6-474c-8c24-a41fe7aae772 HTTP/1.1" status: 204 len: 168 time: 1.0276713 Apr 11 20:57:37.741078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40986) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:37.789063 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f72c9d6-6bfc-4580-a165-fec91cb13f80'] response: {'name': 'network-changed', 'server_uuid': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'tag': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d', 'status': 'completed', 'code': 200} Apr 11 20:57:38.027312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac5abeda-6481-436d-8202-c285af328ada req-7557d1be-6d0f-4144-b421-a23533ea9dc9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2666f9ae0e0c4b3a88bf3f05bb2e3071&device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 1095 time: 0.2088306 Apr 11 20:57:38.087617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] DHCP port deletion for 052b47a9-810b-48c7-9bb6-e2ef84ce9807 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:57:38.107942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Deleting port 4ad92294-9a17-443b-8015-f66f249f7ac8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:38.108707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:38.118777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:38.200340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5abeda-6481-436d-8202-c285af328ada req-f3c66bec-750f-4ae1-8e7d-fb61ff3e757d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:38.201284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac5abeda-6481-436d-8202-c285af328ada req-f3c66bec-750f-4ae1-8e7d-fb61ff3e757d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=2666f9ae0e0c4b3a88bf3f05bb2e3071&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1670535 Apr 11 20:57:38.207309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 4ad92294-9a17-443b-8015-f66f249f7ac8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:38.207760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:38.276670 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:38.312329 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:38.312990 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:38.569062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f750547-5c5b-4367-95c7-e54e65b1f775 req-3ce986bd-3cb9-4899-9063-476e8486361b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:38.577752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f750547-5c5b-4367-95c7-e54e65b1f775 req-3ce986bd-3cb9-4899-9063-476e8486361b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.4545145 Apr 11 20:57:38.620221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] For port 4ad92294-9a17-443b-8015-f66f249f7ac8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ad92294-9a17-443b-8015-f66f249f7ac8,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:38.620615 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:38.642433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 4ad92294-9a17-443b-8015-f66f249f7ac8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ad92294-9a17-443b-8015-f66f249f7ac8,segment=NetworkSegment(8f68d998-cbdb-48e4-9da9-0a8f4a059205),segment_id=8f68d998-cbdb-48e4-9da9-0a8f4a059205)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:38.643628 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:38.735368 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:38.746917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5abeda-6481-436d-8202-c285af328ada req-5b929dbb-70f5-4af4-b45c-1c48a45fe879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:38.748677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac5abeda-6481-436d-8202-c285af328ada req-5b929dbb-70f5-4af4-b45c-1c48a45fe879 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5369630 Apr 11 20:57:38.824761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 4ad92294-9a17-443b-8015-f66f249f7ac8 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:38.874338 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f750547-5c5b-4367-95c7-e54e65b1f775 req-6906465a-d250-4c80-a0a2-37204ec725b2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952371 Apr 11 20:57:38.886510 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ebbfa86a-05c7-4b53-af35-74c6cdd67b13 req-fc84887b-2ed6-4dd7-a3fc-9708cc4cad34 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1366351 Apr 11 20:57:38.944289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Calling delete_port for 4ad92294-9a17-443b-8015-f66f249f7ac8 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:38.984968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-0d01f968-09cb-4831-88fd-58175a919395 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2666f9ae0e0c4b3a88bf3f05bb2e3071&device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 1095 time: 0.1880803 Apr 11 20:57:39.025537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Sync routers for ids ['6037fcb9-d75e-4e73-8379-6afbc692ae50'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:39.057923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Routers {'6037fcb9-d75e-4e73-8379-6afbc692ae50'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:39.058931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6037fcb9-d75e-4e73-8379-6afbc692ae50'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.072050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:39.113979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-d5c644f9-e8a8-4503-9e54-e52841e31ce5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d HTTP/1.1" status: 200 len: 217 time: 0.1202152 Apr 11 20:57:39.182946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=4ad92294-9a17-443b-8015-f66f249f7ac8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:39.191743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:57:39.192104 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:57:39.199544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No DVR routers for this DVR port 4ad92294-9a17-443b-8015-f66f249f7ac8 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:39.252727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-bfd94ff2-78ee-471d-9104-22da43104925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:39.258855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-bfd94ff2-78ee-471d-9104-22da43104925 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d573cfa4-f92f-4e03-a175-9556e35a622d HTTP/1.1" status: 200 len: 865 time: 0.1296244 Apr 11 20:57:39.276624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Set router 6037fcb9-d75e-4e73-8379-6afbc692ae50 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:39.355851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:39.405640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-1d1dae1d-87a3-465a-9dfe-4ea0a0800b20 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b8f01f56-a2ad-4573-a566-01d64021de15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396108 Apr 11 20:57:39.410991 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:34Z', 'revision_number': 10, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.416217 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:39.418390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d9fe9-76cb-4d6b-ba82-27d802a46b76 req-641f642f-dfe2-4b7f-8001-7cdc9887763b tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:39.424969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-476d9fe9-76cb-4d6b-ba82-27d802a46b76 req-641f642f-dfe2-4b7f-8001-7cdc9887763b tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 944 time: 0.3416431 Apr 11 20:57:39.426270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052b47a9-810b-48c7-9bb6-e2ef84ce9807']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.432287 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:39.433194 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.472371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ad92294-9a17-443b-8015-f66f249f7ac8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:39.476144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f68d998-cbdb-48e4-9da9-0a8f4a059205') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.476787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f68d998-cbdb-48e4-9da9-0a8f4a059205') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.497987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:39.571765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4ad92294-9a17-443b-8015-f66f249f7ac8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:39.571765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ad92294-9a17-443b-8015-f66f249f7ac8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:39.574530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:39.574530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-476d9fe9-76cb-4d6b-ba82-27d802a46b76 req-1af0307c-837a-4a97-8b2a-ea2c64726792 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054101 Apr 11 20:57:39.574530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:39.574530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:39.594645 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:39.658945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-8c7c6b38-fe98-483e-9a8f-5cac572df483 service neutron] 10.222.0.75 "GET /v2.0/networks/b8f01f56-a2ad-4573-a566-01d64021de15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463870 Apr 11 20:57:39.669631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:39.695799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Deleting port 4ad92294-9a17-443b-8015-f66f249f7ac8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:39.696263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:39.810987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3a39f9be-5a34-45f3-aa06-bc145b360d40 None None] The port '4ad92294-9a17-443b-8015-f66f249f7ac8' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:57:39.849053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f581a937-84f4-4c1d-883a-d3bdb8b82411 req-4f242b41-9ff4-4e02-9c03-f6f7d89649b0 service neutron] 10.222.0.75 "GET /v2.0/networks/b8f01f56-a2ad-4573-a566-01d64021de15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834602 Apr 11 20:57:39.850254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2eac6c74-05e2-4284-97e5-d181c72f63f8', 'name': '', 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'mac_address': 'fa:16:3e:ca:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:12Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 2, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'subnets': [{'id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:39.858515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Checking router: 6037fcb9-d75e-4e73-8379-6afbc692ae50 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:39.858870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Updating router 6037fcb9-d75e-4e73-8379-6afbc692ae50 port 2eac6c74-05e2-4284-97e5-d181c72f63f8 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:57:39.931109 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.087074 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:34Z', 'revision_number': 10, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:40.091737 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc50abb-e5e8-4302-91dd-43aff276e5a5 None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:34Z', 'revision_number': 10, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None, '_interfaces': [{'id': '07c2887f-863b-4c04-8b14-815b99e39a43', 'name': '', 'network_id': 'd0fc5258-efac-4aa0-82ce-182965ed4a7b', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'mac_address': 'fa:16:3e:93:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef3feca-4840-4e5a-965c-31a211600148', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:08Z', 'updated_at': '2022-04-11T20:56:25Z', 'revision_number': 5, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'subnets': [{'id': '1ef3feca-4840-4e5a-965c-31a211600148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:40.153866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18a49-eea5-465c-81e2-d10c5049620b req-7fd97bf8-10c0-43ec-b6a7-c58cb61a95f6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:40.155530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9dd18a49-eea5-465c-81e2-d10c5049620b req-7fd97bf8-10c0-43ec-b6a7-c58cb61a95f6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.0947762 Apr 11 20:57:40.184991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cdf2546-eae3-4523-be74-d63e9cc088ea req-be81a9c8-2819-4f3a-8d18-736b1655f2fd tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0507412 Apr 11 20:57:40.218947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9dd18a49-eea5-465c-81e2-d10c5049620b req-fd1b0923-bb9b-4cdb-a2bf-094337d0cf80 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Apr 11 20:57:40.230444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.268233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.275960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=052b47a9-810b-48c7-9bb6-e2ef84ce9807,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:40.298190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d5c8f125-afe8-4a82-8ae1-7e5156734ebe tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/052b47a9-810b-48c7-9bb6-e2ef84ce9807 HTTP/1.1" status: 204 len: 168 time: 2.5559106 Apr 11 20:57:40.300558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41012) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:40.408401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.433053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Transition to ACTIVE for port object 2eac6c74-05e2-4284-97e5-d181c72f63f8 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:40.508788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.662428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b3b3-c358-48ff-a212-c1f85ad681e1 None None] Pushing event updated for resources: {'Port': ['ID=2eac6c74-05e2-4284-97e5-d181c72f63f8,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:40.736788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.808853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Attempting to bind port 2eac6c74-05e2-4284-97e5-d181c72f63f8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:40.815170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Attempting to bind port 2eac6c74-05e2-4284-97e5-d181c72f63f8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:40.815533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Attempting to bind port 2eac6c74-05e2-4284-97e5-d181c72f63f8 on network 6909177e-93bd-4cac-8ff3-5061a4a894f2 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:40.835849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:40.836472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Checking segment: {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:40.836874 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.837513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Bound using segment: {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:40.837904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Bound port: 2eac6c74-05e2-4284-97e5-d181c72f63f8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a059502-cfbf-47f5-a09d-de8f059dc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:40.838275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:40.841175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e5a4-1d2f-4a7e-a2fa-4f274065ab3e req-8fbae88b-f7c7-417a-b165-499791ff74cb tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:40.841928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7754e5a4-1d2f-4a7e-a2fa-4f274065ab3e req-8fbae88b-f7c7-417a-b165-499791ff74cb tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Synchronizing usage tracker for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:40.951431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] For port 2eac6c74-05e2-4284-97e5-d181c72f63f8, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:40.955429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] For port 2eac6c74-05e2-4284-97e5-d181c72f63f8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eac6c74-05e2-4284-97e5-d181c72f63f8,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:40.955600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7754e5a4-1d2f-4a7e-a2fa-4f274065ab3e req-8fbae88b-f7c7-417a-b165-499791ff74cb tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Unset dirty status for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:40.956724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7754e5a4-1d2f-4a7e-a2fa-4f274065ab3e req-8fbae88b-f7c7-417a-b165-499791ff74cb tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 944 time: 0.2274330 Apr 11 20:57:41.009513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7754e5a4-1d2f-4a7e-a2fa-4f274065ab3e req-56d69cc2-6c2d-48b4-a173-222af15883ab tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Apr 11 20:57:41.021216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:41.177341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Routers {'6037fcb9-d75e-4e73-8379-6afbc692ae50'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:41.179144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6037fcb9-d75e-4e73-8379-6afbc692ae50'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:41.241798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b3b3-c358-48ff-a212-c1f85ad681e1 None None] Pushing event updated for resources: {'Port': ['ID=2eac6c74-05e2-4284-97e5-d181c72f63f8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:41.448813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eac6c74-05e2-4284-97e5-d181c72f63f8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:41.575449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] Set router 6037fcb9-d75e-4e73-8379-6afbc692ae50 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:41.576439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26b29320-f9cb-4805-97fa-7fd202e56187 req-c09520fb-9ddf-45a7-96ae-a0e0e2a10361 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0426333 Apr 11 20:57:41.700530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21660950-41b8-48a6-8ba0-47e2ce3e6fb5 req-44f56e05-1716-405d-a966-02f91bdb990f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:41.700530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21660950-41b8-48a6-8ba0-47e2ce3e6fb5 req-44f56e05-1716-405d-a966-02f91bdb990f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1610138 Apr 11 20:57:41.741285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 07c2887f-863b-4c04-8b14-815b99e39a43 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:41.741618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:41.805170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21660950-41b8-48a6-8ba0-47e2ce3e6fb5 req-02d19b0c-e231-4807-9a5e-43722aa88a83 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063402 Apr 11 20:57:41.849083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2eac6c74-05e2-4284-97e5-d181c72f63f8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:41.868452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2eac6c74-05e2-4284-97e5-d181c72f63f8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:41.868828 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:41.957244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 07c2887f-863b-4c04-8b14-815b99e39a43, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=07c2887f-863b-4c04-8b14-815b99e39a43,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:41.957685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:42.068969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:42.099873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-de5af080-531c-429e-9539-31c8a83907bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2eac6c74-05e2-4284-97e5-d181c72f63f8', 'name': '', 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'mac_address': 'fa:16:3e:ca:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:12Z', 'updated_at': '2022-04-11T20:57:40Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'subnets': [{'id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:42.111050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5af080-531c-429e-9539-31c8a83907bd None None] The sync data for ids ['6037fcb9-d75e-4e73-8379-6afbc692ae50'] in n-d-837321-1 is: [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T20:57:14Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2eac6c74-05e2-4284-97e5-d181c72f63f8', 'name': '', 'network_id': '6909177e-93bd-4cac-8ff3-5061a4a894f2', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'mac_address': 'fa:16:3e:ca:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:12Z', 'updated_at': '2022-04-11T20:57:40Z', 'revision_number': 4, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'subnets': [{'id': '15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:42.118735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 2eac6c74-05e2-4284-97e5-d181c72f63f8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eac6c74-05e2-4284-97e5-d181c72f63f8,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:42.127286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 07c2887f-863b-4c04-8b14-815b99e39a43 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:42.201561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:42.253214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d55cc288-8b4a-4536-8708-ad7329522507 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:42.326500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d55cc288-8b4a-4536-8708-ad7329522507 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:42.326835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d55cc288-8b4a-4536-8708-ad7329522507 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:42.347100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ec1a5-3b9a-4427-89e7-f6ab3186bcea req-b9e75cbb-a375-4d23-bee1-3c0082eda577 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:42.363908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc7ec1a5-3b9a-4427-89e7-f6ab3186bcea req-b9e75cbb-a375-4d23-bee1-3c0082eda577 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 944 time: 0.1820049 Apr 11 20:57:42.379924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=2eac6c74-05e2-4284-97e5-d181c72f63f8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:42.427502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc7ec1a5-3b9a-4427-89e7-f6ab3186bcea req-58a5e147-62f8-47ef-b9be-b6d6c1dbfc5e tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675812 Apr 11 20:57:42.451704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:42.487071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=07c2887f-863b-4c04-8b14-815b99e39a43,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:42.755433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:42.869123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:57:43.036956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,segment=NetworkSegment(c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab),segment_id=c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:43.046008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9fa6-c309-4547-9d6a-a8b857918234 req-a011b036-640f-4d0f-abc7-d4756f2b2864 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:43.054525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f63d9fa6-c309-4547-9d6a-a8b857918234 req-a011b036-640f-4d0f-abc7-d4756f2b2864 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.0994511 Apr 11 20:57:43.054982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d', 'network_id': 'b8f01f56-a2ad-4573-a566-01d64021de15', 'port_id': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d', 'mac_address': 'fa:16:3e:86:e8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd573cfa4-f92f-4e03-a175-9556e35a622d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:57:43.059717 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2a3314b-a812-40b4-95b5-86676ac40649 req-24dbcd2b-c3c8-4ce0-952c-0a50dda2162e tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1135767 Apr 11 20:57:43.131918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f63d9fa6-c309-4547-9d6a-a8b857918234 req-6c1671fd-5f49-48c1-afd0-3a2fc4cadc33 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757787 Apr 11 20:57:43.142707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:43.162174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:57:43.179368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,segment=NetworkSegment(c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab),segment_id=c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:43.247518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:43.390373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:43.441134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:43.463457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eac6c74-05e2-4284-97e5-d181c72f63f8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:43.515463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['1acc77db-b0b2-4cc7-9081-9d0a97a2a16d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:57:43.648470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2eac6c74-05e2-4284-97e5-d181c72f63f8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:43.648844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:43.683357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e294cd4-21b8-4dd5-9e99-5e3bccffcf16 req-659d6d18-1aeb-4f6e-a22c-785d6b863199 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:43.685692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e294cd4-21b8-4dd5-9e99-5e3bccffcf16 req-659d6d18-1aeb-4f6e-a22c-785d6b863199 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 945 time: 0.1088490 Apr 11 20:57:43.691847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:43.705901 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:43.723982 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:43.724804 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:43.732466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-12fc078c-7c77-4d6c-8a37-32a02207b6d0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4294026 Apr 11 20:57:43.736696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41044) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:43.761345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e294cd4-21b8-4dd5-9e99-5e3bccffcf16 req-cf9a3c5c-1d69-4700-a664-a060cfc6a6ae tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664890 Apr 11 20:57:43.863592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4b355b2-4c46-4e00-b725-bf75dae663eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:43.943852 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:44.002508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting subnet 1ef3feca-4840-4e5a-965c-31a211600148 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:44.006045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.063858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.102976 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:42Z', 'revision_number': 11, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:44.107182 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:44.126857 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:44.126857 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:44.180345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.286197 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:44.328860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d30cb38-913a-4f30-bd31-931d2571c610 req-f9e5cdd1-8d97-47e1-986b-c06b2dbd8d94 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0620282 Apr 11 20:57:44.420886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39d802-c8da-4c3c-98b2-20a8e96af27a req-ead77af3-63be-46e4-9ad1-aaf4ccbfb140 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:44.422395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c39d802-c8da-4c3c-98b2-20a8e96af27a req-ead77af3-63be-46e4-9ad1-aaf4ccbfb140 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1006160 Apr 11 20:57:44.427799 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:42Z', 'revision_number': 11, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:44.432197 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251a6daa-c80a-405f-b99f-b5900897a311 None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:42Z', 'revision_number': 11, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:44.460371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.485110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c39d802-c8da-4c3c-98b2-20a8e96af27a req-88554b90-43ab-486c-98c4-931c15255458 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545034 Apr 11 20:57:44.505875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.515266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41ec20d-2d78-4588-8b21-f846bde87c65 None None] Network d0fc5258-efac-4aa0-82ce-182965ed4a7b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:44.516288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef3feca-4840-4e5a-965c-31a211600148,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:44.525478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:44.525658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e8a97f40-5974-4c25-8593-07e3efcd4cd6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/1ef3feca-4840-4e5a-965c-31a211600148 HTTP/1.1" status: 204 len: 168 time: 0.7878716 Apr 11 20:57:44.650918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.665303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Deleting port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:44.665638 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.831287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] DHCP port deletion for d0fc5258-efac-4aa0-82ce-182965ed4a7b request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:57:44.839838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Deleting port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:44.839838 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.891990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] For port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:44.892599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:44.897830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:57:45.041264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Calling delete_port for 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:45.076288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb849e6-0a00-45e0-8b0a-71324880bf6d req-8043bc8d-3d33-404d-ab02-fe7a36a17f71 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:45.083372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fb849e6-0a00-45e0-8b0a-71324880bf6d req-8043bc8d-3d33-404d-ab02-fe7a36a17f71 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 945 time: 0.1670022 Apr 11 20:57:45.156332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fb849e6-0a00-45e0-8b0a-71324880bf6d req-90e156f4-a7a0-4ea4-ab8f-53730d4d7648 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Apr 11 20:57:45.172915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] For port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,segment=NetworkSegment(8e4cc0a0-2d78-42b4-81aa-3990a36c4d58),segment_id=8e4cc0a0-2d78-42b4-81aa-3990a36c4d58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:45.172915 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.320191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:57:45.330247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Calling delete_port for 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:45.333159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.358529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07c2887f-863b-4c04-8b14-815b99e39a43 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:45.383744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Port': ['ID=38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:45.392637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No DVR routers for this DVR port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:45.402621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:57:45.402621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.431856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 07c2887f-863b-4c04-8b14-815b99e39a43 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:45.432205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07c2887f-863b-4c04-8b14-815b99e39a43 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:45.432606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:45.481570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:45.481911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:45.527132 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:57:45.527831 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:57:45.572088 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b1084ef8-9155-4754-9952-4da9653c5a3d req-d682dfe2-8b14-442e-a2c5-91750ed2542f tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0664859 Apr 11 20:57:45.580056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.591255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.611904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fc5258-efac-4aa0-82ce-182965ed4a7b']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:45.631547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,segment=NetworkSegment(c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab),segment_id=c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:45.632721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:45.640636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:45.640929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4cc0a0-2d78-42b4-81aa-3990a36c4d58') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:45.663139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.682078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.690733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:45.691079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.691926 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb02c286-33b0-41e0-9225-bb4f8f2d5314'] response: {'server_uuid': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d', 'code': 200} Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:45.706045 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:45.722626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.807862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:45.880095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.884698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:45.914256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Pushing event deleted for resources: {'Network': ['ID=d0fc5258-efac-4aa0-82ce-182965ed4a7b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:45.916147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c4c0-37b2-42ab-812a-e019fd493d9e req-add55d84-619d-4f6d-b748-491189677703 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:45.917591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88c4c4c0-37b2-42ab-812a-e019fd493d9e req-add55d84-619d-4f6d-b748-491189677703 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2372777 Apr 11 20:57:45.922383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fc1f49db-fdc3-418f-9ff6-7fa16dba08ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/networks/d0fc5258-efac-4aa0-82ce-182965ed4a7b HTTP/1.1" status: 204 len: 168 time: 1.3931935 Apr 11 20:57:45.922660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41068) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:45.925588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1853cb5-06e6-4007-b52f-8a9ce9a53338 req-9987eff0-9151-4f48-ae24-6ce60e26aae4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 1097 time: 0.1053588 Apr 11 20:57:45.929611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'routes': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:46.006442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1853cb5-06e6-4007-b52f-8a9ce9a53338 req-bfcb6dbb-54b4-4f6f-8709-68973ef5d7d3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654593 Apr 11 20:57:46.007931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9efac7cb-c548-4f65-9404-65cccaff9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:46.009735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88c4c4c0-37b2-42ab-812a-e019fd493d9e req-4c297848-05dd-4977-8918-09a8ef20cbce tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832467 Apr 11 20:57:46.029070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Deleting port 38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:46.029772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:46.109220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e14175c0-c298-4ab0-a04e-fae3ba37a1a6 None None] The port '38e2a3a5-4bf1-4d70-af4b-b58c76f80bf6' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:57:46.236462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Added routes are [] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 11 20:57:46.236831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Removed routes are [] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 11 20:57:46.237142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:46.560716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:46.567856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb80964-e94a-4756-9691-4c041e1162d1 req-b4a532a3-be50-4bf4-b1d3-6248c0f5e870 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:46.569440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bb80964-e94a-4756-9691-4c041e1162d1 req-b4a532a3-be50-4bf4-b1d3-6248c0f5e870 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.2655268 Apr 11 20:57:46.572087 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:46.812023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4dacb851-65c6-4dcc-bf55-8b11035cc747 req-908bdf6f-ba0d-4d37-8837-5e3877eadb4c tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0435534 Apr 11 20:57:46.860725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bb80964-e94a-4756-9691-4c041e1162d1 req-8df99a71-69d1-4b44-a5e0-bba07ef99ea0 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775550 Apr 11 20:57:46.878924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router f33de5d9-669e-433f-afe5-0464aafd2cb3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:57:47.023741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:47.031107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:47.033925 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e091b117-43f0-4495-912d-5899f951a8a4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 705 time: 1.1073654 Apr 11 20:57:47.040681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] Sync routers for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:47.042745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41078) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:47.054925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:47.055903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:47.124532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-41d687c4-7a76-4bab-ba88-9b82c2b2d5b5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:47.256631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:47.275643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-41d687c4-7a76-4bab-ba88-9b82c2b2d5b5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:47.279862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-41d687c4-7a76-4bab-ba88-9b82c2b2d5b5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 205 time: 0.2321787 Apr 11 20:57:47.279862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41084) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:47.351199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:47.411458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:42Z', 'revision_number': 11, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:47.417155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] Checking router: f33de5d9-669e-433f-afe5-0464aafd2cb3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:47.433348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] Routers {'f33de5d9-669e-433f-afe5-0464aafd2cb3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:47.433965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f33de5d9-669e-433f-afe5-0464aafd2cb3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:47.449696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6d5a4-8ccc-40a9-904c-a242b7787367 req-f48f6584-7570-4359-850f-f3c58ec62299 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:47.451642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22e6d5a4-8ccc-40a9-904c-a242b7787367 req-f48f6584-7570-4359-850f-f3c58ec62299 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2804959 Apr 11 20:57:47.455862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:47.596827 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:47.621040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22e6d5a4-8ccc-40a9-904c-a242b7787367 req-73cdac2a-3b1d-485f-b07b-c326fef9bd13 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178377 Apr 11 20:57:47.625821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] Set router f33de5d9-669e-433f-afe5-0464aafd2cb3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:47.747663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:42Z', 'revision_number': 11, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:47.754844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb6f2f-ca10-4769-a1c2-4ebabe80cb6b None None] The sync data for ids ['f33de5d9-669e-433f-afe5-0464aafd2cb3'] in n-d-837321-1 is: [{'id': 'f33de5d9-669e-433f-afe5-0464aafd2cb3', 'name': 'tempest-RoutersIpV6Test-router-1020691484', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:01Z', 'updated_at': '2022-04-11T20:57:42Z', 'revision_number': 11, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:47.948054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:47.953270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.052247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d69806b9-89bc-4d64-87d1-208cd6f8b4b7 req-70cf905e-1235-4733-91cb-6fccaf335c14 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0548487 Apr 11 20:57:48.055296 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.056052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router f33de5d9-669e-433f-afe5-0464aafd2cb3 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:57:48.074236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.081469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a8fd8a04-b7de-4afb-af75-76e0d34e9d91 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 204 len: 168 time: 0.7949104 Apr 11 20:57:48.081604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41094) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:48.085893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-274863207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:48.090184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c97f2a-6e5b-461e-84ab-b83ad6da7794 req-598d655a-fbe8-4130-9a8a-f4a420900c72 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:48.092585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62c97f2a-6e5b-461e-84ab-b83ad6da7794 req-598d655a-fbe8-4130-9a8a-f4a420900c72 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.1096900 Apr 11 20:57:48.092896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:48.097983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Usage tracker for resource:router and tenant:2bf9433b55d645f18f278f4be237f9e3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:48.100910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:48.107235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:48.151014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62c97f2a-6e5b-461e-84ab-b83ad6da7794 req-c473d7b9-db28-4158-8778-797aa7f9ef0b tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Apr 11 20:57:48.187988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.187988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.216215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.322906 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.383899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b031825-dbbf-424e-b6f3-bb03d5df4e9e req-6ccf12b4-2a10-4b02-93fb-0778f463a24d tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:48.388038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b031825-dbbf-424e-b6f3-bb03d5df4e9e req-6ccf12b4-2a10-4b02-93fb-0778f463a24d tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.0993414 Apr 11 20:57:48.412908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.412908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fd098715-1937-4c63-a138-379c378bbaf8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3305538 Apr 11 20:57:48.414958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:48.421279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:48.562516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b031825-dbbf-424e-b6f3-bb03d5df4e9e req-20698140-eb28-4b31-9766-4ad660e6db8e tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706350 Apr 11 20:57:48.639900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.882051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.927618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ebddd-055a-4290-9605-1b22ac4a6a9e req-633d00e8-ff6d-42a7-95d0-af824b130719 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:48.929273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-280ebddd-055a-4290-9605-1b22ac4a6a9e req-633d00e8-ff6d-42a7-95d0-af824b130719 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1586499 Apr 11 20:57:48.953762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:48.955997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bba89c-a7bd-4789-8777-164f6e3e0521 req-5f17b26a-49e9-4cc4-bf44-e7df8fc3fb14 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:48.957494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37bba89c-a7bd-4789-8777-164f6e3e0521 req-5f17b26a-49e9-4cc4-bf44-e7df8fc3fb14 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.0892494 Apr 11 20:57:49.008208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37bba89c-a7bd-4789-8777-164f6e3e0521 req-40f844fb-f0b9-418f-8320-65645cf24c68 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Apr 11 20:57:49.109156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-280ebddd-055a-4290-9605-1b22ac4a6a9e req-a4e9cf7a-b7fb-440d-b765-fd7dd1f97f79 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727982 Apr 11 20:57:49.275196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Router 0b30aac1-f836-46b3-a2df-d7724d6e0ae0 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:57:49.308735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fadafe6-3cde-467a-aac0-28c95598aa82 req-75d42b07-eb3c-4e0f-b1e9-856cb97cd337 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0520589 Apr 11 20:57:49.446275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:57:49.452109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:49.453240 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d2fb06fa-09cd-45f3-ab5c-1ac2a9ad462c tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "PUT /v2.0/routers/0b30aac1-f836-46b3-a2df-d7724d6e0ae0 HTTP/1.1" status: 200 len: 697 time: 1.0373154 Apr 11 20:57:49.456961 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] Sync routers for ids ['0b30aac1-f836-46b3-a2df-d7724d6e0ae0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:57:49.457430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41122) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:49.470229 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] Routers {'0b30aac1-f836-46b3-a2df-d7724d6e0ae0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:49.474971 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0b30aac1-f836-46b3-a2df-d7724d6e0ae0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:49.618443 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] Set router 0b30aac1-f836-46b3-a2df-d7724d6e0ae0 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:49.722876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7dde6932-0b03-40ee-a36c-08654e3fec37 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/routers/0b30aac1-f836-46b3-a2df-d7724d6e0ae0 HTTP/1.1" status: 200 len: 703 time: 0.2646837 Apr 11 20:57:49.725765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:49.726225 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b30aac1-f836-46b3-a2df-d7724d6e0ae0', 'name': 'tempest-RoutersIpV6Test-router-274863207', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:57:48Z', 'updated_at': '2022-04-11T20:57:48Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:49.730509 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] Checking router: 0b30aac1-f836-46b3-a2df-d7724d6e0ae0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:57:49.742198 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] Routers {'0b30aac1-f836-46b3-a2df-d7724d6e0ae0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:57:49.742798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0b30aac1-f836-46b3-a2df-d7724d6e0ae0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:49.775730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7f50fa7-0781-4d7e-a850-ae83c72c8b90 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Synchronizing usage tracker for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:49.790192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7f50fa7-0781-4d7e-a850-ae83c72c8b90 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Unset dirty status for tenant:2bf9433b55d645f18f278f4be237f9e3 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:49.793905 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b7f50fa7-0781-4d7e-a850-ae83c72c8b90 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b30aac1-f836-46b3-a2df-d7724d6e0ae0 HTTP/1.1" status: 200 len: 205 time: 0.0645244 Apr 11 20:57:49.800600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41132) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:49.875041 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] Set router 0b30aac1-f836-46b3-a2df-d7724d6e0ae0 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:57:49.883589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d048e-95d1-480d-9428-ac38fee205b9 req-6835ea80-6d1f-4341-aea4-53ea5d9c53c3 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:49.886124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b0d048e-95d1-480d-9428-ac38fee205b9 req-6835ea80-6d1f-4341-aea4-53ea5d9c53c3 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.0911112 Apr 11 20:57:49.943672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b0d048e-95d1-480d-9428-ac38fee205b9 req-e8a61fc0-6b97-4a9b-b70e-93b76903cca9 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Apr 11 20:57:49.944172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:49.988678 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b30aac1-f836-46b3-a2df-d7724d6e0ae0', 'name': 'tempest-RoutersIpV6Test-router-274863207', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:57:48Z', 'updated_at': '2022-04-11T20:57:48Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:49.993001 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec950a0-de2f-4102-a2d6-82b7d65fcbea None None] The sync data for ids ['0b30aac1-f836-46b3-a2df-d7724d6e0ae0'] in n-d-837321-1 is: [{'id': '0b30aac1-f836-46b3-a2df-d7724d6e0ae0', 'name': 'tempest-RoutersIpV6Test-router-274863207', 'tenant_id': '2bf9433b55d645f18f278f4be237f9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:57:48Z', 'updated_at': '2022-04-11T20:57:48Z', 'revision_number': 2, 'project_id': '2bf9433b55d645f18f278f4be237f9e3', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:57:50.415583 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:50.429648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:50.467376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b8239-d5f1-4181-b32f-090ae4c42994 req-7eb5c955-c0b7-4f95-9dcf-721ab8dc0193 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:50.468886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-759b8239-d5f1-4181-b32f-090ae4c42994 req-7eb5c955-c0b7-4f95-9dcf-721ab8dc0193 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1877322 Apr 11 20:57:50.516194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-759b8239-d5f1-4181-b32f-090ae4c42994 req-442a2f0e-ebc7-4dc6-80dc-b3f6a1a522bf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Apr 11 20:57:50.550792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:50.551329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Fanout notify agent at l3_agent the message router_deleted on router 0b30aac1-f836-46b3-a2df-d7724d6e0ae0 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:57:50.566754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:50.567893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5a4462e5-336e-44cf-9ea2-6d8bc6187e9d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/0b30aac1-f836-46b3-a2df-d7724d6e0ae0 HTTP/1.1" status: 204 len: 168 time: 0.7728469 Apr 11 20:57:50.571710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41142) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.617960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-07d836f8-7009-4bcb-817b-ab4d580197b8 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b30aac1-f836-46b3-a2df-d7724d6e0ae0 HTTP/1.1" status: 200 len: 205 time: 0.0429542 Apr 11 20:57:50.619143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41146) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.645527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad31e9d3-b515-4eca-8cea-ff67f6f554da req-9471d52b-2851-4b53-882d-a30f17133174 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1611350 Apr 11 20:57:50.693445 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-43a5cc94-b599-4c13-989c-7aee053fe780 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:50.694523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-43a5cc94-b599-4c13-989c-7aee053fe780 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/0b30aac1-f836-46b3-a2df-d7724d6e0ae0 HTTP/1.1" status: 404 len: 336 time: 0.0743792 Apr 11 20:57:50.698563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41150) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.738051 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4bd4e0-7bc7-4afd-bb7b-a595e708bcc6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:50.738507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4bd4e0-7bc7-4afd-bb7b-a595e708bcc6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:50.740185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ac4bd4e0-7bc7-4afd-bb7b-a595e708bcc6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/07df6a16-9738-4b8d-981a-6e053119a39a HTTP/1.1" status: 404 len: 337 time: 0.0407503 Apr 11 20:57:50.744567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.790202 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-01401e28-5f32-4c4a-b660-c029524a3de0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:50.790645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01401e28-5f32-4c4a-b660-c029524a3de0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:50.792415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-01401e28-5f32-4c4a-b660-c029524a3de0 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/ec108fd9-e3b5-4f42-b5cc-4bc6c0600d84 HTTP/1.1" status: 404 len: 337 time: 0.0469625 Apr 11 20:57:50.794982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.838400 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab666bcd-0a4c-48a4-a98a-4283d55367c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:50.838833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab666bcd-0a4c-48a4-a98a-4283d55367c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:50.843313 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ab666bcd-0a4c-48a4-a98a-4283d55367c4 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/06d70a5e-84f6-474c-8c24-a41fe7aae772 HTTP/1.1" status: 404 len: 337 time: 0.0446429 Apr 11 20:57:50.843668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41162) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.886002 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a371d568-f2a8-4834-b059-3b11f3d41a55 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:50.886441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a371d568-f2a8-4834-b059-3b11f3d41a55 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:50.888249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a371d568-f2a8-4834-b059-3b11f3d41a55 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/1ef3feca-4840-4e5a-965c-31a211600148 HTTP/1.1" status: 404 len: 337 time: 0.0435555 Apr 11 20:57:50.890889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41166) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:50.934481 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d8ff0502-dd71-45df-9a4d-60dd8d205c59 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 200 len: 205 time: 0.0422573 Apr 11 20:57:50.937823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41170) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.005653 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-fef555f1-aaea-47c8-9860-439ebc0de0e6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:51.007610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fef555f1-aaea-47c8-9860-439ebc0de0e6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/f33de5d9-669e-433f-afe5-0464aafd2cb3 HTTP/1.1" status: 404 len: 336 time: 0.0673451 Apr 11 20:57:51.014411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.098878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d4796340-dfc2-42b1-982d-66c5bbc335db tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba734ef-86e3-476c-b00a-0de985aaabec HTTP/1.1" status: 200 len: 205 time: 0.0833807 Apr 11 20:57:51.103434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41182) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.163447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ce9f3-d129-45fc-bc7c-baa84a0195b1 req-c633850d-ce76-4390-b6b3-6f5684d65b88 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:51.164990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e19ce9f3-d129-45fc-bc7c-baa84a0195b1 req-c633850d-ce76-4390-b6b3-6f5684d65b88 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.0867755 Apr 11 20:57:51.177902 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-9f6a6474-7bd4-41f9-bdce-7bacaef9e97a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:51.180466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f6a6474-7bd4-41f9-bdce-7bacaef9e97a tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/dba734ef-86e3-476c-b00a-0de985aaabec HTTP/1.1" status: 404 len: 336 time: 0.0743198 Apr 11 20:57:51.182471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41186) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.218807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e19ce9f3-d129-45fc-bc7c-baa84a0195b1 req-0b468f7d-d92d-4436-9da2-4e1568d3dfb7 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8739653-b7a5-43ba-b1c9-c1076162ba3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Apr 11 20:57:51.230830 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6750929e-61df-4487-8026-be0be8489b47 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:51.231461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6750929e-61df-4487-8026-be0be8489b47 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:51.234537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6750929e-61df-4487-8026-be0be8489b47 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/e22f0f33-ac19-40af-b547-f6bd9d957986 HTTP/1.1" status: 404 len: 337 time: 0.0496230 Apr 11 20:57:51.236910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41190) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.260631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-062bedaa-1f4c-4be4-b8d8-d7ffd597c1bc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:51.262146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-062bedaa-1f4c-4be4-b8d8-d7ffd597c1bc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 946 time: 0.2135704 Apr 11 20:57:51.286672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea0c9907-817b-4af0-9b21-7c377a875820 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 200 len: 205 time: 0.0486460 Apr 11 20:57:51.288957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41194) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.341422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Deleting port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:51.341761 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:51.366432 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-2be38106-e47d-451b-a4ab-2295d433faa5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:51.366432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2be38106-e47d-451b-a4ab-2295d433faa5 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/ece49ff0-d04f-4b6c-b7ae-428ad09844c4 HTTP/1.1" status: 404 len: 336 time: 0.0716419 Apr 11 20:57:51.368465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41198) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.538329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f99c2585-f25d-4f8d-8731-ed309dfdf0b6 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d84c686-3d60-4c43-81e1-d56e607b5187 HTTP/1.1" status: 200 len: 205 time: 0.1687319 Apr 11 20:57:51.540588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.613263 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-87ed9152-8705-4762-95db-d2aafb7a897d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:51.615417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87ed9152-8705-4762-95db-d2aafb7a897d tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/1d84c686-3d60-4c43-81e1-d56e607b5187 HTTP/1.1" status: 404 len: 336 time: 0.0736620 Apr 11 20:57:51.616391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] For port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,segment=NetworkSegment(c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab),segment_id=c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:57:51.616801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:51.617866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41208) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.658967 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-47301ba0-c37f-4eec-9369-61490557a0fc tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:51.659516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47301ba0-c37f-4eec-9369-61490557a0fc tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:51.663814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-47301ba0-c37f-4eec-9369-61490557a0fc tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/94496d8d-9fa3-4a44-b17a-4c499832e886 HTTP/1.1" status: 404 len: 337 time: 0.0422800 Apr 11 20:57:51.663913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41212) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.708082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3d92c8a8-be1b-498e-9600-a2db473227bc tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fc8d208-5729-4000-920b-e18bd2a78a33 HTTP/1.1" status: 200 len: 205 time: 0.0430510 Apr 11 20:57:51.710794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41218) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.750034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Calling delete_port for 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:57:51.781083 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-5b6f5301-dac0-4028-80fd-db7d4e901d2f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:51.783709 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5b6f5301-dac0-4028-80fd-db7d4e901d2f tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/7fc8d208-5729-4000-920b-e18bd2a78a33 HTTP/1.1" status: 404 len: 336 time: 0.0711911 Apr 11 20:57:51.787323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41222) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.869741 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e9b168-fab3-4b6c-8910-bc60a0318949 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:51.870118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e9b168-fab3-4b6c-8910-bc60a0318949 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:51.874602 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-62e9b168-fab3-4b6c-8910-bc60a0318949 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/7a03349d-e11c-4b59-8791-50819aa507f2 HTTP/1.1" status: 404 len: 337 time: 0.0835981 Apr 11 20:57:51.882164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41226) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.916701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d110b2e-87e5-4489-acff-0d482c226efd req-81a8b4fc-a6f4-41dd-882f-ee59ee0d47eb tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0930114 Apr 11 20:57:51.929887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8236c514-83d3-4e0d-984d-b6bb6f0c5729 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9564577-4452-4fa6-acc6-e844468dccf8 HTTP/1.1" status: 200 len: 205 time: 0.0465744 Apr 11 20:57:51.932236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41230) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:51.941722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b4a7d-868c-48ca-91a0-32bc81743636 req-40720395-2b5c-4741-8fe2-073de13bd5e7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:51.943932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-952b4a7d-868c-48ca-91a0-32bc81743636 req-40720395-2b5c-4741-8fe2-073de13bd5e7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2593739 Apr 11 20:57:52.002937 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-b0ff526a-3525-4911-b658-1f5af3293861 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] delete failed (client error): The resource could not be found. Apr 11 20:57:52.006174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0ff526a-3525-4911-b658-1f5af3293861 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/routers/f9564577-4452-4fa6-acc6-e844468dccf8 HTTP/1.1" status: 404 len: 336 time: 0.0707636 Apr 11 20:57:52.006733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41234) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:52.014822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-952b4a7d-868c-48ca-91a0-32bc81743636 req-084dbf20-347b-46ff-ace7-7e09f1d22ac0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551479 Apr 11 20:57:52.044712 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f945622-28ef-45ca-94c2-a80dbdb725ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:52.045169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f945622-28ef-45ca-94c2-a80dbdb725ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:52.046830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8f945622-28ef-45ca-94c2-a80dbdb725ea tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/dd48af04-1c29-4eb4-b494-d0f32cadbef1 HTTP/1.1" status: 404 len: 337 time: 0.0391986 Apr 11 20:57:52.050734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41240) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:52.090054 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4ebcbf-3db9-4c55-a21f-343f86fa9479 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] DELETE failed (client error): The resource could not be found. Apr 11 20:57:52.090554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4ebcbf-3db9-4c55-a21f-343f86fa9479 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 20:57:52.092488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3c4ebcbf-3db9-4c55-a21f-343f86fa9479 tempest-RoutersIpV6Test-1802587684 tempest-RoutersIpV6Test-1802587684-project] 10.222.0.61 "DELETE /v2.0/subnets/618125b0-7a8f-4175-8c0e-a7339311fe53 HTTP/1.1" status: 404 len: 337 time: 0.0409327 Apr 11 20:57:52.098411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:52.113064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['1acc77db-b0b2-4cc7-9081-9d0a97a2a16d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:57:52.151032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Pushing event deleted for resources: {'Port': ['ID=1acc77db-b0b2-4cc7-9081-9d0a97a2a16d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:52.232740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] No DVR routers for this DVR port 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:57:52.235924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:52.238797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'name': 'network-vif-deleted', 'tag': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:57:52.303518 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25b37d7-8c98-402c-b6de-316710deb4c5'] response: {'server_uuid': '6e5ea590-35b7-437c-b646-42eb5d5adf8f', 'name': 'network-vif-deleted', 'tag': '1acc77db-b0b2-4cc7-9081-9d0a97a2a16d', 'status': 'completed', 'code': 200} Apr 11 20:57:52.408913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a99b4d63-1f0c-4c5a-b2a9-5f82d4aa8526 req-29ba252c-f243-483c-8224-edffdb183afc tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.75 "DELETE /v2.0/ports/1acc77db-b0b2-4cc7-9081-9d0a97a2a16d HTTP/1.1" status: 204 len: 173 time: 1.1409819 Apr 11 20:57:52.414454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b1a100ea-fb0a-4362-9be1-4ef46afa4f1d req-602f3033-ca38-43c1-a654-caa26a9acc91 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Synchronizing usage tracker for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:57:52.536521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b1a100ea-fb0a-4362-9be1-4ef46afa4f1d req-602f3033-ca38-43c1-a654-caa26a9acc91 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] Unset dirty status for tenant:2666f9ae0e0c4b3a88bf3f05bb2e3071 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:57:52.537730 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1a100ea-fb0a-4362-9be1-4ef46afa4f1d req-602f3033-ca38-43c1-a654-caa26a9acc91 tempest-ServersNegativeTestMultiTenantJSON-357388432 tempest-ServersNegativeTestMultiTenantJSON-357388432-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e5ea590-35b7-437c-b646-42eb5d5adf8f HTTP/1.1" status: 200 len: 210 time: 0.1651840 Apr 11 20:57:52.820562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41254) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:53.006050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2a95c8de-0264-41c7-9cae-d9ab7980d102 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bf9433b55d645f18f278f4be237f9e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842000 Apr 11 20:57:53.012341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41262) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:53.078312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-276c7ca4-00e4-403c-9e60-086679648b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:53.117573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-276c7ca4-00e4-403c-9e60-086679648b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:53.133270 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75ac6280-fdfb-4bfc-903e-465d0db66c61 req-6b48d9f4-7d57-4720-abf1-c77d25839a6d tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0509195 Apr 11 20:57:53.248521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-276c7ca4-00e4-403c-9e60-086679648b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:53.269268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c7ca4-00e4-403c-9e60-086679648b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aca383-c4ff-42da-989c-e90c465d4137,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:53.329660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-276c7ca4-00e4-403c-9e60-086679648b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:53.330781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-276c7ca4-00e4-403c-9e60-086679648b3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5aca383-c4ff-42da-989c-e90c465d4137 HTTP/1.1" status: 204 len: 168 time: 0.3175633 Apr 11 20:57:53.382588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623d6d3-ade3-4649-9ba9-b3d6f097c875 req-a241f3a3-163f-4c74-8565-9511251f6290 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:53.390079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7623d6d3-ade3-4649-9ba9-b3d6f097c875 req-a241f3a3-163f-4c74-8565-9511251f6290 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1219096 Apr 11 20:57:53.434589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7623d6d3-ade3-4649-9ba9-b3d6f097c875 req-4cf07c2d-2432-4f0d-b9cb-cc3be17f2096 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Apr 11 20:57:53.650484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41276) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:53.824926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Deleting subnet d573cfa4-f92f-4e03-a175-9556e35a622d {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:53.824926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:53.876783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:53.941330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.105684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.140186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d573cfa4-f92f-4e03-a175-9556e35a622d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:54.147758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.154585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f4b0fb6-49ad-4569-8a9a-12278aeff0bd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d573cfa4-f92f-4e03-a175-9556e35a622d HTTP/1.1" status: 204 len: 168 time: 0.5022111 Apr 11 20:57:54.156447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41290) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:54.269307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.357463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-baeb5160-e4c1-4bc8-8606-6050dc0c9413 req-e474ab71-fa83-4dc0-8398-32fc69e4d0d6 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0530133 Apr 11 20:57:54.409747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.440521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f01f56-a2ad-4573-a566-01d64021de15']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:54.455796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:54.456123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42fc5d9-9ea1-47f5-9fd7-fcaf5fcd0aab') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:54.473237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.499138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.501739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:54.502197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:54.515635 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:54.684678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b2f77-ce40-4c9f-98c1-7614b920e66a req-360eecc5-f369-40f3-9eb5-4e05f637d4a6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:54.686263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-928b2f77-ce40-4c9f-98c1-7614b920e66a req-360eecc5-f369-40f3-9eb5-4e05f637d4a6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.0953574 Apr 11 20:57:54.736387 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-928b2f77-ce40-4c9f-98c1-7614b920e66a req-60bdb8ad-2082-47e6-8b4a-387f15e8ca14 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Apr 11 20:57:54.738652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.758149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.774545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f01f56-a2ad-4573-a566-01d64021de15,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:54.789435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41306) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.795292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:54.842217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79d8e347-8c03-4164-9a94-e4ea157ec5ea admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8f01f56-a2ad-4573-a566-01d64021de15 HTTP/1.1" status: 204 len: 168 time: 0.6835096 Apr 11 20:57:54.846993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41312) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:54.927075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Deleting subnet da74a174-8bdf-4ce8-bc40-7a9edc626795 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:57:54.930482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:54.962969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:57:54.964724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-947597659'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:54.976317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:54.988520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:54.992986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:55.003146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:55.010798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.018593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:57:55.019082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1acc77db-b0b2-4cc7-9081-9d0a97a2a16d not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:57:55.074152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.126650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:55.129573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.147005 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.322135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.364435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da74a174-8bdf-4ce8-bc40-7a9edc626795,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:55.369788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:55.372447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:security_group_rule and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:55.375131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:55.382071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.385610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:55.398787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0f61efe0-abe5-4538-b806-124492a787f4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/da74a174-8bdf-4ce8-bc40-7a9edc626795 HTTP/1.1" status: 204 len: 168 time: 0.5502086 Apr 11 20:57:55.401185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41318) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:55.473054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.546894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.658993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5762ba69-7c99-4134-8ca4-79792be51f85 req-a8f8d0d4-f96a-48b4-b9f9-e0fbc5ef684b tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0524223 Apr 11 20:57:55.794715 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:57:55.832050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.856806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b223531-6e35-4393-bc79-2c436b019978']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:55.876946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f6b4db-fc13-4884-bd16-0cb1f2443e54') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:55.877261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f6b4db-fc13-4884-bd16-0cb1f2443e54') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:57:55.897816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.898671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.921331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:57:55.925216 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.932969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:57:55.933432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:57:55.949701 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:57:55.972373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e4f9b-e732-4ac7-9b78-c758d9e61693,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:56.022152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1bbbc-d2be-4640-84d9-9aebd6b750ed req-d7c20bb9-a78e-40d8-a772-98a4a3e1ac14 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:56.024075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11a1bbbc-d2be-4640-84d9-9aebd6b750ed req-d7c20bb9-a78e-40d8-a772-98a4a3e1ac14 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.0921431 Apr 11 20:57:56.072645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11a1bbbc-d2be-4640-84d9-9aebd6b750ed req-53e60858-65d0-4ca2-8a04-fde896b34a4b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Apr 11 20:57:56.129085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319803e-c01e-4975-a42f-d823bf4a135f req-1eb3a675-87b8-434d-924a-390fadb776ea tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:56.130592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8319803e-c01e-4975-a42f-d823bf4a135f req-1eb3a675-87b8-434d-924a-390fadb776ea tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.0801384 Apr 11 20:57:56.176349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.176567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.176567 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44 of type vlan for network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 Apr 11 20:57:56.202316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.208772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1b223531-6e35-4393-bc79-2c436b019978 HTTP/1.1" status: 204 len: 168 time: 0.8065443 Apr 11 20:57:56.209402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.210277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f978fc-10b8-459d-9594-ce7736676548 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b223531-6e35-4393-bc79-2c436b019978,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:56.216012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8319803e-c01e-4975-a42f-d823bf4a135f req-5f7a5416-a04f-4100-9937-fca100df2970 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799344 Apr 11 20:57:56.321338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.325188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:56.325779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.442054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=7bf0a2f9-dbc9-447d-92cc-e7305cc1d741,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:56.452082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:57:56.561869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dea770ff-6ac3-4334-a0e2-fb0da0fb1f04 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7711389 Apr 11 20:57:56.567045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41336) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:56.572778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-700240345'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:56.578196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:56.590953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:56.590953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:56.594146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:56.646655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:56.650107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.685667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:57:56.699977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.700599 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 8d2d1ddf-f34a-4484-b561-02dd52fa670d of type vlan for network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 Apr 11 20:57:56.732570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.755512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41348) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:56.836798 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-89aab929-8416-4187-8a91-e28a0836bb25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2666f9ae0e0c4b3a88bf3f05bb2e3071&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0794022 Apr 11 20:57:56.839046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41354) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:56.848325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7185c41b-080b-4572-ac0b-4262953d1c70 req-5f1934a4-8cfc-4206-87fb-6023d00681c3 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0502439 Apr 11 20:57:56.858093 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.869747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:56.869747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.934624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a297dda-7b9f-4e7f-9313-6a3b561bd560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.967720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a297dda-7b9f-4e7f-9313-6a3b561bd560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:56.997310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=d3b9bbac-8cad-4cde-ba53-6ce6760cf007,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:57.009459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:57:57.070589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b1f59735-7917-4f70-9eaa-b59d9d6373e3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4961615 Apr 11 20:57:57.070727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41358) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:57.073318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:57.190056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a297dda-7b9f-4e7f-9313-6a3b561bd560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:57.212175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:57.219021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a297dda-7b9f-4e7f-9313-6a3b561bd560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8739653-b7a5-43ba-b1c9-c1076162ba3c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:57.221112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:57.224440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:57.230717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:57.271123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a297dda-7b9f-4e7f-9313-6a3b561bd560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:57.275706 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4a297dda-7b9f-4e7f-9313-6a3b561bd560 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8739653-b7a5-43ba-b1c9-c1076162ba3c HTTP/1.1" status: 204 len: 168 time: 0.4322977 Apr 11 20:57:57.297785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7fa97-b2b0-491a-8cf2-0b96ce110ab0 req-ca5515e3-aafd-4414-a9cb-301b68b25eab tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:57.305236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75a7fa97-b2b0-491a-8cf2-0b96ce110ab0 req-ca5515e3-aafd-4414-a9cb-301b68b25eab tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1027448 Apr 11 20:57:57.331307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:57.363339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75a7fa97-b2b0-491a-8cf2-0b96ce110ab0 req-f899d0cf-bd81-4ec4-bd50-e23e34a31949 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Apr 11 20:57:57.495798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:57.668862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43432e-1308-4bb8-ac26-a87f2c7771b8 req-c7af21e9-0dbf-4306-8da1-751af21c2a45 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:57.670860 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d43432e-1308-4bb8-ac26-a87f2c7771b8 req-c7af21e9-0dbf-4306-8da1-751af21c2a45 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.2624846 Apr 11 20:57:57.736898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d43432e-1308-4bb8-ac26-a87f2c7771b8 req-9fc23eac-90ff-404c-a1b5-2abd6d3604ce tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624809 Apr 11 20:57:58.075946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.113496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-27d75542-bc2b-49f2-9305-c12e41330e2d req-fde9ef90-ffe1-475e-b179-32bc8ce2b4c6 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0773919 Apr 11 20:57:58.174355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=881e8979-4c9e-4ca5-a270-f16e9f678d0d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:58.190305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:58.190778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:57:58.325198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:58.327514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:57:58.387373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09a0f156-d2c3-44e9-bd0c-fc32e976a4bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b6f137c95b245348fd8c427a82ced65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662775 Apr 11 20:57:58.388992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:58.424293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:58.433959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e634493-8f09-4c97-8de5-82b0f8203492 None None] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:57:58.458249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:58.458813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.560529 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3f67-fcce-4ae0-b83c-69652aefe584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.591337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147b1fe-5c9e-4043-8a65-af0f9b2871ab req-0d00d785-eb8e-4f7e-857d-75c674a1d6a2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:58.592919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3f67-fcce-4ae0-b83c-69652aefe584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.594799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e147b1fe-5c9e-4043-8a65-af0f9b2871ab req-0d00d785-eb8e-4f7e-857d-75c674a1d6a2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.0996950 Apr 11 20:57:58.624995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df45df-e970-4062-b0f7-5ab2370503e3 req-e08dd6e8-2939-40f7-bd9c-2fd827827ae8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:58.632216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5df45df-e970-4062-b0f7-5ab2370503e3 req-e08dd6e8-2939-40f7-bd9c-2fd827827ae8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.1772811 Apr 11 20:57:58.655805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e147b1fe-5c9e-4043-8a65-af0f9b2871ab req-7a96b9bb-a66a-469a-895e-69c099dc429b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Apr 11 20:57:58.679910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ab5dcbb-972c-4403-89e9-60c2df7e069f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6129651 Apr 11 20:57:58.686258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:57:58.693298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:57:58.717207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5df45df-e970-4062-b0f7-5ab2370503e3 req-7f9486a1-03e1-4cfd-bae0-af0a7c8b5ca9 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839181 Apr 11 20:57:58.817036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3f67-fcce-4ae0-b83c-69652aefe584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.831855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-7bf0a2f9-dbc9-447d-92cc-e7305cc1d741', 'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': '881e8979-4c9e-4ca5-a270-f16e9f678d0d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:57:58.832704 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.855068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.859158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d3f67-fcce-4ae0-b83c-69652aefe584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15512504-abb3-4780-b3aa-2e0fb75b8c7e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:58.880032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3f67-fcce-4ae0-b83c-69652aefe584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:58.885434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ad0d3f67-fcce-4ae0-b83c-69652aefe584 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15512504-abb3-4780-b3aa-2e0fb75b8c7e HTTP/1.1" status: 204 len: 168 time: 0.4952376 Apr 11 20:57:58.912144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:57:58.917211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:57:58.921773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:57:58.930833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:57:59.046023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Allocated IP 172.20.0.2 (7bf0a2f9-dbc9-447d-92cc-e7305cc1d741/881e8979-4c9e-4ca5-a270-f16e9f678d0d/1c498f72-99e1-4883-aa3d-123147a809bf) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:57:59.086837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-d9719dc0-a1f3-4417-bd8c-a937e94e4bf6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:59.088319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-d9719dc0-a1f3-4417-bd8c-a937e94e4bf6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.1157489 Apr 11 20:57:59.093778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa250dbf-05d7-4615-9cfe-90a9c7aefb05 req-6bc924fb-1d29-4ec8-98a5-11cd526abad6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:59.095890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa250dbf-05d7-4615-9cfe-90a9c7aefb05 req-6bc924fb-1d29-4ec8-98a5-11cd526abad6 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.1663320 Apr 11 20:57:59.252433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:57:59.335451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.355106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96808d9a-6710-478b-8edf-33ab10ea2d22 req-2ed08d3e-a28e-4b01-8912-a5da013cf948 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0582895 Apr 11 20:57:59.355502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Transition to ACTIVE for port object 1c498f72-99e1-4883-aa3d-123147a809bf will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:59.374769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Deleting port 05a9454e-d18d-4016-bc12-c88d6b629524 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:57:59.375117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.382525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Transition to ACTIVE for port object 1c498f72-99e1-4883-aa3d-123147a809bf will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:57:59.437729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa250dbf-05d7-4615-9cfe-90a9c7aefb05 req-5f888b0e-9059-455a-bfcb-5d6f00b9180b tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113282 Apr 11 20:57:59.449301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.480215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.555849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:57:59.561524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:57:59.565998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:57:59.580133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Pushing event updated for resources: {'Port': ['ID=1c498f72-99e1-4883-aa3d-123147a809bf,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:57:59.653660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.653913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.654248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.654579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.654905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.655230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.655579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.655900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.656218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.656531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.657024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:57:59.679957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Attempting to bind port 1c498f72-99e1-4883-aa3d-123147a809bf on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:57:59.680327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Attempting to bind port 1c498f72-99e1-4883-aa3d-123147a809bf by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:57:59.680683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Attempting to bind port 1c498f72-99e1-4883-aa3d-123147a809bf on network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:57:59.687181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:57:59.687578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Checking segment: {'id': '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:57:59.688672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.689142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Bound using segment: {'id': '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:57:59.689604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Bound port: 1c498f72-99e1-4883-aa3d-123147a809bf, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7bf0a2f9-dbc9-447d-92cc-e7305cc1d741'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:57:59.689971 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.880466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] For port 1c498f72-99e1-4883-aa3d-123147a809bf, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:57:59.885715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] For port 1c498f72-99e1-4883-aa3d-123147a809bf, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1c498f72-99e1-4883-aa3d-123147a809bf,segment=NetworkSegment(14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44),segment_id=14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:57:59.950361 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:57:59.992491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891f226-7793-441d-a3db-827609d4d4d7 req-c966db17-8c6f-4e07-9f98-fb4119f2534d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:57:59.994052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d891f226-7793-441d-a3db-827609d4d4d7 req-c966db17-8c6f-4e07-9f98-fb4119f2534d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1487556 Apr 11 20:58:00.000265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] For port 05a9454e-d18d-4016-bc12-c88d6b629524, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=05a9454e-d18d-4016-bc12-c88d6b629524,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:00.000951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:00.053584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aa417-abf6-4bb1-a890-fff880f0b389 None None] Pushing event updated for resources: {'Port': ['ID=1c498f72-99e1-4883-aa3d-123147a809bf,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:00.083679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d891f226-7793-441d-a3db-827609d4d4d7 req-2606adbb-e88a-40ca-ac7a-6044e2bc6d78 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Apr 11 20:58:00.100030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-00ddb6fd-6369-43b7-8e5d-ad2f17936565 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:00.100030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-00ddb6fd-6369-43b7-8e5d-ad2f17936565 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.4670334 Apr 11 20:58:00.330104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:00.387960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Deleting port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:00.388308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:00.462545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49bba8-54d1-400a-b5ba-e04e406bad00 req-f85584fa-24ef-47e2-98db-8aab48506d6a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:00.464293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca49bba8-54d1-400a-b5ba-e04e406bad00 req-f85584fa-24ef-47e2-98db-8aab48506d6a tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.5309563 Apr 11 20:58:00.526687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:00.610001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22120def-fd3f-4932-8982-33f979f8568c req-4bcbeb22-31dd-48ec-82e4-21af91cd31a0 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.0669892 Apr 11 20:58:00.639934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41440) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:00.684889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=d7381f46-8ed6-4cba-939d-78b06c57215f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:00.813387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:00.814508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:00.814868 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Floating IP 78930772-7dc4-485c-aebb-73e337242ca3 disassociated. External IP: 172.25.5.58, port: 05a9454e-d18d-4016-bc12-c88d6b629524. Apr 11 20:58:00.815275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Calling delete_port for 05a9454e-d18d-4016-bc12-c88d6b629524 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:00.879153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-771398531-network', 'tenant_id': 'f85f212591d84bd68a0e71eb2809e0ed'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:00.887463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:00.894710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Usage tracker for resource:network and tenant:f85f212591d84bd68a0e71eb2809e0ed is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:00.900221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:00.913937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d6105-f98d-49f9-9c7d-7778735aba43 req-f1eb2299-0beb-43ea-9ae2-7cfe868cbfd4 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:00.918519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '8d2d1ddf-f34a-4484-b561-02dd52fa670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:00.920880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: d3b9bbac-8cad-4cde-ba53-6ce6760cf007, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:00.921107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af9d6105-f98d-49f9-9c7d-7778735aba43 req-f1eb2299-0beb-43ea-9ae2-7cfe868cbfd4 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 946 time: 0.1601777 Apr 11 20:58:00.923271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:00.946361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca49bba8-54d1-400a-b5ba-e04e406bad00 req-b470183d-8e3e-4666-a24c-f23ed1869bd8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603839 Apr 11 20:58:00.986127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af9d6105-f98d-49f9-9c7d-7778735aba43 req-00dc3cf6-f39e-4084-a968-a7d9a48f798d tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f44899f-a840-417f-a75a-6ae1fb75cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641549 Apr 11 20:58:01.030130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Made reservation on behalf of f85f212591d84bd68a0e71eb2809e0ed for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:01.035143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.050419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.091900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:01.101378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Usage tracker for resource:security_group_rule and tenant:f85f212591d84bd68a0e71eb2809e0ed is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:01.105340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:01.116038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:01.237572 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.307943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] For port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:01.308498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.315357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.412484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:01.412599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:01.424957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd436a-f71a-451d-9a20-97f720759692,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:01.439418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.441661 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Added segment dc2d1693-544b-485d-a5df-5275fc6edc3d of type vlan for network 73e83d32-f81f-4664-adb1-f20d23e82f09 Apr 11 20:58:01.518320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.523943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d3b9bbac-8cad-4cde-ba53-6ce6760cf007) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:01.545103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906dc3ae-6434-4375-a428-fc4acb942246 None None] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:01.592555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:01.593725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.615978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1c498f72-99e1-4883-aa3d-123147a809bf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:01.662597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.664018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:01.664815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:01.722716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdf122f-acca-4622-b9eb-d435891c6901 None None] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:01.809340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5a920-3fd2-4bb9-b41f-808d4452a7fd req-1fc168d5-4fb9-4e06-baba-e37dcb957a99 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:01.817973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dfd5a920-3fd2-4bb9-b41f-808d4452a7fd req-1fc168d5-4fb9-4e06-baba-e37dcb957a99 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.5879846 Apr 11 20:58:01.990687 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3480568 Apr 11 20:58:02.006219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5273d48c-9126-4b98-980a-ff3aadde1c48 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3167319 Apr 11 20:58:02.029182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41464) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:02.036979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-562389642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:02.048254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.087190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c8d3102-0788-4f12-9e26-3313b8a3f4ec req-df7b008f-fbd3-4c11-9877-59e841fea4e4 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1074326 Apr 11 20:58:02.097712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9191b1-3d24-4e13-8aff-4508566fbe48 admin admin] Pushing event updated for resources: {'Network': ['ID=73e83d32-f81f-4664-adb1-f20d23e82f09,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:02.105851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:02.110409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.110780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.111098 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Floating IP 27622b93-a942-48bb-956e-993c43ae81a9 disassociated. External IP: 172.25.5.5, port: dad804ef-b1d6-4b8f-adfc-d97e07b8d17c. Apr 11 20:58:02.111438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Calling delete_port for dad804ef-b1d6-4b8f-adfc-d97e07b8d17c owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:02.163771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:02.167297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:02.180083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 73e83d32-f81f-4664-adb1-f20d23e82f09 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:02.213847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dfd5a920-3fd2-4bb9-b41f-808d4452a7fd req-057af19e-102e-426e-9f97-071b0fa1f7a8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947830 Apr 11 20:58:02.214976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event deleted for resources: {'Port': ['ID=05a9454e-d18d-4016-bc12-c88d6b629524,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:02.225741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:02.385760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d3b9bbac-8cad-4cde-ba53-6ce6760cf007', 'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': 'd7381f46-8ed6-4cba-939d-78b06c57215f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:02.386646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.426128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.427870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.433923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0c6a8d4c-d350-4fb7-b757-db2eb08ff9b5 None None] Provisioning for port 1c498f72-99e1-4883-aa3d-123147a809bf completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:02.488925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8918a-b456-4f34-90e1-1087d166c9fe req-9b7b4e0d-da89-49a6-8ade-46280e1e90e2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:02.490349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ae8918a-b456-4f34-90e1-1087d166c9fe req-9b7b4e0d-da89-49a6-8ade-46280e1e90e2 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 947 time: 0.1402626 Apr 11 20:58:02.517633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 1c498f72-99e1-4883-aa3d-123147a809bf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:02.537825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1c498f72-99e1-4883-aa3d-123147a809bf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:02.538308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.551514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f6b45b5b-8d27-4224-907e-6849ba14fd66 req-83c37e96-dbcd-49c5-b139-dc781207f986 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Synchronizing usage tracker for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:02.556238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7ae8918a-b456-4f34-90e1-1087d166c9fe req-db5209cd-69e5-4cf2-b085-d228b2634eb4 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups?id=ce575ec8-343d-44d4-b016-a1941da14912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579369 Apr 11 20:58:02.643263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.713399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f6b45b5b-8d27-4224-907e-6849ba14fd66 req-83c37e96-dbcd-49c5-b139-dc781207f986 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Unset dirty status for tenant:67b484cb7d744f1a82907ca129f4b767 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:02.714694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b45b5b-8d27-4224-907e-6849ba14fd66 req-83c37e96-dbcd-49c5-b139-dc781207f986 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.2741895 Apr 11 20:58:02.742291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Router 71189062-0a73-4c40-b4ea-49d66d7edaa6 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:02.743249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.751037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.791725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Allocated IP 172.21.0.2 (d3b9bbac-8cad-4cde-ba53-6ce6760cf007/d7381f46-8ed6-4cba-939d-78b06c57215f/215735a2-6b54-4555-a342-3bc288171202) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:02.827981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event deleted for resources: {'Port': ['ID=dad804ef-b1d6-4b8f-adfc-d97e07b8d17c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:02.831977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:02.997562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.000410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ce24d386-2b7b-45c3-b053-190609024157 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9693003 Apr 11 20:58:03.001105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:03.001377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 05a9454e-d18d-4016-bc12-c88d6b629524 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:03.058089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 05a9454e-d18d-4016-bc12-c88d6b629524 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:03.058431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 05a9454e-d18d-4016-bc12-c88d6b629524 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:03.075323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 1c498f72-99e1-4883-aa3d-123147a809bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1c498f72-99e1-4883-aa3d-123147a809bf,segment=NetworkSegment(14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44),segment_id=14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:03.108769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41482) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:03.117855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1367602232'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:03.124196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:03.130576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:network and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:03.133922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:03.142780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:03.143692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:03.163857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618606a-0fa2-457d-8f7a-d0e3be8a56cb req-404057a8-b3d4-4dbd-9de9-777058c0c627 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:03.169169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618606a-0fa2-457d-8f7a-d0e3be8a56cb req-404057a8-b3d4-4dbd-9de9-777058c0c627 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:03.174454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618606a-0fa2-457d-8f7a-d0e3be8a56cb req-404057a8-b3d4-4dbd-9de9-777058c0c627 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:03.175539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7618606a-0fa2-457d-8f7a-d0e3be8a56cb req-404057a8-b3d4-4dbd-9de9-777058c0c627 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] Synchronizing usage tracker for tenant:f85f212591d84bd68a0e71eb2809e0ed on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:03.194923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: dad804ef-b1d6-4b8f-adfc-d97e07b8d17c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:03.201953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device dad804ef-b1d6-4b8f-adfc-d97e07b8d17c not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:03.208057 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.222570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:03.230418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.326992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:03.365039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.366967 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Added segment b7aa5927-18b9-497c-9d81-8e222fda562a of type vlan for network 1c5dd5f0-7ee5-469b-940a-67c457febede Apr 11 20:58:03.384186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=1c498f72-99e1-4883-aa3d-123147a809bf,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:03.386829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3597ae2c-1ce0-46f1-8f01-59d7e19782e1 None None] Provisioning complete for port 1c498f72-99e1-4883-aa3d-123147a809bf triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:03.387207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3597ae2c-1ce0-46f1-8f01-59d7e19782e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.439830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.461967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.477840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7618606a-0fa2-457d-8f7a-d0e3be8a56cb req-404057a8-b3d4-4dbd-9de9-777058c0c627 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] Unset dirty status for tenant:f85f212591d84bd68a0e71eb2809e0ed on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:03.478310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Transition to ACTIVE for port object 215735a2-6b54-4555-a342-3bc288171202 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:03.491909 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7618606a-0fa2-457d-8f7a-d0e3be8a56cb req-404057a8-b3d4-4dbd-9de9-777058c0c627 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6011500 Apr 11 20:58:03.561138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.568106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:03.569065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.592098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a4fabc1-46d5-4dec-aa72-7b24c8af572d req-64771de4-d184-4c6a-af30-6035f947e5e0 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1716757 Apr 11 20:58:03.621568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Transition to ACTIVE for port object 215735a2-6b54-4555-a342-3bc288171202 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:03.705547 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.726813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6140149 Apr 11 20:58:03.733014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41494) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:03.748278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-90432596'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:03.760557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:03.767416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:network and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:03.770750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:03.776894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:03.791337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:03.792623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ad79c-0788-4900-b7cc-2ad2c3d1e64c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Network': ['ID=1c5dd5f0-7ee5-469b-940a-67c457febede,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:03.795414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:03.799186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:03.812535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Pushing event updated for resources: {'Port': ['ID=215735a2-6b54-4555-a342-3bc288171202,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:03.815688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 1c5dd5f0-7ee5-469b-940a-67c457febede details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:03.837057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133334f-723c-47a2-8f2c-75119753046e req-e3f8f539-0ebc-46a8-8c11-f671f67e9dfb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:03.838770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2133334f-723c-47a2-8f2c-75119753046e req-e3f8f539-0ebc-46a8-8c11-f671f67e9dfb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1639090 Apr 11 20:58:03.866575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:03.870229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.922909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:03.936659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2133334f-723c-47a2-8f2c-75119753046e req-846a243e-0e44-4605-8b80-94b847f385fc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911336 Apr 11 20:58:03.940940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:03.941386 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Added segment 1c242bae-2d27-45a0-a9a1-84476b8a4b0c of type vlan for network 996cc069-17e6-4993-a448-2a6c24d958c0 Apr 11 20:58:03.943763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aae98e-fbf3-4318-b344-4128fc520469 req-a538db4e-140e-4cc9-8d05-a0d325a649b5 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:03.945130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9aae98e-fbf3-4318-b344-4128fc520469 req-a538db4e-140e-4cc9-8d05-a0d325a649b5 tempest-ComputeTenantNetworksTest-1986784573 tempest-ComputeTenantNetworksTest-1986784573-project] 10.222.0.61 "GET /v2.0/networks/73e83d32-f81f-4664-adb1-f20d23e82f09 HTTP/1.1" status: 200 len: 768 time: 0.2873595 Apr 11 20:58:03.958919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:04.004525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Attempting to bind port 215735a2-6b54-4555-a342-3bc288171202 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:04.005234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Attempting to bind port 215735a2-6b54-4555-a342-3bc288171202 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8d2d1ddf-f34a-4484-b561-02dd52fa670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:04.005872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Attempting to bind port 215735a2-6b54-4555-a342-3bc288171202 on network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:04.016608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:04.017610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Checking segment: {'id': '8d2d1ddf-f34a-4484-b561-02dd52fa670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:04.018204 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.018959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Bound using segment: {'id': '8d2d1ddf-f34a-4484-b561-02dd52fa670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:04.019652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Bound port: 215735a2-6b54-4555-a342-3bc288171202, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2d1ddf-f34a-4484-b561-02dd52fa670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3b9bbac-8cad-4cde-ba53-6ce6760cf007'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:04.020207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.146732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] For port 215735a2-6b54-4555-a342-3bc288171202, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:04.151436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] For port 215735a2-6b54-4555-a342-3bc288171202, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=215735a2-6b54-4555-a342-3bc288171202,segment=NetworkSegment(8d2d1ddf-f34a-4484-b561-02dd52fa670d),segment_id=8d2d1ddf-f34a-4484-b561-02dd52fa670d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:04.175403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.184972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a2d139ab-ee1a-416a-b658-e8206869273e req-c517e199-9207-4916-8a89-a15d812b754d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Synchronizing usage tracker for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:04.192397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:04.208458 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.210505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] Sync routers for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:04.234428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:04.237773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:04.267871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a79015dd-f9b2-420c-9477-78fd88ac7f0a req-fe340b07-c5d4-4f35-9663-b4f25ebad740 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.0651965 Apr 11 20:58:04.358383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Router a57e94ce-007a-490e-89be-51f9398012e3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:04.370734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] No DVR routers for this DVR port 05a9454e-d18d-4016-bc12-c88d6b629524 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:04.375310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.377426 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.379608 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bcbffae-96e0-4fcb-9531-a93fa49d21ee req-f58712eb-6675-4d24-89d8-8d483252778e tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.75 "DELETE /v2.0/ports/05a9454e-d18d-4016-bc12-c88d6b629524 HTTP/1.1" status: 204 len: 173 time: 5.2828164 Apr 11 20:58:04.380240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'name': 'network-vif-deleted', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:04.390384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.395083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:04.402516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.402716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a2d139ab-ee1a-416a-b658-e8206869273e req-c517e199-9207-4916-8a89-a15d812b754d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Unset dirty status for tenant:9a004b476dd144a8a184279ab62c252c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:04.413579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2d139ab-ee1a-416a-b658-e8206869273e req-c517e199-9207-4916-8a89-a15d812b754d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.2812507 Apr 11 20:58:04.491165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.541728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbe069-aabf-4e71-b194-0e764c9227a7 None None] Pushing event updated for resources: {'Port': ['ID=215735a2-6b54-4555-a342-3bc288171202,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:04.556451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e83d32-f81f-4664-adb1-f20d23e82f09']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:04.558386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:04.561406 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9820e79e-5139-4beb-8a2d-7d76a20b6065'] response: {'server_uuid': '2c332d66-46b7-4541-aa03-9469ccbe6c2f', 'name': 'network-vif-deleted', 'tag': '05a9454e-d18d-4016-bc12-c88d6b629524', 'status': 'completed', 'code': 200} Apr 11 20:58:04.564611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Network': ['ID=996cc069-17e6-4993-a448-2a6c24d958c0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:04.577402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2d1693-544b-485d-a5df-5275fc6edc3d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:04.578886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2d1693-544b-485d-a5df-5275fc6edc3d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:04.593209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.601714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.605055 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ca9a3e7-2499-4b7e-8972-a2eb0811ce1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8688445 Apr 11 20:58:04.611297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 996cc069-17e6-4993-a448-2a6c24d958c0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:04.616645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:04.624343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'subnet': {'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:04.659625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.766662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:58:04.767364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:58:04.816349 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:58:05.021600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:05.028130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:subnet and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:05.033976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:05.045085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:05.115837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:05.151570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:05.160712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e83d32-f81f-4664-adb1-f20d23e82f09,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:05.166393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:05.284988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:03Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:05.290086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] Checking router: 71189062-0a73-4c40-b4ea-49d66d7edaa6 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:58:05.327639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:05.327639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:05.474692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a317b8dd-071e-430f-88da-3945cd5f20a0 req-84c8c791-f302-4b98-b5b4-c443de09bf31 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.3768916 Apr 11 20:58:05.566977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cbc7b719-3d77-4e60-877c-40f1ad0e9195 req-774cea97-901a-4ac3-9711-fec82e54afe7 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.4686563 Apr 11 20:58:05.584079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1c498f72-99e1-4883-aa3d-123147a809bf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:05.633332 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-795151bf-200a-40c2-b0df-f91c6cac0819 admin admin] 10.222.0.61 "DELETE /v2.0/networks/73e83d32-f81f-4664-adb1-f20d23e82f09 HTTP/1.1" status: 204 len: 168 time: 1.6712351 Apr 11 20:58:05.648061 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:05.771000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1c498f72-99e1-4883-aa3d-123147a809bf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:05.771555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:05.838888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073463-f04e-4f93-ab44-f31000c0db0a req-d12415f3-0dfb-49be-94cb-456ad4f96af4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:05.840823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce073463-f04e-4f93-ab44-f31000c0db0a req-d12415f3-0dfb-49be-94cb-456ad4f96af4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.6862879 Apr 11 20:58:05.869886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:05.904093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c284f961-cca1-497d-87be-00ee6c483212 req-f89d7e4c-ec89-423f-addc-95d5374df92f tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.0648146 Apr 11 20:58:06.066844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce073463-f04e-4f93-ab44-f31000c0db0a req-799c6f65-5766-4fc0-9712-e6af6f91b639 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112765 Apr 11 20:58:06.109187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b0358-9c98-4948-8dbe-ddcb70f30819 None None] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:06.111101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.20.0.1 (7bf0a2f9-dbc9-447d-92cc-e7305cc1d741/881e8979-4c9e-4ca5-a270-f16e9f678d0d/239d6bc0-e6df-40fa-abc4-4cf6c95acdf0) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:06.136269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:06.236102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0a23a4f-0fd2-4fb3-b0fc-4faf1213c7c1 req-a5474868-d5b8-4bd3-aa68-bd4e1d0c54e8 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27 HTTP/1.1" status: 200 len: 210 time: 0.0923016 Apr 11 20:58:06.255539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.286378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:06.314012 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:06.339150 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:06.341908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:06.402147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Subnet': ['ID=b622e29e-35b5-4ce6-8fd1-8baf3a47461d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:06.403738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] No DVR routers for this DVR port dad804ef-b1d6-4b8f-adfc-d97e07b8d17c on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:06.417608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.424738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9e1ede7-6b7d-4dde-9e9a-1be0a7198feb req-9a61d64b-5388-4633-b299-672ff91dbfa6 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.69 "DELETE /v2.0/ports/dad804ef-b1d6-4b8f-adfc-d97e07b8d17c HTTP/1.1" status: 204 len: 173 time: 6.2754509 Apr 11 20:58:06.443758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 215735a2-6b54-4555-a342-3bc288171202 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:06.462214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d39ace18-8cae-480f-a520-7ab39fe83043 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f85f212591d84bd68a0e71eb2809e0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3198965 Apr 11 20:58:06.465380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41526) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:06.509246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Checking segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:06.511883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network hostable DHCP agents. Network: 1c5dd5f0-7ee5-469b-940a-67c457febede, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:06.561888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.566144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-deleted', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:06.593603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:06.616925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e602-beb8-4366-b1c3-03bef5d6a12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.622396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c621bcf5-25ad-47d5-8fc1-43b24e4fea11 None None] Provisioning for port 215735a2-6b54-4555-a342-3bc288171202 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:06.654284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e602-beb8-4366-b1c3-03bef5d6a12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.663456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 1c5dd5f0-7ee5-469b-940a-67c457febede is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:06.687680 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8f4e1f-c6e9-4cea-8582-7691dc75db19'] response: {'server_uuid': '0d1bdc9d-8863-4a1e-b651-15f9fbc5ac27', 'name': 'network-vif-deleted', 'tag': 'dad804ef-b1d6-4b8f-adfc-d97e07b8d17c', 'status': 'completed', 'code': 200} Apr 11 20:58:06.752387 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:06.806863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 1c5dd5f0-7ee5-469b-940a-67c457febede) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:06.810784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.814788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:06.815719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.826535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c94b9f-306f-4528-9d70-0500c84e19b4 None None] Network 1c5dd5f0-7ee5-469b-940a-67c457febede requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:06.876592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 215735a2-6b54-4555-a342-3bc288171202 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:06.940261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 215735a2-6b54-4555-a342-3bc288171202 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:06.940634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:06.983126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2cb54356-67e1-43cb-aad4-815541ccd650 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3653882 Apr 11 20:58:06.991292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41536) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:07.005657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'subnet': {'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:07.065373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e602-beb8-4366-b1c3-03bef5d6a12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:07.104336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:03Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:07.182706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9d9b6ea-6454-411e-8149-548d65940c50 req-60c6ffe3-7530-4b4c-a147-abd69897accd tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.2899649 Apr 11 20:58:07.192918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0e602-beb8-4366-b1c3-03bef5d6a12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd436a-f71a-451d-9a20-97f720759692,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:07.227400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e602-beb8-4366-b1c3-03bef5d6a12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:07.229023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a2c0e602-beb8-4366-b1c3-03bef5d6a12f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20dd436a-f71a-451d-9a20-97f720759692 HTTP/1.1" status: 204 len: 168 time: 0.7630584 Apr 11 20:58:07.233606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:58:07.236668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:07.275357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:07.294387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=239d6bc0-e6df-40fa-abc4-4cf6c95acdf0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:07.297114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:07.315345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:07.352056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9cf0a-53e0-4998-aaa3-ac6571f73fdf None None] The sync data for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 is: [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:54:55Z', 'revision_number': 4, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '54847c04-b29a-4a9d-a4ca-5c17e87315c4', 'name': '', 'network_id': '49957699-6327-469d-beed-bcc2f380a8ff', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'mac_address': 'fa:16:3e:71:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:53Z', 'updated_at': '2022-04-11T20:55:03Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'subnets': [{'id': '3df6fba2-f24b-44d0-bac9-22c332c8a686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:07.640285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:07.671353 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cf5d4af6-18be-4b29-b9d1-fe15019d35cf req-eed26faf-a014-493d-be96-662a8af42b67 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c332d66-46b7-4541-aa03-9469ccbe6c2f HTTP/1.1" status: 200 len: 210 time: 0.3290346 Apr 11 20:58:07.718330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:07.742024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:subnet and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:07.752329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:07.769372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:58:07.786646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:07.881802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:07.891784 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:07.913136 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:58:07.954588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:07.957920 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:07.974052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40225-b765-4a19-b16b-aef991f31e41 req-be7d8fb5-56ad-4578-be46-201036359c91 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:07.987729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fa40225-b765-4a19-b16b-aef991f31e41 req-be7d8fb5-56ad-4578-be46-201036359c91 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2846954 Apr 11 20:58:08.069240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:08.189053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af599d82-7f80-446e-a82b-c9106120ef6f None None] New status for floating IP 78930772-7dc4-485c-aebb-73e337242ca3: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:58:08.204017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:08.221028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:08.249294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fa40225-b765-4a19-b16b-aef991f31e41 req-ba3b1c00-a85e-4fa6-9093-329a653877f8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605746 Apr 11 20:58:08.347919 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:08.533654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-56e24f66-f0be-4dc8-aebc-636a64744fb9 None None] Provisioning complete for port 215735a2-6b54-4555-a342-3bc288171202 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:08.535593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-56e24f66-f0be-4dc8-aebc-636a64744fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:08.546548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41552) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:08.587928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-1c5dd5f0-7ee5-469b-940a-67c457febede', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:08.590598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:08.704716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:08.807348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 215735a2-6b54-4555-a342-3bc288171202, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=215735a2-6b54-4555-a342-3bc288171202,segment=NetworkSegment(8d2d1ddf-f34a-4484-b561-02dd52fa670d),segment_id=8d2d1ddf-f34a-4484-b561-02dd52fa670d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:08.873590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5746c8d-d893-46fa-8013-820b4ee893a1 req-a1a4b260-4237-47b7-aedd-8e1713c03abf tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1248159 Apr 11 20:58:08.878435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Subnet': ['ID=14b2707d-6e12-4176-b3af-7675aff01042,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:08.945337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Checking segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:08.945699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network hostable DHCP agents. Network: 996cc069-17e6-4993-a448-2a6c24d958c0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:09.040572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 996cc069-17e6-4993-a448-2a6c24d958c0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:09.043740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.128822 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:09.135042 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4a3c2-03e0-4abe-957a-8614c6e9c7a9 None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'b29a14f8-853e-4136-9cc3-dc2b66123ac4', 'name': '', 'network_id': '7ba301f4-21aa-4989-bd41-04954917ad61', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'mac_address': 'fa:16:3e:df:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786705fd-5a27-4ebe-886e-42c74873085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:52Z', 'updated_at': '2022-04-11T20:50:06Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'subnets': [{'id': '786705fd-5a27-4ebe-886e-42c74873085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:09.157888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4474b7cf-befb-43d7-ad0c-92a966e7a9eb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.186313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41570) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:09.250702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=215735a2-6b54-4555-a342-3bc288171202,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:09.256763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.269556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4474b7cf-befb-43d7-ad0c-92a966e7a9eb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.300213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 996cc069-17e6-4993-a448-2a6c24d958c0) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:09.329584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:09.330399 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.420340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d0f9b-8716-4f08-a6f8-35aacdc823f4 None None] Network 996cc069-17e6-4993-a448-2a6c24d958c0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:09.481684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1e3095c-98bc-47b0-b6f4-5c683548b925 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.492502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4474b7cf-befb-43d7-ad0c-92a966e7a9eb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.545052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:09.555870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1e3095c-98bc-47b0-b6f4-5c683548b925 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.584494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474b7cf-befb-43d7-ad0c-92a966e7a9eb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce575ec8-343d-44d4-b016-a1941da14912,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:09.588440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:09.616230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:09.620259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b254a366-db56-4d5c-b1ed-459f44174cf1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6250677 Apr 11 20:58:09.623246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41580) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:09.632079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'name': 'tempest-TaggedBootDevicesTest_v242-683095459', 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:09.660092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'port_id': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'mac_address': 'fa:16:3e:69:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bf123-b7ab-41e8-b26b-0798276f57d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:58:09.795649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0b33e-8b16-4530-b185-ee2604030f35 None None] New status for floating IP 27622b93-a942-48bb-956e-993c43ae81a9: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 20:58:09.809342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:09.926493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cafa7-75f7-42d0-b0a7-321eeb02cc46 req-2fac2da6-bfca-461b-8237-0d8075ef4e18 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:09.928078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-521cafa7-75f7-42d0-b0a7-321eeb02cc46 req-2fac2da6-bfca-461b-8237-0d8075ef4e18 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 943 time: 0.3185184 Apr 11 20:58:10.001954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1e3095c-98bc-47b0-b6f4-5c683548b925 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.007274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-521cafa7-75f7-42d0-b0a7-321eeb02cc46 req-1a9b9789-a3d8-4ba9-8626-93616da88a4b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731516 Apr 11 20:58:10.047993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3095c-98bc-47b0-b6f4-5c683548b925 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f44899f-a840-417f-a75a-6ae1fb75cc52,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:10.061143 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:58:10.068988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4474b7cf-befb-43d7-ad0c-92a966e7a9eb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.070114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4474b7cf-befb-43d7-ad0c-92a966e7a9eb tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "DELETE /v2.0/security-groups/ce575ec8-343d-44d4-b016-a1941da14912 HTTP/1.1" status: 204 len: 168 time: 1.5227501 Apr 11 20:58:10.073940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:10.082720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:10.086723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b6ed008-743f-4311-aecc-5c31146e9960 req-31f9cefc-1ff1-47dd-b557-53c1c8997d87 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=625721fe4634454294aa5eba18ae2c30&device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1435049 Apr 11 20:58:10.089018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.092536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.119923 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-aed3997a-7f6b-4306-b923-e2f5e1785329 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] show failed (client error): The resource could not be found. Apr 11 20:58:10.126416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aed3997a-7f6b-4306-b923-e2f5e1785329 tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "GET /v2.0/security-groups/ce575ec8-343d-44d4-b016-a1941da14912 HTTP/1.1" status: 404 len: 347 time: 0.0458760 Apr 11 20:58:10.128833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41596) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:10.149681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b6ed008-743f-4311-aecc-5c31146e9960 req-a7d52f46-3758-4253-a459-0ea30dc65f29 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=625721fe4634454294aa5eba18ae2c30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385017 Apr 11 20:58:10.250968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.254897 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f1e3095c-98bc-47b0-b6f4-5c683548b925 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.256322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f1e3095c-98bc-47b0-b6f4-5c683548b925 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f44899f-a840-417f-a75a-6ae1fb75cc52 HTTP/1.1" status: 204 len: 168 time: 1.0689445 Apr 11 20:58:10.258683 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f00352a-61dd-4594-99be-e29c3f480a09'] response: {'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'code': 200} Apr 11 20:58:10.263352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c68cba-22c4-4923-9fa5-ea6955a98ed1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:58:10.285517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:10.346342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:10.381375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Deleting port 5ea8c739-48b0-4f6c-a8a3-a1e4f63d7b45 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:10.381711 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.419668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:10.439122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Allocated IP 10.1.1.2 (1c5dd5f0-7ee5-469b-940a-67c457febede/b622e29e-35b5-4ce6-8fd1-8baf3a47461d/a6c43cc6-3f74-4a5b-802f-4ac0a0036b63) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:10.456215 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-33793909-4d29-4368-bb36-123f7db20967 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] show failed (client error): The resource could not be found. Apr 11 20:58:10.459742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-996cc069-17e6-4993-a448-2a6c24d958c0', 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'fixed_ips': [{'subnet_id': '14b2707d-6e12-4176-b3af-7675aff01042'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:10.463033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-33793909-4d29-4368-bb36-123f7db20967 tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "GET /v2.0/security-groups/5f44899f-a840-417f-a75a-6ae1fb75cc52 HTTP/1.1" status: 404 len: 347 time: 0.1291306 Apr 11 20:58:10.463175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.472260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:port and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:10.491536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41606) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:10.498475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:10.526537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c82f797c-3a5d-4905-932b-1254e0b072c1 req-6efbfcbd-03d5-4485-b14b-83f6d6eb5267 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.2483294 Apr 11 20:58:10.534972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:10.557480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d53023a2-b87d-4513-b642-39e21232d512 None None] Provisioning for port 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:10.560570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.600524 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.600839 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.693294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=239d6bc0-e6df-40fa-abc4-4cf6c95acdf0,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:10.695045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:10.711801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.716782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d53023a2-b87d-4513-b642-39e21232d512 None None] Provisioning complete for port 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:10.717158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d53023a2-b87d-4513-b642-39e21232d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.817745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c6c68cba-22c4-4923-9fa5-ea6955a98ed1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:58:10.827583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:10.854064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed008-743f-4311-aecc-5c31146e9960 req-547a9daa-b818-482c-8636-5dd119f72910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:10.855690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b6ed008-743f-4311-aecc-5c31146e9960 req-547a9daa-b818-482c-8636-5dd119f72910 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6959844 Apr 11 20:58:10.897515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d53023a2-b87d-4513-b642-39e21232d512 None None] Port 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:10.929468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Deleting port e1dcabcf-f2df-4790-a28f-ccfb0900e799 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:10.929910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:10.936699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Calling delete_port for 5ea8c739-48b0-4f6c-a8a3-a1e4f63d7b45 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:11.005030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Allocated IP 10.2.2.2 (996cc069-17e6-4993-a448-2a6c24d958c0/14b2707d-6e12-4176-b3af-7675aff01042/b52a53e3-2c35-42b0-9939-868d613c4f5b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:11.100472 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.201671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 215735a2-6b54-4555-a342-3bc288171202 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:11.233475 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.292210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Transition to ACTIVE for port object a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:11.361052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 215735a2-6b54-4555-a342-3bc288171202 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:11.361431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.393083 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.436124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Pushing event deleted for resources: {'Port': ['ID=5ea8c739-48b0-4f6c-a8a3-a1e4f63d7b45,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:11.440039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:11.443367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:11.453630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Transition to ACTIVE for port object a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:11.576123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.656653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e957f-dfc0-487a-a4bb-dc580ac57db0 req-c944d380-28e7-4ff4-b67d-e93158b6cedc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:11.669658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-128e957f-dfc0-487a-a4bb-dc580ac57db0 req-c944d380-28e7-4ff4-b67d-e93158b6cedc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 944 time: 0.3389881 Apr 11 20:58:11.676703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] device_id is not set on port 22b94f9f-49f6-41a6-9552-d31f3b092112 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:58:11.711621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.752483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-128e957f-dfc0-487a-a4bb-dc580ac57db0 req-8357851b-21c5-46f2-a26f-b6ccdf274ac6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818756 Apr 11 20:58:11.754752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:11.756353 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ec7d9bb-fb26-4164-a3b8-1f0bedbd052d tempest-AttachVolumeShelveTestJSON-1666747022 tempest-AttachVolumeShelveTestJSON-1666747022-project] 10.222.0.61 "DELETE /v2.0/floatingips/27622b93-a942-48bb-956e-993c43ae81a9 HTTP/1.1" status: 204 len: 168 time: 1.6265440 Apr 11 20:58:11.949209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Network 1c5dd5f0-7ee5-469b-940a-67c457febede is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:11.957114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:11.958854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Pushing event updated for resources: {'Port': ['ID=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:11.963681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:12.018612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.018962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.061271 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.144009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ecc5e607-f570-4222-a6c1-caef766bd2c4 req-174b453f-02f6-4b99-91b8-46fc943c5b2c tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1274529 Apr 11 20:58:12.153499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5c12343f-3344-467e-a0ca-85c291259125 None None] Provisioning complete for port 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:12.154313 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5c12343f-3344-467e-a0ca-85c291259125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.225357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Transition to ACTIVE for port object b52a53e3-2c35-42b0-9939-868d613c4f5b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:12.234858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Attempting to bind port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:12.235404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Attempting to bind port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:12.239203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Attempting to bind port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:12.267091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Calling delete_port for e1dcabcf-f2df-4790-a28f-ccfb0900e799 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:12.300910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:12.301290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Checking segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:12.301745 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.302151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Bound using segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:12.302639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Bound port: a6c43cc6-3f74-4a5b-802f-4ac0a0036b63, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:12.303019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.313517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Transition to ACTIVE for port object b52a53e3-2c35-42b0-9939-868d613c4f5b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:12.316642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5c12343f-3344-467e-a0ca-85c291259125 None None] Port 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:12.416594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.445559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b6ed008-743f-4311-aecc-5c31146e9960 req-e39130cf-b161-4d91-a370-a08b38e1e062 tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.75 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1892982 Apr 11 20:58:12.472510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] For port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:12.480189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] For port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:12.522795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Network 996cc069-17e6-4993-a448-2a6c24d958c0 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:12.525825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:12.533788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:12.536646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Pushing event updated for resources: {'Port': ['ID=b52a53e3-2c35-42b0-9939-868d613c4f5b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:12.580233 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.696163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 10.1.1.200 (1c5dd5f0-7ee5-469b-940a-67c457febede/b622e29e-35b5-4ce6-8fd1-8baf3a47461d/22b94f9f-49f6-41a6-9552-d31f3b092112) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:12.708347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Attempting to bind port b52a53e3-2c35-42b0-9939-868d613c4f5b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:12.708722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Attempting to bind port b52a53e3-2c35-42b0-9939-868d613c4f5b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:12.709061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Attempting to bind port b52a53e3-2c35-42b0-9939-868d613c4f5b on network 996cc069-17e6-4993-a448-2a6c24d958c0 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:12.720208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54984-f7b5-4def-8ea7-61f9a396f820 None None] Pushing event updated for resources: {'Port': ['ID=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:12.726633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:12.727014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Checking segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:12.727391 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.727805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Bound using segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:12.728277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Bound port: b52a53e3-2c35-42b0-9939-868d613c4f5b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:12.729079 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.838323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] For port b52a53e3-2c35-42b0-9939-868d613c4f5b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:12.842060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] For port b52a53e3-2c35-42b0-9939-868d613c4f5b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b52a53e3-2c35-42b0-9939-868d613c4f5b,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:12.921565 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:12.938547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:13.087779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Pushing event deleted for resources: {'Port': ['ID=e1dcabcf-f2df-4790-a28f-ccfb0900e799,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:13.098197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346a6e-ac8b-4561-be24-a602b10e2e28 None None] Pushing event updated for resources: {'Port': ['ID=b52a53e3-2c35-42b0-9939-868d613c4f5b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:13.146017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.146648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.153723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6176c22-fb66-4640-adad-43642c255091 req-d0739bf2-f0b1-427f-b334-a30ccd9b38e6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:13.155378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6176c22-fb66-4640-adad-43642c255091 req-d0739bf2-f0b1-427f-b334-a30ccd9b38e6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 944 time: 0.2009413 Apr 11 20:58:13.158643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.159337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.160105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.160623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.161134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.161644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.162251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.162592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.162985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:13.320008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:13.358668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6176c22-fb66-4640-adad-43642c255091 req-76c835d3-ea47-41cd-83aa-ad7834a0ce07 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930835 Apr 11 20:58:13.456823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:13.616537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:13.649301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dc576aa-57de-44d5-8e62-f2db3b727003 req-8918ef44-ed8e-4995-a9ec-0cd8a232a7be tempest-ServerShowV257Test-2096549809 tempest-ServerShowV257Test-2096549809-project] 10.222.0.61 "GET /v2.0/ports?device_id=30230a75-9dd6-4dd0-9498-006bd47e539d HTTP/1.1" status: 200 len: 210 time: 0.1806574 Apr 11 20:58:13.672593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object 22b94f9f-49f6-41a6-9552-d31f3b092112 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:13.731977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:13.804529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router f36ed6e6-6849-409f-877a-7b88af6d5152 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:58:13.887527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:13.903788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-182a8bc7-5e77-44c5-9ae4-8ed42b7840fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:14.036416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:14.040706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41656) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:14.040910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a4526d2-f046-4c6c-8338-70b944a465db tempest-ServersTestBootFromVolume-497930758 tempest-ServersTestBootFromVolume-497930758-project] 10.222.0.61 "DELETE /v2.0/floatingips/78930772-7dc4-485c-aebb-73e337242ca3 HTTP/1.1" status: 204 len: 168 time: 3.5385489 Apr 11 20:58:14.065562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 1c5dd5f0-7ee5-469b-940a-67c457febede is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:14.073237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:14.077522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:14.080163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:14.163673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:14.165266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:14.234044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:14.242806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-61b2fc1e-1f3d-4713-ace5-a2ba026f70da tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/f36ed6e6-6849-409f-877a-7b88af6d5152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2100446 Apr 11 20:58:14.244158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41662) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:14.254161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] Sync routers for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:14.277117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:14.277758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:14.414600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca029bb-0c6e-449a-9470-dfd7d3ea5411 None None] Network 1c5dd5f0-7ee5-469b-940a-67c457febede requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:14.575134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a47a86d1-e8f9-4fe6-b282-855db9b20c6c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9509733 Apr 11 20:58:14.586237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:14.598795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'name': 'tempest-TaggedBootDevicesTest_v242-938773228', 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:14.647408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:14.671955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:14.845252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:14.845893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:57:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:14.850844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:14.855162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:port and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:14.858471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:14.867491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867a51b-9a25-4dc3-b0d8-bd20503061bc req-89081b44-426f-4b78-9413-975958336528 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:14.877438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:14.878388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7867a51b-9a25-4dc3-b0d8-bd20503061bc req-89081b44-426f-4b78-9413-975958336528 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 944 time: 0.2011743 Apr 11 20:58:14.931393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4580ef07-d149-43c3-8db9-35a3ed684fd7 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:14.932050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4580ef07-d149-43c3-8db9-35a3ed684fd7 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:14.956796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7867a51b-9a25-4dc3-b0d8-bd20503061bc req-c7a4bbe7-8fd2-4070-b34a-fef2c2664d05 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Apr 11 20:58:14.975909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:14.992081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:14.993029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] Provisioning for port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:15.000780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:15.001196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3880024-00f2-4836-a7e9-3b02ccd5325e None None] The sync data for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:15.005460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] Provisioning complete for port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:15.005829 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:15.048767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] device_id is not set on port 1434ff7b-a1eb-48de-8968-0527b636d986 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:58:15.069952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd8885b-4150-463f-8b7c-fc18a99dfc3a None None] Network 996cc069-17e6-4993-a448-2a6c24d958c0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:15.075675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:15.298366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:15.298797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:15.334348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b52a53e3-2c35-42b0-9939-868d613c4f5b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:15.540186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 10.1.1.232 (1c5dd5f0-7ee5-469b-940a-67c457febede/b622e29e-35b5-4ce6-8fd1-8baf3a47461d/1434ff7b-a1eb-48de-8968-0527b636d986) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:15.630069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4580ef07-d149-43c3-8db9-35a3ed684fd7 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:15.631316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4580ef07-d149-43c3-8db9-35a3ed684fd7 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports/239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 HTTP/1.1" status: 200 len: 910 time: 1.3863447 Apr 11 20:58:15.634257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41682) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:15.745491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:15.765387 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:15.793967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b52a53e3-2c35-42b0-9939-868d613c4f5b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:15.903650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] For port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:15.921522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:15.972956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:15.979543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:15.996526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41694) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:16.106522 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6197cfcf-3bfa-4907-806f-94048700a9d4'] response: {'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'code': 200} Apr 11 20:58:16.139937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.189762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50971470-d06a-40b5-8d7b-7a5a79e00523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.236849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.242685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41704) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:16.263857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Provisioning complete for port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:16.264265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.302112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object 1434ff7b-a1eb-48de-8968-0527b636d986 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:16.418667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4abdd-a3e4-44bb-adf9-458a6cf3872f None None] Pushing event updated for resources: {'Port': ['ID=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:16.559113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.589907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.593238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:16.705760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.712038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 1c5dd5f0-7ee5-469b-940a-67c457febede is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:16.721240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:16.726163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:16.728752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:16.731586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:16.743844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Provisioning for port 22b94f9f-49f6-41a6-9552-d31f3b092112 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:16.750416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:625721fe4634454294aa5eba18ae2c30 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:16.750638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Provisioning complete for port 22b94f9f-49f6-41a6-9552-d31f3b092112 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:16.751055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.759066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:16.780594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:16.795333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Deleting port 54847c04-b29a-4a9d-a4ca-5c17e87315c4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:16.798384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:16.826286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7f64a-5806-4180-9273-12f2f0511a05 req-300184dd-6dfa-4ab4-ac7e-1cf3de75cafc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:16.830122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8da7f64a-5806-4180-9273-12f2f0511a05 req-300184dd-6dfa-4ab4-ac7e-1cf3de75cafc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.4603782 Apr 11 20:58:16.835162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:16.843262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc70ddb4-f01b-416b-9e22-ee315194483c req-44dab7ac-b036-4d13-bc23-180f4fe887fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 1096 time: 0.4338481 Apr 11 20:58:16.863259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2701003d4c43989cbda2989fd6f02d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:16.876766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:16.904968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:16.929978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Port 22b94f9f-49f6-41a6-9552-d31f3b092112 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:17.035723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Provisioning for port b52a53e3-2c35-42b0-9939-868d613c4f5b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:17.045188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Provisioning complete for port b52a53e3-2c35-42b0-9939-868d613c4f5b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:17.046635 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.165605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.180002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] For port 54847c04-b29a-4a9d-a4ca-5c17e87315c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=54847c04-b29a-4a9d-a4ca-5c17e87315c4,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:17.180388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.223284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:17.223749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.235932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8da7f64a-5806-4180-9273-12f2f0511a05 req-3404ff30-769a-4c0f-9950-088ca8bf0913 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914545 Apr 11 20:58:17.267240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc70ddb4-f01b-416b-9e22-ee315194483c req-b6af6692-71d4-4ebb-81c5-e3762be9f66e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550165 Apr 11 20:58:17.289197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:17.325179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e21db15f-2f9f-449d-be25-6a3c10e33ad9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7377968 Apr 11 20:58:17.440197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.455102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.470171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Calling delete_port for 54847c04-b29a-4a9d-a4ca-5c17e87315c4 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:17.543220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.589285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.611107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.681616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd47d0-7d73-431f-8c5d-ae9b1c52d40f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:17.698557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] For port b52a53e3-2c35-42b0-9939-868d613c4f5b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b52a53e3-2c35-42b0-9939-868d613c4f5b,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:17.706298 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.742039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:17.742449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.744550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f2701003d4c43989cbda2989fd6f02d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7239158 Apr 11 20:58:17.760305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c24eaf22-eb93-407e-8773-5bcb4f5aa0d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=625721fe4634454294aa5eba18ae2c30&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5105572 Apr 11 20:58:17.771215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41718) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:17.771215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41720) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:17.838401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.840514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9afb93-d7c9-4831-be6c-df2f6b4e2173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad21853-3baa-4f87-9485-1e46cf3d762a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:17.894624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:17.977594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f01854e-bec7-4412-8136-45125de433e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.008678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f01854e-bec7-4412-8136-45125de433e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.022466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41728) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:18.027491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcf420-c5e7-46d6-81b8-f8b5a9ba32a5 None None] Pushing event updated for resources: {'Port': ['ID=b52a53e3-2c35-42b0-9939-868d613c4f5b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:18.034434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811202363', 'description': 'tempest-description--912663965'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:18.082971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c739d04-ecf1-4f77-9303-32eae850a6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.103332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Provisioning for port 1434ff7b-a1eb-48de-8968-0527b636d986 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:18.107838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:18.114146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Provisioning complete for port 1434ff7b-a1eb-48de-8968-0527b636d986 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:18.114721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.124055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:security_group and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:18.129766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:18.139751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:18.201901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Port 1434ff7b-a1eb-48de-8968-0527b636d986 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:18.206780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c739d04-ecf1-4f77-9303-32eae850a6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.218863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Provisioning complete for port 22b94f9f-49f6-41a6-9552-d31f3b092112 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:18.219241 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.245199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.276381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f01854e-bec7-4412-8136-45125de433e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.285177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Port 22b94f9f-49f6-41a6-9552-d31f3b092112 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:18.290221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01854e-bec7-4412-8136-45125de433e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd47d0-7d73-431f-8c5d-ae9b1c52d40f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:18.313018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f01854e-bec7-4412-8136-45125de433e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.314386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f01854e-bec7-4412-8136-45125de433e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4dd47d0-7d73-431f-8c5d-ae9b1c52d40f HTTP/1.1" status: 204 len: 168 time: 0.5335481 Apr 11 20:58:18.316480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Provisioning complete for port b52a53e3-2c35-42b0-9939-868d613c4f5b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:18.317185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df177db7-7cce-4774-b24c-ed53c917bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.332446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.407538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c739d04-ecf1-4f77-9303-32eae850a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.417113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c739d04-ecf1-4f77-9303-32eae850a6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.421242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4c739d04-ecf1-4f77-9303-32eae850a6ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ad21853-3baa-4f87-9485-1e46cf3d762a HTTP/1.1" status: 204 len: 168 time: 0.6422582 Apr 11 20:58:18.438312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:18.451722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c739d04-ecf1-4f77-9303-32eae850a6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad21853-3baa-4f87-9485-1e46cf3d762a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:18.456550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Pushing event deleted for resources: {'Port': ['ID=54847c04-b29a-4a9d-a4ca-5c17e87315c4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:18.470014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:security_group_rule and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:18.497537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:18.701698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:18.824878 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:18.865682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.21.0.1 (d3b9bbac-8cad-4cde-ba53-6ce6760cf007/d7381f46-8ed6-4cba-939d-78b06c57215f/2db160ac-bf71-4826-8ac2-dd5aac084ee5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:18.888413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41857-688a-4c72-b10b-65ad904057bc req-0d86fdd3-32c3-41bf-b1c7-de881283b490 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:18.895839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63c41857-688a-4c72-b10b-65ad904057bc req-0d86fdd3-32c3-41bf-b1c7-de881283b490 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.1908395 Apr 11 20:58:18.991106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.082306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63c41857-688a-4c72-b10b-65ad904057bc req-109fe9c4-1b98-441c-899c-3f2eb637ed14 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855829 Apr 11 20:58:19.102357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.204778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.302624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.323246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb5e68-3765-42ed-bd89-d8e8a4f72da2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:19.338722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 2db160ac-bf71-4826-8ac2-dd5aac084ee5 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:19.345494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b52a53e3-2c35-42b0-9939-868d613c4f5b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:19.384854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.389618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41750) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:19.393762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f3361f74-ac93-4272-99c5-ed2e947151ee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3697619 Apr 11 20:58:19.398492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'security_group_rule': {'security_group_id': '4afb5e68-3765-42ed-bd89-d8e8a4f72da2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:19.413003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:19.432516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:security_group_rule and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:19.436580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:19.444106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:19.471248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b52a53e3-2c35-42b0-9939-868d613c4f5b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:19.471646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.520252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.618695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:19.622070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:19.637425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:19.651366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.678461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41756) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:19.709543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=2db160ac-bf71-4826-8ac2-dd5aac084ee5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:19.732001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.734864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.832498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.838184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:19.846545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:68c76520e03b4635b7bb1ac1b0f0ba38 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:19.914411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:19.925907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.969758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:19.976186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:20.026074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9ed7f1-726b-4d53-b617-2b9f96b4e488,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:20.064161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-82aa6e1a-a879-4c99-9a6a-e40d7b6910ad None None] Provisioning for port 2db160ac-bf71-4826-8ac2-dd5aac084ee5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:20.070682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-82aa6e1a-a879-4c99-9a6a-e40d7b6910ad None None] Provisioning complete for port 2db160ac-bf71-4826-8ac2-dd5aac084ee5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:20.071110 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82aa6e1a-a879-4c99-9a6a-e40d7b6910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.125517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.128035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.129274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aa114277-3e0d-44bd-abf7-b8e77549ea57 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7384486 Apr 11 20:58:20.132618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41764) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:20.139715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'security_group_rule': {'security_group_id': '4afb5e68-3765-42ed-bd89-d8e8a4f72da2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:20.147510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:20.153412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:security_group_rule and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:20.158335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:20.165636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:20.189206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-82aa6e1a-a879-4c99-9a6a-e40d7b6910ad None None] Port 2db160ac-bf71-4826-8ac2-dd5aac084ee5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:20.224072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Router 71189062-0a73-4c40-b4ea-49d66d7edaa6 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:20.237214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.316028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e98e1e-a07f-4855-ab13-b0db057c01dd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:20.338910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.453219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.532322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.559538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41780) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:20.666181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=2db160ac-bf71-4826-8ac2-dd5aac084ee5,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:20.668608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.693286 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f34cde4-6cca-4342-82d8-19100c22c6c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68c76520e03b4635b7bb1ac1b0f0ba38&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0117023 Apr 11 20:58:20.711097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41788) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:20.803973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbb5f2-bdf6-4732-9aa6-6e270466f1d7 req-0fac2c1e-ccb3-42a6-b8a4-4dee0b70f8dc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:20.806428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ffbb5f2-bdf6-4732-9aa6-6e270466f1d7 req-0fac2c1e-ccb3-42a6-b8a4-4dee0b70f8dc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.4696047 Apr 11 20:58:20.827179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.914570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.927654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9ffbb5f2-bdf6-4732-9aa6-6e270466f1d7 req-455d74b3-1571-422b-94ac-9e803bd4c1f2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046798 Apr 11 20:58:20.934592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d8f7ac0-c859-48b9-abd2-6d7bf38d4b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:20.959193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5018d1dc-d95c-4b9e-b20c-844bc7b98c9b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:21.008499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d8f7ac0-c859-48b9-abd2-6d7bf38d4b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.076513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:21.085050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5b62ab34-6bd2-4708-a8e2-5d948bb9a648 admin admin] 10.222.0.61 "PUT /v2.0/routers/71189062-0a73-4c40-b4ea-49d66d7edaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0431623 Apr 11 20:58:21.087158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] Sync routers for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:21.095165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.095165 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a01f8faa-b45d-4a49-93ea-8a500bd3e291 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9550359 Apr 11 20:58:21.099616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41796) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:21.099616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:21.100144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:21.103992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:21.106332 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:21.107237 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:21.113162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:21.189592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:21.265283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41804) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:21.266637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Usage tracker for resource:floatingip and tenant:3a9b3bf402b04c43826ed9b7a0671727 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:21.276464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:21.295799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d8f7ac0-c859-48b9-abd2-6d7bf38d4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.305271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:21.328334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f7ac0-c859-48b9-abd2-6d7bf38d4b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e98e1e-a07f-4855-ab13-b0db057c01dd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:21.333993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d8f7ac0-c859-48b9-abd2-6d7bf38d4b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.361300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5d8f7ac0-c859-48b9-abd2-6d7bf38d4b1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0e98e1e-a07f-4855-ab13-b0db057c01dd HTTP/1.1" status: 204 len: 168 time: 0.6205688 Apr 11 20:58:21.420961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.443076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b57ca6-14ae-4603-834a-84e766316c1d req-044fb4d8-9644-412e-b7c2-60dd397c8127 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:21.444881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83b57ca6-14ae-4603-834a-84e766316c1d req-044fb4d8-9644-412e-b7c2-60dd397c8127 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.2628698 Apr 11 20:58:21.455183 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:21.532659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7c463072-f56a-490f-a803-f3884637a0d6 None None] Provisioning complete for port 2db160ac-bf71-4826-8ac2-dd5aac084ee5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:21.535986 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7c463072-f56a-490f-a803-f3884637a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.573570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83b57ca6-14ae-4603-834a-84e766316c1d req-0e602ae9-abcb-4b2d-bd58-c3d8b7102293 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167743 Apr 11 20:58:21.606500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.700570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:21.718007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Usage tracker for resource:security_group_rule and tenant:77d02348c3b44261bd5c56b9995c7cc6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:21.724729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:21.736762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:21.754738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7c463072-f56a-490f-a803-f3884637a0d6 None None] Port 2db160ac-bf71-4826-8ac2-dd5aac084ee5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:21.798308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:21.900962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router f36ed6e6-6849-409f-877a-7b88af6d5152 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:22.042395 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:58:18Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.052290 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] Checking router: 71189062-0a73-4c40-b4ea-49d66d7edaa6 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:58:22.067247 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] Routers {'71189062-0a73-4c40-b4ea-49d66d7edaa6'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:22.069624 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['71189062-0a73-4c40-b4ea-49d66d7edaa6'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.123067 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.149427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:22.158429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03462cb0-1465-4b30-af7c-c273f12e53e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/f36ed6e6-6849-409f-877a-7b88af6d5152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5196035 Apr 11 20:58:22.158805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41822) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:22.168541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] Sync routers for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:22.184309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:22.185033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.205928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.300007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.342781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:22.344249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.350837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.449594 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] Set router 71189062-0a73-4c40-b4ea-49d66d7edaa6 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:22.455080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.455280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.455684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09959a-f190-408b-95ef-2cf80c001611 None None] The sync data for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:22.491953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 172.25.5.147 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/45f0359f-64c6-4563-8c45-cb24216177e6) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:22.554512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16f99b-5880-4878-b5c4-839a9732c472,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:22.597000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-167d7100-27f2-473f-8680-18e01f9986c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77d02348c3b44261bd5c56b9995c7cc6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3270831 Apr 11 20:58:22.603487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41834) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:22.675112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6dc43e-6c89-4469-9717-84f83da2ab38 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:22.675716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ed6dc43e-6c89-4469-9717-84f83da2ab38 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:22.793498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.798699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ed6dc43e-6c89-4469-9717-84f83da2ab38 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:22.804797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ed6dc43e-6c89-4469-9717-84f83da2ab38 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports/2db160ac-bf71-4826-8ac2-dd5aac084ee5 HTTP/1.1" status: 200 len: 910 time: 0.6448915 Apr 11 20:58:22.805938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41844) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:22.808433 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:58:18Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:22.813602 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d5084-7014-4b47-80ac-b533f34d1b6d None None] The sync data for ids ['71189062-0a73-4c40-b4ea-49d66d7edaa6'] in n-d-837321-1 is: [{'id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'name': 'tempest-ServersTestBootFromVolume-1079278115-router', 'tenant_id': '67b484cb7d744f1a82907ca129f4b767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:54:46Z', 'updated_at': '2022-04-11T20:58:18Z', 'revision_number': 5, 'project_id': '67b484cb7d744f1a82907ca129f4b767', 'gw_port': {'id': '665fdbfa-2d67-4d62-8e86-29432ca80b1a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189062-0a73-4c40-b4ea-49d66d7edaa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:54:47Z', 'updated_at': '2022-04-11T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:22.860174 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cda2928a-8dd2-4338-9d42-2a6c1be80f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.866935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.886295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Deleting port 665fdbfa-2d67-4d62-8e86-29432ca80b1a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:22.886629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:22.968052 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cda2928a-8dd2-4338-9d42-2a6c1be80f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.040485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ebfc60fe-2552-4de4-b506-be37d355e6ac tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:23.041937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ebfc60fe-2552-4de4-b506-be37d355e6ac tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 814 time: 0.3590131 Apr 11 20:58:23.078852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-e8ac911b-0ab6-4875-97eb-9af736107468 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/quotas/437209b2517745f99592b65a6ff9ac36 HTTP/1.1" status: 200 len: 375 time: 0.0300884 Apr 11 20:58:23.182477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 54847c04-b29a-4a9d-a4ca-5c17e87315c4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:23.195527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] For port 665fdbfa-2d67-4d62-8e86-29432ca80b1a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=665fdbfa-2d67-4d62-8e86-29432ca80b1a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:23.196451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.233562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 54847c04-b29a-4a9d-a4ca-5c17e87315c4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:23.236121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 54847c04-b29a-4a9d-a4ca-5c17e87315c4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:23.306393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.418524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Calling delete_port for 665fdbfa-2d67-4d62-8e86-29432ca80b1a owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:23.451188 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cda2928a-8dd2-4338-9d42-2a6c1be80f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.490210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-033e3d43-6d1b-4404-b6bd-fda6fbc26e63 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3958595 Apr 11 20:58:23.505053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2928a-8dd2-4338-9d42-2a6c1be80f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16f99b-5880-4878-b5c4-839a9732c472,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:23.558987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:23.570091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=45f0359f-64c6-4563-8c45-cb24216177e6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:23.573820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:23.576058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:23.628884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cda2928a-8dd2-4338-9d42-2a6c1be80f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.630026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cda2928a-8dd2-4338-9d42-2a6c1be80f59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e16f99b-5880-4878-b5c4-839a9732c472 HTTP/1.1" status: 204 len: 168 time: 0.9635568 Apr 11 20:58:23.805478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-e793b307-0f9f-4c7f-bbf0-527f4e02979f service neutron] 10.222.0.61 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886825 Apr 11 20:58:23.844918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.868648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.869362 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:23.934172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-c83b4181-7d46-4bdd-9c10-e0ff20bda8cd tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:23.935652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-c83b4181-7d46-4bdd-9c10-e0ff20bda8cd tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "GET /v2.0/ports?device_id=0205669e-1df0-435f-aa99-1bdd33c2a67a HTTP/1.1" status: 200 len: 945 time: 0.3891959 Apr 11 20:58:23.948111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=665fdbfa-2d67-4d62-8e86-29432ca80b1a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:24.014776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:24.340772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Deleting port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:24.341117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:24.422844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:24.456905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-6e2a534a-c370-40bd-87ab-dfee01292d27 service neutron] 10.222.0.61 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137688 Apr 11 20:58:24.882051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:24.886345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:24.990825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-742c7a28-14b6-4bcd-accd-80aa46b6fc68 req-93c6f30a-9bef-485f-8d77-96352536a18c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 210 time: 0.0599027 Apr 11 20:58:25.017058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] For port c6c68cba-22c4-4923-9fa5-ea6955a98ed1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:25.017621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.018441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.047280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.047918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71189062-0a73-4c40-b4ea-49d66d7edaa6 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:58:25.065281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.068639 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e245cf75-ead9-47b4-b0d8-1d666d166ff9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/71189062-0a73-4c40-b4ea-49d66d7edaa6 HTTP/1.1" status: 204 len: 168 time: 3.9671230 Apr 11 20:58:25.070058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41894) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:25.137197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.297959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Deleting port b29a14f8-853e-4136-9cc3-dc2b66123ac4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:25.298841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.378679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Calling delete_port for c6c68cba-22c4-4923-9fa5-ea6955a98ed1 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:25.411331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Deleting subnet 3df6fba2-f24b-44d0-bac9-22c332c8a686 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:58:25.415403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=45f0359f-64c6-4563-8c45-cb24216177e6,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:25.434175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.469887 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.494647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.567200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.568446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-afa2c644-01f1-4179-99e1-66d82851a988 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4673386 Apr 11 20:58:25.652312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.810422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] For port b29a14f8-853e-4136-9cc3-dc2b66123ac4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b29a14f8-853e-4136-9cc3-dc2b66123ac4,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:25.810785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.833737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.878158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df6fba2-f24b-44d0-bac9-22c332c8a686,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:25.887465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:25.895210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7956d-b3db-4c2c-93a7-6e96f543eb54 None None] Network 49957699-6327-469d-beed-bcc2f380a8ff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:25.895818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7836be7e-46a6-400f-b742-efcddd8575b9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3df6fba2-f24b-44d0-bac9-22c332c8a686 HTTP/1.1" status: 204 len: 168 time: 0.8246996 Apr 11 20:58:25.898361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41918) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:26.061032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.076271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Deleting port b6b1d469-acb8-460f-ad86-fba7efc4a0ec {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:26.077000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.330002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] DHCP port deletion for 49957699-6327-469d-beed-bcc2f380a8ff request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:58:26.334705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Deleting port b6b1d469-acb8-460f-ad86-fba7efc4a0ec {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:26.335376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.455598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Calling delete_port for b29a14f8-853e-4136-9cc3-dc2b66123ac4 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:26.701175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-c005c7a4-2b4c-436a-bf84-ed1f135b8e3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:26.701810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-430b922e-5853-4f5f-b86e-6722718b9720 req-92ba3a5d-32c2-439f-88e8-31586d67a26a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 210 time: 0.1390605 Apr 11 20:58:26.701919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] For port b6b1d469-acb8-460f-ad86-fba7efc4a0ec, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:26.701919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.702193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.702302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:26.702302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: c6c68cba-22c4-4923-9fa5-ea6955a98ed1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:26.702302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c6c68cba-22c4-4923-9fa5-ea6955a98ed1 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:26.702302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] For port b6b1d469-acb8-460f-ad86-fba7efc4a0ec, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,segment=NetworkSegment(d2ef2785-1484-44f4-94de-90c4d66c564e),segment_id=d2ef2785-1484-44f4-94de-90c4d66c564e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:26.702302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.716266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Pushing event deleted for resources: {'Port': ['ID=c6c68cba-22c4-4923-9fa5-ea6955a98ed1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:26.727437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Calling delete_port for b6b1d469-acb8-460f-ad86-fba7efc4a0ec owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:26.825831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Calling delete_port for b6b1d469-acb8-460f-ad86-fba7efc4a0ec owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:26.842238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] No DVR routers for this DVR port c6c68cba-22c4-4923-9fa5-ea6955a98ed1 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:26.848373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:26.851927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-deleted', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:26.950972 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b434ae8-3b16-4e0d-8ff0-8f94a4ba2f30'] response: {'server_uuid': '0205669e-1df0-435f-aa99-1bdd33c2a67a', 'name': 'network-vif-deleted', 'tag': 'c6c68cba-22c4-4923-9fa5-ea6955a98ed1', 'status': 'completed', 'code': 200} Apr 11 20:58:26.988261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 2db160ac-bf71-4826-8ac2-dd5aac084ee5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:26.988604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.116472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:27.117024 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 20:58:27.124198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:58:27.124198 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:58:27.161708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.182158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b6b1d469-acb8-460f-ad86-fba7efc4a0ec no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:27.192590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-c005c7a4-2b4c-436a-bf84-ed1f135b8e3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:27.193828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-c005c7a4-2b4c-436a-bf84-ed1f135b8e3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1811202363&fields=id&tenant_id=3a9b3bf402b04c43826ed9b7a0671727 HTTP/1.1" status: 200 len: 267 time: 0.7038395 Apr 11 20:58:27.232724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: b6b1d469-acb8-460f-ad86-fba7efc4a0ec {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:27.233150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b6b1d469-acb8-460f-ad86-fba7efc4a0ec not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:27.233564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 665fdbfa-2d67-4d62-8e86-29432ca80b1a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:27.235439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c1104bc5-ea9a-415c-9dd0-6a9e7bba6b5d req-9bb681b4-cbc4-41ca-85b1-13330af43605 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "DELETE /v2.0/ports/c6c68cba-22c4-4923-9fa5-ea6955a98ed1 HTTP/1.1" status: 204 len: 173 time: 3.2897151 Apr 11 20:58:27.255628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b1d469-acb8-460f-ad86-fba7efc4a0ec,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:27.263979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] No DVR routers for this DVR port b6b1d469-acb8-460f-ad86-fba7efc4a0ec on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:27.345337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 665fdbfa-2d67-4d62-8e86-29432ca80b1a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:27.346800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 665fdbfa-2d67-4d62-8e86-29432ca80b1a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:27.381900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.515417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9046931d-662b-4b33-a8e7-dc8233396aad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:27.516292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9046931d-662b-4b33-a8e7-dc8233396aad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:27.533320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.575003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49957699-6327-469d-beed-bcc2f380a8ff']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:27.590522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ef2785-1484-44f4-94de-90c4d66c564e') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:27.590866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ef2785-1484-44f4-94de-90c4d66c564e') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:27.592607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 2db160ac-bf71-4826-8ac2-dd5aac084ee5 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:27.610791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.625659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Deleting port b6b1d469-acb8-460f-ad86-fba7efc4a0ec {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:27.625962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.661141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.674312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:58:27.679296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:58:27.709259 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:58:27.711595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9046931d-662b-4b33-a8e7-dc8233396aad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:27.720291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9046931d-662b-4b33-a8e7-dc8233396aad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 936 time: 0.5085154 Apr 11 20:58:27.787063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29a14f8-853e-4136-9cc3-dc2b66123ac4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:27.790251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd586cc9-ce60-47a8-9e32-76367e41a0e7 None None] The port 'b6b1d469-acb8-460f-ad86-fba7efc4a0ec' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:58:27.845854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-68e70176-b7cd-400c-a260-91a589885945 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:27.853196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-68e70176-b7cd-400c-a260-91a589885945 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 936 time: 0.1320071 Apr 11 20:58:27.903664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:27.971253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5f22de43-fba5-4633-9692-6805bfa2b30c req-dfbfc2a4-6301-4e6d-a146-eff47c96b514 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:27.992145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-7a4c3c99-80b9-4734-9eee-6de53bd53b5e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1378942 Apr 11 20:58:28.015598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=2db160ac-bf71-4826-8ac2-dd5aac084ee5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:28.067591 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-7fb284e3-4aa0-4016-970d-a4a017035f53 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0638011 Apr 11 20:58:28.134722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:28.218828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:28.235862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49957699-6327-469d-beed-bcc2f380a8ff,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:28.342520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5f22de43-fba5-4633-9692-6805bfa2b30c req-dfbfc2a4-6301-4e6d-a146-eff47c96b514 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:28.345028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f22de43-fba5-4633-9692-6805bfa2b30c req-dfbfc2a4-6301-4e6d-a146-eff47c96b514 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 210 time: 0.5188277 Apr 11 20:58:28.431824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6f01cbab-6409-448d-8392-f25f1a9b26b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:28.453831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6f01cbab-6409-448d-8392-f25f1a9b26b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:28.463281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6f01cbab-6409-448d-8392-f25f1a9b26b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:28.467097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6f01cbab-6409-448d-8392-f25f1a9b26b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:28.481305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-edda3272-28a7-4fc2-af20-35121cd779d9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/49957699-6327-469d-beed-bcc2f380a8ff HTTP/1.1" status: 204 len: 168 time: 2.5817707 Apr 11 20:58:28.564733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6f01cbab-6409-448d-8392-f25f1a9b26b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:28.571408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6f01cbab-6409-448d-8392-f25f1a9b26b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=996cc069-17e6-4993-a448-2a6c24d958c0&id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 1993 time: 0.4915466 Apr 11 20:58:28.592924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-d775207d-174e-4e7c-9d52-cb1ab2370e3a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/quotas/3a9b3bf402b04c43826ed9b7a0671727 HTTP/1.1" status: 200 len: 375 time: 0.0205193 Apr 11 20:58:28.743546 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-49bec99b-a4a8-4c0a-8cc7-04e1e5a0ab2d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1487744 Apr 11 20:58:28.760966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:28.768750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-745ba918-dd63-443c-bed0-90e56a839fd4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:28.770466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-745ba918-dd63-443c-bed0-90e56a839fd4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.75 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 814 time: 0.8059580 Apr 11 20:58:28.837718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Request body: {'port': {'device_id': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'admin_state_up': True, 'tenant_id': '437209b2517745f99592b65a6ff9ac36'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:28.913327 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8a4662c2-a6c5-4a60-9af8-9d1151727f47 service neutron] 10.222.0.61 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683598 Apr 11 20:58:29.036475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:29.054173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:29.083962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:29.102347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:29.105322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-24dd9a79-06be-4135-b30d-b479a7a553b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806748 Apr 11 20:58:29.163224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41974) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:29.253899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Made reservation on behalf of 437209b2517745f99592b65a6ff9ac36 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:29.257068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:29.261160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-7a540e90-99a1-44ad-872c-d11b4831d604 service neutron] 10.222.0.61 "GET /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1551621 Apr 11 20:58:29.546059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c5a80a3c-af3e-4fb5-88d4-2f6edccd3553 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67b484cb7d744f1a82907ca129f4b767&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3816252 Apr 11 20:58:29.548976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41984) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:29.567954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ded83c4-8917-4a00-8081-a9a004a308c2 req-ca3807ea-77d7-4cff-ac3e-2397c2e3779c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 210 time: 0.0598283 Apr 11 20:58:29.647580 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-b19c48b4-405f-452a-82a4-8443bcd5648b service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855381 Apr 11 20:58:29.735440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Allocated IP 172.20.0.11 (51c3e005-50a3-43e7-9bdb-a08fbdfdc426/3f0bf123-b7ab-41e8-b26b-0798276f57d5/3f88c530-e335-4e16-9171-58efef004db2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:29.737526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e03c6475-c21a-4919-942a-d422ccb4ea3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:29.801753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e03c6475-c21a-4919-942a-d422ccb4ea3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:29.870465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0ac44230-31d0-4feb-9260-84246c06e3d0 service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162554 Apr 11 20:58:29.944619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-aeaf5554-b872-4643-b9f6-91c1f1d1ce4c service neutron] 10.222.0.61 "GET /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0676954 Apr 11 20:58:30.103895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-4235273a-d1b7-4bf1-a78b-c6abf8e09df6 service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531892 Apr 11 20:58:30.104761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e03c6475-c21a-4919-942a-d422ccb4ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:30.201791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6475-c21a-4919-942a-d422ccb4ea3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b973529-f86d-4af6-8b35-d28931a98fa8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:30.209924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e03c6475-c21a-4919-942a-d422ccb4ea3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:30.210896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e03c6475-c21a-4919-942a-d422ccb4ea3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b973529-f86d-4af6-8b35-d28931a98fa8 HTTP/1.1" status: 204 len: 168 time: 0.6608810 Apr 11 20:58:30.326649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6211b4ac-32dd-4c33-8913-602faf0d88b6 service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112761 Apr 11 20:58:30.508155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8cd52b45-bd3a-40ee-ad98-304e5eda304b service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805751 Apr 11 20:58:30.524563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:30.597976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:30.667935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-d8975e21-227f-490e-be16-748939199206 service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585429 Apr 11 20:58:30.799259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router f36ed6e6-6849-409f-877a-7b88af6d5152 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:30.836630 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-b400b7d1-a14c-4eea-bd08-1513951a0020 service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678178 Apr 11 20:58:30.845572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3adbd57d-44e6-41c5-8c01-4e64031d2fb4 req-668541a1-c95f-4014-b05d-2d5e36393901 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 210 time: 0.0643814 Apr 11 20:58:30.961816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:31.000056 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd413f56-3e7c-4738-86a8-9453b034cfe7 service neutron] 10.222.0.61 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573539 Apr 11 20:58:31.114237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:31.133396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:31.147701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:31.192815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9902ee97-af70-42c4-8bb8-687acd70cc85 service neutron] 10.222.0.61 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884499 Apr 11 20:58:31.208772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:31.283104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:31.284421 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:31.344168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9de4391f-081a-499b-9958-2cdf988ef2c3 service neutron] 10.222.0.61 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502392 Apr 11 20:58:31.366886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Router a57e94ce-007a-490e-89be-51f9398012e3 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:31.369722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:31.381285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bcc3ba77-df32-4e31-83ed-b722ae623cf3 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/f36ed6e6-6849-409f-877a-7b88af6d5152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5691416 Apr 11 20:58:31.381619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42022) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:31.398575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] Sync routers for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:31.404644 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:31.406141 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:31.474212 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:31.487653 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:31.488588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:31.516015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a9d0e624-ea86-458a-a4ed-3c56aa7d8a8b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6820014 Apr 11 20:58:31.518731 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-79ad8bf2-d167-4734-baac-65f32f829a89 service neutron] 10.222.0.61 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717622 Apr 11 20:58:31.556238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:31.556819 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353ff9f-69a4-437e-bcf0-ded6ccac4220 None None] The sync data for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:31.591034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Request body: {'port': {'device_id': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:31.698063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-2b275472-7a2c-476b-8a60-6ccd58fa2863 service neutron] 10.222.0.61 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727662 Apr 11 20:58:31.945643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:32.449951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66addb6-d96e-47c7-8a06-5abe4d3a7d5b req-930ed2b8-2052-4371-aa88-2422d422c7b7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:32.450653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f66addb6-d96e-47c7-8a06-5abe4d3a7d5b req-930ed2b8-2052-4371-aa88-2422d422c7b7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:32.490897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:32.510817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f2b4b6a8-fb9c-4f73-aef7-fce32c761271 admin admin] 10.222.0.61 "PUT /v2.0/routers/a57e94ce-007a-490e-89be-51f9398012e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9176080 Apr 11 20:58:32.511363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42058) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:32.515965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] Sync routers for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:32.527506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:32.555633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:32.556359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:32.646951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f66addb6-d96e-47c7-8a06-5abe4d3a7d5b req-930ed2b8-2052-4371-aa88-2422d422c7b7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:32.653364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f66addb6-d96e-47c7-8a06-5abe4d3a7d5b req-930ed2b8-2052-4371-aa88-2422d422c7b7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 932 time: 0.5700901 Apr 11 20:58:32.656396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:58:32.777721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f88c530-e335-4e16-9171-58efef004db2 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:58:32.788777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:32.805095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f66addb6-d96e-47c7-8a06-5abe4d3a7d5b req-eadf851e-3901-4710-8d19-7d7015055ad8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508152 Apr 11 20:58:32.829412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Transition to ACTIVE for port object 3f88c530-e335-4e16-9171-58efef004db2 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:32.949991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:32.962879 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:58:32.998025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:33.047135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:33.269815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:33.323585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:33.401691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Deleting port 7d21bd02-8e07-434b-9cde-efcc34f76e07 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:33.402124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:33.488090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:58:26Z', 'revision_number': 5, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port': {'id': '7d21bd02-8e07-434b-9cde-efcc34f76e07', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:49:44Z', 'updated_at': '2022-04-11T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:33.495718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] Checking router: a57e94ce-007a-490e-89be-51f9398012e3 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:58:33.514165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] Routers {'a57e94ce-007a-490e-89be-51f9398012e3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:33.515008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a57e94ce-007a-490e-89be-51f9398012e3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:33.543105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Attempting to bind port 3f88c530-e335-4e16-9171-58efef004db2 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:33.543439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Attempting to bind port 3f88c530-e335-4e16-9171-58efef004db2 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:33.543858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Attempting to bind port 3f88c530-e335-4e16-9171-58efef004db2 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:33.563010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Port 3f88c530-e335-4e16-9171-58efef004db2 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:58:33.563325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Attempting to bind port 3f88c530-e335-4e16-9171-58efef004db2 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:33.715574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] Set router a57e94ce-007a-490e-89be-51f9398012e3 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:33.789686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] For port 7d21bd02-8e07-434b-9cde-efcc34f76e07, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7d21bd02-8e07-434b-9cde-efcc34f76e07,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:33.790559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:33.828676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:58:33Z', 'revision_number': 6, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:33.845302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70db94b-a04b-429a-97df-9e2d073f21ac None None] The sync data for ids ['a57e94ce-007a-490e-89be-51f9398012e3'] in n-d-837321-1 is: [{'id': 'a57e94ce-007a-490e-89be-51f9398012e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1648447796-router', 'tenant_id': '9a004b476dd144a8a184279ab62c252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:49:42Z', 'updated_at': '2022-04-11T20:58:33Z', 'revision_number': 6, 'project_id': '9a004b476dd144a8a184279ab62c252c', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:33.862937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:33.862937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Checking segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:33.862937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Bound using segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:33.863368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Bound port: 3f88c530-e335-4e16-9171-58efef004db2, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:33.863659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:33.989094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Calling delete_port for 7d21bd02-8e07-434b-9cde-efcc34f76e07 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:34.068868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-654ed87d-7113-469f-b2e5-2f97b5012c08 req-86e651d9-b943-4970-b07a-3f649f299ada tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:34.091764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:34.093661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-654ed87d-7113-469f-b2e5-2f97b5012c08 req-86e651d9-b943-4970-b07a-3f649f299ada tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:34.107690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-654ed87d-7113-469f-b2e5-2f97b5012c08 req-86e651d9-b943-4970-b07a-3f649f299ada tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.2779324 Apr 11 20:58:34.110537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42090) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:34.117421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:34.237121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.258001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e440a88-7c58-45c4-a641-7edcd4597986 req-faa2cb63-62f6-4974-a372-414e50bf024c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:34.259524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e440a88-7c58-45c4-a641-7edcd4597986 req-faa2cb63-62f6-4974-a372-414e50bf024c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 944 time: 0.1610723 Apr 11 20:58:34.347873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e440a88-7c58-45c4-a641-7edcd4597986 req-c100c103-dafe-43cd-b695-88a19a6c457f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799832 Apr 11 20:58:34.384503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.385869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] 10.222.0.75 "PUT /v2.0/ports/3f88c530-e335-4e16-9171-58efef004db2 HTTP/1.1" status: 200 len: 1092 time: 2.8116319 Apr 11 20:58:34.386323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'tag': '3f88c530-e335-4e16-9171-58efef004db2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:34.411923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacf32f-8775-4bed-9cf2-0a6caf9df598 service neutron] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:34.429002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:34.429168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.538554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.558710 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09aa88f5-2ef1-4555-9b9e-66633ab41887'] response: {'name': 'network-changed', 'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'tag': '3f88c530-e335-4e16-9171-58efef004db2', 'status': 'completed', 'code': 200} Apr 11 20:58:34.603324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d21bd02-8e07-434b-9cde-efcc34f76e07,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:34.633663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42102) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:34.666428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.758097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:34.769492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.778298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Usage tracker for resource:security_group_rule and tenant:ae20d224e78241f1875e4c9151754f95 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:34.784155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:34.868126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:34.910514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:34.928121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-355375526-network', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:34.942734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 239d6bc0-e6df-40fa-abc4-4cf6c95acdf0 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:34.979930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:34.990228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Usage tracker for resource:network and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:35.000511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:35.014388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-db66bc23-1e8c-4c62-81dd-5ab6a6d52b9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 1095 time: 0.4877038 Apr 11 20:58:35.017080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:35.124680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-613c8c23-7481-4927-9832-7292c150b0ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f88c530-e335-4e16-9171-58efef004db2 HTTP/1.1" status: 200 len: 217 time: 0.0934253 Apr 11 20:58:35.205212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b29a14f8-853e-4136-9cc3-dc2b66123ac4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:35.291633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: b29a14f8-853e-4136-9cc3-dc2b66123ac4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:35.292102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b29a14f8-853e-4136-9cc3-dc2b66123ac4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:35.292532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:35.293197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7d21bd02-8e07-434b-9cde-efcc34f76e07 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:35.294772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.337595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.342071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.350830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.361324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7d21bd02-8e07-434b-9cde-efcc34f76e07 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:35.362039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7d21bd02-8e07-434b-9cde-efcc34f76e07 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:35.367511 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.391190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-0419ed30-9036-4882-98aa-df31e2927a09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:35.392580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-0419ed30-9036-4882-98aa-df31e2927a09 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f0bf123-b7ab-41e8-b26b-0798276f57d5 HTTP/1.1" status: 200 len: 854 time: 0.2350481 Apr 11 20:58:35.420449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e03979e-2cdd-41e9-8919-04205ed44f94 req-e5ab3e37-7acc-4810-9e9f-558945b45f2a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.0537724 Apr 11 20:58:35.429095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.429793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57e94ce-007a-490e-89be-51f9398012e3 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:58:35.448777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.450331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-45f64643-ea1b-461b-bb84-391aa21b4763 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a57e94ce-007a-490e-89be-51f9398012e3 HTTP/1.1" status: 204 len: 168 time: 2.9376757 Apr 11 20:58:35.453768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42116) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:35.486980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.494776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:35.506893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a274be83-e101-4fc9-86fa-37a702db4360 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030612 Apr 11 20:58:35.541390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Deleting subnet 786705fd-5a27-4ebe-886e-42c74873085d {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:58:35.544602 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.547565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Usage tracker for resource:security_group_rule and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:35.617332 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.644811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:35.718704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.747691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:35.799304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6b9f6-45eb-412b-b62d-66f6acf5d906,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:35.812335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d9f9df8-e2a8-4393-83a9-cfbb002efd89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae20d224e78241f1875e4c9151754f95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6880395 Apr 11 20:58:35.813841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42122) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:35.899318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7485dcd1-1fb8-4f75-bdc0-4b5959228174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.900424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-a05f6590-6c96-41b2-92e3-f4b4d471cd4a service neutron] 10.222.0.75 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060033 Apr 11 20:58:35.904563 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.914598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.964042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786705fd-5a27-4ebe-886e-42c74873085d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:35.970350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7485dcd1-1fb8-4f75-bdc0-4b5959228174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.981556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:35.992081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-33a09ca2-72e5-4c13-bba9-75cd62c36835 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/786705fd-5a27-4ebe-886e-42c74873085d HTTP/1.1" status: 204 len: 168 time: 0.5349023 Apr 11 20:58:35.993078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:35.994230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73223dd9-bf7e-4aef-9255-cfc0af6f2d70 None None] Network 7ba301f4-21aa-4989-bd41-04954917ad61 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:36.114210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=239d6bc0-e6df-40fa-abc4-4cf6c95acdf0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:36.137600 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.155157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Deleting port 5e7cb6a0-ee66-4030-9572-366d17bc3747 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:36.155881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.185825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df026716-ede2-4226-a1c6-38b0df004187 req-88aad9cf-11d0-43bb-a78e-b1bb509d1d86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:36.193333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df026716-ede2-4226-a1c6-38b0df004187 req-88aad9cf-11d0-43bb-a78e-b1bb509d1d86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 944 time: 0.6837089 Apr 11 20:58:36.275431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.381097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.382098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7485dcd1-1fb8-4f75-bdc0-4b5959228174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.403712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] DHCP port deletion for 7ba301f4-21aa-4989-bd41-04954917ad61 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:58:36.417274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Deleting port 5e7cb6a0-ee66-4030-9572-366d17bc3747 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:36.418284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.419847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7485dcd1-1fb8-4f75-bdc0-4b5959228174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.421016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7485dcd1-1fb8-4f75-bdc0-4b5959228174 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52d6b9f6-45eb-412b-b62d-66f6acf5d906 HTTP/1.1" status: 204 len: 168 time: 0.6061556 Apr 11 20:58:36.446579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485dcd1-1fb8-4f75-bdc0-4b5959228174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6b9f6-45eb-412b-b62d-66f6acf5d906,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:36.578989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:36.685680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9fb321-18f9-48ea-a717-7911f8e38d29,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:36.698030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.698421 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Added segment 7aa531e9-5d25-4216-9273-c25da330c696 of type vlan for network f28992dd-9168-4f48-a9d8-6945b5e20b3c Apr 11 20:58:36.726035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df026716-ede2-4226-a1c6-38b0df004187 req-9088085e-c681-4c04-8dd7-12c28a365771 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312006 Apr 11 20:58:36.733173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e742b6d4-30a3-464a-9eee-a5d63a92dc35 req-42ebe6e8-7a2b-4072-8f78-19ab701911e7 service neutron] 10.222.0.75 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812757 Apr 11 20:58:36.826853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] For port 5e7cb6a0-ee66-4030-9572-366d17bc3747, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e7cb6a0-ee66-4030-9572-366d17bc3747,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:36.831240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.843449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-467e4a5a-c807-443a-b6e4-217895f22c60 req-4eb6a8be-96c7-44b8-988a-4a603e19d6ac tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.0913677 Apr 11 20:58:36.849463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] For port 5e7cb6a0-ee66-4030-9572-366d17bc3747, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e7cb6a0-ee66-4030-9572-366d17bc3747,segment=NetworkSegment(03431330-3a69-4ab7-b508-c3426d82450e),segment_id=03431330-3a69-4ab7-b508-c3426d82450e)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:36.849893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.867362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:36.939902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.008123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Calling delete_port for 5e7cb6a0-ee66-4030-9572-366d17bc3747 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:37.064426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Calling delete_port for 5e7cb6a0-ee66-4030-9572-366d17bc3747 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:37.136403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42a6c9a7-08d9-4be9-ba59-9dc25f1cc0f5 service neutron] 10.222.0.69 "GET /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 1032 time: 0.3594248 Apr 11 20:58:37.172650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e7cb6a0-ee66-4030-9572-366d17bc3747 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:37.215811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.237366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-05f24637-4369-43a9-bcee-c3e745b74a9d service neutron] 10.222.0.69 "GET /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 1032 time: 0.0854425 Apr 11 20:58:37.244051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5e7cb6a0-ee66-4030-9572-366d17bc3747 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:37.244357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e7cb6a0-ee66-4030-9572-366d17bc3747 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:37.260510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:58:37.261297 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:58:37.298528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7cb6a0-ee66-4030-9572-366d17bc3747,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:37.305788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] No DVR routers for this DVR port 5e7cb6a0-ee66-4030-9572-366d17bc3747 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:37.433226 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.434097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:37.434668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.460769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.489447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba301f4-21aa-4989-bd41-04954917ad61']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:37.503022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03431330-3a69-4ab7-b508-c3426d82450e') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:37.503307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03431330-3a69-4ab7-b508-c3426d82450e') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:37.516577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.535032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.544186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:58:37.544567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:58:37.558853 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:58:37.598228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-293434b6-803c-42f8-b146-5f0249c538ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 1095 time: 0.7339447 Apr 11 20:58:37.681123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-523f5411-8273-4e76-9727-8156e37df3db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:37.684985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-523f5411-8273-4e76-9727-8156e37df3db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:37.689309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-523f5411-8273-4e76-9727-8156e37df3db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:37.690963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-523f5411-8273-4e76-9727-8156e37df3db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=996cc069-17e6-4993-a448-2a6c24d958c0&id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 1993 time: 0.4444518 Apr 11 20:58:37.713047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.719384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.752013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba301f4-21aa-4989-bd41-04954917ad61,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:37.762959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Deleting port 5e7cb6a0-ee66-4030-9572-366d17bc3747 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:37.764046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.767691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] Pushing event updated for resources: {'Network': ['ID=f28992dd-9168-4f48-a9d8-6945b5e20b3c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:37.802614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:37.815266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42148) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:37.836332 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:37.856647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-971535c6-c1ee-481e-936e-cceb56a3e151 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7ba301f4-21aa-4989-bd41-04954917ad61 HTTP/1.1" status: 204 len: 168 time: 1.8629079 Apr 11 20:58:37.909513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ede07d11-2316-479e-bd2c-9f71ceaeef28 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2706144 Apr 11 20:58:37.913673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:37.943941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Request body: {'subnet': {'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-355375526-subnet', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:37.978274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:37.990258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Usage tracker for resource:security_group_rule and tenant:847cd9173cab47039f868b8c37c72cf6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:37.993383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:38.009418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:38.014310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:38.030742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Usage tracker for resource:subnet and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:38.036039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:38.060638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:38.258297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1b7be8d2-cb06-4ec7-a296-16190a57cd42 None None] The port '5e7cb6a0-ee66-4030-9572-366d17bc3747' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:58:38.316204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:38.319482 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:38.348842 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee2d2d3c-6b47-4acd-98e8-fa99d31d8759 req-289e25e4-60fa-4eb5-9e3c-d54514f6282b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.2176883 Apr 11 20:58:38.423321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:38.470819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-bc7a2cf1-ed1c-46cf-a997-608e86bd3f20 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:38.488229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:38.514028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-a7d0dc51-22fe-4810-8422-ce92d80f21c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:38.515704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-a7d0dc51-22fe-4810-8422-ce92d80f21c0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 915 time: 0.8398256 Apr 11 20:58:38.523338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-bc7a2cf1-ed1c-46cf-a997-608e86bd3f20 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:38.524292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-bc7a2cf1-ed1c-46cf-a997-608e86bd3f20 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9b3bf402b04c43826ed9b7a0671727 HTTP/1.1" status: 200 len: 380 time: 0.7406027 Apr 11 20:58:38.566314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=847cd9173cab47039f868b8c37c72cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7490599 Apr 11 20:58:38.584272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42164) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:38.598609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'admin_state_up': True, 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'security_groups': ['4afb5e68-3765-42ed-bd89-d8e8a4f72da2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:38.667149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42168) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:38.697127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47e3be-75e7-48d3-9d30-566f8012867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99adec46-4cdd-4aff-b95f-3a7a9ddc9e09,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:38.727573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router f36ed6e6-6849-409f-877a-7b88af6d5152 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:38.755946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-16901b4b-5dd3-4477-8c6b-0bc7768eef1b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f88c530-e335-4e16-9171-58efef004db2 HTTP/1.1" status: 200 len: 217 time: 0.2291811 Apr 11 20:58:38.800594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:38.828786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb609d-8715-4305-ba19-340182ac31de req-7104d5a0-60cf-4fbb-92a9-87bab96931e4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:38.830508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfeb609d-8715-4305-ba19-340182ac31de req-7104d5a0-60cf-4fbb-92a9-87bab96931e4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 944 time: 0.9013624 Apr 11 20:58:38.935797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce7b27c-ea81-4a9e-abbc-a38dd0ee2909,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:38.951875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Checking segment: {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:38.953015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Network hostable DHCP agents. Network: f28992dd-9168-4f48-a9d8-6945b5e20b3c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:39.027495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-49d1272c-ee76-43aa-bf3f-7e3a46572a79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:39.028980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-49d1272c-ee76-43aa-bf3f-7e3a46572a79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3f0bf123-b7ab-41e8-b26b-0798276f57d5 HTTP/1.1" status: 200 len: 854 time: 0.2598941 Apr 11 20:58:39.040355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:39.114778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f28992dd-9168-4f48-a9d8-6945b5e20b3c) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:39.119446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:39.132167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.132518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1ba81-0d59-40b0-8a00-2f2c47020b8f None None] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:39.180826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:39.190864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-4d496cfe-5c2f-41a6-a687-e90dffa1410c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055779 Apr 11 20:58:39.190864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-90720865-5b1a-4d21-be4f-02d79b21eb4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a004b476dd144a8a184279ab62c252c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5191824 Apr 11 20:58:39.192256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42176) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:39.196702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37e509f7-1449-48d9-816b-6948c070bbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.262579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f11f9d92-3917-43cd-beaa-f14296a4e1a2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3357685 Apr 11 20:58:39.276892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42180) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:39.310579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:39.324474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:39.331436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f88c530-e335-4e16-9171-58efef004db2 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:58:39.332020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Usage tracker for resource:router and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:39.336475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:39.339298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b64eea56-aa18-4b88-b2b2-3f678aca9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.351866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:39.377402 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b64eea56-aa18-4b88-b2b2-3f678aca9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.389039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-ddac8fc1-2afa-48ae-9849-73f8bc53e2fa service neutron] 10.222.0.75 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900449 Apr 11 20:58:39.398185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:39.418417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfeb609d-8715-4305-ba19-340182ac31de req-aaa57d71-6109-4ea4-b9d7-676f6341d7ca tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723820 Apr 11 20:58:39.467158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.468389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.489824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37e509f7-1449-48d9-816b-6948c070bbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.508289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:39.521234 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] Sync routers for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:39.524451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:39.540630 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.547312 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:39.547312 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:39.590649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3f88c530-e335-4e16-9171-58efef004db2', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'port_id': '3f88c530-e335-4e16-9171-58efef004db2', 'mac_address': 'fa:16:3e:d3:22:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bf123-b7ab-41e8-b26b-0798276f57d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:58:39.623144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-edd1ff94-03c5-4640-ab55-ed89cdc660ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/f36ed6e6-6849-409f-877a-7b88af6d5152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2405083 Apr 11 20:58:39.635763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42186) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:39.642446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:39.652362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.655570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bf6f99f-9436-4abd-aeba-fb675ace39b8 req-1372fe75-1b07-418a-9aed-61eb2c661d99 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.0551381 Apr 11 20:58:39.656550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b64eea56-aa18-4b88-b2b2-3f678aca9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.672126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'fixed_ips': [{'subnet_id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:39.673209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.681431 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:39.688049 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.704149 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] Routers {'f36ed6e6-6849-409f-877a-7b88af6d5152'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:39.704568 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f36ed6e6-6849-409f-877a-7b88af6d5152'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:39.746964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f88c530-e335-4e16-9171-58efef004db2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:58:39.764222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:39.773722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eea56-aa18-4b88-b2b2-3f678aca9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd4b7b-f01c-462b-9eca-07b156478e33,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:39.792806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b64eea56-aa18-4b88-b2b2-3f678aca9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.797368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b64eea56-aa18-4b88-b2b2-3f678aca9305 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ecd4b7b-f01c-462b-9eca-07b156478e33 HTTP/1.1" status: 204 len: 168 time: 0.5993495 Apr 11 20:58:39.815833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-230c81aa-188e-4fc0-b77c-ba7b191bd0b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:39.822193 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:39.822600 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace081f0-a766-417e-8996-138eca0031e8 None None] The sync data for ids ['f36ed6e6-6849-409f-877a-7b88af6d5152'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:39.869130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.892190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:39.954386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fa7702-4e0e-47ed-a5ec-55fa8e6c0b79 req-13d5d551-1e89-4ee4-b359-fee1c6affdf0 service neutron] 10.222.0.75 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444334 Apr 11 20:58:39.980184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:40.000999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37e509f7-1449-48d9-816b-6948c070bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.049198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e509f7-1449-48d9-816b-6948c070bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99adec46-4cdd-4aff-b95f-3a7a9ddc9e09,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:40.063465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-37e509f7-1449-48d9-816b-6948c070bbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.071840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-37e509f7-1449-48d9-816b-6948c070bbd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99adec46-4cdd-4aff-b95f-3a7a9ddc9e09 HTTP/1.1" status: 204 len: 168 time: 1.4844854 Apr 11 20:58:40.080448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-230c81aa-188e-4fc0-b77c-ba7b191bd0b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:40.081886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-230c81aa-188e-4fc0-b77c-ba7b191bd0b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=f36ed6e6-6849-409f-877a-7b88af6d5152 HTTP/1.1" status: 200 len: 205 time: 0.4155049 Apr 11 20:58:40.094014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42196) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:40.109630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3f88c530-e335-4e16-9171-58efef004db2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:58:40.186967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Allocated IP 172.20.0.2 (f28992dd-9168-4f48-a9d8-6945b5e20b3c/cce7b27c-ea81-4a9e-abbc-a38dd0ee2909/c362ec64-6475-42b0-bf11-e62490c6bd0a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:40.331994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.372779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.629218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.633755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Allocated IP 172.25.5.154 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/6cf2122a-facc-40af-a723-3b215b958f30) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:40.810865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.849933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Transition to ACTIVE for port object c362ec64-6475-42b0-bf11-e62490c6bd0a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:40.870145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Transition to ACTIVE for port object c362ec64-6475-42b0-bf11-e62490c6bd0a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:40.882158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.907285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 172.20.0.8 (e42eb3aa-fefe-401d-9318-df7d4c8d19d1/b8a38136-d920-4aac-aa78-d87e1cb30b73/747f1a16-e78f-496f-8a33-f85e004241d2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:40.955225 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:40.974582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-db971dc0-55a1-4628-bfcd-d2b20389634f req-c78cc940-8b1b-4a2c-a631-bbbf838f7d24 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.0739963 Apr 11 20:58:41.057908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:41.060951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:41.064643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:41.069745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.110351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Pushing event updated for resources: {'Port': ['ID=c362ec64-6475-42b0-bf11-e62490c6bd0a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:41.141993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048028-5a3a-474b-9652-1306849f2e1e req-4b86aa65-414d-4874-a1d4-241b5edf8cd8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:41.149346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12048028-5a3a-474b-9652-1306849f2e1e req-4b86aa65-414d-4874-a1d4-241b5edf8cd8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 945 time: 0.4044800 Apr 11 20:58:41.199892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f88c530-e335-4e16-9171-58efef004db2 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:41.250154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Attempting to bind port c362ec64-6475-42b0-bf11-e62490c6bd0a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:41.250773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Attempting to bind port c362ec64-6475-42b0-bf11-e62490c6bd0a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:41.251292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Attempting to bind port c362ec64-6475-42b0-bf11-e62490c6bd0a on network f28992dd-9168-4f48-a9d8-6945b5e20b3c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:41.254087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:41.257226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:41.264215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:41.272781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:41.273396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Checking segment: {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:41.273951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.274490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Bound using segment: {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:41.275132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Bound port: c362ec64-6475-42b0-bf11-e62490c6bd0a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:41.275688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.324348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Pushing event updated for resources: {'Port': ['ID=6cf2122a-facc-40af-a723-3b215b958f30,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:41.468806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] For port c362ec64-6475-42b0-bf11-e62490c6bd0a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:41.476272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] For port c362ec64-6475-42b0-bf11-e62490c6bd0a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c362ec64-6475-42b0-bf11-e62490c6bd0a,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:41.481003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 3f88c530-e335-4e16-9171-58efef004db2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:41.497726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3f88c530-e335-4e16-9171-58efef004db2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:41.500269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.510921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.596941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.602021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.644823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12048028-5a3a-474b-9652-1306849f2e1e req-a966ab82-2976-4b91-afea-f3029a4b067e tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942112 Apr 11 20:58:41.703014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.704840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.709804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810baeee-23f9-42ef-8533-7e9214c601a8 None None] Pushing event updated for resources: {'Port': ['ID=c362ec64-6475-42b0-bf11-e62490c6bd0a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:41.764821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.787358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.793871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router f36ed6e6-6849-409f-877a-7b88af6d5152 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:58:41.841349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object 747f1a16-e78f-496f-8a33-f85e004241d2 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:41.842306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.934957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:41.934957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-271ef4de-4fb4-4bb9-9b0d-809926968b41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/f36ed6e6-6849-409f-877a-7b88af6d5152 HTTP/1.1" status: 204 len: 168 time: 1.8361228 Apr 11 20:58:41.934957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42228) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:41.945886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f88c530-e335-4e16-9171-58efef004db2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:41.986427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:42.033040 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:42.052152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:42.221692 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49a2c39-2898-4548-a73a-cb185ff0ad92'] response: {'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f88c530-e335-4e16-9171-58efef004db2', 'code': 200} Apr 11 20:58:42.301629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:42.310651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:42.325913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:42.330743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:42.565888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:42.571865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:58:42.695415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:42.696144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:42.839991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4722c34f-502c-4d0e-9354-69a2ba33e658 None None] Provisioning for port 747f1a16-e78f-496f-8a33-f85e004241d2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:42.845446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4722c34f-502c-4d0e-9354-69a2ba33e658 None None] Provisioning complete for port 747f1a16-e78f-496f-8a33-f85e004241d2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:42.845816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4722c34f-502c-4d0e-9354-69a2ba33e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:42.913235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-64f0a06c-5792-4012-ac1b-0081ede661cd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3286085 Apr 11 20:58:42.924458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet d7381f46-8ed6-4cba-939d-78b06c57215f {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:58:42.930323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'admin_state_up': True, 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'security_groups': ['4afb5e68-3765-42ed-bd89-d8e8a4f72da2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:43.025475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4722c34f-502c-4d0e-9354-69a2ba33e658 None None] Port 747f1a16-e78f-496f-8a33-f85e004241d2 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:43.183426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28750ffe-c99d-4931-8349-71bcd8438cdf req-477b0f57-ef34-47cd-8d86-2c7a1650322d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:43.185584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28750ffe-c99d-4931-8349-71bcd8438cdf req-477b0f57-ef34-47cd-8d86-2c7a1650322d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.3009181 Apr 11 20:58:43.280563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c362ec64-6475-42b0-bf11-e62490c6bd0a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:43.328158 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28750ffe-c99d-4931-8349-71bcd8438cdf req-95aae609-7d01-4973-a14c-54e5d624e5e8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318970 Apr 11 20:58:43.355442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:43.386877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:43.398197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Sync routers for ids ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:58:43.423963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67643111-5dba-4dd4-8844-bb690f9cec92 None None] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:43.463926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:43.485809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:43.486801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-459028ce-7554-44d9-8bf7-45f9ac26658e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2054262 Apr 11 20:58:43.491003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42256) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:43.642215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:43.723134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Routers {'95ce5f81-b4bf-4a88-8b6d-ad2b51277003'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:43.728249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:43.793054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2eb79afc-062c-4d34-a7e6-b3ce43d2295f req-c44b2f2c-2c04-442b-a6d2-91e5565734f0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 1097 time: 1.4717910 Apr 11 20:58:43.840056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ed60-5945-4a2a-b062-965c7027de62 req-57b0c7d9-7f13-49f8-ad5c-0a21d85173ca tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:43.840769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8329ed60-5945-4a2a-b062-965c7027de62 req-57b0c7d9-7f13-49f8-ad5c-0a21d85173ca tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:43.898396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:43.948851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Set router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:43.994552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8329ed60-5945-4a2a-b062-965c7027de62 req-57b0c7d9-7f13-49f8-ad5c-0a21d85173ca tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:43.995933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8329ed60-5945-4a2a-b062-965c7027de62 req-57b0c7d9-7f13-49f8-ad5c-0a21d85173ca tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 931 time: 1.6905897 Apr 11 20:58:44.020193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=d7381f46-8ed6-4cba-939d-78b06c57215f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:44.051390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:44.057049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.089127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a4e0b95d-f24d-48b9-819c-441825ddb10f None None] Provisioning for port c362ec64-6475-42b0-bf11-e62490c6bd0a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:44.091967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:44.101050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fff67-0c6a-4b47-94e5-fb79aa49f89d None None] Network d3b9bbac-8cad-4cde-ba53-6ce6760cf007 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:44.118609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-20421914-9bec-4770-b31f-641cf0c9c4d8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/d7381f46-8ed6-4cba-939d-78b06c57215f HTTP/1.1" status: 204 len: 168 time: 2.1832771 Apr 11 20:58:44.128490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2eb79afc-062c-4d34-a7e6-b3ce43d2295f req-5c2227a8-4879-4b97-92af-6ccd0fc83ef6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086557 Apr 11 20:58:44.142935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42268) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:44.195989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:44.198818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.244339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8329ed60-5945-4a2a-b062-965c7027de62 req-1ec35d12-91a3-4c6d-ad1d-244d4d0e2bbd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276676 Apr 11 20:58:44.360533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89d3f4ea-3b4f-4c96-9589-1966d5264b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.503752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port c362ec64-6475-42b0-bf11-e62490c6bd0a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:44.604811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c362ec64-6475-42b0-bf11-e62490c6bd0a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:44.605253 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.780027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet 881e8979-4c9e-4ca5-a270-f16e9f678d0d {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:58:44.790439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.792733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.938622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 10.1.1.173 (1c5dd5f0-7ee5-469b-940a-67c457febede/b622e29e-35b5-4ce6-8fd1-8baf3a47461d/7e6b6b37-d4f9-4363-85f8-ea6385b22f9a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:44.969950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.989946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:44.999502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T20:58:41Z', 'revision_number': 3, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:45.024841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Checking router: 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:58:45.024841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Updating router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 port 6cf2122a-facc-40af-a723-3b215b958f30 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:58:45.122540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port c362ec64-6475-42b0-bf11-e62490c6bd0a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c362ec64-6475-42b0-bf11-e62490c6bd0a,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:45.159839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff088b3-7493-400e-b593-3f8bf06a81bc req-5bd94e13-5363-41e6-87e1-e084fd5d68ec tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:45.160340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] DHCP port deletion for d3b9bbac-8cad-4cde-ba53-6ce6760cf007 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:58:45.167985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fff088b3-7493-400e-b593-3f8bf06a81bc req-5bd94e13-5363-41e6-87e1-e084fd5d68ec tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.4688408 Apr 11 20:58:45.197103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] Deleting port 215735a2-6b54-4555-a342-3bc288171202 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:45.197497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:45.286196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:45.439902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fff088b3-7493-400e-b593-3f8bf06a81bc req-f5ca1aae-bc6c-4351-81bd-c8a699a07e5b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688680 Apr 11 20:58:45.465285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Allocated IP 172.20.0.1 (f28992dd-9168-4f48-a9d8-6945b5e20b3c/cce7b27c-ea81-4a9e-abbc-a38dd0ee2909/87eb744f-8d12-440f-bb65-a4b4b390960f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:45.521573 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:45.582456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:45.602486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 215735a2-6b54-4555-a342-3bc288171202 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:45.854864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=c362ec64-6475-42b0-bf11-e62490c6bd0a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:45.930030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.007828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=881e8979-4c9e-4ca5-a270-f16e9f678d0d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:46.019037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.059780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.080813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607111a-bc78-478c-864c-a3af37f65c9b req-70d18be9-c9d8-4132-b1a3-476ef1bafb26 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:46.081893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f607111a-bc78-478c-864c-a3af37f65c9b req-70d18be9-c9d8-4132-b1a3-476ef1bafb26 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:46.091051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ae0b8396-0ccd-4720-833e-b4d8f4d87d05 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/881e8979-4c9e-4ca5-a270-f16e9f678d0d HTTP/1.1" status: 204 len: 168 time: 1.9460568 Apr 11 20:58:46.092135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42300) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:46.093244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.124314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:46.146910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Transition to ACTIVE for port object 87eb744f-8d12-440f-bb65-a4b4b390960f will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:46.180736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] For port 215735a2-6b54-4555-a342-3bc288171202, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=215735a2-6b54-4555-a342-3bc288171202,segment=NetworkSegment(8d2d1ddf-f34a-4484-b561-02dd52fa670d),segment_id=8d2d1ddf-f34a-4484-b561-02dd52fa670d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:46.181140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.222332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f607111a-bc78-478c-864c-a3af37f65c9b req-70d18be9-c9d8-4132-b1a3-476ef1bafb26 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:46.224309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f607111a-bc78-478c-864c-a3af37f65c9b req-70d18be9-c9d8-4132-b1a3-476ef1bafb26 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 931 time: 0.4971447 Apr 11 20:58:46.258690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.289292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.320669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f607111a-bc78-478c-864c-a3af37f65c9b req-dcb1bcb4-05ed-4c09-9957-ae0fc42986f5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882056 Apr 11 20:58:46.350576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 215735a2-6b54-4555-a342-3bc288171202 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:46.352253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.435141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] Calling delete_port for 215735a2-6b54-4555-a342-3bc288171202 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:46.440176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.485730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:46.487725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:46.505197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:46.560547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:46.605030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Pushing event updated for resources: {'Port': ['ID=87eb744f-8d12-440f-bb65-a4b4b390960f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:46.632707 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.677534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 1c5dd5f0-7ee5-469b-940a-67c457febede is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:46.682632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:46.684215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.704592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9143271-d2b8-4a78-8b0d-88e53448e3f7 None None] Network 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:46.822688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.828270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-16f6b32d-f298-417c-89de-0c3c396672dc None None] Provisioning complete for port c362ec64-6475-42b0-bf11-e62490c6bd0a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:46.839248 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f6b32d-f298-417c-89de-0c3c396672dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.865476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:46.928479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 215735a2-6b54-4555-a342-3bc288171202, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=215735a2-6b54-4555-a342-3bc288171202,segment=NetworkSegment(8d2d1ddf-f34a-4484-b561-02dd52fa670d),segment_id=8d2d1ddf-f34a-4484-b561-02dd52fa670d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:46.928995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:46.971722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.237207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] Pushing event deleted for resources: {'Port': ['ID=215735a2-6b54-4555-a342-3bc288171202,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:47.397668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 215735a2-6b54-4555-a342-3bc288171202 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:47.463255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:47.463996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.473786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77529367-ae89-4cea-ae87-79a0d2f98e98 None None] No DVR routers for this DVR port 215735a2-6b54-4555-a342-3bc288171202 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:47.480043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e64521f6-ce45-48a3-84ea-3465104d92db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.539109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:58:47.539943 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:58:47.583019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.590608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942682aa-bfbb-4f8a-ac50-349372d377b3 req-9faa0f16-213a-447d-bb24-c66122ccb103 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:47.592990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-942682aa-bfbb-4f8a-ac50-349372d377b3 req-9faa0f16-213a-447d-bb24-c66122ccb103 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.7418673 Apr 11 20:58:47.607945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.624819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-00d5af45-df0e-4abe-a9d2-e90b4efd7367 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7039757 Apr 11 20:58:47.635155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'admin_state_up': True, 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'security_groups': ['4afb5e68-3765-42ed-bd89-d8e8a4f72da2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:47.688150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-942682aa-bfbb-4f8a-ac50-349372d377b3 req-cde8e027-63d8-4752-8a54-ccaface051cb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888238 Apr 11 20:58:47.710078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.804766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:47.872722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c362ec64-6475-42b0-bf11-e62490c6bd0a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:47.992175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Pushing event updated for resources: {'Port': ['ID=87eb744f-8d12-440f-bb65-a4b4b390960f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:48.042420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131df8f-a338-4e2d-bd82-a22f17e89b59 req-94c4f68a-68ae-42be-a7a1-9584b2909bc1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:48.048145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131df8f-a338-4e2d-bd82-a22f17e89b59 req-94c4f68a-68ae-42be-a7a1-9584b2909bc1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:48.049802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5131df8f-a338-4e2d-bd82-a22f17e89b59 req-94c4f68a-68ae-42be-a7a1-9584b2909bc1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 1653 time: 0.3426361 Apr 11 20:58:48.060125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 215735a2-6b54-4555-a342-3bc288171202 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:48.060559 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.073918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.156359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] The port '215735a2-6b54-4555-a342-3bc288171202' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:58:48.222383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:48.222683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59870d6-3600-4111-a144-1d0335ed033f req-462ac6a8-0b20-4fe9-91a0-94027af9eca6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:48.224477 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c59870d6-3600-4111-a144-1d0335ed033f req-462ac6a8-0b20-4fe9-91a0-94027af9eca6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2335181 Apr 11 20:58:48.233916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:48.272319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:58:48.350525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:48.354063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.360237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:48.364455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:48.378531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.385466 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.391768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5131df8f-a338-4e2d-bd82-a22f17e89b59 req-239ec85f-9d3b-436c-ba57-bae4cee7b134 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907648 Apr 11 20:58:48.402830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Transition to ACTIVE for port object 6cf2122a-facc-40af-a723-3b215b958f30 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:48.520381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c362ec64-6475-42b0-bf11-e62490c6bd0a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:48.520759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.564143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.710671 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c59870d6-3600-4111-a144-1d0335ed033f req-098c80d0-08ad-445c-a31c-92bac5b36d46 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660850 Apr 11 20:58:48.720217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 10.1.1.89 (1c5dd5f0-7ee5-469b-940a-67c457febede/b622e29e-35b5-4ce6-8fd1-8baf3a47461d/f2b1cdde-6322-4e0d-a572-c2f0eb71a956) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:48.726751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Provisioning for port 87eb744f-8d12-440f-bb65-a4b4b390960f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:48.868729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Provisioning complete for port 87eb744f-8d12-440f-bb65-a4b4b390960f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:48.868923 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:48.955511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Port 87eb744f-8d12-440f-bb65-a4b4b390960f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:48.959122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] DHCP port deletion for 7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:58:48.976476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] Deleting port 1c498f72-99e1-4883-aa3d-123147a809bf {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:48.976848 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.117204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Attempting to bind port 6cf2122a-facc-40af-a723-3b215b958f30 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:49.117961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Attempting to bind port 6cf2122a-facc-40af-a723-3b215b958f30 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:49.118568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Attempting to bind port 6cf2122a-facc-40af-a723-3b215b958f30 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:49.152202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b9bbac-8cad-4cde-ba53-6ce6760cf007']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:49.172895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:49.173327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:49.175018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.180369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:49.180601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Bound port: 6cf2122a-facc-40af-a723-3b215b958f30, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:49.181394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.198752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2d1ddf-f34a-4484-b561-02dd52fa670d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:49.199135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2d1ddf-f34a-4484-b561-02dd52fa670d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:49.237801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.287234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.287466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] For port 6cf2122a-facc-40af-a723-3b215b958f30, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:49.287586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.287673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] For port 6cf2122a-facc-40af-a723-3b215b958f30, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6cf2122a-facc-40af-a723-3b215b958f30,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:49.293356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:58:49.293768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:58:49.310755 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:58:49.344599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:58:49.423384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object f2b1cdde-6322-4e0d-a572-c2f0eb71a956 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:49.544103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a490a-478b-469d-8e3a-af6039e573b6 None None] Pushing event updated for resources: {'Port': ['ID=6cf2122a-facc-40af-a723-3b215b958f30,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:49.555435 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.569928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.579826 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.614546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.627415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=d3b9bbac-8cad-4cde-ba53-6ce6760cf007,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:49.631723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f57bf155-dc64-4239-abe5-3f03b0252a8c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/d3b9bbac-8cad-4cde-ba53-6ce6760cf007 HTTP/1.1" status: 204 len: 168 time: 3.5331438 Apr 11 20:58:49.634485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.636716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42356) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:49.640215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] For port 1c498f72-99e1-4883-aa3d-123147a809bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1c498f72-99e1-4883-aa3d-123147a809bf,segment=NetworkSegment(14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44),segment_id=14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:49.640629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:49.917062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 1c5dd5f0-7ee5-469b-940a-67c457febede is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:49.940025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:49.949236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:49.956594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be930-e861-4330-8d26-6ab8dd4212b6 req-509aaf81-6f13-4118-a3ad-8f6c0d227c17 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:49.959144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e05be930-e861-4330-8d26-6ab8dd4212b6 req-509aaf81-6f13-4118-a3ad-8f6c0d227c17 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.4344256 Apr 11 20:58:49.973432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:49.975817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] Calling delete_port for 1c498f72-99e1-4883-aa3d-123147a809bf owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:50.018336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Routers {'95ce5f81-b4bf-4a88-8b6d-ad2b51277003'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:58:50.024386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:47Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:50.045039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e05be930-e861-4330-8d26-6ab8dd4212b6 req-b934e204-1b65-4019-bf8e-59715f13e523 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583520 Apr 11 20:58:50.069920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:58:50.088883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:50.098388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d2e0ff0-bf87-4634-badb-acf6129b8506 admin admin] 10.222.0.61 "PUT /v2.0/routers/95ce5f81-b4bf-4a88-8b6d-ad2b51277003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6057367 Apr 11 20:58:50.139631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a490a-478b-469d-8e3a-af6039e573b6 None None] Pushing event updated for resources: {'Port': ['ID=6cf2122a-facc-40af-a723-3b215b958f30,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:50.149976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Provisioning for port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:50.169025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 1c498f72-99e1-4883-aa3d-123147a809bf {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:50.175848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:50.244436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:50.245265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:50.326326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Provisioning complete for port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:50.327217 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:50.331013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-ff04c759-918c-4213-967f-48c410123c16 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:50.336144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-ff04c759-918c-4213-967f-48c410123c16 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:50.340399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-ff04c759-918c-4213-967f-48c410123c16 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:50.341552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-ff04c759-918c-4213-967f-48c410123c16 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:50.380655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae3cc7-9269-4fbe-834b-0d8a938896ea req-47413f91-4c2a-42d5-829b-7aee315f2e58 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:50.382352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3ae3cc7-9269-4fbe-834b-0d8a938896ea req-47413f91-4c2a-42d5-829b-7aee315f2e58 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1363037 Apr 11 20:58:50.421220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-eb88b4bc-1e45-46c8-9d58-aec1e647d6bc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7903881 Apr 11 20:58:50.485366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-475f8648-5989-434b-a8c0-bbc74c255951 None None] Port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:50.496409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3ae3cc7-9269-4fbe-834b-0d8a938896ea req-74d77f0c-5854-4405-aa21-fdafa6900a41 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036983 Apr 11 20:58:50.548723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] Set router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:58:50.610949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-ff04c759-918c-4213-967f-48c410123c16 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:50.624645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-ff04c759-918c-4213-967f-48c410123c16 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 2373 time: 0.9137552 Apr 11 20:58:50.642909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0', 'admin_state_up': True, 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'security_groups': ['4afb5e68-3765-42ed-bd89-d8e8a4f72da2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:50.647499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1c498f72-99e1-4883-aa3d-123147a809bf no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:58:50.702235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42378) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:50.736366 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:50.740181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 1c498f72-99e1-4883-aa3d-123147a809bf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:58:50.740181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1c498f72-99e1-4883-aa3d-123147a809bf not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:58:50.810225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] Pushing event deleted for resources: {'Port': ['ID=1c498f72-99e1-4883-aa3d-123147a809bf,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:50.819963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cce06b-8d17-49d3-a100-b05ecf8869cc None None] No DVR routers for this DVR port 1c498f72-99e1-4883-aa3d-123147a809bf on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:58:50.838695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Provisioning complete for port 87eb744f-8d12-440f-bb65-a4b4b390960f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:50.839012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:50.849472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51ca227b-cc75-43ed-835b-12bc44799a9a req-1051080d-bc29-4dc7-8a28-9896b9800def tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231174 Apr 11 20:58:50.998083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 1c498f72-99e1-4883-aa3d-123147a809bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1c498f72-99e1-4883-aa3d-123147a809bf,segment=NetworkSegment(14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44),segment_id=14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:50.998941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.095404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Port 87eb744f-8d12-440f-bb65-a4b4b390960f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:51.179341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 1c498f72-99e1-4883-aa3d-123147a809bf owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:58:51.244724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:51.249695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Provisioning for port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:51.257752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Provisioning complete for port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:51.258299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.279188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:51.338781 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:58:51.339105 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:58:51.363858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:51.392230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T20:58:46Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '87eb744f-8d12-440f-bb65-a4b4b390960f', 'name': '', 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'mac_address': 'fa:16:3e:82:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:44Z', 'updated_at': '2022-04-11T20:58:47Z', 'revision_number': 2, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'subnets': [{'id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:51.403424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1798725361'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:51.412623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:51.417391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c1113-146c-4483-b237-004284ea2bcc None None] The sync data for ids ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'] in n-d-837321-1 is: [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T20:58:46Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '87eb744f-8d12-440f-bb65-a4b4b390960f', 'name': '', 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'mac_address': 'fa:16:3e:82:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:44Z', 'updated_at': '2022-04-11T20:58:47Z', 'revision_number': 2, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'subnets': [{'id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:58:51.417947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:network and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:51.431976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:51.438006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2bd76-3b80-449d-b578-f7da02dc496f None None] Port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:51.439285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:51.531988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:51.536085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.607613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:51.610000 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.626015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.627186 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Added segment 46d2d499-71f4-432e-9edd-ac0a00a1d1a3 of type vlan for network e486f5b1-09bd-412f-bd0f-ea442abe06b4 Apr 11 20:58:51.642931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94380-d14b-4337-b617-cdeeef9ab2e1 req-4024864b-4f96-4671-9779-13c62b98eacb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:51.644774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02e94380-d14b-4337-b617-cdeeef9ab2e1 req-4024864b-4f96-4671-9779-13c62b98eacb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1732645 Apr 11 20:58:51.691511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.809208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02e94380-d14b-4337-b617-cdeeef9ab2e1 req-505bb66d-bdae-4424-8541-508bcc052bd8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425939 Apr 11 20:58:51.839855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.843898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:51.844504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:51.907303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 1c498f72-99e1-4883-aa3d-123147a809bf {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:58:51.907303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.106228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] The port '1c498f72-99e1-4883-aa3d-123147a809bf' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:58:52.114089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Network': ['ID=e486f5b1-09bd-412f-bd0f-ea442abe06b4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:52.126515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:52.178931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2cf15d89-51aa-4ad5-947c-a0635924f079 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4742444 Apr 11 20:58:52.182142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42402) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:52.234632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'subnet': {'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:52.357050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.376223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 10.2.2.100 (996cc069-17e6-4993-a448-2a6c24d958c0/14b2707d-6e12-4176-b3af-7675aff01042/b7f4dc31-622e-4ce8-b14d-ed6a8396331f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:52.399382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf0a2f9-dbc9-447d-92cc-e7305cc1d741']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:52.417212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:52.418357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d75ef9-b9c5-45ab-a1c7-ef7a79b28b44') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:58:52.469008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.520126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8086-b017-41df-abbe-0a1df583971c req-e9381c47-80f8-44ca-99e2-ef8313cd68ad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:52.528353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8086-b017-41df-abbe-0a1df583971c req-e9381c47-80f8-44ca-99e2-ef8313cd68ad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:52.544167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8086-b017-41df-abbe-0a1df583971c req-e9381c47-80f8-44ca-99e2-ef8313cd68ad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:52.559385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.560140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b8dc8086-b017-41df-abbe-0a1df583971c req-e9381c47-80f8-44ca-99e2-ef8313cd68ad tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 2373 time: 0.4465959 Apr 11 20:58:52.564379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:52.654258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:subnet and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:52.659567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:52.663139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:58:52.663628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.669948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: timer() Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:58:52.691242 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:58:52.715954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b8dc8086-b017-41df-abbe-0a1df583971c req-db3e27bc-1ae5-4e45-9a7d-10b4de7ab24a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543424 Apr 11 20:58:52.770099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:52.880097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.909150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:52.933662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.091800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.096526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/7bf0a2f9-dbc9-447d-92cc-e7305cc1d741 HTTP/1.1" status: 204 len: 168 time: 3.4580388 Apr 11 20:58:53.103789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42420) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:53.113557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1822166605'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:53.126947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:53.134775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:53.137282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e1462-7837-4272-a163-5a6391d6957f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=7bf0a2f9-dbc9-447d-92cc-e7305cc1d741,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:53.140602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:53.149668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:53.159351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object b7f4dc31-622e-4ce8-b14d-ed6a8396331f will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:53.202983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f742d-c2aa-4762-a886-6ab7df3ee289 req-534a3f3c-32b8-4684-99cd-9fb4204ef73c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:53.204515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d0f742d-c2aa-4762-a886-6ab7df3ee289 req-534a3f3c-32b8-4684-99cd-9fb4204ef73c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1207361 Apr 11 20:58:53.259861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:53.273611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.296393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d0f742d-c2aa-4762-a886-6ab7df3ee289 req-4223e77c-a952-47f6-9f97-2601d4ed7aeb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847526 Apr 11 20:58:53.298771 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.407376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:53.424306 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.424501 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment e966597d-d935-47a7-8cd3-b4cab6115390 of type vlan for network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 Apr 11 20:58:53.435338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:53.457412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 996cc069-17e6-4993-a448-2a6c24d958c0 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:53.460883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.461780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:53.473472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.479873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:53.575603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:53.577489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.612715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Subnet': ['ID=63621eb4-bea9-4413-8341-0fb559a65e9a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:53.638439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:58:53.668323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Checking segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:53.668689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network hostable DHCP agents. Network: e486f5b1-09bd-412f-bd0f-ea442abe06b4, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:53.675427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-42c851e5-6fc2-46ca-8526-3c58c38b627a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0659907 Apr 11 20:58:53.688477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0', 'admin_state_up': True, 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'security_groups': ['4afb5e68-3765-42ed-bd89-d8e8a4f72da2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:53.750117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.753110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:53.753752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.814925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:53.866855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d8d3cd2c-3e83-438a-b37e-17001488087f None None] Provisioning for port b7f4dc31-622e-4ce8-b14d-ed6a8396331f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:53.877045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d8d3cd2c-3e83-438a-b37e-17001488087f None None] Provisioning complete for port b7f4dc31-622e-4ce8-b14d-ed6a8396331f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:53.877045 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cd2c-3e83-438a-b37e-17001488087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.903925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:53.907649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8013875 Apr 11 20:58:53.909728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42434) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:53.917326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d117048-4267-4ea6-88e6-4753bdca5d5c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=3314b8f4-d19a-44cf-ba24-6d50ad29e5f7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:53.927001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:53.953196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e486f5b1-09bd-412f-bd0f-ea442abe06b4) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:53.959363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:53.960046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:53.991194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3cd2c-3e83-438a-b37e-17001488087f None None] Port b7f4dc31-622e-4ce8-b14d-ed6a8396331f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:53.994366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:54.007958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71a92f-1bd4-4bc6-b350-8505a849f2ed None None] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:54.041718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:54.092533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147984-7d1d-44ae-abc0-d3b47cc62d29 req-f08af647-b0dd-4d05-a539-f1fcf0c5a91a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:54.097357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147984-7d1d-44ae-abc0-d3b47cc62d29 req-f08af647-b0dd-4d05-a539-f1fcf0c5a91a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:54.103215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147984-7d1d-44ae-abc0-d3b47cc62d29 req-f08af647-b0dd-4d05-a539-f1fcf0c5a91a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:54.103438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:54.107380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:54.109562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147984-7d1d-44ae-abc0-d3b47cc62d29 req-f08af647-b0dd-4d05-a539-f1fcf0c5a91a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:54.111455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:54.116388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95147984-7d1d-44ae-abc0-d3b47cc62d29 req-f08af647-b0dd-4d05-a539-f1fcf0c5a91a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3094 time: 0.1584482 Apr 11 20:58:54.118165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:54.139615 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-593aaa79-4885-4ddb-80c3-9e8250ab879e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9359615 Apr 11 20:58:54.141568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42438) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:54.148561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1075230827'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:54.155220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:54.163788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:network and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:54.167288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:54.176127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:54.189462 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95147984-7d1d-44ae-abc0-d3b47cc62d29 req-dfe14670-bd97-4bc0-9a58-e24798eb6903 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696464 Apr 11 20:58:54.235660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:54.258787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Made reservation on behalf of 3a9b3bf402b04c43826ed9b7a0671727 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:54.276049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.380207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:54.383179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.453658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'fixed_ips': [{'subnet_id': '63621eb4-bea9-4413-8341-0fb559a65e9a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:54.454497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.586050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.638045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:58:54.662600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6cf2122a-facc-40af-a723-3b215b958f30 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:54.777536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Allocated IP 19.80.0.2 (e486f5b1-09bd-412f-bd0f-ea442abe06b4/63621eb4-bea9-4413-8341-0fb559a65e9a/aee78744-4a92-42f6-9525-5d9167404779) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:54.789125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.789125 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Added segment df559efd-af3d-4690-ab57-e68408d969cf of type vlan for network 7329531b-1f5a-443c-be63-5736d32aa47d Apr 11 20:58:54.815966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.876082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6cf2122a-facc-40af-a723-3b215b958f30 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:54.882891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6cf2122a-facc-40af-a723-3b215b958f30 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:54.883261 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.959996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da39fc3-57c7-4ec5-992f-4ed8ae8e9301 req-4ce89cf9-a9c7-4cf3-af0a-4ec285bd9a99 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:54.961501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7da39fc3-57c7-4ec5-992f-4ed8ae8e9301 req-4ce89cf9-a9c7-4cf3-af0a-4ec285bd9a99 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.4568253 Apr 11 20:58:54.966696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:54.971572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:54.972183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.068311 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.140223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6cf2122a-facc-40af-a723-3b215b958f30, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6cf2122a-facc-40af-a723-3b215b958f30,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:55.163414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.178422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Transition to ACTIVE for port object aee78744-4a92-42f6-9525-5d9167404779 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:55.204962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.231890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Allocated IP 10.2.2.200 (996cc069-17e6-4993-a448-2a6c24d958c0/14b2707d-6e12-4176-b3af-7675aff01042/40f41420-9303-4e14-a496-5436152737a9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:55.267017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7da39fc3-57c7-4ec5-992f-4ed8ae8e9301 req-6edd1180-0a10-4b85-869a-ebfd42859795 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906303 Apr 11 20:58:55.270599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Network': ['ID=7329531b-1f5a-443c-be63-5736d32aa47d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:55.324720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:55.325489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a847374f-6ab4-463b-a271-83ea33a5f717 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1820941 Apr 11 20:58:55.332738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'subnet': {'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:55.337409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Transition to ACTIVE for port object aee78744-4a92-42f6-9525-5d9167404779 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:55.340512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6cf2122a-facc-40af-a723-3b215b958f30,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:55.356617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7329531b-1f5a-443c-be63-5736d32aa47d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:58:55.436500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.503084 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.557046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:55.565586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:subnet and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:55.569950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:55.578852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:55.605643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32af7e4-9a42-4397-99dc-57a1375afe98 req-17c53c9d-e1b0-4a26-9aa2-052e945db91c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:55.611276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32af7e4-9a42-4397-99dc-57a1375afe98 req-17c53c9d-e1b0-4a26-9aa2-052e945db91c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:55.615527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32af7e4-9a42-4397-99dc-57a1375afe98 req-17c53c9d-e1b0-4a26-9aa2-052e945db91c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:55.620889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32af7e4-9a42-4397-99dc-57a1375afe98 req-17c53c9d-e1b0-4a26-9aa2-052e945db91c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:55.625389 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c32af7e4-9a42-4397-99dc-57a1375afe98 req-17c53c9d-e1b0-4a26-9aa2-052e945db91c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3094 time: 0.1638105 Apr 11 20:58:55.693154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Pushing event updated for resources: {'Port': ['ID=aee78744-4a92-42f6-9525-5d9167404779,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:55.712223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:55.723787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:55.729521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=ee6bb4a9-47c6-48f8-93a2-0450fb2d7836,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:55.735353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': 'e966597d-d935-47a7-8cd3-b4cab6115390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:55.735747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:55.740392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:55.756663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c32af7e4-9a42-4397-99dc-57a1375afe98 req-a3462d9c-6fed-46cc-a0be-8c939376d403 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263237 Apr 11 20:58:55.762567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:55.864922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Attempting to bind port aee78744-4a92-42f6-9525-5d9167404779 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:55.865862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Attempting to bind port aee78744-4a92-42f6-9525-5d9167404779 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:55.866438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Attempting to bind port aee78744-4a92-42f6-9525-5d9167404779 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:55.874797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:55.875574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Checking segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:55.876194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.877172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Bound using segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:55.877852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Bound port: aee78744-4a92-42f6-9525-5d9167404779, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:55.878450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.910141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:55.930999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Transition to ACTIVE for port object 40f41420-9303-4e14-a496-5436152737a9 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:55.990036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-596886b4-8531-410d-9efb-d899236bd68e None None] For port aee78744-4a92-42f6-9525-5d9167404779, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:55.993932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-596886b4-8531-410d-9efb-d899236bd68e None None] For port aee78744-4a92-42f6-9525-5d9167404779, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aee78744-4a92-42f6-9525-5d9167404779,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:56.009556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:56.084726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.105739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.113448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.126184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:56.154253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:56.154895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.171918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Network 996cc069-17e6-4993-a448-2a6c24d958c0 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:56.180315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:56.188947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:56.257674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596886b4-8531-410d-9efb-d899236bd68e None None] Pushing event updated for resources: {'Port': ['ID=aee78744-4a92-42f6-9525-5d9167404779,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:56.260690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91e396-ae92-4cfd-9125-a02ead56ed8b None None] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:56.313446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:56.316828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.342499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event updated for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:56.438214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e55093c3-ba97-47d3-bcbf-8549d7e58e60 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5272293 Apr 11 20:58:56.445013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42492) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:56.473687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1726080848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:56.493496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:56.509931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:56.522963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:56.536424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:56.548791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8b550c3e-079d-4905-accf-463d49ec51b5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8601663 Apr 11 20:58:56.568625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:56.618222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6cf2122a-facc-40af-a723-3b215b958f30 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:56.686504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.817903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.829043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42498) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:56.833521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.835146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.840969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-29b8cbc7-f720-4923-9ea1-d64bf09d828d None None] Provisioning for port 40f41420-9303-4e14-a496-5436152737a9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:56.858063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-29b8cbc7-f720-4923-9ea1-d64bf09d828d None None] Provisioning complete for port 40f41420-9303-4e14-a496-5436152737a9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:56.858365 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29b8cbc7-f720-4923-9ea1-d64bf09d828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.931725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-3314b8f4-d19a-44cf-ba24-6d50ad29e5f7', 'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': 'ee6bb4a9-47c6-48f8-93a2-0450fb2d7836'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:56.932518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:56.951455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ff2ce-43aa-4400-a518-81d5b801f33c req-bf336596-7e1b-4306-ab9e-7dc522e6d15f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:56.953640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-242ff2ce-43aa-4400-a518-81d5b801f33c req-bf336596-7e1b-4306-ab9e-7dc522e6d15f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.3133056 Apr 11 20:58:56.970175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-29b8cbc7-f720-4923-9ea1-d64bf09d828d None None] Port 40f41420-9303-4e14-a496-5436152737a9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:58:57.038093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6cf2122a-facc-40af-a723-3b215b958f30 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:57.038093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.072763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Checking segment: {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:57.072763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network hostable DHCP agents. Network: 7329531b-1f5a-443c-be63-5736d32aa47d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:58:57.073028 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.091274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Subnet': ['ID=322bd834-7dcb-4fc8-96dd-9923fd8d2f9e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:57.119605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.119996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.120283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.120646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.120982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.121310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.121636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.121959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.122318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.124280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.126999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:58:57.132794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-242ff2ce-43aa-4400-a518-81d5b801f33c req-df3b71b0-7b64-4b12-bccf-67b0895a21dc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590817 Apr 11 20:58:57.276565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.289695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network 7329531b-1f5a-443c-be63-5736d32aa47d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:58:57.315180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.365830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dc9e-ae34-4025-a136-73127c541e06 req-eb0fc5f9-e9af-40d4-aa7c-1986c33c35af tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:57.369295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dc9e-ae34-4025-a136-73127c541e06 req-eb0fc5f9-e9af-40d4-aa7c-1986c33c35af tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:57.375287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dc9e-ae34-4025-a136-73127c541e06 req-eb0fc5f9-e9af-40d4-aa7c-1986c33c35af tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:57.380351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dc9e-ae34-4025-a136-73127c541e06 req-eb0fc5f9-e9af-40d4-aa7c-1986c33c35af tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:57.384937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dc9e-ae34-4025-a136-73127c541e06 req-eb0fc5f9-e9af-40d4-aa7c-1986c33c35af tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:57.392435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9626dc9e-ae34-4025-a136-73127c541e06 req-eb0fc5f9-e9af-40d4-aa7c-1986c33c35af tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3815 time: 0.2207041 Apr 11 20:58:57.403534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Allocated IP 172.20.0.2 (3314b8f4-d19a-44cf-ba24-6d50ad29e5f7/ee6bb4a9-47c6-48f8-93a2-0450fb2d7836/117ef87d-8468-4591-a317-c397f2c1114b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:57.409273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:57.417344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3756daabc24619a96363684b27dcfc is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:57.424401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:57.426736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7329531b-1f5a-443c-be63-5736d32aa47d) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:57.440684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:57.441001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23211283-b5f5-46e8-be55-810a80642f1b None None] Network 7329531b-1f5a-443c-be63-5736d32aa47d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:57.441262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.474172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:57.481099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.486820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-435d3ca4-a18e-4743-a3b8-75c70e6744a6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0383658 Apr 11 20:58:57.487797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:57.490390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9626dc9e-ae34-4025-a136-73127c541e06 req-2b8f8dd4-7280-44e0-9a26-5cc5495f7481 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947990 Apr 11 20:58:57.595073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'port': {'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7', 'name': 'tempest-RoutersTest-941976320'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:57.754082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747f1a16-e78f-496f-8a33-f85e004241d2 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:58:57.773555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.811726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d2fbe734-d341-4b38-97d0-6354eba5614c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4845619 Apr 11 20:58:57.832045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Transition to ACTIVE for port object 747f1a16-e78f-496f-8a33-f85e004241d2 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:57.876189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.878163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:58:57.894886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:port and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:58:57.894886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:58:57.896973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-7329531b-1f5a-443c-be63-5736d32aa47d', 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'fixed_ips': [{'subnet_id': '322bd834-7dcb-4fc8-96dd-9923fd8d2f9e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:58:57.897781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.900605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:58:57.914539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.916302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:57.933942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Transition to ACTIVE for port object 117ef87d-8468-4591-a317-c397f2c1114b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:57.985680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.013004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Transition to ACTIVE for port object 117ef87d-8468-4591-a317-c397f2c1114b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:58.029594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3c51c7-d8ab-4115-b832-43e04bd81f6e None None] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:58:58.034796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:58:58.038969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.191646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.255830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acffa20e-f7ca-4e33-b1d6-beb6d585b69e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:58.375721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Allocated IP 19.86.0.2 (7329531b-1f5a-443c-be63-5736d32aa47d/322bd834-7dcb-4fc8-96dd-9923fd8d2f9e/426d4995-e1c6-4cf2-b339-78555fa9b051) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:58.388830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:58.404247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:58.412761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:58.516810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Pushing event updated for resources: {'Port': ['ID=117ef87d-8468-4591-a317-c397f2c1114b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:58.563704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] device_id is not set on port 23c9256b-52eb-4dd5-b495-d050181d0d24 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:58:58.565873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5ea0-e501-489c-80a1-413024c7c9df req-903a6ffd-6fb8-488a-b52b-8d13b9090fbd tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:58.575202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-70cc5ea0-e501-489c-80a1-413024c7c9df req-903a6ffd-6fb8-488a-b52b-8d13b9090fbd tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1801641 Apr 11 20:58:58.618680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Pushing event updated for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:58.626970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3aeb8e37-bd82-46ee-a63a-cc91ccfa2487 None None] Provisioning for port aee78744-4a92-42f6-9525-5d9167404779 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:58.680034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-70cc5ea0-e501-489c-80a1-413024c7c9df req-077969a3-3ad9-4173-9d1f-14ac67a4c144 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010206 Apr 11 20:58:58.712947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Attempting to bind port 117ef87d-8468-4591-a317-c397f2c1114b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:58.713418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Attempting to bind port 117ef87d-8468-4591-a317-c397f2c1114b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e966597d-d935-47a7-8cd3-b4cab6115390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:58.713880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Attempting to bind port 117ef87d-8468-4591-a317-c397f2c1114b on network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:58.759103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-54bd8b7e-48bf-408e-865d-9a36b24b2dd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad3756daabc24619a96363684b27dcfc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9071116 Apr 11 20:58:58.759267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aee78744-4a92-42f6-9525-5d9167404779 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:58:58.759693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42538) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:58:58.770812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Attempting to bind port 747f1a16-e78f-496f-8a33-f85e004241d2 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:58:58.771339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Attempting to bind port 747f1a16-e78f-496f-8a33-f85e004241d2 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:58:58.771695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Attempting to bind port 747f1a16-e78f-496f-8a33-f85e004241d2 on network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:58.806321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Port 747f1a16-e78f-496f-8a33-f85e004241d2 on network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:58:58.806619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Attempting to bind port 747f1a16-e78f-496f-8a33-f85e004241d2 on network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:58:58.848766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:58.849261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Checking segment: {'id': 'e966597d-d935-47a7-8cd3-b4cab6115390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:58.849755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.850380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Bound using segment: {'id': 'e966597d-d935-47a7-8cd3-b4cab6115390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:58.850962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Bound port: 117ef87d-8468-4591-a317-c397f2c1114b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e966597d-d935-47a7-8cd3-b4cab6115390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3314b8f4-d19a-44cf-ba24-6d50ad29e5f7'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:58.851432 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.874436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dcc4c3af-3951-4855-b20c-c1de6a695876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.890218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:58:58.890521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Checking segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:58:58.890836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Bound using segment: {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:58:58.891278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Bound port: 747f1a16-e78f-496f-8a33-f85e004241d2, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757f8d4c-3aac-41f6-9ce5-e16cd89e8546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:58:58.891647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:58.994333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.020941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dcc4c3af-3951-4855-b20c-c1de6a695876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.101222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-012761bc-a4ad-4098-8946-d3d75a4e243f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.106817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-012761bc-a4ad-4098-8946-d3d75a4e243f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.108269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c070747f-49d5-42d1-a0c8-377336c80691 req-012761bc-a4ad-4098-8946-d3d75a4e243f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:58:59.147076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-8ab98380-a963-477f-ad18-04161aebda4a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.149034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] For port 117ef87d-8468-4591-a317-c397f2c1114b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:59.151615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-8ab98380-a963-477f-ad18-04161aebda4a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.153805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] For port 117ef87d-8468-4591-a317-c397f2c1114b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=117ef87d-8468-4591-a317-c397f2c1114b,segment=NetworkSegment(e966597d-d935-47a7-8cd3-b4cab6115390),segment_id=e966597d-d935-47a7-8cd3-b4cab6115390)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:59.157388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-8ab98380-a963-477f-ad18-04161aebda4a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.160035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.161747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-8ab98380-a963-477f-ad18-04161aebda4a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.162335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.20.0.11 (3314b8f4-d19a-44cf-ba24-6d50ad29e5f7/ee6bb4a9-47c6-48f8-93a2-0450fb2d7836/23c9256b-52eb-4dd5-b495-d050181d0d24) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:58:59.171624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-8ab98380-a963-477f-ad18-04161aebda4a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:58:59.184750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-8ab98380-a963-477f-ad18-04161aebda4a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3827 time: 0.2688999 Apr 11 20:58:59.204736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:58:59.204904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port aee78744-4a92-42f6-9525-5d9167404779 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:58:59.207254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port aee78744-4a92-42f6-9525-5d9167404779 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:59.207770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.241660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=747f1a16-e78f-496f-8a33-f85e004241d2,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:58:59.257452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c070747f-49d5-42d1-a0c8-377336c80691 req-012761bc-a4ad-4098-8946-d3d75a4e243f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:58:59.266567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-012761bc-a4ad-4098-8946-d3d75a4e243f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/networks?id=e486f5b1-09bd-412f-bd0f-ea442abe06b4&id=7329531b-1f5a-443c-be63-5736d32aa47d&id=e486f5b1-09bd-412f-bd0f-ea442abe06b4 HTTP/1.1" status: 200 len: 1392 time: 0.9523878 Apr 11 20:58:59.309911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a37b07c7-49ae-4ada-b406-d077d6fca688 req-218801c6-ada8-4110-95b4-377c4719f2b3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209733 Apr 11 20:58:59.315953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dcc4c3af-3951-4855-b20c-c1de6a695876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.319564 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.334960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Transition to ACTIVE for port object 426d4995-e1c6-4cf2-b339-78555fa9b051 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:59.351772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-51b56cba-d90e-4328-a097-bd14b45c0a32 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/quotas/7669813c4b8c45c7bfb6704b8d757ced HTTP/1.1" status: 200 len: 375 time: 0.0512261 Apr 11 20:58:59.357243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4c3af-3951-4855-b20c-c1de6a695876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acffa20e-f7ca-4e33-b1d6-beb6d585b69e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:59.370731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dcc4c3af-3951-4855-b20c-c1de6a695876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.376407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dcc4c3af-3951-4855-b20c-c1de6a695876 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acffa20e-f7ca-4e33-b1d6-beb6d585b69e HTTP/1.1" status: 204 len: 168 time: 0.6125648 Apr 11 20:58:59.505249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.589999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Transition to ACTIVE for port object 426d4995-e1c6-4cf2-b339-78555fa9b051 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:58:59.592898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202d98b-1941-4466-b7c9-7e2e0798eab8 None None] Pushing event updated for resources: {'Port': ['ID=117ef87d-8468-4591-a317-c397f2c1114b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:59.631888 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.676342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d3904547-e4e3-4c8a-b6f8-b1a54e140438 None None] Provisioning complete for port aee78744-4a92-42f6-9525-5d9167404779 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:58:59.676342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d3904547-e4e3-4c8a-b6f8-b1a54e140438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.692814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.694519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] 10.222.0.69 "PUT /v2.0/ports/747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 1091 time: 3.1399570 Apr 11 20:58:59.704854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:58:59.733303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.827535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port aee78744-4a92-42f6-9525-5d9167404779, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aee78744-4a92-42f6-9525-5d9167404779,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:58:59.837669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:58:59.873886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Network 7329531b-1f5a-443c-be63-5736d32aa47d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:58:59.884536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:58:59.887149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:58:59.894431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:58:59.945392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e1da-b10b-40e6-96c6-3f285f686c96 service neutron] Pushing event updated for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:59.972066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Pushing event updated for resources: {'Port': ['ID=426d4995-e1c6-4cf2-b339-78555fa9b051,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:58:59.981416 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d724b0-260d-4dcc-874b-538833f24cf5'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2', 'status': 'completed', 'code': 200} Apr 11 20:59:00.093141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.093650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.093901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.094354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.094740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.095257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.095448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.107009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.107009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.107009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.107009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:00.136795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.186120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Attempting to bind port 426d4995-e1c6-4cf2-b339-78555fa9b051 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:00.186338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 23c9256b-52eb-4dd5-b495-d050181d0d24 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:00.187305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Attempting to bind port 426d4995-e1c6-4cf2-b339-78555fa9b051 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:00.188224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Attempting to bind port 426d4995-e1c6-4cf2-b339-78555fa9b051 on network 7329531b-1f5a-443c-be63-5736d32aa47d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:00.200186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=aee78744-4a92-42f6-9525-5d9167404779,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:00.213334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-64a06533-48d7-444c-80aa-69eb337974c1 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7031419 Apr 11 20:59:00.219562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:00.220264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Checking segment: {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:00.220854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.233258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Bound using segment: {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:00.236082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Bound port: 426d4995-e1c6-4cf2-b339-78555fa9b051, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:00.236495 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.246540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-c55bee12-f329-4789-92ef-a65d16cb1a4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 4362 time: 0.3847353 Apr 11 20:59:00.254153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff3f98-6ce6-4e7b-9263-b1182711d4ef req-5d80e071-d2e2-4d3d-a85a-b4f725ba6844 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:00.260864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90ff3f98-6ce6-4e7b-9263-b1182711d4ef req-5d80e071-d2e2-4d3d-a85a-b4f725ba6844 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2227917 Apr 11 20:59:00.382982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.439906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] For port 426d4995-e1c6-4cf2-b339-78555fa9b051, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:00.444742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] For port 426d4995-e1c6-4cf2-b339-78555fa9b051, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=426d4995-e1c6-4cf2-b339-78555fa9b051,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:00.490162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.524525 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.530417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90ff3f98-6ce6-4e7b-9263-b1182711d4ef req-45453c7a-c8c3-4962-8870-2f2527d84717 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148120 Apr 11 20:59:00.621763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-fc481fc7-c990-4d4b-bd1b-67dfcd567080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:00.622283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-fc481fc7-c990-4d4b-bd1b-67dfcd567080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:00.622715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-fc481fc7-c990-4d4b-bd1b-67dfcd567080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:00.629455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-fc481fc7-c990-4d4b-bd1b-67dfcd567080 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3671587 Apr 11 20:59:00.680111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:00.691039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daed78b-d332-48ce-87bf-d280a7e16df6 None None] Pushing event updated for resources: {'Port': ['ID=426d4995-e1c6-4cf2-b339-78555fa9b051,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:00.745764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:00.768837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:00.781127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:00.820690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 117ef87d-8468-4591-a317-c397f2c1114b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:00.874851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=23c9256b-52eb-4dd5-b495-d050181d0d24,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:00.976173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-c7e78924-d987-45df-8792-a674dde327f0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 20:59:00.977618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-d2a588c7-8d97-46a3-bbd2-67ff72c2e4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:00.978885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-c7e78924-d987-45df-8792-a674dde327f0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7646739 Apr 11 20:59:00.979276 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c44ed8ae-7fe3-4dd0-89c0-b47c8a4b8abf req-d2a588c7-8d97-46a3-bbd2-67ff72c2e4c9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3420937 Apr 11 20:59:01.004301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-1848029a-a877-4c1b-b46a-47c1b1d6b2a1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:01.011648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-1848029a-a877-4c1b-b46a-47c1b1d6b2a1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:01.020222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-1848029a-a877-4c1b-b46a-47c1b1d6b2a1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:01.022784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 117ef87d-8468-4591-a317-c397f2c1114b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:01.028992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aee78744-4a92-42f6-9525-5d9167404779 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:01.036952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-1848029a-a877-4c1b-b46a-47c1b1d6b2a1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:01.051637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-1848029a-a877-4c1b-b46a-47c1b1d6b2a1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:01.053643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-1848029a-a877-4c1b-b46a-47c1b1d6b2a1 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3827 time: 0.2870798 Apr 11 20:59:01.054288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42574) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:01.121775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:01.122458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:01.153703 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:01.209761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port aee78744-4a92-42f6-9525-5d9167404779 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:01.210255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:01.293127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-a0c30864-0841-420e-a9da-dc537b38d6d9 service neutron] 10.222.0.61 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132882 Apr 11 20:59:01.349904 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5e431ce-da4a-4c5e-89cd-78a076c004d9 req-9ec58402-c444-481d-86f9-9c6f67ca269b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523093 Apr 11 20:59:01.361760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:01.381472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Usage tracker for resource:security_group_rule and tenant:9f0d548916a54a688e38631f851f8e26 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:01.392533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:01.405196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:01.550064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-7932b52b-5265-434a-8f4e-1dacc6d05d33 service neutron] 10.222.0.61 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560067 Apr 11 20:59:01.551449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:01.553115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b1d3ea96-a7df-4d9c-a6db-573633de2f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.0601125 Apr 11 20:59:01.557763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:59:01.557890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42582) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:01.652945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b94f9f-49f6-41a6-9552-d31f3b092112 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:01.664506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:01.690070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Transition to ACTIVE for port object 22b94f9f-49f6-41a6-9552-d31f3b092112 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:01.714018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec949a-497e-4bc6-b2fa-c623337afb0c None None] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:01.719054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:01.794555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.012998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] Provisioning for port 117ef87d-8468-4591-a317-c397f2c1114b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:02.040996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] Provisioning complete for port 117ef87d-8468-4591-a317-c397f2c1114b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:02.041682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.085547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb836a-2925-4af1-9ff7-6afcc7c76da2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:02.098006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:02.102831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42606) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:02.108322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ed2d9b15-be63-40a9-b3dd-23b85ed24d4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f0d548916a54a688e38631f851f8e26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0449386 Apr 11 20:59:02.457810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d048902-4f5d-4e3a-9b67-89a1cddfe95e req-c2094c6d-230b-4642-b6c6-da5d8ba9fee4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:02.465703 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d048902-4f5d-4e3a-9b67-89a1cddfe95e req-c2094c6d-230b-4642-b6c6-da5d8ba9fee4 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.4897351 Apr 11 20:59:02.576806 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.604546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0a5c1-a8b2-4d89-8d43-14605b7962b5 None None] Network 7329531b-1f5a-443c-be63-5736d32aa47d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:02.626853 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d048902-4f5d-4e3a-9b67-89a1cddfe95e req-cc76a084-539d-4fa8-a154-5b53cccb3d1f tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577342 Apr 11 20:59:02.637530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-2655c35f-d3b0-4535-9b31-f7067a440ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/7329531b-1f5a-443c-be63-5736d32aa47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444211 Apr 11 20:59:02.729261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 426d4995-e1c6-4cf2-b339-78555fa9b051 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:02.767976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e84a662-b708-4abd-b295-4d94457b562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.814784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Attempting to bind port 22b94f9f-49f6-41a6-9552-d31f3b092112 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:02.815741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Attempting to bind port 22b94f9f-49f6-41a6-9552-d31f3b092112 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:02.815741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Attempting to bind port 22b94f9f-49f6-41a6-9552-d31f3b092112 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:02.884274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] For port 117ef87d-8468-4591-a317-c397f2c1114b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=117ef87d-8468-4591-a317-c397f2c1114b,segment=NetworkSegment(e966597d-d935-47a7-8cd3-b4cab6115390),segment_id=e966597d-d935-47a7-8cd3-b4cab6115390)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:02.921219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Port 22b94f9f-49f6-41a6-9552-d31f3b092112 on network 1c5dd5f0-7ee5-469b-940a-67c457febede not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:02.921539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Attempting to bind port 22b94f9f-49f6-41a6-9552-d31f3b092112 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:02.936675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e84a662-b708-4abd-b295-4d94457b562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.945741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42622) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:02.962453 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.976891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:02.986086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Checking segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:02.986086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Bound using segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:02.986086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Bound port: 22b94f9f-49f6-41a6-9552-d31f3b092112, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:02.986086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:02.991230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.180289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-d05dd69a-075c-4a9c-bd27-4d78d462ad07 service neutron] 10.222.0.61 "GET /v2.0/networks/7329531b-1f5a-443c-be63-5736d32aa47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957600 Apr 11 20:59:03.213971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee85ab0-66ac-490c-a8c6-25ba6c748899 None None] Pushing event updated for resources: {'Port': ['ID=117ef87d-8468-4591-a317-c397f2c1114b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:03.283534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:03.298893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:03.316238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:03.327779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:03.338881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:03.351980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:03.358453 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66acd834-a584-4add-a38c-c969afb5abb9 req-52addfaf-bbcf-417f-afce-60631701184c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 4604 time: 0.4788108 Apr 11 20:59:03.377569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 426d4995-e1c6-4cf2-b339-78555fa9b051 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:03.391444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] Provisioning for port 426d4995-e1c6-4cf2-b339-78555fa9b051 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:03.409645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 426d4995-e1c6-4cf2-b339-78555fa9b051 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:03.414918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.494853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-29f8ed10-ca26-4573-ad6e-bce8c042a5b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976358 Apr 11 20:59:03.498409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] Provisioning complete for port 426d4995-e1c6-4cf2-b339-78555fa9b051 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:03.500480 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.690623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.701001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:03.713445 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66acd834-a584-4add-a38c-c969afb5abb9 req-34194526-5c2f-4df7-84e3-150497b9a510 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3467877 Apr 11 20:59:03.747702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.754477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=22b94f9f-49f6-41a6-9552-d31f3b092112,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:03.790349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:03.794890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Usage tracker for resource:security_group_rule and tenant:380f371e7a3e4b71ae8fea05d3b95e4d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:03.798533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:03.806059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:03.838236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e84a662-b708-4abd-b295-4d94457b562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.879301 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.900529 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e84a662-b708-4abd-b295-4d94457b562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.900742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] For port 426d4995-e1c6-4cf2-b339-78555fa9b051, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=426d4995-e1c6-4cf2-b339-78555fa9b051,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:03.903679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e84a662-b708-4abd-b295-4d94457b562b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53cb836a-2925-4af1-9ff7-6afcc7c76da2 HTTP/1.1" status: 204 len: 168 time: 1.7998791 Apr 11 20:59:03.905490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84a662-b708-4abd-b295-4d94457b562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb836a-2925-4af1-9ff7-6afcc7c76da2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:03.910286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:03.985847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.034938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b43d5390-a28e-4db3-89da-31834baf81ff service neutron] 10.222.0.61 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020390 Apr 11 20:59:04.045524 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.075245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.078119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 1135 time: 4.2609222 Apr 11 20:59:04.079429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '22b94f9f-49f6-41a6-9552-d31f3b092112'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:04.141394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e083f6-c759-4bf9-8f26-7de42108e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:04.146272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a543880-1dfc-48db-8afc-6418fa7696aa req-b769547c-b63d-4c8b-a99d-86736892a724 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:04.154052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a543880-1dfc-48db-8afc-6418fa7696aa req-b769547c-b63d-4c8b-a99d-86736892a724 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1093709 Apr 11 20:59:04.196142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:04.209286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.218242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:04.218877 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:04.230181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99a941-b7d3-4765-82a1-92fceabd8755 None None] Pushing event updated for resources: {'Port': ['ID=426d4995-e1c6-4cf2-b339-78555fa9b051,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:04.276476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.353172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Provisioning complete for port 426d4995-e1c6-4cf2-b339-78555fa9b051 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:04.353904 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.466901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.496005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a543880-1dfc-48db-8afc-6418fa7696aa req-476a07a3-1804-46a0-a556-5d2d7df5c554 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403444 Apr 11 20:59:04.569436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=380f371e7a3e4b71ae8fea05d3b95e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6170113 Apr 11 20:59:04.573418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42648) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:04.580497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=23c9256b-52eb-4dd5-b495-d050181d0d24,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:04.692395 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1218a346-ee96-4fb7-8f92-5b719827c99c'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '22b94f9f-49f6-41a6-9552-d31f3b092112', 'status': 'completed', 'code': 200} Apr 11 20:59:04.708385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.724153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0683fdf-abb7-44ee-a6ce-038f67fb14cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a3fb0b-3e6b-4a89-b1f4-a40a7b77388d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:04.794236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Provisioning for port 23c9256b-52eb-4dd5-b495-d050181d0d24 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:04.803150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Provisioning complete for port 23c9256b-52eb-4dd5-b495-d050181d0d24 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:04.803676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:04.892815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Port 23c9256b-52eb-4dd5-b495-d050181d0d24 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:04.917635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Provisioning complete for port 117ef87d-8468-4591-a317-c397f2c1114b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:04.918215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eebc650d-19fc-4f35-b52f-65dd5317c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.001006 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c593-0341-4f10-a876-c7579ca35e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.062964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c593-0341-4f10-a876-c7579ca35e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.094092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 117ef87d-8468-4591-a317-c397f2c1114b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:05.100812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.113300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b3c8ec74-7fa1-451a-beb1-fe1c69c5a68b req-8830446e-806c-410d-9d5a-24836cb769e9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:05.177939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-dbd97f3b-5a77-4798-8231-c30e4554b789 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5290 time: 0.4035625 Apr 11 20:59:05.269743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3d47981d-9dc6-4bcb-b784-e6ba2d53a959 None None] Provisioning complete for port 23c9256b-52eb-4dd5-b495-d050181d0d24 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:05.269743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3d47981d-9dc6-4bcb-b784-e6ba2d53a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.321612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42660) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:05.324520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b3c8ec74-7fa1-451a-beb1-fe1c69c5a68b req-8830446e-806c-410d-9d5a-24836cb769e9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:05.441204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3c8ec74-7fa1-451a-beb1-fe1c69c5a68b req-8830446e-806c-410d-9d5a-24836cb769e9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 210 time: 0.5616724 Apr 11 20:59:05.442665 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.442819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 117ef87d-8468-4591-a317-c397f2c1114b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:05.442819 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.444213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3d47981d-9dc6-4bcb-b784-e6ba2d53a959 None None] Port 23c9256b-52eb-4dd5-b495-d050181d0d24 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:05.458766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.478068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-fed39922-bf7d-45ba-901a-9dd2d71a1a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.479083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-fed39922-bf7d-45ba-901a-9dd2d71a1a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.479200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-fed39922-bf7d-45ba-901a-9dd2d71a1a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.480889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-fed39922-bf7d-45ba-901a-9dd2d71a1a01 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2957036 Apr 11 20:59:05.487424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.491357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.496035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.500467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.504522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.508399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:05.509445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:05.533958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c593-0341-4f10-a876-c7579ca35e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.600225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:05.613077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 426d4995-e1c6-4cf2-b339-78555fa9b051 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:05.613653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0c593-0341-4f10-a876-c7579ca35e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a3fb0b-3e6b-4a89-b1f4-a40a7b77388d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:05.627364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Usage tracker for resource:security_group_rule and tenant:633440341ad54a6caa34afba3332dbec is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:05.627736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:05.636208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:05.646515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c593-0341-4f10-a876-c7579ca35e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.647915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ffc0c593-0341-4f10-a876-c7579ca35e92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1a3fb0b-3e6b-4a89-b1f4-a40a7b77388d HTTP/1.1" status: 204 len: 168 time: 1.0557566 Apr 11 20:59:05.655927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:05.657264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-42d6efeb-7a3d-486c-adaa-eead57b474e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 4604 time: 0.5818672 Apr 11 20:59:05.660456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1434ff7b-a1eb-48de-8968-0527b636d986 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:05.672497 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.727195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 426d4995-e1c6-4cf2-b339-78555fa9b051 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:05.727662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:05.737505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Transition to ACTIVE for port object 1434ff7b-a1eb-48de-8968-0527b636d986 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:05.815226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d40b2ba-f46c-4dcf-8e9f-cafe449c802d req-8c60a509-d060-4589-a69d-58dd958b93c0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484413 Apr 11 20:59:05.831683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.012918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-87466d86-bc23-4894-9f0b-c039c8d23494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:06.015131 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64b8ec2c-47f8-4dbc-a897-f379dfcb3abf req-87466d86-bc23-4894-9f0b-c039c8d23494 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4986880 Apr 11 20:59:06.025774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.153689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Pushing event updated for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:06.153689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.154724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af5149-9967-40bb-8cd1-31d4b0dc8c28 req-f02925a7-c96c-4add-9fff-bd4f527e8461 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:06.154724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74af5149-9967-40bb-8cd1-31d4b0dc8c28 req-f02925a7-c96c-4add-9fff-bd4f527e8461 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.4607763 Apr 11 20:59:06.204722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae09bb-75ab-4f79-8ac6-d3fd7e646718,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:06.212689 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Sync routers for ids ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:06.250744 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Routers {'95ce5f81-b4bf-4a88-8b6d-ad2b51277003'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:06.251447 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:47Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:06.304725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74af5149-9967-40bb-8cd1-31d4b0dc8c28 req-2f93eb58-aabb-4889-ba77-d91aef5054f5 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533291 Apr 11 20:59:06.322755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:06.327611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-12879745-09df-4133-be6c-4a4759b6deff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=633440341ad54a6caa34afba3332dbec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9901061 Apr 11 20:59:06.389858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Attempting to bind port 1434ff7b-a1eb-48de-8968-0527b636d986 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:06.390484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Attempting to bind port 1434ff7b-a1eb-48de-8968-0527b636d986 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:06.391135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Attempting to bind port 1434ff7b-a1eb-48de-8968-0527b636d986 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:06.397637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Port 1434ff7b-a1eb-48de-8968-0527b636d986 on network 1c5dd5f0-7ee5-469b-940a-67c457febede not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:06.398169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Attempting to bind port 1434ff7b-a1eb-48de-8968-0527b636d986 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:06.409482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:06.409680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Checking segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:06.410071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Bound using segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:06.412467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Bound port: 1434ff7b-a1eb-48de-8968-0527b636d986, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:06.412821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.541877 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a88a3a7d-7d10-4203-be80-3854f462884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.579008 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Set router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:59:06.593027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:06.596398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1434ff7b-a1eb-48de-8968-0527b636d986,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:06.617672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a88a3a7d-7d10-4203-be80-3854f462884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.637436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:59:06.656026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.660295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d77c2df5-8318-4971-8d12-951b00ecb6ed req-12b55bcd-7535-4580-87a8-cff6ce549b27 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 210 time: 0.0437937 Apr 11 20:59:06.667419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.728919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.730322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] 10.222.0.69 "PUT /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 1135 time: 2.5524187 Apr 11 20:59:06.730754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '1434ff7b-a1eb-48de-8968-0527b636d986'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:06.765137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd4a2f-d4e6-4f3a-9fc5-243b7dd7384d service neutron] Pushing event updated for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:06.773593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.820209 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcbd301-b4fa-4e64-a6f6-eb4da7fecbbf'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '1434ff7b-a1eb-48de-8968-0527b636d986', 'status': 'completed', 'code': 200} Apr 11 20:59:06.923880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=23c9256b-52eb-4dd5-b495-d050181d0d24,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:06.926310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a88a3a7d-7d10-4203-be80-3854f462884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:06.938865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:06.970523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-40e38dcf-b33c-4d97-bfc9-490838ea0fdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6218 time: 0.1395721 Apr 11 20:59:07.103981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42686) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:07.140773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3a7d-7d10-4203-be80-3854f462884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae09bb-75ab-4f79-8ac6-d3fd7e646718,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:07.165006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42690) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:07.173718 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T20:58:46Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '87eb744f-8d12-440f-bb65-a4b4b390960f', 'name': '', 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'mac_address': 'fa:16:3e:82:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:44Z', 'updated_at': '2022-04-11T20:58:47Z', 'revision_number': 2, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'subnets': [{'id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:07.178428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Checking router: 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 20:59:07.178973 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Updating router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 port 87eb744f-8d12-440f-bb65-a4b4b390960f binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 20:59:07.181613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.192213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-191e777c-a3f6-46d4-8eb1-0420128dd2f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.192985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-191e777c-a3f6-46d4-8eb1-0420128dd2f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.192985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-191e777c-a3f6-46d4-8eb1-0420128dd2f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.194858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-191e777c-a3f6-46d4-8eb1-0420128dd2f5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2167475 Apr 11 20:59:07.211291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.216015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a88a3a7d-7d10-4203-be80-3854f462884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.221172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a88a3a7d-7d10-4203-be80-3854f462884b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75ae09bb-75ab-4f79-8ac6-d3fd7e646718 HTTP/1.1" status: 204 len: 168 time: 0.8809724 Apr 11 20:59:07.223194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.246440 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.509504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.514363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.518387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.522954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.526939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.531621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.535496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.537471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-be734435-d7dc-427d-b0fd-2035e93e89e3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5381 time: 0.3416522 Apr 11 20:59:07.552846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-d8cab3fb-e9a4-4203-913a-71b9b10f25f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:07.559395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8fffde-490b-42a8-a69a-f4be311bea70 req-d8cab3fb-e9a4-4203-913a-71b9b10f25f3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2994745 Apr 11 20:59:07.586106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:07.608134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b7e72a6e-bbe8-42df-b13c-edbb0cb433f5 req-1b95f891-ebb0-40e9-b14d-131c035576e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562444 Apr 11 20:59:07.832249 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.861122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Usage tracker for resource:security_group_rule and tenant:bec83cbb9d8442fca51449a923f0b286 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:07.864459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Transition to ACTIVE for port object 87eb744f-8d12-440f-bb65-a4b4b390960f will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:07.865926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.886822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:07.908796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:07.914249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6064aac4-d079-49d2-aeb5-1f417a41d2ae req-873dfabc-62c9-4e97-9173-715d146ef30f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 210 time: 0.0786512 Apr 11 20:59:07.917112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:07.955570 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:07.959748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:08.153569 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Pushing event updated for resources: {'Port': ['ID=87eb744f-8d12-440f-bb65-a4b4b390960f,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:08.225839 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.226615 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.227104 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.227709 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.228195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.228761 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.229233 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.229694 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.230165 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.233994 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.234543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:08.282496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-284b0bfb-d570-45da-963e-0b07c78caef9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:08.289217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-284b0bfb-d570-45da-963e-0b07c78caef9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:08.291094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-284b0bfb-d570-45da-963e-0b07c78caef9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "GET /v2.0/networks?id=e486f5b1-09bd-412f-bd0f-ea442abe06b4&id=7329531b-1f5a-443c-be63-5736d32aa47d&id=e486f5b1-09bd-412f-bd0f-ea442abe06b4 HTTP/1.1" status: 200 len: 1392 time: 0.2917531 Apr 11 20:59:08.309218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'port': {'device_id': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'admin_state_up': True, 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:08.378545 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Attempting to bind port 87eb744f-8d12-440f-bb65-a4b4b390960f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:08.379574 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Attempting to bind port 87eb744f-8d12-440f-bb65-a4b4b390960f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:08.380097 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Attempting to bind port 87eb744f-8d12-440f-bb65-a4b4b390960f on network f28992dd-9168-4f48-a9d8-6945b5e20b3c {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:08.411008 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:08.411794 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Checking segment: {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:08.412370 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.413029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Bound using segment: {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:08.413714 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Bound port: 87eb744f-8d12-440f-bb65-a4b4b390960f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa531e9-5d25-4216-9273-c25da330c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:08.414250 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.537771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:08.562741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Usage tracker for resource:security_group_rule and tenant:070426e1dc9241c0b17938b31893d809 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:08.570938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:08.585103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbc35942-374f-4549-ae61-799b43c866ca None None] Provisioning complete for port 23c9256b-52eb-4dd5-b495-d050181d0d24 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:08.585863 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbc35942-374f-4549-ae61-799b43c866ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.590276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:08.590887 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] For port 87eb744f-8d12-440f-bb65-a4b4b390960f, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:08.595305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] For port 87eb744f-8d12-440f-bb65-a4b4b390960f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=87eb744f-8d12-440f-bb65-a4b4b390960f,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:08.630202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:08.643002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:08.667462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bbc35942-374f-4549-ae61-799b43c866ca None None] Port 23c9256b-52eb-4dd5-b495-d050181d0d24 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:08.674560 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.698380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.776029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99659ed9-e19a-4e32-b669-80bfc1007cdd None None] Pushing event updated for resources: {'Port': ['ID=87eb744f-8d12-440f-bb65-a4b4b390960f,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:08.845146 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Routers {'95ce5f81-b4bf-4a88-8b6d-ad2b51277003'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:08.845802 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:47Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:08.849270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.886654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:08.891323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:08.893761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bec83cbb9d8442fca51449a923f0b286&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7811632 Apr 11 20:59:08.914000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42718) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:09.049715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 87eb744f-8d12-440f-bb65-a4b4b390960f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:09.057433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcae916-6f91-4d22-88ce-c1238385dcf1 req-4a950d64-e2d9-4b41-a6d3-53c0106c59f1 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.065174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6bcae916-6f91-4d22-88ce-c1238385dcf1 req-4a950d64-e2d9-4b41-a6d3-53c0106c59f1 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 1.4634476 Apr 11 20:59:09.131409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.134382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150891-dd01-4dfd-8748-37ed7b681811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28bf22-493c-4f39-99d4-d0744e3457bd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:09.135716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.140347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.144266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.154874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.154874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.158185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:09.160183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-1fed039e-7396-4de3-9fbf-db9256838155 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5381 time: 0.3552215 Apr 11 20:59:09.168039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:59:09.203061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] Set router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 20:59:09.274188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46e19534-6dd6-4a3d-b5e5-772289cef9d9 req-fcc442a0-4106-4673-98f5-37297e6a995c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059122 Apr 11 20:59:09.277126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 87eb744f-8d12-440f-bb65-a4b4b390960f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:09.288161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 87eb744f-8d12-440f-bb65-a4b4b390960f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:09.288549 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.333859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Allocated IP 19.80.0.237 (e486f5b1-09bd-412f-bd0f-ea442abe06b4/63621eb4-bea9-4413-8341-0fb559a65e9a/6ff06f12-7783-4362-a5a2-1a552df673d7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:09.436389 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6bcae916-6f91-4d22-88ce-c1238385dcf1 req-27389c88-799b-4f5f-8c73-35ca67bbe355 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700857 Apr 11 20:59:09.467229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00070f7a-d131-410c-a25c-930494f3b78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.470285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:09.475730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.484015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.529476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00070f7a-d131-410c-a25c-930494f3b78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.537643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Transition to ACTIVE for port object 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:09.541451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.559074 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.620743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 87eb744f-8d12-440f-bb65-a4b4b390960f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=87eb744f-8d12-440f-bb65-a4b4b390960f,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:09.636485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.674982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50089c39-f288-4a8b-8ff2-e5eef771a085,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:09.696007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.706429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-506299e5-d67f-4576-900f-ee0de562e65f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=070426e1dc9241c0b17938b31893d809&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5365078 Apr 11 20:59:09.707752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42730) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:09.788798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T20:58:46Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '87eb744f-8d12-440f-bb65-a4b4b390960f', 'name': '', 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'mac_address': 'fa:16:3e:82:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:44Z', 'updated_at': '2022-04-11T20:59:08Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'subnets': [{'id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:09.800286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=87eb744f-8d12-440f-bb65-a4b4b390960f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:09.803228 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05879c-6d9b-46d3-a067-b3aa554873ad None None] The sync data for ids ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'] in n-d-837321-1 is: [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T20:58:46Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '87eb744f-8d12-440f-bb65-a4b4b390960f', 'name': '', 'network_id': 'f28992dd-9168-4f48-a9d8-6945b5e20b3c', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'mac_address': 'fa:16:3e:82:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:44Z', 'updated_at': '2022-04-11T20:59:08Z', 'revision_number': 4, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'subnets': [{'id': 'cce7b27c-ea81-4a9e-abbc-a38dd0ee2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:09.852535 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:59:09.858484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49ef8a01-b629-4fc3-a9ae-d91553f71417 req-234c0f75-7b58-4210-b2f6-4acf36b9e2d0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 210 time: 0.0633423 Apr 11 20:59:09.873877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Pushing event updated for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:09.893136 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00070f7a-d131-410c-a25c-930494f3b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:09.928464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00070f7a-d131-410c-a25c-930494f3b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28bf22-493c-4f39-99d4-d0744e3457bd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:09.941356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router b378ce67-e7c7-43fa-94dd-aa120ad80c65 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:59:09.980305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.001615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Transition to ACTIVE for port object 6ff06f12-7783-4362-a5a2-1a552df673d7 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:10.047596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00070f7a-d131-410c-a25c-930494f3b78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.048740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-00070f7a-d131-410c-a25c-930494f3b78f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b28bf22-493c-4f39-99d4-d0744e3457bd HTTP/1.1" status: 204 len: 168 time: 1.1337883 Apr 11 20:59:10.059389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f809d432-cf15-43ab-846b-0d1be13b9fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.126207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.191155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42738) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:10.221521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:10.223888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f809d432-cf15-43ab-846b-0d1be13b9fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.228062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:10.234757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:10.297044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Attempting to bind port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:10.297044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Attempting to bind port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:10.297416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Attempting to bind port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:10.348051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:10.388753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:10.391025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.481600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a on network 1c5dd5f0-7ee5-469b-940a-67c457febede not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:10.481929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Attempting to bind port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:10.497951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:10.498286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Checking segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:10.498767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Bound using segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:10.499371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Bound port: 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:10.499763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.530556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-79215913-3123-4432-9ead-8cc30487fd43 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2223392 Apr 11 20:59:10.539451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'port': {'device_id': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d', 'admin_state_up': True, 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:10.674894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:59:10.681933 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f809d432-cf15-43ab-846b-0d1be13b9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.703447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] Sync routers for ids ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:10.722428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] Routers {'b378ce67-e7c7-43fa-94dd-aa120ad80c65'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:10.723827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:47Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:10.726419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f809d432-cf15-43ab-846b-0d1be13b9fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.730604 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f809d432-cf15-43ab-846b-0d1be13b9fd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50089c39-f288-4a8b-8ff2-e5eef771a085 HTTP/1.1" status: 204 len: 168 time: 1.0152843 Apr 11 20:59:10.731811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809d432-cf15-43ab-846b-0d1be13b9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50089c39-f288-4a8b-8ff2-e5eef771a085,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:10.744869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-561f3c52-7070-4272-a6a9-32c2b7b31aa4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/b378ce67-e7c7-43fa-94dd-aa120ad80c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1880269 Apr 11 20:59:10.748799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42752) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:10.754149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:10.759422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:10.803594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:10.824020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.849741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8c8c9248-9107-4382-b0ce-dd043d4f4e81 None None] Provisioning for port 6ff06f12-7783-4362-a5a2-1a552df673d7 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:10.879872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:port and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:10.880115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:10.887253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:10.895277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8c8c9248-9107-4382-b0ce-dd043d4f4e81 None None] Provisioning complete for port 6ff06f12-7783-4362-a5a2-1a552df673d7 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:10.896137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9248-9107-4382-b0ce-dd043d4f4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.906157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:10.908002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088d7ae-239e-46b8-b9ed-f380a0c82ef7 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:10.917261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0088d7ae-239e-46b8-b9ed-f380a0c82ef7 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports/23c9256b-52eb-4dd5-b495-d050181d0d24 HTTP/1.1" status: 200 len: 977 time: 0.1659524 Apr 11 20:59:10.917876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42762) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:10.936550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:10.970540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:10.984384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b17094-1d4f-4801-b629-aa4206c26749 req-e77257cd-aaaa-4611-a925-fc4269c5b239 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:10.984884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] Routers {'b378ce67-e7c7-43fa-94dd-aa120ad80c65'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:10.985535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:58:47Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:10.991670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0b17094-1d4f-4801-b629-aa4206c26749 req-e77257cd-aaaa-4611-a925-fc4269c5b239 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1895199 Apr 11 20:59:10.994792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f45a8fa43d3742d89b5e01e26aa5911f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:11.012476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:11.024429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:11.029983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:11.033088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.077654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 87eb744f-8d12-440f-bb65-a4b4b390960f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:11.130363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:11.130916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fff40-b9a0-4b49-b2d0-72a10ad37acc None None] The sync data for ids ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:11.150348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c9248-9107-4382-b0ce-dd043d4f4e81 None None] Port 6ff06f12-7783-4362-a5a2-1a552df673d7 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:11.175847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0b17094-1d4f-4801-b629-aa4206c26749 req-35919278-1655-4d7d-8436-d319152d0c3d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832070 Apr 11 20:59:11.185053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 87eb744f-8d12-440f-bb65-a4b4b390960f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:11.185558 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.324498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.328991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] 10.222.0.69 "PUT /v2.0/ports/7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 200 len: 1091 time: 4.4110398 Apr 11 20:59:11.378985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:11.433732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.442678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:11.454965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Allocated IP 19.86.0.53 (7329531b-1f5a-443c-be63-5736d32aa47d/322bd834-7dcb-4fc8-96dd-9923fd8d2f9e/6b70b228-c6fd-4a69-a906-8a15ac35d1c3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:11.536025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.563326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-7c9a2368-7674-47b2-9049-dcf252c21032 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.563326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-7c9a2368-7674-47b2-9049-dcf252c21032 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:11.563641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.566980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.571501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.577007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.582475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.586407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.590852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:11.600263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-ef01a406-143b-4f54-b433-aab34880b146 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5393 time: 0.9924285 Apr 11 20:59:11.600263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e170f6b-8a17-4541-9441-6224883e431a service neutron] Pushing event updated for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:11.722080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f45a8fa43d3742d89b5e01e26aa5911f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5269210 Apr 11 20:59:11.723530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42778) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:11.730177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3adfc4-1bf0-47f8-bba2-d46b181dbfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ecd81-074e-4a6b-bd03-300e1c9ef116,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:11.735096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-7c9a2368-7674-47b2-9049-dcf252c21032 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:11.740972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-7c9a2368-7674-47b2-9049-dcf252c21032 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 932 time: 0.3543897 Apr 11 20:59:11.746694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7754a3ef-b515-412d-bc29-288cd5caf5af req-6325f36a-e758-4594-b612-99414723bdde tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358068 Apr 11 20:59:11.775062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.808472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-a7bf84e1-8285-4617-84e2-e73b6035c3d8 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:11.868052 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3cb6dc-9df9-4f69-ae4e-44ccbecd8b97'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a', 'status': 'completed', 'code': 200} Apr 11 20:59:11.923555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-a7bf84e1-8285-4617-84e2-e73b6035c3d8 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:11.932164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c27fd72d-b4b2-4582-8fc5-952c527cc1a8 req-a7bf84e1-8285-4617-84e2-e73b6035c3d8 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901784 Apr 11 20:59:11.959768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:11.970279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42784) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:11.982732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Transition to ACTIVE for port object 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:12.031772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-1e9454e4-dbb2-4865-bc2b-b620138aba53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6285 time: 0.1504850 Apr 11 20:59:12.120299 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.123222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.147809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8a25e2-383e-488b-8d40-b1bd47a9f252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.235736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network 7329531b-1f5a-443c-be63-5736d32aa47d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:12.242298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:12.246755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Port': ['ID=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:12.260176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:12.305379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8a25e2-383e-488b-8d40-b1bd47a9f252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.316018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-ac19738b-d797-46e7-9606-db22a897034d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:12.317987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-ac19738b-d797-46e7-9606-db22a897034d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:12.318365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-ac19738b-d797-46e7-9606-db22a897034d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:12.320016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-ac19738b-d797-46e7-9606-db22a897034d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2820990 Apr 11 20:59:12.323056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:12.358989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Usage tracker for resource:security_group_rule and tenant:c52d0eee5e0a48478bf4a4004d11ae41 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:12.371277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:12.460296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:12.460903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.527894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:12.539719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-c3683003-c72b-4687-8cca-57bdd75179e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:12.539719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ef28531-b3c5-4b2f-86f4-c79421d9d3ef req-c3683003-c72b-4687-8cca-57bdd75179e7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057922 Apr 11 20:59:12.564286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-93e80f4b-4990-45b5-98d2-82e5c67007ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0293796 Apr 11 20:59:12.577599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'port': {'device_id': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'admin_state_up': True, 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:12.622398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b1cdde-6322-4e0d-a572-c2f0eb71a956 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:12.638878 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.689178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d43a3037-b1a0-4aa6-8207-7b217f9d30df None None] Provisioning for port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:12.694963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d43a3037-b1a0-4aa6-8207-7b217f9d30df None None] Provisioning complete for port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:12.700383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d43a3037-b1a0-4aa6-8207-7b217f9d30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.735035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001d539-9041-4a83-84b5-52a365c6d473 req-815d1054-9529-44ca-94a3-9bdf57bf22e6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:12.740146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a001d539-9041-4a83-84b5-52a365c6d473 req-815d1054-9529-44ca-94a3-9bdf57bf22e6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2132938 Apr 11 20:59:12.778370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Transition to ACTIVE for port object f2b1cdde-6322-4e0d-a572-c2f0eb71a956 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:12.787679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8a25e2-383e-488b-8d40-b1bd47a9f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.790835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d43a3037-b1a0-4aa6-8207-7b217f9d30df None None] Port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:12.815337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a25e2-383e-488b-8d40-b1bd47a9f252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ecd81-074e-4a6b-bd03-300e1c9ef116,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:12.838437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:12.848917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.856283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:12.943067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a001d539-9041-4a83-84b5-52a365c6d473 req-5c82a439-91ab-4b31-ab6b-82c4f96dc986 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995406 Apr 11 20:59:12.949698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8a25e2-383e-488b-8d40-b1bd47a9f252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:12.950801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1a8a25e2-383e-488b-8d40-b1bd47a9f252 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd3ecd81-074e-4a6b-bd03-300e1c9ef116 HTTP/1.1" status: 204 len: 168 time: 1.2237093 Apr 11 20:59:12.991717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:12.991717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.275494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:13.275641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Allocated IP 19.80.0.5 (e486f5b1-09bd-412f-bd0f-ea442abe06b4/63621eb4-bea9-4413-8341-0fb559a65e9a/e35497d8-b236-41e9-a202-960d22451cb5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:13.280881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.308015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.327183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.334085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.338515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.343969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.348299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.352897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.355307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-280ca44b-5734-44a5-bdcd-44c16cd47658 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5405 time: 0.4431524 Apr 11 20:59:13.388608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.462641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2ce3c34-a8fd-4a05-b6bb-4b0b5e33e6b9 req-1459fb6b-55c5-4631-93f5-0d62be3943c5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872099 Apr 11 20:59:13.516633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e690a70-9af4-4a67-802a-78e719adefe5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:13.539312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d922a3e-c22c-4cb4-8bc1-9a3c82493a80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c52d0eee5e0a48478bf4a4004d11ae41&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5676725 Apr 11 20:59:13.547248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42812) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:13.569220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb27ba-b4f7-4a1a-a5c9-a1a90526ad40 req-2827245f-65ad-4628-9c96-7982a3ecce3b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.576205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb27ba-b4f7-4a1a-a5c9-a1a90526ad40 req-2827245f-65ad-4628-9c96-7982a3ecce3b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:13.577883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35bb27ba-b4f7-4a1a-a5c9-a1a90526ad40 req-2827245f-65ad-4628-9c96-7982a3ecce3b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 1654 time: 0.3848722 Apr 11 20:59:13.663221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.683177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Transition to ACTIVE for port object e35497d8-b236-41e9-a202-960d22451cb5 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:13.687564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Attempting to bind port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:13.687897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Attempting to bind port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:13.688227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Attempting to bind port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:13.735437 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.773743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.841367 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af1bbc3e-aac0-4be2-b2af-ddd4e7727c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.848509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 on network 1c5dd5f0-7ee5-469b-940a-67c457febede not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:13.848816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Attempting to bind port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:13.877897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35bb27ba-b4f7-4a1a-a5c9-a1a90526ad40 req-e5b8b995-cc54-413c-8eca-6f7bfde3d4b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528734 Apr 11 20:59:13.880916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:13.881245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Checking segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:13.881616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Bound using segment: {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:13.882041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Bound port: f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7aa5927-18b9-497c-9d81-8e222fda562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:13.882375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.956014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:13.959279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:13.964212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:13.988482 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98718487-5bae-4d22-b6fb-2639fd0c1a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:13.998863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Port': ['ID=e35497d8-b236-41e9-a202-960d22451cb5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:14.021188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.021486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.021821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.022177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.022512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.022835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.023155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.023490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.023809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.024131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.024461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:14.054633 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98718487-5bae-4d22-b6fb-2639fd0c1a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.064179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:14.070678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.092766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:14.131002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:14.193297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-87506407-1a41-4389-9c0b-505163ae8044 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6202922 Apr 11 20:59:14.214011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Request body: {'port': {'device_id': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:14.231045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.309932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98718487-5bae-4d22-b6fb-2639fd0c1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.367831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98718487-5bae-4d22-b6fb-2639fd0c1a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e690a70-9af4-4a67-802a-78e719adefe5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:14.395266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02a8fc-57d8-48b3-a55b-b45ad1d9732f req-4331f0f4-8db7-42f8-863c-7b0284c51f9c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:14.403352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d02a8fc-57d8-48b3-a55b-b45ad1d9732f req-4331f0f4-8db7-42f8-863c-7b0284c51f9c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2547743 Apr 11 20:59:14.432453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.433830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] 10.222.0.69 "PUT /v2.0/ports/f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 200 len: 1090 time: 2.9977787 Apr 11 20:59:14.434407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:14.435513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-354cd53b-bbc3-4deb-90db-101372196605 None None] Provisioning for port e35497d8-b236-41e9-a202-960d22451cb5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:14.442183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-354cd53b-bbc3-4deb-90db-101372196605 None None] Provisioning complete for port e35497d8-b236-41e9-a202-960d22451cb5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:14.442641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-354cd53b-bbc3-4deb-90db-101372196605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.496484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d02a8fc-57d8-48b3-a55b-b45ad1d9732f req-a2fe8fe1-7547-4a54-9f9a-5e58b8f99366 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 Apr 11 20:59:14.497762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.505333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98718487-5bae-4d22-b6fb-2639fd0c1a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.516860 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98718487-5bae-4d22-b6fb-2639fd0c1a8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e690a70-9af4-4a67-802a-78e719adefe5 HTTP/1.1" status: 204 len: 168 time: 0.9662690 Apr 11 20:59:14.567515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-354cd53b-bbc3-4deb-90db-101372196605 None None] Port e35497d8-b236-41e9-a202-960d22451cb5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:14.607307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:14.639442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392279a-3b59-43f0-a980-b578a4fb4b14 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:14.643898 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a5a65b-bb90-4be6-b7b9-2b10acda406f'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956', 'status': 'completed', 'code': 200} Apr 11 20:59:14.705635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 23c9256b-52eb-4dd5-b495-d050181d0d24 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:14.706122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:14.833085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:15.021653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-ecc912dd-2b46-4ce1-bc35-c5328cfd338f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6352 time: 0.3781769 Apr 11 20:59:15.176010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.181316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.185367 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:15.186393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.190337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.195070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.199557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.206755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.209379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-273269ea-6c24-4956-895f-82ea900587ab req-c4fa5fc4-7d31-45b3-8cd2-e90256d16bfc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5405 time: 0.4498398 Apr 11 20:59:15.345993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-e544e2a7-4d2d-4b86-b1de-01b3cd1b1937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.346378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-e544e2a7-4d2d-4b86-b1de-01b3cd1b1937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.346754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-e544e2a7-4d2d-4b86-b1de-01b3cd1b1937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.348397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-e544e2a7-4d2d-4b86-b1de-01b3cd1b1937 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3173046 Apr 11 20:59:15.355137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-273269ea-6c24-4956-895f-82ea900587ab req-59640dcb-99c2-4e82-95e6-261e7da900aa tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268454 Apr 11 20:59:15.478933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 23c9256b-52eb-4dd5-b495-d050181d0d24 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:15.660569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fea1f-b50b-4179-a774-aa52180b15e8 req-5d0ce67a-53de-4b5f-86f8-80d11156f767 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.662935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fea1f-b50b-4179-a774-aa52180b15e8 req-5d0ce67a-53de-4b5f-86f8-80d11156f767 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.666934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fea1f-b50b-4179-a774-aa52180b15e8 req-5d0ce67a-53de-4b5f-86f8-80d11156f767 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.668651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-463fea1f-b50b-4179-a774-aa52180b15e8 req-5d0ce67a-53de-4b5f-86f8-80d11156f767 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2374 time: 0.5746336 Apr 11 20:59:15.756779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-463fea1f-b50b-4179-a774-aa52180b15e8 req-b6c4fa39-926e-416b-9720-c1675fd2eba9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775392 Apr 11 20:59:15.791759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-256d0d48-afd8-4166-a2d5-9e17ac8b2924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.795399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d115a32-cdb3-4832-9287-b2aa3270b250 req-256d0d48-afd8-4166-a2d5-9e17ac8b2924 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4395759 Apr 11 20:59:15.872292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff06f12-7783-4362-a5a2-1a552df673d7 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:15.881250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:15.904678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f4dc31-622e-4ce8-b14d-ed6a8396331f {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:15.924080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:15.957683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004eda-7f35-468b-81de-ce2acf0a89aa req-16549cf4-5016-4a9b-8894-6ca0e7da61f2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:15.959293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7004eda-7f35-468b-81de-ce2acf0a89aa req-16549cf4-5016-4a9b-8894-6ca0e7da61f2 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1626275 Apr 11 20:59:16.011666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7004eda-7f35-468b-81de-ce2acf0a89aa req-9036f2ea-496d-4af6-8ab8-2a5397e82109 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 Apr 11 20:59:16.015198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-adaae9aa-643f-4c73-a169-abbcd6959f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.046690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Transition to ACTIVE for port object 6ff06f12-7783-4362-a5a2-1a552df673d7 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:16.047235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Transition to ACTIVE for port object b7f4dc31-622e-4ce8-b14d-ed6a8396331f will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:16.048131 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.099925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.214812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=23c9256b-52eb-4dd5-b495-d050181d0d24,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:16.217020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.344054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:16.422650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Attempting to bind port 6ff06f12-7783-4362-a5a2-1a552df673d7 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:16.423003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Attempting to bind port 6ff06f12-7783-4362-a5a2-1a552df673d7 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:16.423332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Attempting to bind port 6ff06f12-7783-4362-a5a2-1a552df673d7 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:16.434800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Port 6ff06f12-7783-4362-a5a2-1a552df673d7 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:16.435685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Attempting to bind port 6ff06f12-7783-4362-a5a2-1a552df673d7 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:16.467002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:16.467890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Checking segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:16.468313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Bound using segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:16.468836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Bound port: 6ff06f12-7783-4362-a5a2-1a552df673d7, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:16.469125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.667926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:16.671782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:16.727245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Pushing event updated for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:16.760679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.763926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.856146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:16.862403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] 10.222.0.75 "PUT /v2.0/ports/6ff06f12-7783-4362-a5a2-1a552df673d7 HTTP/1.1" status: 200 len: 1092 time: 2.6546113 Apr 11 20:59:16.862950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:16.891404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a0cce-8541-4ced-bd8d-abdb9a911a86 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:16.958342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Request body: {'port': {'device_id': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:17.206223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:17.211408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.215393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.220239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.224868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.229234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.234485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.238594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.240513 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-a775112b-b4ec-491e-aa8a-496f9e2df723 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5417 time: 0.5672231 Apr 11 20:59:17.248245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-9440bf80-4e33-4946-bfdc-edad8a1f3313 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.248420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Attempting to bind port b7f4dc31-622e-4ce8-b14d-ed6a8396331f on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:17.248420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Attempting to bind port b7f4dc31-622e-4ce8-b14d-ed6a8396331f by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:17.248420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Attempting to bind port b7f4dc31-622e-4ce8-b14d-ed6a8396331f on network 996cc069-17e6-4993-a448-2a6c24d958c0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:17.248711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-9440bf80-4e33-4946-bfdc-edad8a1f3313 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.252451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-9440bf80-4e33-4946-bfdc-edad8a1f3313 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.253303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-9440bf80-4e33-4946-bfdc-edad8a1f3313 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:17.283523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Port b7f4dc31-622e-4ce8-b14d-ed6a8396331f on network 996cc069-17e6-4993-a448-2a6c24d958c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:17.283903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Attempting to bind port b7f4dc31-622e-4ce8-b14d-ed6a8396331f on network 996cc069-17e6-4993-a448-2a6c24d958c0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:17.337821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:17.422623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:17.443951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-9440bf80-4e33-4946-bfdc-edad8a1f3313 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:17.448054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-9440bf80-4e33-4946-bfdc-edad8a1f3313 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2386 time: 0.4241416 Apr 11 20:59:17.576542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b562ca65-cce3-47ba-86c5-d36338a35c60 req-acfeb3d5-cfbb-4dae-9db9-9f5573962e65 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3293402 Apr 11 20:59:17.582507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:17.582967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Checking segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:17.583447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Bound using segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:17.584005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Bound port: b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:17.584466 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:17.597483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-663d0e48-9a7c-40f3-ab74-3940497e0544 req-0f3a3733-f0cf-4c43-9699-42219e5775c8 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444821 Apr 11 20:59:17.738712 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d27162-5944-4e9c-948a-a7ed8f1a4ef8'] response: {'name': 'network-changed', 'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7', 'status': 'completed', 'code': 200} Apr 11 20:59:17.856498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:17.866764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:17.885777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Transition to ACTIVE for port object 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:17.898200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-3590ab47-6cb3-4f82-b9df-f862c33ecea7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2729 time: 0.1258297 Apr 11 20:59:17.908027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:17.933188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:17.949963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router b378ce67-e7c7-43fa-94dd-aa120ad80c65 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:59:17.979363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecf85b-6b9d-498d-b569-7c5e278d6291 req-0f0fe432-b267-4fe6-ba3d-30027fe7cfcf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:17.980987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fecf85b-6b9d-498d-b569-7c5e278d6291 req-0f0fe432-b267-4fe6-ba3d-30027fe7cfcf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1376548 Apr 11 20:59:18.003024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:18.049643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:18.181330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:18.193132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-950ff756-3b89-40d3-a318-587ab1161138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:18.193132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-950ff756-3b89-40d3-a318-587ab1161138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:18.193132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-950ff756-3b89-40d3-a318-587ab1161138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:18.193132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-950ff756-3b89-40d3-a318-587ab1161138 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2847645 Apr 11 20:59:18.238571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:18.242483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] 10.222.0.69 "PUT /v2.0/ports/b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 200 len: 1091 time: 3.6562922 Apr 11 20:59:18.246476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:18.315126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a36e6-872c-4c22-8bf9-8ed44286537c service neutron] Pushing event updated for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:18.342318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fecf85b-6b9d-498d-b569-7c5e278d6291 req-a5422e0b-166e-42c2-aa34-0e17880813ce tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018279 Apr 11 20:59:18.344758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:59:18.362706 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] Sync routers for ids ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:18.396731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] Routers {'b378ce67-e7c7-43fa-94dd-aa120ad80c65'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:18.397378 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:18.412466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Request body: {'port': {'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:18.546454 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8622ca23-001b-4e98-8ab9-f4ef8966fa62'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f', 'status': 'completed', 'code': 200} Apr 11 20:59:18.549684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42920) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:18.567269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a71fd737-c43e-42b3-8386-58379d3219aa tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/b378ce67-e7c7-43fa-94dd-aa120ad80c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6428320 Apr 11 20:59:18.592183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:18.595309 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:18.628105 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] Routers {'b378ce67-e7c7-43fa-94dd-aa120ad80c65'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:18.629176 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:18.669804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:18.702543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:18.785712 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:18.786896 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f4b1fd-25ed-4de2-9711-2a453c9bc0c1 None None] The sync data for ids ['b378ce67-e7c7-43fa-94dd-aa120ad80c65'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:18.969499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.042760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Attempting to bind port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:19.043204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Attempting to bind port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:19.043714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Attempting to bind port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 on network 7329531b-1f5a-443c-be63-5736d32aa47d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:19.061045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:19.144449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Usage tracker for resource:security_group_rule and tenant:70ef2556f91c450cb36c6f16af6155ca is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:19.157287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:19.168576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 on network 7329531b-1f5a-443c-be63-5736d32aa47d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:19.168900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Attempting to bind port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 on network 7329531b-1f5a-443c-be63-5736d32aa47d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:19.173860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:19.179802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-8041918a-698e-4fc4-824a-fafce502799c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.181473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86a9044f-c09f-4edf-a27d-3d43f0bb9fd2 req-8041918a-698e-4fc4-824a-fafce502799c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9598305 Apr 11 20:59:19.184222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.188333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.192198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.196162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.200289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.204606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.208411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.210302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-a2e70c6e-1e82-4174-9df6-b3d2d381761f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5417 time: 0.3415511 Apr 11 20:59:19.271985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-b5b4718e-ecbe-4608-a01a-6ad9dd3c3dcc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6419 time: 0.6786764 Apr 11 20:59:19.272708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:19.273034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Checking segment: {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:19.273403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Bound using segment: {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:19.273836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Bound port: 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df559efd-af3d-4690-ab57-e68408d969cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:19.274174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.338586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a67bb0e-eba1-4f8d-82dc-4763eb32be29 req-9951fc30-d11c-449a-a1d0-d13155a40cd8 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183822 Apr 11 20:59:19.446004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85efb6-6114-4619-ba84-e74cf4f01ee0 req-09ad9be9-1a1a-44dd-9764-3e1125f0b219 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.450537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85efb6-6114-4619-ba84-e74cf4f01ee0 req-09ad9be9-1a1a-44dd-9764-3e1125f0b219 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.454587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85efb6-6114-4619-ba84-e74cf4f01ee0 req-09ad9be9-1a1a-44dd-9764-3e1125f0b219 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.456853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b85efb6-6114-4619-ba84-e74cf4f01ee0 req-09ad9be9-1a1a-44dd-9764-3e1125f0b219 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2398 time: 0.6041884 Apr 11 20:59:19.482940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.497228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f41420-9303-4e14-a496-5436152737a9 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:19.502533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.520015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Transition to ACTIVE for port object 40f41420-9303-4e14-a496-5436152737a9 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:19.582951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.594426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] For port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:19.605925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] For port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:19.609328 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.663081 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-c2e88b5d-e41f-4a27-b1f7-84207e0f5ead tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] remove_router_interface failed (client error): The resource could not be found. Apr 11 20:59:19.663956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c2e88b5d-e41f-4a27-b1f7-84207e0f5ead tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/b378ce67-e7c7-43fa-94dd-aa120ad80c65/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0692525 Apr 11 20:59:19.678710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42962) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:19.691772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.730752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-84688fa0-3b90-4216-9754-eaf435667eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.731073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-84688fa0-3b90-4216-9754-eaf435667eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.731504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-84688fa0-3b90-4216-9754-eaf435667eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:19.733659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-84688fa0-3b90-4216-9754-eaf435667eef service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4477108 Apr 11 20:59:19.735984 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b85efb6-6114-4619-ba84-e74cf4f01ee0 req-091ff27d-3309-400c-ba84-611dbe5bccb9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635562 Apr 11 20:59:19.743086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70ef2556f91c450cb36c6f16af6155ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1922810 Apr 11 20:59:19.743768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:19.755486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb90939-b9a2-401c-be3d-78b5832e2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb06d3a-4e1d-41e0-b281-79de8fa3cdbc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:19.846589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:19.848115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] 10.222.0.75 "PUT /v2.0/ports/6b70b228-c6fd-4a69-a906-8a15ac35d1c3 HTTP/1.1" status: 200 len: 1091 time: 2.8983979 Apr 11 20:59:19.848637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'tag': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:19.883599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2242c3-144b-48fe-8688-015de92271e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:19.960976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Request body: {'port': {'device_id': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:20.035242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0eba5b4b-c71c-4b5a-bfea-3b494ee9ea5f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:20.046170 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb9d2c4-3d5d-4513-8165-52549346a4b9'] response: {'name': 'network-changed', 'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'tag': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3', 'status': 'completed', 'code': 200} Apr 11 20:59:20.069936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-6eb8d179-fc3f-4053-9e53-1925dd74dd26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:20.073884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dccb5de-0d29-4d21-97ab-0a8e9e7a972d req-6eb8d179-fc3f-4053-9e53-1925dd74dd26 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220992 Apr 11 20:59:20.118662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Pushing event updated for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:20.249207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3440-5e71-444e-ba58-586efb6b9e07 req-01e2b35f-e010-46db-afa9-44eb8057e6e5 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:20.257086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64ca3440-5e71-444e-ba58-586efb6b9e07 req-01e2b35f-e010-46db-afa9-44eb8057e6e5 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.7194479 Apr 11 20:59:20.268107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.276469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0eba5b4b-c71c-4b5a-bfea-3b494ee9ea5f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:20.280287 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0eba5b4b-c71c-4b5a-bfea-3b494ee9ea5f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b378ce67-e7c7-43fa-94dd-aa120ad80c65 HTTP/1.1" status: 200 len: 205 time: 0.5822670 Apr 11 20:59:20.288261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42990) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:20.308818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73b7c2f7-1af2-486a-a947-c79a01b82389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.379550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73b7c2f7-1af2-486a-a947-c79a01b82389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.386268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Attempting to bind port 40f41420-9303-4e14-a496-5436152737a9 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:20.386896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Attempting to bind port 40f41420-9303-4e14-a496-5436152737a9 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:20.387445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Attempting to bind port 40f41420-9303-4e14-a496-5436152737a9 on network 996cc069-17e6-4993-a448-2a6c24d958c0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:20.405930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64ca3440-5e71-444e-ba58-586efb6b9e07 req-25ad8169-a967-4514-831c-1bef63c89822 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461124 Apr 11 20:59:20.436455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Port 40f41420-9303-4e14-a496-5436152737a9 on network 996cc069-17e6-4993-a448-2a6c24d958c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:20.436777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Attempting to bind port 40f41420-9303-4e14-a496-5436152737a9 on network 996cc069-17e6-4993-a448-2a6c24d958c0 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:20.452148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:20.456313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Checking segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:20.456313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Bound using segment: {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:20.456313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Bound port: 40f41420-9303-4e14-a496-5436152737a9, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c242bae-2d27-45a0-a9a1-84476b8a4b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:20.456313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.554669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38138965-570a-40b9-a746-f8d9e72ed1da req-d77ea11b-ce44-4f74-9456-0b8ff8faa1f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2796 time: 0.4905846 Apr 11 20:59:20.581903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:20.585174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=40f41420-9303-4e14-a496-5436152737a9,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:20.651778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73b7c2f7-1af2-486a-a947-c79a01b82389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.664240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.718072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7c2f7-1af2-486a-a947-c79a01b82389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb06d3a-4e1d-41e0-b281-79de8fa3cdbc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:20.733978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73b7c2f7-1af2-486a-a947-c79a01b82389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.738000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73b7c2f7-1af2-486a-a947-c79a01b82389 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcb06d3a-4e1d-41e0-b281-79de8fa3cdbc HTTP/1.1" status: 204 len: 168 time: 0.9822567 Apr 11 20:59:20.752191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:20.756194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] 10.222.0.69 "PUT /v2.0/ports/40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 1091 time: 2.3702309 Apr 11 20:59:20.761376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '40f41420-9303-4e14-a496-5436152737a9'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:20.803278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dea639-7483-4f7a-a379-cdcf8f1d515a service neutron] Pushing event updated for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:20.898514 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c1b8e7-c9bb-477d-9a29-acdbbd11df05'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '40f41420-9303-4e14-a496-5436152737a9', 'status': 'completed', 'code': 200} Apr 11 20:59:20.968908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-71c73655-5eec-47d4-b2a5-10303c5fb5af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6486 time: 0.1075311 Apr 11 20:59:20.971705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.134704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-8ff1ee59-92f1-4a7e-91f0-749fd50f40e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 217 time: 0.1591153 Apr 11 20:59:21.157071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138965-570a-40b9-a746-f8d9e72ed1da req-a33286f9-45db-43d2-a484-106e3cff5dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.157653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138965-570a-40b9-a746-f8d9e72ed1da req-a33286f9-45db-43d2-a484-106e3cff5dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.157791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138965-570a-40b9-a746-f8d9e72ed1da req-a33286f9-45db-43d2-a484-106e3cff5dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.159535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38138965-570a-40b9-a746-f8d9e72ed1da req-a33286f9-45db-43d2-a484-106e3cff5dad service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5601356 Apr 11 20:59:21.214835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-c2b072a1-1335-4e0d-968b-e86574cee9e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.216525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-c2b072a1-1335-4e0d-968b-e86574cee9e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 200 len: 855 time: 0.0768721 Apr 11 20:59:21.262707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0b6d-b429-4a49-b61f-8f2518606633 req-3592cd52-0036-4abe-bd37-43f2a43d0722 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.267392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0b6d-b429-4a49-b61f-8f2518606633 req-3592cd52-0036-4abe-bd37-43f2a43d0722 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.271584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0b6d-b429-4a49-b61f-8f2518606633 req-3592cd52-0036-4abe-bd37-43f2a43d0722 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.285529 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-015c0b6d-b429-4a49-b61f-8f2518606633 req-3592cd52-0036-4abe-bd37-43f2a43d0722 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2398 time: 0.1991482 Apr 11 20:59:21.289886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f88c530-e335-4e16-9171-58efef004db2 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:21.313453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.317622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.321703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.325865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.330454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.334567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.338723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.346876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-3994e757-25c8-4d9a-9d63-e42d743d464c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.7993495 Apr 11 20:59:21.348058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-015c0b6d-b429-4a49-b61f-8f2518606633 req-a9f08cdc-f5c1-4cbc-b3b0-5cedcadf6465 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682778 Apr 11 20:59:21.363334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-21d00cd9-38d6-42a3-b66c-3f96def1ab5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414278 Apr 11 20:59:21.574714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:21.614807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3f88c530-e335-4e16-9171-58efef004db2', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'port_id': '3f88c530-e335-4e16-9171-58efef004db2', 'mac_address': 'fa:16:3e:d3:22:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bf123-b7ab-41e8-b26b-0798276f57d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:21.628071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4082fa7e-a5c1-4ce9-acd6-13f293728d4d req-47eb0bff-5c11-4593-a456-1299d3ff2493 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802501 Apr 11 20:59:21.646367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-cf8ba9f0-5b6c-4e8e-878f-b6f43e0923d3 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773564 Apr 11 20:59:21.692705 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.715505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f88c530-e335-4e16-9171-58efef004db2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:21.733962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:21.789032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138965-570a-40b9-a746-f8d9e72ed1da req-d43f444b-02cd-4b71-a539-0c3fee21529f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.790394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38138965-570a-40b9-a746-f8d9e72ed1da req-d43f444b-02cd-4b71-a539-0c3fee21529f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5776234 Apr 11 20:59:21.808781 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:59:21.818876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.852992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43026) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:21.859155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.863754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a077080-3f9d-4aef-844e-1d9663e43a4a req-f4c43639-5036-48bb-b0e5-f4857178abaa tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:21.865318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a077080-3f9d-4aef-844e-1d9663e43a4a req-f4c43639-5036-48bb-b0e5-f4857178abaa tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2170749 Apr 11 20:59:21.866674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.870603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-f4ccf4ab-0c67-4a2e-995e-c24974aab015 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733077 Apr 11 20:59:21.886567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35497d8-b236-41e9-a202-960d22451cb5 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:21.902579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.922227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Transition to ACTIVE for port object e35497d8-b236-41e9-a202-960d22451cb5 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:21.960818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-88d9df68-1be3-440f-977d-7b08090e6ff5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 217 time: 0.0715642 Apr 11 20:59:21.970871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:21.986927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:21.988551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router b378ce67-e7c7-43fa-94dd-aa120ad80c65 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:59:22.000057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:22.001338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9063773e-eb36-4c36-b217-0bc4c0df0fc1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/b378ce67-e7c7-43fa-94dd-aa120ad80c65 HTTP/1.1" status: 204 len: 168 time: 1.6831801 Apr 11 20:59:22.004087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43032) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:22.020421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a077080-3f9d-4aef-844e-1d9663e43a4a req-05e5524b-4fae-404b-8403-6b863b42b387 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451082 Apr 11 20:59:22.051526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43036) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:22.052417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dea43dd7-86b5-4e05-bcfd-cdcc41839974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:22.054729 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dea43dd7-86b5-4e05-bcfd-cdcc41839974 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0857666 Apr 11 20:59:22.068418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:22.113390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3f88c530-e335-4e16-9171-58efef004db2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:22.144662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:22.191685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-cb36d9a5-24d7-4583-8693-7fe5f65c9814 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283307 Apr 11 20:59:22.467616 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-ba37b892-2dc7-4ca1-abd4-598cd47a43b7 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687056 Apr 11 20:59:22.486476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:22.620372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Pushing event updated for resources: {'Port': ['ID=e35497d8-b236-41e9-a202-960d22451cb5,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:22.702384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:22.724017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:22.732134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:daa4701f2150418b9e80660162ae1a7f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:22.745461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:22.756243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:22.763502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:17166557d91c43dca446fce353486be6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:22.782988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-88a29224-ea7a-46e1-b2e5-83eedbf4222f service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781227 Apr 11 20:59:22.795151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:22.810217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:22.895377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet ee6bb4a9-47c6-48f8-93a2-0450fb2d7836 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:59:22.903219 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-1fe7a766-440e-40ff-ab7d-0e7ae2f06e86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 217 time: 0.1125972 Apr 11 20:59:22.909392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:22.949233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Attempting to bind port e35497d8-b236-41e9-a202-960d22451cb5 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:22.949564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Attempting to bind port e35497d8-b236-41e9-a202-960d22451cb5 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:22.949882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Attempting to bind port e35497d8-b236-41e9-a202-960d22451cb5 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:22.964292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55f7d-709d-4995-b23d-0150cd7f84b8 req-443785f9-4739-47cd-b0eb-2d48eee26a1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:22.968873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55f7d-709d-4995-b23d-0150cd7f84b8 req-443785f9-4739-47cd-b0eb-2d48eee26a1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:22.972742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55f7d-709d-4995-b23d-0150cd7f84b8 req-443785f9-4739-47cd-b0eb-2d48eee26a1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:22.974364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46b55f7d-709d-4995-b23d-0150cd7f84b8 req-443785f9-4739-47cd-b0eb-2d48eee26a1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2410 time: 0.4417455 Apr 11 20:59:23.017707 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.019343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-39749c77-9a1c-4ae3-8e7e-bba4958aa9be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.021354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-39749c77-9a1c-4ae3-8e7e-bba4958aa9be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1082938 Apr 11 20:59:23.021584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Port e35497d8-b236-41e9-a202-960d22451cb5 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:23.022028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Attempting to bind port e35497d8-b236-41e9-a202-960d22451cb5 on network e486f5b1-09bd-412f-bd0f-ea442abe06b4 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:23.040327 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.089242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.093590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.097551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.099179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:23.099539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Checking segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:23.099927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Bound using segment: {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:23.100352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Bound port: e35497d8-b236-41e9-a202-960d22451cb5, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d499-71f4-432e-9edd-ac0a00a1d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:23.100691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.101485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.105431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.109464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.113425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.115303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-d6752ad6-67d4-4b74-8e7a-f70b35e804c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.2650461 Apr 11 20:59:23.125277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.127424 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.182036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46b55f7d-709d-4995-b23d-0150cd7f84b8 req-fb434301-259c-4ec9-8da7-e2311c0469f7 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987970 Apr 11 20:59:23.211199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.211348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b081b1-5405-4df3-ac1b-8f42006298ed,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:23.276373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-744331ea-7a79-4251-a771-b3c28c0fffd9 req-351df7eb-c290-4baf-898b-554c0476d2ca tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541958 Apr 11 20:59:23.277629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54593e9f-0c97-4e74-ba9e-ce75177894ee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:23.283047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-127deed3-fa34-4052-a35f-e9cc925ab8a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=daa4701f2150418b9e80660162ae1a7f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4290402 Apr 11 20:59:23.288233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f88c530-e335-4e16-9171-58efef004db2 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:23.290937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43064) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:23.301719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-58208562-82ec-4b02-b2c1-c95343159483 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2742634 Apr 11 20:59:23.311254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-aea34049-aa2a-4d07-8321-145b2247f7c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17166557d91c43dca446fce353486be6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2571273 Apr 11 20:59:23.314468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43068) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:23.338459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.383277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] For port e35497d8-b236-41e9-a202-960d22451cb5, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:23.414218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] For port e35497d8-b236-41e9-a202-960d22451cb5, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e35497d8-b236-41e9-a202-960d22451cb5,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:23.430172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3f88c530-e335-4e16-9171-58efef004db2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:23.431011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.501178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-dd7110aa-efc9-4f61-a7af-56c6779ce866 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842940 Apr 11 20:59:23.514637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.592147 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.623077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f88c530-e335-4e16-9171-58efef004db2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:23.633906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:23.646035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.647401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] 10.222.0.75 "PUT /v2.0/ports/e35497d8-b236-41e9-a202-960d22451cb5 HTTP/1.1" status: 200 len: 1090 time: 3.6932757 Apr 11 20:59:23.648152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9de2cad3-fed0-405a-9ccc-a00056c9badd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.649602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'tag': 'e35497d8-b236-41e9-a202-960d22451cb5'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:23.676298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0378a078-7e68-45e1-9a9c-92adeda61904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.682701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-f4ac7e60-88b4-4165-bb4b-4da34e250da2 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746597 Apr 11 20:59:23.707061 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.720935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.730005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9184fa7-0e8a-4d74-9104-78bf1c98318d service neutron] Pushing event updated for resources: {'Port': ['ID=e35497d8-b236-41e9-a202-960d22451cb5,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:23.772503 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ba172a-c0a9-45a2-a98c-dbca7e4702c3'] response: {'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f88c530-e335-4e16-9171-58efef004db2', 'code': 200} Apr 11 20:59:23.777866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-c603a4ae-7b92-474e-8df1-fea25042de23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 200 len: 217 time: 0.0894520 Apr 11 20:59:23.815515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9de2cad3-fed0-405a-9ccc-a00056c9badd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.856218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6bb4a9-47c6-48f8-93a2-0450fb2d7836,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:23.864575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0378a078-7e68-45e1-9a9c-92adeda61904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:23.877180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:23.883982 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b47eb25-f535-4298-96a5-ff6868ab455c'] response: {'name': 'network-changed', 'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'tag': 'e35497d8-b236-41e9-a202-960d22451cb5', 'status': 'completed', 'code': 200} Apr 11 20:59:23.895955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-d96f7dd9-b7bb-4bd9-8edf-3c4009684658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.897448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-d96f7dd9-b7bb-4bd9-8edf-3c4009684658 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1125400 Apr 11 20:59:23.940738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16749493-214a-4331-8e70-7655723052cc req-9f61ba89-9413-4d06-b37f-f62ef47fde3c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:23.942343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16749493-214a-4331-8e70-7655723052cc req-9f61ba89-9413-4d06-b37f-f62ef47fde3c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 945 time: 0.5185199 Apr 11 20:59:23.969505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7cfa2e-a894-4b63-980b-9a55999453a2 None None] Network 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:23.976469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.000883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-d1ea3d4d-d352-40e0-ac62-f7fd9edd6d54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931671 Apr 11 20:59:24.082802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dd41be14-d2a9-466c-9724-d43bbeb5b6ad tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/ee6bb4a9-47c6-48f8-93a2-0450fb2d7836 HTTP/1.1" status: 204 len: 168 time: 2.0774171 Apr 11 20:59:24.095644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43080) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:24.129936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16749493-214a-4331-8e70-7655723052cc req-3e4caf9a-579f-4c0f-ab8b-25752c8ca892 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736968 Apr 11 20:59:24.171736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-646b89ab-7531-4e29-8a3a-9899e0a9410e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2863 time: 0.3212862 Apr 11 20:59:24.258440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6a502c-58ba-423f-acc6-524be6714243 req-88ee114a-8e17-42a9-8433-65a070aac243 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 1097 time: 0.2555692 Apr 11 20:59:24.266477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9de2cad3-fed0-405a-9ccc-a00056c9badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.301735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.307513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0378a078-7e68-45e1-9a9c-92adeda61904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.316374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:24.326805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-f762c295-0412-4ac6-b5dd-c8a7bb135c3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=6ff06f12-7783-4362-a5a2-1a552df673d7 HTTP/1.1" status: 200 len: 217 time: 0.1390386 Apr 11 20:59:24.339346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2cad3-fed0-405a-9ccc-a00056c9badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b081b1-5405-4df3-ac1b-8f42006298ed,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:24.345102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] DHCP port deletion for 3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:59:24.356475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] Deleting port 117ef87d-8468-4591-a317-c397f2c1114b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:24.357521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.390807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-80e40114-c934-46d3-8ace-ae3111efeac3 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848805 Apr 11 20:59:24.420764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9de2cad3-fed0-405a-9ccc-a00056c9badd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.424189 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9de2cad3-fed0-405a-9ccc-a00056c9badd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1b081b1-5405-4df3-ac1b-8f42006298ed HTTP/1.1" status: 204 len: 168 time: 1.1300955 Apr 11 20:59:24.424189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a078-7e68-45e1-9a9c-92adeda61904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54593e9f-0c97-4e74-ba9e-ce75177894ee,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:24.467285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 117ef87d-8468-4591-a317-c397f2c1114b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:24.467670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.484331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0378a078-7e68-45e1-9a9c-92adeda61904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.485457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0378a078-7e68-45e1-9a9c-92adeda61904 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54593e9f-0c97-4e74-ba9e-ce75177894ee HTTP/1.1" status: 204 len: 168 time: 1.1699393 Apr 11 20:59:24.494718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6a502c-58ba-423f-acc6-524be6714243 req-7992920c-ccf5-4606-a82f-389c04315508 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160711 Apr 11 20:59:24.498597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0224ccff-dfe1-48f8-8e0a-6e97c0ced0fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.512294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-0224ccff-dfe1-48f8-8e0a-6e97c0ced0fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63621eb4-bea9-4413-8341-0fb559a65e9a HTTP/1.1" status: 200 len: 801 time: 0.1581452 Apr 11 20:59:24.659503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.707964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] For port 117ef87d-8468-4591-a317-c397f2c1114b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=117ef87d-8468-4591-a317-c397f2c1114b,segment=NetworkSegment(e966597d-d935-47a7-8cd3-b4cab6115390),segment_id=e966597d-d935-47a7-8cd3-b4cab6115390)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:24.708728 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:24.772445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:24.781473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Usage tracker for resource:security_group_rule and tenant:496ca7516c144631a9b8f4ceeb7fe70e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:24.793021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:24.808176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-6d4c6b21-6b41-4f29-ab62-a3341432b4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812356 Apr 11 20:59:24.829889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:24.832383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a17e6c-ccc8-468d-abfa-b6a1ac0fc91a req-d44e5000-916f-40b2-9b56-b87f503d273a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.836144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a17e6c-ccc8-468d-abfa-b6a1ac0fc91a req-d44e5000-916f-40b2-9b56-b87f503d273a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.840330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a17e6c-ccc8-468d-abfa-b6a1ac0fc91a req-d44e5000-916f-40b2-9b56-b87f503d273a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.847586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8a17e6c-ccc8-468d-abfa-b6a1ac0fc91a req-d44e5000-916f-40b2-9b56-b87f503d273a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2410 time: 0.4548373 Apr 11 20:59:24.848414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.852742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.859130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.864077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.869965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.875846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.880679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:24.882799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a1c45652-df48-4e60-9c46-0d0a5ae8a325 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.3106945 Apr 11 20:59:24.911806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] Calling delete_port for 117ef87d-8468-4591-a317-c397f2c1114b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:24.914218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-68d03b77-655a-449e-b46a-90df6d92f300 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 200 len: 217 time: 0.0895188 Apr 11 20:59:24.987859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-35e1b617-9855-4ac1-a369-9972936dabe6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e486f5b1-09bd-412f-bd0f-ea442abe06b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2642734 Apr 11 20:59:25.047725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 117ef87d-8468-4591-a317-c397f2c1114b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:25.140826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 117ef87d-8468-4591-a317-c397f2c1114b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=117ef87d-8468-4591-a317-c397f2c1114b,segment=NetworkSegment(e966597d-d935-47a7-8cd3-b4cab6115390),segment_id=e966597d-d935-47a7-8cd3-b4cab6115390)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:25.141248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.220648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.228633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ef6fb40-fa8a-49e0-bfe4-7475993a9414 req-a080cdae-bd1b-4b4b-8c39-ec8fc476b666 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3364532 Apr 11 20:59:25.288845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.290776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.355351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-deab9429-707a-442c-9158-2fceee748f91 service neutron] 10.222.0.75 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542447 Apr 11 20:59:25.386542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 117ef87d-8468-4591-a317-c397f2c1114b owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:25.400479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] Pushing event deleted for resources: {'Port': ['ID=117ef87d-8468-4591-a317-c397f2c1114b,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:25.452034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721876e-5fa7-4b85-a061-2c825c87c06d None None] No DVR routers for this DVR port 117ef87d-8468-4591-a317-c397f2c1114b on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:25.460889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.502687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:25.503020 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:25.504502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-ff677d83-f3a8-431b-b3d4-7512898a2103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:25.505953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-ff677d83-f3a8-431b-b3d4-7512898a2103 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.4967568 Apr 11 20:59:25.506859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43114) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:25.509096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8a17e6c-ccc8-468d-abfa-b6a1ac0fc91a req-afcac822-0e65-4095-bd62-96a2eeb42c9a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607623 Apr 11 20:59:25.579785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.593518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4288bba-116d-4269-8f1a-758c737506e5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:25.601769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f6c9ef4d-62b3-45fc-9606-1ec2489c3393 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=496ca7516c144631a9b8f4ceeb7fe70e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2843893 Apr 11 20:59:25.605289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43118) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:25.615443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:25.620143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Usage tracker for resource:security_group_rule and tenant:14f757ec270c4123acddbfe4a4a8cbb9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:25.623198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:25.629226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:25.651512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-8bf3365f-4947-4ad3-876e-5c28f750fe24 service neutron] 10.222.0.75 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869911 Apr 11 20:59:25.678954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a97ccc9c-d614-41a7-84a3-4ace0760dc00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1524429 Apr 11 20:59:25.747751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-38816ef7-7489-4191-a80f-a3c8aea4922c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.53&port_id=6b70b228-c6fd-4a69-a906-8a15ac35d1c3 HTTP/1.1" status: 200 len: 217 time: 0.0853565 Apr 11 20:59:25.798095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01609179-8bb1-4a99-b233-7211e1e9569b req-c962a220-b009-4fe7-841d-b466c729946d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:25.799562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-01609179-8bb1-4a99-b233-7211e1e9569b req-c962a220-b009-4fe7-841d-b466c729946d tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.3399920 Apr 11 20:59:25.809443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.839908 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bd8496-1314-4d91-9def-67928f1b6593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.852981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-7d1cf532-eb5d-4a10-8d77-6668a9d66591 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673052 Apr 11 20:59:25.884920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-51fc2e93-a194-4f88-8784-47dab8e36fc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:25.885897 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.886361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-51fc2e93-a194-4f88-8784-47dab8e36fc4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=322bd834-7dcb-4fc8-96dd-9923fd8d2f9e HTTP/1.1" status: 200 len: 801 time: 0.1334095 Apr 11 20:59:25.892378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bd8496-1314-4d91-9def-67928f1b6593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:25.961374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-01609179-8bb1-4a99-b233-7211e1e9569b req-69ea9335-4b4b-4da7-a5ee-15d3f853d337 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477089 Apr 11 20:59:26.002167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da190bdf-174c-4fb6-a4e6-17d721d09133,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:26.004954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 117ef87d-8468-4591-a317-c397f2c1114b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:26.005298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.035533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-f5872e35-f675-4a1b-90a3-34d66a2e178a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7329531b-1f5a-443c-be63-5736d32aa47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362267 Apr 11 20:59:26.048320 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3a2f2e40-a94a-4fa0-a836-5e7738679962 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14f757ec270c4123acddbfe4a4a8cbb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5381444 Apr 11 20:59:26.061223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:26.120066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] The port '117ef87d-8468-4591-a317-c397f2c1114b' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:59:26.122337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bd8496-1314-4d91-9def-67928f1b6593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.171155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-a88a0649-11ac-4ecd-9d7c-0c0880a01b3f service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110726 Apr 11 20:59:26.171726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8496-1314-4d91-9def-67928f1b6593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4288bba-116d-4269-8f1a-758c737506e5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:26.178830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bd8496-1314-4d91-9def-67928f1b6593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.183206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-70bd8496-1314-4d91-9def-67928f1b6593 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4288bba-116d-4269-8f1a-758c737506e5 HTTP/1.1" status: 204 len: 168 time: 0.5737376 Apr 11 20:59:26.238016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-f836e6d5-581a-48cc-8541-b4c5afeff80a service neutron] 10.222.0.75 "GET /v2.0/networks/7329531b-1f5a-443c-be63-5736d32aa47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914983 Apr 11 20:59:26.345456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-4f189168-d332-487d-ba1f-ea5dd38e7e8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 200 len: 217 time: 0.1562879 Apr 11 20:59:26.393293 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.450920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e968ba6c-68fb-4e8a-ac14-1c5aacc31f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.455731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3314b8f4-d19a-44cf-ba24-6d50ad29e5f7']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:26.460687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-1c58ce01-6601-444f-9d31-a10c9878841e service neutron] 10.222.0.75 "GET /v2.0/networks/7329531b-1f5a-443c-be63-5736d32aa47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202127 Apr 11 20:59:26.520735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e966597d-d935-47a7-8cd3-b4cab6115390') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:26.521117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e966597d-d935-47a7-8cd3-b4cab6115390') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:26.528177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9b5c984b-ee6f-47a9-ae10-1baa38a39db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.529664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-9b5c984b-ee6f-47a9-ae10-1baa38a39db5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1742296 Apr 11 20:59:26.542633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fe2955e6-b02e-47f2-a54f-8fc11f457a70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=e35497d8-b236-41e9-a202-960d22451cb5 HTTP/1.1" status: 200 len: 217 time: 0.0752859 Apr 11 20:59:26.580579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.598903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e968ba6c-68fb-4e8a-ac14-1c5aacc31f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.636464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070747f-49d5-42d1-a0c8-377336c80691 req-df78caa7-111d-41d9-8042-e7ae4763132a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.639754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-df78caa7-111d-41d9-8042-e7ae4763132a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63621eb4-bea9-4413-8341-0fb559a65e9a HTTP/1.1" status: 200 len: 801 time: 0.0911026 Apr 11 20:59:26.639907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.779515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:59:26.779779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:26.789370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-fcf45c68-4503-4762-89de-e2d50c2bd4ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e486f5b1-09bd-412f-bd0f-ea442abe06b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431451 Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:59:26.799784 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:59:26.802451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfce9-a095-4513-b3a5-b1dfdf82f25c req-9a6615b5-6f11-4a07-833c-664152f7fcd0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.804937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfce9-a095-4513-b3a5-b1dfdf82f25c req-9a6615b5-6f11-4a07-833c-664152f7fcd0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.808889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfce9-a095-4513-b3a5-b1dfdf82f25c req-9a6615b5-6f11-4a07-833c-664152f7fcd0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.816660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-23edfce9-a095-4513-b3a5-b1dfdf82f25c req-9a6615b5-6f11-4a07-833c-664152f7fcd0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2410 time: 0.1324415 Apr 11 20:59:26.917001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.920715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.924641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.928606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.937188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.937188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.940737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:26.948643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-d82f7ab2-6116-44f1-a93f-c81d81f48f85 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.4825790 Apr 11 20:59:26.965626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-23edfce9-a095-4513-b3a5-b1dfdf82f25c req-76cce011-4c67-4583-afe1-55e6d799c31f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458848 Apr 11 20:59:26.988283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-847bd7cd-4ab5-447e-a7b5-dcbe22bcd2b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4316480 Apr 11 20:59:26.988283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.023808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.053431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-f9aff3cf-5f62-470a-a94e-90716785660b service neutron] 10.222.0.75 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347696 Apr 11 20:59:27.102343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=3314b8f4-d19a-44cf-ba24-6d50ad29e5f7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:27.118090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e968ba6c-68fb-4e8a-ac14-1c5aacc31f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.170368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a095a540-23b2-4c21-ab5c-3e991ef1fd32 req-29119342-94d4-479c-ba09-1aac67ae5472 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207611 Apr 11 20:59:27.171401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968ba6c-68fb-4e8a-ac14-1c5aacc31f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da190bdf-174c-4fb6-a4e6-17d721d09133,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:27.259191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-0e6b6b7e-d45b-4249-84ce-827f0799400b service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733052 Apr 11 20:59:27.358636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3b4feb44-b7f6-4e31-9336-6ac579b18914 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/3314b8f4-d19a-44cf-ba24-6d50ad29e5f7 HTTP/1.1" status: 204 len: 168 time: 3.2622054 Apr 11 20:59:27.364901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e968ba6c-68fb-4e8a-ac14-1c5aacc31f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.366697 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e968ba6c-68fb-4e8a-ac14-1c5aacc31f77 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da190bdf-174c-4fb6-a4e6-17d721d09133 HTTP/1.1" status: 204 len: 168 time: 1.3020658 Apr 11 20:59:27.366697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43160) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:27.378016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43164) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:27.383096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-204716545'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:27.389884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:27.397212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:27.401435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:27.406273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.420588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:27.423676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c070747f-49d5-42d1-a0c8-377336c80691 req-65889d2c-ffa2-4f9d-8500-81c7519340ec service neutron] 10.222.0.75 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617480 Apr 11 20:59:27.449920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-45fd7e84-1203-41aa-912c-875e98da7233 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807985 Apr 11 20:59:27.458323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:27.465013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Usage tracker for resource:security_group_rule and tenant:537a7967caf741c3a1f316934b62da3f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:27.469097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:27.476850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:27.492233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21470-0a06-46cc-8669-ef085cfa8df0 req-924e2b2c-52f7-48cb-9433-4dd01a18405c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:27.499281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8ee21470-0a06-46cc-8669-ef085cfa8df0 req-924e2b2c-52f7-48cb-9433-4dd01a18405c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2849190 Apr 11 20:59:27.541660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-db4a4249-8b2b-43a9-8658-6a19b98d865a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 217 time: 0.0842586 Apr 11 20:59:27.542686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:27.547129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.576132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8ee21470-0a06-46cc-8669-ef085cfa8df0 req-1a42f5f2-d2eb-4dde-a6dd-da4966a74565 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758266 Apr 11 20:59:27.650326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:59:27.654332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-f73f2952-0ee6-4941-8e85-c2580a0c84f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:27.655906 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-f73f2952-0ee6-4941-8e85-c2580a0c84f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.0912106 Apr 11 20:59:27.697168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.705646 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.706000 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment f0490b4d-9a6b-44d8-b48e-e32614f0de56 of type vlan for network d7d7ed32-1b27-4a0c-9002-0690861ca383 Apr 11 20:59:27.712269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-eda13e3c-bd97-4b4f-bb7e-2fc117bfcd89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2863 time: 0.1192212 Apr 11 20:59:27.751748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.798385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.849916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-7ab46139-a86a-4833-bcfb-c1d61cb8cdd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1864259 Apr 11 20:59:27.899308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab1ff5-6c97-4038-ace3-22effd473a13,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:27.903996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d18b29de-bbce-44a8-954f-54d2f88cea06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=537a7967caf741c3a1f316934b62da3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5211468 Apr 11 20:59:27.909926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43182) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:27.942596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.946275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:27.946854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:27.983634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-5fa5af25-ef60-4036-acb8-cebbce8ed159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:27.996062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-5fa5af25-ef60-4036-acb8-cebbce8ed159 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e486f5b1-09bd-412f-bd0f-ea442abe06b4 HTTP/1.1" status: 200 len: 903 time: 0.2658308 Apr 11 20:59:28.002669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743525a-3f25-4eb3-ab71-386e2764cd8e req-ca9f2ec1-e01c-4635-8d89-dc58e2952cbc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.014031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5743525a-3f25-4eb3-ab71-386e2764cd8e req-ca9f2ec1-e01c-4635-8d89-dc58e2952cbc tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.2526462 Apr 11 20:59:28.096701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-7c7eb286-62f6-4f02-9f08-4cad4b80db89 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=e35497d8-b236-41e9-a202-960d22451cb5 HTTP/1.1" status: 200 len: 217 time: 0.1041439 Apr 11 20:59:28.134669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=d7d7ed32-1b27-4a0c-9002-0690861ca383,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:28.148443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:59:28.163726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-50077a4e-2b14-4c6b-8165-a1baec96d97f service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073673 Apr 11 20:59:28.197840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5743525a-3f25-4eb3-ab71-386e2764cd8e req-a5eade2e-1c6a-40f3-84a6-d8832ec850f1 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289616 Apr 11 20:59:28.199324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79d3a4bf-66c6-4bc7-9bb4-05384ff39630 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8236938 Apr 11 20:59:28.202579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43196) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:28.205008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-07ce6834-0155-4364-b011-f73f9ace282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:28.221823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:28.324075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b5c43ab-9cd9-412a-9d5a-032d6bee2df1 req-b0c1abb3-d26d-41b3-bfd5-97ba425ae857 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542420 Apr 11 20:59:28.432586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-07ce6834-0155-4364-b011-f73f9ace282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:28.445309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-6825fa65-888e-4bea-9e49-e9486683ccf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.447324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-6825fa65-888e-4bea-9e49-e9486683ccf3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=63621eb4-bea9-4413-8341-0fb559a65e9a HTTP/1.1" status: 200 len: 801 time: 0.3435082 Apr 11 20:59:28.510468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:28.524151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:28.536771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:28.548411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:28.580045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb846e-d17c-4229-8655-2a18292c8c02 req-2c927f49-a89f-440b-bb4c-544df53a087b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.583780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.583971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb846e-d17c-4229-8655-2a18292c8c02 req-2c927f49-a89f-440b-bb4c-544df53a087b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.587757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.587878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb846e-d17c-4229-8655-2a18292c8c02 req-2c927f49-a89f-440b-bb4c-544df53a087b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.589463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ceb846e-d17c-4229-8655-2a18292c8c02 req-2c927f49-a89f-440b-bb4c-544df53a087b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2410 time: 0.4301295 Apr 11 20:59:28.592263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.596231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.600148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.604077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.608150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.610026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-cde95c47-9b4b-45ef-bbcc-b1bff4c4a215 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.1976564 Apr 11 20:59:28.617542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-cc4067c4-4eff-42e2-8006-b0aff9947f89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6486 time: 0.1598301 Apr 11 20:59:28.631871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-40a565d3-09cc-4e90-b8b4-921a77f5e69b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e486f5b1-09bd-412f-bd0f-ea442abe06b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1755128 Apr 11 20:59:28.724265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ceb846e-d17c-4229-8655-2a18292c8c02 req-606d46d5-c939-4ece-a701-3e87ce49a78b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239455 Apr 11 20:59:28.781028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:28.786200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8fd4c6f-592b-436a-b3c0-1b2b6625fea2 req-00139966-b099-4918-8559-c4d7656603c3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676660 Apr 11 20:59:28.792054 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:28.795372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-07ce6834-0155-4364-b011-f73f9ace282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:28.866241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096766-591b-45b6-b756-007b8636cfe8 req-8139973c-63f8-425a-bbcc-e015c7e03ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:28.867251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-8139973c-63f8-425a-bbcc-e015c7e03ec0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 901 time: 0.2330885 Apr 11 20:59:28.940632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce6834-0155-4364-b011-f73f9ace282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab1ff5-6c97-4038-ace3-22effd473a13,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:28.946365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-09efac08-2d74-43de-b37a-1d84242f3e1a service neutron] 10.222.0.75 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060718 Apr 11 20:59:28.957388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-07ce6834-0155-4364-b011-f73f9ace282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:28.961148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-07ce6834-0155-4364-b011-f73f9ace282a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abab1ff5-6c97-4038-ace3-22effd473a13 HTTP/1.1" status: 204 len: 168 time: 1.0501699 Apr 11 20:59:29.051609 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:29.202245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-dd5289bd-170e-438f-85e5-5cd217262fac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 217 time: 0.3261087 Apr 11 20:59:29.289809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:29.302815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2524847-b8af-400f-b565-6c1e6ffadfaa req-b92ce698-0326-4976-9898-35b90e79bd04 service neutron] 10.222.0.75 "GET /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404074 Apr 11 20:59:29.315033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096766-591b-45b6-b756-007b8636cfe8 req-3bfeb2ab-9c6f-45b8-8f67-691843f52114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:29.317177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-3bfeb2ab-9c6f-45b8-8f67-691843f52114 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1102581 Apr 11 20:59:29.417196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-f031f715-26dc-48bf-b3dc-2a34979c24d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930860 Apr 11 20:59:29.489177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:29.501443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:29.516757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3', 'network_id': '7329531b-1f5a-443c-be63-5736d32aa47d', 'port_id': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3', 'mac_address': 'fa:16:3e:70:fd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322bd834-7dcb-4fc8-96dd-9923fd8d2f9e', 'ip_address': '19.86.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:29.600362 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:29.619020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-dfeda182-c7e2-456e-9ff7-c835eea911e3 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957476 Apr 11 20:59:29.623655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:29.641865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:29.713452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:29.725460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:29.726121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6ff06f12-7783-4362-a5a2-1a552df673d7 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:29.733865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': 'f0490b4d-9a6b-44d8-b48e-e32614f0de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:29.740713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: d7d7ed32-1b27-4a0c-9002-0690861ca383, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:59:29.826261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:59:29.891531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0096766-591b-45b6-b756-007b8636cfe8 req-20abb9b4-61b5-4281-82d2-45be701fbfe2 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605903 Apr 11 20:59:29.945119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d7d7ed32-1b27-4a0c-9002-0690861ca383) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:29.949812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:29.955282 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.023959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85f21a-9586-4293-a9b0-b347959bad32 None None] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:30.117082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-830c2f06-2aea-4a69-8961-11d25ade45ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9132941 Apr 11 20:59:30.120356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43254) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:30.130174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202c2-8150-40ab-93dd-e965c8a3e981 req-b85e26e2-47a0-4085-bcb7-82666beeede0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.135096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202c2-8150-40ab-93dd-e965c8a3e981 req-b85e26e2-47a0-4085-bcb7-82666beeede0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.141349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202c2-8150-40ab-93dd-e965c8a3e981 req-b85e26e2-47a0-4085-bcb7-82666beeede0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.143102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad6202c2-8150-40ab-93dd-e965c8a3e981 req-b85e26e2-47a0-4085-bcb7-82666beeede0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2411 time: 0.1130161 Apr 11 20:59:30.149603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402956428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:30.157542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:30.160827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:30.201949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:30.205772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:30.207397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-7769aafe-3d57-4b49-a597-64e51ade6ce6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.215412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:30.217244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:30.217392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-7769aafe-3d57-4b49-a597-64e51ade6ce6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 814 time: 0.2369645 Apr 11 20:59:30.228544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad6202c2-8150-40ab-93dd-e965c8a3e981 req-829df6ba-7694-4012-b41c-e066db961133 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719247 Apr 11 20:59:30.232204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-baecc200-7c0e-4e9b-a106-9d3078ab7290 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/quotas/437209b2517745f99592b65a6ff9ac36 HTTP/1.1" status: 200 len: 375 time: 0.0133734 Apr 11 20:59:30.296163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6ff06f12-7783-4362-a5a2-1a552df673d7', 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'port_id': '6ff06f12-7783-4362-a5a2-1a552df673d7', 'mac_address': 'fa:16:3e:68:62:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63621eb4-bea9-4413-8341-0fb559a65e9a', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:30.306261 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.307239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.346455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.412726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-714360f9-9778-4410-bce0-a02c41b3fe7a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737475 Apr 11 20:59:30.428172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.452143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff06f12-7783-4362-a5a2-1a552df673d7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:30.468423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d7d7ed32-1b27-4a0c-9002-0690861ca383', 'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': '65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:59:30.469257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.472660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.551284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:30.581583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-f24614e5-307b-4bc7-aad6-0273fc07ea9b service neutron] 10.222.0.61 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611702 Apr 11 20:59:30.634035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.634780 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.635427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e35497d8-b236-41e9-a202-960d22451cb5 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:30.658002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.663875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.668720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.673435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.678375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.683059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.688892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:30.691228 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-ffad7371-3fdc-434d-a25c-406c497a2f3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.2005272 Apr 11 20:59:30.692951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:30.694341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-759ff7a0-76a2-4ad8-bf9c-83b7d039dcbc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5502818 Apr 11 20:59:30.697298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43272) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:30.799044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-0b477484-c8b4-4a5b-9ca4-e7d0687d89cd service neutron] 10.222.0.61 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108250 Apr 11 20:59:30.865283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port e35497d8-b236-41e9-a202-960d22451cb5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e35497d8-b236-41e9-a202-960d22451cb5,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:30.876250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:30.901250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'e35497d8-b236-41e9-a202-960d22451cb5', 'network_id': 'e486f5b1-09bd-412f-bd0f-ea442abe06b4', 'port_id': 'e35497d8-b236-41e9-a202-960d22451cb5', 'mac_address': 'fa:16:3e:f3:5b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63621eb4-bea9-4413-8341-0fb559a65e9a', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:30.972449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29eac2b2-1a8e-41b3-9e8b-23f7825f9b00 req-3a11bca6-f4e8-4ad9-bf94-fe9320b2da41 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2691314 Apr 11 20:59:30.979387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Allocated IP 172.20.0.2 (d7d7ed32-1b27-4a0c-9002-0690861ca383/65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0/1905a5f0-914c-4283-b1d6-1e82fc9098ca) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:31.008060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-cfb8ddc8-0f9e-4481-8d80-089377cb4e95 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:31.016008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-cfb8ddc8-0f9e-4481-8d80-089377cb4e95 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0c4f9c8-0786-4d91-89b8-b5697f30a417 HTTP/1.1" status: 200 len: 946 time: 0.1835961 Apr 11 20:59:31.084747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:31.113271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35497d8-b236-41e9-a202-960d22451cb5 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:31.148316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port e35497d8-b236-41e9-a202-960d22451cb5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e35497d8-b236-41e9-a202-960d22451cb5,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:31.180085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Deleting port 3f88c530-e335-4e16-9171-58efef004db2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:31.180431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:31.239900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:31.344982 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4628a39d-0755-46e3-a0a2-8395d2f664c4 req-2d5f5467-bbcd-47ab-8927-3059c005cee9 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.1334927 Apr 11 20:59:31.460563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=e35497d8-b236-41e9-a202-960d22451cb5,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:31.504741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:31.517873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Transition to ACTIVE for port object 1905a5f0-914c-4283-b1d6-1e82fc9098ca will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:31.543170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Transition to ACTIVE for port object 1905a5f0-914c-4283-b1d6-1e82fc9098ca will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:31.565094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6ff06f12-7783-4362-a5a2-1a552df673d7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:31.616583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6b70b228-c6fd-4a69-a906-8a15ac35d1c3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:31.643518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['e35497d8-b236-41e9-a202-960d22451cb5'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:31.714968 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:31.822186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:31.836761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:31.839373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:31.883377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] For port 3f88c530-e335-4e16-9171-58efef004db2, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f88c530-e335-4e16-9171-58efef004db2,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:31.885931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:31.891287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:32.023444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Calling delete_port for 3f88c530-e335-4e16-9171-58efef004db2 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:32.037455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Pushing event updated for resources: {'Port': ['ID=1905a5f0-914c-4283-b1d6-1e82fc9098ca,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:32.056632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7899a6-bf9f-4a7c-90c6-6e7762606298 req-4e401b90-f64f-4bc4-8411-7ed01ac3dec3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.061809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7899a6-bf9f-4a7c-90c6-6e7762606298 req-4e401b90-f64f-4bc4-8411-7ed01ac3dec3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.065696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7899a6-bf9f-4a7c-90c6-6e7762606298 req-4e401b90-f64f-4bc4-8411-7ed01ac3dec3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.073857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c7899a6-bf9f-4a7c-90c6-6e7762606298 req-4e401b90-f64f-4bc4-8411-7ed01ac3dec3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2413 time: 0.4791055 Apr 11 20:59:32.126643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Attempting to bind port 1905a5f0-914c-4283-b1d6-1e82fc9098ca on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:32.127109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Attempting to bind port 1905a5f0-914c-4283-b1d6-1e82fc9098ca by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'f0490b4d-9a6b-44d8-b48e-e32614f0de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:32.127360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Attempting to bind port 1905a5f0-914c-4283-b1d6-1e82fc9098ca on network d7d7ed32-1b27-4a0c-9002-0690861ca383 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:32.166961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:32.167378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Checking segment: {'id': 'f0490b4d-9a6b-44d8-b48e-e32614f0de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:32.167820 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:32.168262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Bound using segment: {'id': 'f0490b4d-9a6b-44d8-b48e-e32614f0de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:32.169261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Bound port: 1905a5f0-914c-4283-b1d6-1e82fc9098ca, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0490b4d-9a6b-44d8-b48e-e32614f0de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd7d7ed32-1b27-4a0c-9002-0690861ca383'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:32.169713 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:32.182860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c7899a6-bf9f-4a7c-90c6-6e7762606298 req-9b0f8f67-d388-4e01-8498-0b7af96038e5 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080546 Apr 11 20:59:32.441351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:32.488409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] For port 1905a5f0-914c-4283-b1d6-1e82fc9098ca, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:32.600053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] For port 1905a5f0-914c-4283-b1d6-1e82fc9098ca, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1905a5f0-914c-4283-b1d6-1e82fc9098ca,segment=NetworkSegment(f0490b4d-9a6b-44d8-b48e-e32614f0de56),segment_id=f0490b4d-9a6b-44d8-b48e-e32614f0de56)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:32.647381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.660767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.668380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.674536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.681475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.688100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.693313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:32.695791 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-7adf7986-5311-476f-91de-b18654acebdb tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.2661467 Apr 11 20:59:32.711381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:32.721108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c162cbe5-3d9a-4d05-ae98-5a05fb933a1c req-daaaf5a9-e7f0-4f79-84fc-c148a60c546e tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.2431612 Apr 11 20:59:32.784806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] No DVR routers for this DVR port 3f88c530-e335-4e16-9171-58efef004db2 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:32.786679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Pushing event deleted for resources: {'Port': ['ID=3f88c530-e335-4e16-9171-58efef004db2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:32.793897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:32.802307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'name': 'network-vif-deleted', 'tag': '3f88c530-e335-4e16-9171-58efef004db2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:32.887921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.20.0.1 (d7d7ed32-1b27-4a0c-9002-0690861ca383/65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0/2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:32.914480 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c009efc-9ee6-4b66-8d99-2e723a9941cb'] response: {'server_uuid': 'c0c4f9c8-0786-4d91-89b8-b5697f30a417', 'name': 'network-vif-deleted', 'tag': '3f88c530-e335-4e16-9171-58efef004db2', 'status': 'completed', 'code': 200} Apr 11 20:59:32.941633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ce2f29a-9393-471e-be6f-c58f97d33f6a req-39818f28-1a39-4aaa-9427-bf33bb61566a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.75 "DELETE /v2.0/ports/3f88c530-e335-4e16-9171-58efef004db2 HTTP/1.1" status: 204 len: 173 time: 1.9184456 Apr 11 20:59:32.962193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1ed1d-0596-42dc-8570-ec861ebe98b3 None None] Pushing event updated for resources: {'Port': ['ID=1905a5f0-914c-4283-b1d6-1e82fc9098ca,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:33.150828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39939ab2-6a78-4add-82de-d9e585f3dd92 req-594d6f3f-4e11-48c8-859a-07af3b18ce5e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452961 Apr 11 20:59:33.227782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:33.302171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:33.304699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6ff06f12-7783-4362-a5a2-1a552df673d7 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:33.474591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:33.566615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6ff06f12-7783-4362-a5a2-1a552df673d7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:33.573304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6ff06f12-7783-4362-a5a2-1a552df673d7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:33.577583 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:33.635164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:33.639674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:33.642401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:33.713112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:33.762036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:33.783243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c337c7-2f7a-4c1e-8dea-f8f4a31e17e3 req-98d1f90e-8db0-48ec-9de0-3934ae0d3755 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:33.790671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:33.794328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c337c7-2f7a-4c1e-8dea-f8f4a31e17e3 req-98d1f90e-8db0-48ec-9de0-3934ae0d3755 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:33.804244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c337c7-2f7a-4c1e-8dea-f8f4a31e17e3 req-98d1f90e-8db0-48ec-9de0-3934ae0d3755 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:33.812035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3c337c7-2f7a-4c1e-8dea-f8f4a31e17e3 req-98d1f90e-8db0-48ec-9de0-3934ae0d3755 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2413 time: 0.3696718 Apr 11 20:59:33.819404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:33.831534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:33.878690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3c337c7-2f7a-4c1e-8dea-f8f4a31e17e3 req-1fdb8270-781a-4345-8617-c240aac34051 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Apr 11 20:59:33.923641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:33.924896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:34.017805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afbc91c7-1256-4d44-966b-d54a84be1f51 req-3033728b-5ef6-4346-9e8a-4a8970a99372 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.0938892 Apr 11 20:59:34.021405 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd8d7bb-1cc7-4d5e-a33d-695c99cab2a7'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7', 'code': 200} Apr 11 20:59:34.103538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:34.128768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:34.220495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:34.229372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:34.229372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:34.563090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e80a1-cded-47ee-a941-17bfef7e27aa None None] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:34.583740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:34.628783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:34.695328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.706849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.710803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.724630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.738842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.757392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.762223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.763019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-9c4c6dcc-5a3e-4853-bdd5-835f5473cf92 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:34.765362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-9c4c6dcc-5a3e-4853-bdd5-835f5473cf92 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 814 time: 0.3054507 Apr 11 20:59:34.773562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-e1ff300e-7277-4df7-9bad-00c0519dd5d7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.2725627 Apr 11 20:59:34.781703 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:34.782510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f88c530-e335-4e16-9171-58efef004db2 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:34.793603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Request body: {'port': {'device_id': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'admin_state_up': True, 'tenant_id': '437209b2517745f99592b65a6ff9ac36'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:34.900039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c38fc8f7-21b9-4ff7-a232-e74857fd39be req-af692721-b9aa-4a23-9a6d-cdb7fca03183 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236100 Apr 11 20:59:34.972217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 3f88c530-e335-4e16-9171-58efef004db2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:59:34.973022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f88c530-e335-4e16-9171-58efef004db2 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:59:35.140517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1905a5f0-914c-4283-b1d6-1e82fc9098ca up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:35.209127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:35.228345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6b6d78be-e314-41e7-9ab5-6f1b5161ab2f None None] Provisioning for port 1905a5f0-914c-4283-b1d6-1e82fc9098ca completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:35.247437 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.318721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e35497d8-b236-41e9-a202-960d22451cb5 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:35.320843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-36e4c2c1-6d4a-418e-8407-350df4172469 req-e1fd0faa-f09e-4503-a3ef-43904c884ab7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:35.347342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.422235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-36e4c2c1-6d4a-418e-8407-350df4172469 req-e1fd0faa-f09e-4503-a3ef-43904c884ab7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:35.425015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36e4c2c1-6d4a-418e-8407-350df4172469 req-e1fd0faa-f09e-4503-a3ef-43904c884ab7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.1554883 Apr 11 20:59:35.604283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:35.640673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 1905a5f0-914c-4283-b1d6-1e82fc9098ca completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:35.646630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:35.654448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1905a5f0-914c-4283-b1d6-1e82fc9098ca triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:35.654916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.659043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.672494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:35.713114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port e35497d8-b236-41e9-a202-960d22451cb5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:35.730711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port e35497d8-b236-41e9-a202-960d22451cb5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:35.731740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.772238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c51e7-1302-4146-970d-be8c80e97c08 req-30c67c15-f8ff-42df-9871-20f0c814a3e2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:35.776218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c51e7-1302-4146-970d-be8c80e97c08 req-30c67c15-f8ff-42df-9871-20f0c814a3e2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:35.781607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c51e7-1302-4146-970d-be8c80e97c08 req-30c67c15-f8ff-42df-9871-20f0c814a3e2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:35.789126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f15c51e7-1302-4146-970d-be8c80e97c08 req-30c67c15-f8ff-42df-9871-20f0c814a3e2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2415 time: 0.5422437 Apr 11 20:59:35.822860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Made reservation on behalf of 437209b2517745f99592b65a6ff9ac36 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:35.827170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.941178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:35.993278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Provisioning complete for port 1905a5f0-914c-4283-b1d6-1e82fc9098ca triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:35.993727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:36.065060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3'}, {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35497d8-b236-41e9-a202-960d22451cb5'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:36.070861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f15c51e7-1302-4146-970d-be8c80e97c08 req-acda79ba-d892-4055-8770-665ebe26d2fd tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808440 Apr 11 20:59:36.093101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:36.097781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:36.114423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:36.221826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port e35497d8-b236-41e9-a202-960d22451cb5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e35497d8-b236-41e9-a202-960d22451cb5,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:36.279913 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfe2717-a944-4423-9f12-53d71fd8e702'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3', 'code': 200} Apr 11 20:59:36.280172 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfe2717-a944-4423-9f12-53d71fd8e702'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35497d8-b236-41e9-a202-960d22451cb5', 'code': 200} Apr 11 20:59:36.310189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 1905a5f0-914c-4283-b1d6-1e82fc9098ca, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1905a5f0-914c-4283-b1d6-1e82fc9098ca,segment=NetworkSegment(f0490b4d-9a6b-44d8-b48e-e32614f0de56),segment_id=f0490b4d-9a6b-44d8-b48e-e32614f0de56)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:36.375160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:36.409496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Allocated IP 172.20.0.4 (51c3e005-50a3-43e7-9bdb-a08fbdfdc426/3f0bf123-b7ab-41e8-b26b-0798276f57d5/0caf0f71-3546-4e12-a9c4-dc797c1bf735) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:36.429179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:36.466913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:36.500740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=e35497d8-b236-41e9-a202-960d22451cb5,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:36.574087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b9df8e7-f355-4bba-9342-9ffd9846e386 req-6ca1da38-7aff-4775-a97f-39ac29fb97e7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2869 time: 0.1842730 Apr 11 20:59:36.610828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.616373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.621188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.626928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.632092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.636745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.642195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:36.650732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-79170acb-7e81-48cc-adc0-7b4ac7aba47d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.4087286 Apr 11 20:59:36.651076 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:36.651584 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:36.652085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=1905a5f0-914c-4283-b1d6-1e82fc9098ca,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:36.772578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b9df8e7-f355-4bba-9342-9ffd9846e386 req-2a6fd58b-3f75-4615-957b-9418230e4904 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Apr 11 20:59:36.787451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a180cb5-1551-4594-a8cd-0b29eadeb05a req-f56eb205-92c6-4c0e-ba85-5911160b7f1b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321805 Apr 11 20:59:36.904086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e403dd90-93e2-43fc-a913-d2ea50ce5bec req-779341a7-33f2-463a-b43a-d86036d53e44 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.1751025 Apr 11 20:59:36.931416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:36.983506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.007155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1905a5f0-914c-4283-b1d6-1e82fc9098ca up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:37.092033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1905a5f0-914c-4283-b1d6-1e82fc9098ca triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:37.092422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.098590 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.121373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.167430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:37.172361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Usage tracker for resource:security_group_rule and tenant:06e7a5f887d047ec89d3da0af9e3f637 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:37.175985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:37.181447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router b2c1294b-4271-4ead-9f2d-18c1feb5f725 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:59:37.183235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:37.189568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Pushing event updated for resources: {'Port': ['ID=0caf0f71-3546-4e12-a9c4-dc797c1bf735,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:37.193344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:37.195866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:37.198856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:37.406834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.434108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f828-db65-4068-9a93-eb82a0b7d20e req-22dabb72-ebc6-4587-bccd-7b40780b0345 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:37.438700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f828-db65-4068-9a93-eb82a0b7d20e req-22dabb72-ebc6-4587-bccd-7b40780b0345 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:37.442606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f828-db65-4068-9a93-eb82a0b7d20e req-22dabb72-ebc6-4587-bccd-7b40780b0345 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:37.444391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b32f828-db65-4068-9a93-eb82a0b7d20e req-22dabb72-ebc6-4587-bccd-7b40780b0345 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2416 time: 0.1947255 Apr 11 20:59:37.452351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:37.452967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.474320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Provisioning for port 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:37.481385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Provisioning complete for port 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:37.485626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.505962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.529068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:59:37.535489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a09e7c8d-433d-47d6-8a14-bf8303851b2a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/b2c1294b-4271-4ead-9f2d-18c1feb5f725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8362892 Apr 11 20:59:37.537703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43504) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:37.544805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] Sync routers for ids ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:37.563068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-498b4b28-406a-4e50-88c4-9341894d13d5 None None] Port 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:37.571033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] Routers {'b2c1294b-4271-4ead-9f2d-18c1feb5f725'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:37.571033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:37.579657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b32f828-db65-4068-9a93-eb82a0b7d20e req-64aa442d-9f9c-4df4-a74c-d6e907990ec0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267047 Apr 11 20:59:37.585051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a86d5e-ee12-4fff-9859-6f52a6cc1f0c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:37.596583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-38979d25-97b6-4d33-8bd7-1e27ba569c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8162768 Apr 11 20:59:37.625151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Request body: {'port': {'device_id': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:37.630709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6aa5cf80-9275-4d8c-af32-9069358d6386 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06e7a5f887d047ec89d3da0af9e3f637&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6947310 Apr 11 20:59:37.633562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43512) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:37.650647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:37.665971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] Routers {'b2c1294b-4271-4ead-9f2d-18c1feb5f725'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:37.666714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:37.673938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a5128-89c7-4155-80f2-af94e642a1a8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:37.674735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-359a5128-89c7-4155-80f2-af94e642a1a8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:37.713391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaf3a-8b81-4681-ac21-3e5be417c061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.742429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaf3a-8b81-4681-ac21-3e5be417c061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.756539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:37.757185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd35a48-4f56-4f53-be24-7e0a7e4d5f7e None None] The sync data for ids ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:37.760553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fe7cd248-b9bd-4c7f-ac73-eed8e1d90389 None None] Provisioning complete for port 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:37.760924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd248-b9bd-4c7f-ac73-eed8e1d90389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.776311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.830465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cd248-b9bd-4c7f-ac73-eed8e1d90389 None None] Port 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 20:59:37.876526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaf3a-8b81-4681-ac21-3e5be417c061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.899823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcaf3a-8b81-4681-ac21-3e5be417c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a86d5e-ee12-4fff-9859-6f52a6cc1f0c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:37.914093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-359a5128-89c7-4155-80f2-af94e642a1a8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:37.915596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-359a5128-89c7-4155-80f2-af94e642a1a8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports/2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 HTTP/1.1" status: 200 len: 910 time: 0.3768709 Apr 11 20:59:37.919514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43530) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:37.924510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaf3a-8b81-4681-ac21-3e5be417c061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:37.928545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d4bcaf3a-8b81-4681-ac21-3e5be417c061 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62a86d5e-ee12-4fff-9859-6f52a6cc1f0c HTTP/1.1" status: 204 len: 168 time: 0.2910008 Apr 11 20:59:38.428210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.432487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.437189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.441716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.446126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.449455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1d5b8-bd4a-4db1-9d7c-851f402ccac2 req-2e5f22cd-d826-4d23-a4ea-e08af78b565b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.451369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.451817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44a1d5b8-bd4a-4db1-9d7c-851f402ccac2 req-2e5f22cd-d826-4d23-a4ea-e08af78b565b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 931 time: 0.0885286 Apr 11 20:59:38.455610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.463635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-4d8e6645-6545-4bba-93d5-eb678bf85bbf tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.4612713 Apr 11 20:59:38.525696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44a1d5b8-bd4a-4db1-9d7c-851f402ccac2 req-a03f8f13-4125-4448-abdf-6a3a7017f18b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622826 Apr 11 20:59:38.640281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d04962c6-c1e7-4cc8-a3d3-8f989d356263 req-d9f0c26d-7cce-4da6-90cb-bf69e0f82aba tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753945 Apr 11 20:59:38.794459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43566) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:38.818413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:38.842020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caf0f71-3546-4e12-a9c4-dc797c1bf735 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:38.855225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:38.864382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:38.878196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:38.886602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f556f584a64126b67de87c60bb20c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:38.896151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea19eb-03c9-4e04-9af2-50a56a05c0e4 req-dade2682-703b-4d65-9a89-f1d40ab2766a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.900137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea19eb-03c9-4e04-9af2-50a56a05c0e4 req-dade2682-703b-4d65-9a89-f1d40ab2766a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.904574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea19eb-03c9-4e04-9af2-50a56a05c0e4 req-dade2682-703b-4d65-9a89-f1d40ab2766a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:38.906601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2ea19eb-03c9-4e04-9af2-50a56a05c0e4 req-dade2682-703b-4d65-9a89-f1d40ab2766a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2416 time: 0.1557908 Apr 11 20:59:38.907128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:38.915090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:39.005038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2ea19eb-03c9-4e04-9af2-50a56a05c0e4 req-ea583b5b-7e38-4df2-8c9f-a415bfecce01 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916789 Apr 11 20:59:39.037191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Transition to ACTIVE for port object 0caf0f71-3546-4e12-a9c4-dc797c1bf735 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:39.095016 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.204105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.212130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.384587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5f556f584a64126b67de87c60bb20c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5884883 Apr 11 20:59:39.386907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da11a4-dcf5-438d-a891-239e9d589355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296810f2-b338-4571-8bbf-a1d9c7149efb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:39.404208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43586) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:39.426892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Pushing event updated for resources: {'Port': ['ID=0caf0f71-3546-4e12-a9c4-dc797c1bf735,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:39.503821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a605dc28-42bc-4410-932a-060ffac017a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.537916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a605dc28-42bc-4410-932a-060ffac017a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.658328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43598) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:39.708388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a605dc28-42bc-4410-932a-060ffac017a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.737316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605dc28-42bc-4410-932a-060ffac017a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296810f2-b338-4571-8bbf-a1d9c7149efb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:39.739780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a605dc28-42bc-4410-932a-060ffac017a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.741164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a605dc28-42bc-4410-932a-060ffac017a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/296810f2-b338-4571-8bbf-a1d9c7149efb HTTP/1.1" status: 204 len: 168 time: 0.3358505 Apr 11 20:59:39.852838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Attempting to bind port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 20:59:39.853171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Attempting to bind port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 20:59:39.853494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Attempting to bind port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:39.853613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.896723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:39.901889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Usage tracker for resource:security_group_rule and tenant:921a708221df4302a50b01e3e3a399a6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:39.906053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:39.915629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:39.921352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 20:59:39.921676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Attempting to bind port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 on network 51c3e005-50a3-43e7-9bdb-a08fbdfdc426 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 20:59:39.929880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 20:59:39.930222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Checking segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:39.930603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Bound using segment: {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 20:59:39.931046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Bound port: 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 20:59:39.931377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:39.968276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a349f1-41aa-4514-bce8-31bc0e20c380 req-7465d376-6d7f-40ef-99fd-9337f499a7d0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:39.968975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b4a349f1-41aa-4514-bce8-31bc0e20c380 req-7465d376-6d7f-40ef-99fd-9337f499a7d0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:40.005351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.106416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.110412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.114460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.115463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] For port 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 20:59:40.118401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.122798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.123211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b4a349f1-41aa-4514-bce8-31bc0e20c380 req-7465d376-6d7f-40ef-99fd-9337f499a7d0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:40.124410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b4a349f1-41aa-4514-bce8-31bc0e20c380 req-7465d376-6d7f-40ef-99fd-9337f499a7d0 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 943 time: 0.3646295 Apr 11 20:59:40.126742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.129103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] For port 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 20:59:40.130605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.132528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-7ac01c3a-8827-4187-b48d-685ccb4d1ad3 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.1174195 Apr 11 20:59:40.133753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.172027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=921a708221df4302a50b01e3e3a399a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5140116 Apr 11 20:59:40.176151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43624) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:40.214435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.256392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d10d-6076-405a-864d-1b9e590b92bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d32a7-46ad-4207-8555-cc1e53430266,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:40.270638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ec97296-9222-45c7-bd91-3de6cbe1dca8 req-19fca1c4-3320-4980-b881-e8e35bb7bf45 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070788 Apr 11 20:59:40.296047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:40.296382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.323722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7385bee1-0edc-4193-b22d-6af55cf9cc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.333027 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b4a349f1-41aa-4514-bce8-31bc0e20c380 req-d469f091-31d5-4f2d-a26c-e360ea245a88 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996059 Apr 11 20:59:40.377567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7385bee1-0edc-4193-b22d-6af55cf9cc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.380801 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.382159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] 10.222.0.69 "PUT /v2.0/ports/0caf0f71-3546-4e12-a9c4-dc797c1bf735 HTTP/1.1" status: 200 len: 1091 time: 2.7724862 Apr 11 20:59:40.382590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'tag': '0caf0f71-3546-4e12-a9c4-dc797c1bf735'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:40.412511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b403c-cbad-45d2-a762-6680ebf3cc24 service neutron] Pushing event updated for resources: {'Port': ['ID=0caf0f71-3546-4e12-a9c4-dc797c1bf735,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:40.515127 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbfcdaa-d143-4da7-a067-0274c8f3db84'] response: {'name': 'network-changed', 'server_uuid': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'tag': '0caf0f71-3546-4e12-a9c4-dc797c1bf735', 'status': 'completed', 'code': 200} Apr 11 20:59:40.519309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7385bee1-0edc-4193-b22d-6af55cf9cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.539179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385bee1-0edc-4193-b22d-6af55cf9cc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d32a7-46ad-4207-8555-cc1e53430266,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:40.584048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7385bee1-0edc-4193-b22d-6af55cf9cc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.585333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7385bee1-0edc-4193-b22d-6af55cf9cc01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d9d32a7-46ad-4207-8555-cc1e53430266 HTTP/1.1" status: 204 len: 168 time: 0.4095709 Apr 11 20:59:40.639878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b6eb-48ac-422b-80e1-d26bbbad9275 req-42274e78-ef14-4162-8b97-de591d007e28 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.646030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b6eb-48ac-422b-80e1-d26bbbad9275 req-42274e78-ef14-4162-8b97-de591d007e28 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.648612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:40.650427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b6eb-48ac-422b-80e1-d26bbbad9275 req-42274e78-ef14-4162-8b97-de591d007e28 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.652181 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e24b6eb-48ac-422b-80e1-d26bbbad9275 req-42274e78-ef14-4162-8b97-de591d007e28 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2416 time: 0.1144178 Apr 11 20:59:40.712363 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e24b6eb-48ac-422b-80e1-d26bbbad9275 req-94763d88-1418-4a1d-9295-50851c0030fc tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533302 Apr 11 20:59:40.775083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:40.805350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-c75af8bd-d6f5-4841-926b-ed3713b1bf95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 1094 time: 0.2895541 Apr 11 20:59:40.886218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-18e88cf9-a588-4370-b442-28d2e548f46c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735 HTTP/1.1" status: 200 len: 217 time: 0.0736639 Apr 11 20:59:40.986607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-44298396-763d-4176-a339-05f1383a90e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:40.988114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-44298396-763d-4176-a339-05f1383a90e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f0bf123-b7ab-41e8-b26b-0798276f57d5 HTTP/1.1" status: 200 len: 854 time: 0.0963473 Apr 11 20:59:41.042232 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-146a97e5-003b-4c79-a60f-7b5aed212a14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474551 Apr 11 20:59:41.233154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-1c778a25-25c0-4de6-8097-5a65e9703e23 service neutron] 10.222.0.69 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849489 Apr 11 20:59:41.318264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:41.353870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43664) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:41.385494 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:41.436079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:41.441233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Usage tracker for resource:security_group_rule and tenant:86f2e6be97344c0db4718b21e2ce737b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:41.446157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:41.455263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:41.520780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=2eb23b01-1f2d-445f-bb2b-62dcd19cf6e3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:41.642033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:41.670538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-483de581-b7a0-4466-bd65-90d573716a86 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:41.679126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-483de581-b7a0-4466-bd65-90d573716a86 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:41.683590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-483de581-b7a0-4466-bd65-90d573716a86 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:41.686161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-483de581-b7a0-4466-bd65-90d573716a86 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2416 time: 0.1921568 Apr 11 20:59:41.687548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c8dd7df-7807-40c2-9fc2-0a6197594380 req-f4abb48e-c61e-4d14-b159-f1a7d9cd9760 service neutron] 10.222.0.69 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482660 Apr 11 20:59:41.723257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:41.879668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86f2e6be97344c0db4718b21e2ce737b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5237069 Apr 11 20:59:41.887380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:41.933149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e32d9-24ff-4f69-9630-015cb00bb9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bccca34-8f45-49f3-a999-b8038d793b7b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:42.039858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.077584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.084463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.089439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.094546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.098973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.103175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.108091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.110251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-73f1bff3-69e7-44de-a299-cf556569c6fd tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.4285481 Apr 11 20:59:42.183919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:42.184541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.300970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-1f5dd4ae-dacb-4fb4-828c-288a829d0674 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=437209b2517745f99592b65a6ff9ac36&device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 1094 time: 0.4118989 Apr 11 20:59:42.320320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d30a2f6-eb1e-4147-8b2c-b5676f8e67f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.347302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19815f-3b0b-427f-93de-8a597f70041f req-af0c03be-749a-4e1e-807c-f9d76dfa493b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.350113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c19815f-3b0b-427f-93de-8a597f70041f req-af0c03be-749a-4e1e-807c-f9d76dfa493b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 943 time: 0.6620450 Apr 11 20:59:42.391977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d30a2f6-eb1e-4147-8b2c-b5676f8e67f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.415608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a77527d-45f5-4cef-a3a9-049bd7260484 req-17056da0-119c-468f-865b-270067aee93f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379804 Apr 11 20:59:42.560709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c19815f-3b0b-427f-93de-8a597f70041f req-2df8a9c7-edf8-4d21-a445-b4fc7a171d1a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043695 Apr 11 20:59:42.608513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:42.608870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.699024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43720) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:42.720192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-9f3d38b4-cb1a-4111-bf9c-9bfd0b1bae1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:42.721873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-9f3d38b4-cb1a-4111-bf9c-9bfd0b1bae1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 200 len: 915 time: 0.4145520 Apr 11 20:59:42.742627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d30a2f6-eb1e-4147-8b2c-b5676f8e67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.752264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:42.806264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30a2f6-eb1e-4147-8b2c-b5676f8e67f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bccca34-8f45-49f3-a999-b8038d793b7b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:42.836897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d30a2f6-eb1e-4147-8b2c-b5676f8e67f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:42.841095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3d30a2f6-eb1e-4147-8b2c-b5676f8e67f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bccca34-8f45-49f3-a999-b8038d793b7b HTTP/1.1" status: 204 len: 168 time: 0.9089141 Apr 11 20:59:42.916994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-3dff6987-76bb-4d6b-a1b1-ab16b262578b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735 HTTP/1.1" status: 200 len: 217 time: 0.1189239 Apr 11 20:59:43.006306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router b2c1294b-4271-4ead-9f2d-18c1feb5f725 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:59:43.023168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:43.035857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-59e4cd6c-da2f-4456-94c4-beb90494470e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.038408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-59e4cd6c-da2f-4456-94c4-beb90494470e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3f0bf123-b7ab-41e8-b26b-0798276f57d5 HTTP/1.1" status: 200 len: 854 time: 0.1114686 Apr 11 20:59:43.040001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6ff06f12-7783-4362-a5a2-1a552df673d7', '6b70b228-c6fd-4a69-a906-8a15ac35d1c3', 'e35497d8-b236-41e9-a202-960d22451cb5'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:43.040947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:43.061017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267eba6-9b8f-4f3c-866e-981e56de9f44 req-819868d0-d2b9-499c-bf4b-c51b8d3d4a4f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.065032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267eba6-9b8f-4f3c-866e-981e56de9f44 req-819868d0-d2b9-499c-bf4b-c51b8d3d4a4f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.069131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267eba6-9b8f-4f3c-866e-981e56de9f44 req-819868d0-d2b9-499c-bf4b-c51b8d3d4a4f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.070739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e267eba6-9b8f-4f3c-866e-981e56de9f44 req-819868d0-d2b9-499c-bf4b-c51b8d3d4a4f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 2416 time: 0.3645647 Apr 11 20:59:43.080450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=6b70b228-c6fd-4a69-a906-8a15ac35d1c3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:43.154009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-7b661f9a-2223-4d3a-ad91-7cca64c273ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51c3e005-50a3-43e7-9bdb-a08fbdfdc426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029942 Apr 11 20:59:43.197245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:43.200264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:43.204593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-deleted', 'tag': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:43.303743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-6ddeb672-9a8c-4b42-9e14-90278ccbae07 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "DELETE /v2.0/ports/6b70b228-c6fd-4a69-a906-8a15ac35d1c3 HTTP/1.1" status: 204 len: 173 time: 1.5819013 Apr 11 20:59:43.317382 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ccf56a4-303d-45e2-a749-9b340d54a20c'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-deleted', 'tag': '6b70b228-c6fd-4a69-a906-8a15ac35d1c3', 'status': 'completed', 'code': 200} Apr 11 20:59:43.439508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port e35497d8-b236-41e9-a202-960d22451cb5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:43.439977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:43.626673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:43.642340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Usage tracker for resource:security_group_rule and tenant:45160f4994204acea92f9fcd3de31e10 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:43.656503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:43.674687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:43.709470 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e267eba6-9b8f-4f3c-866e-981e56de9f44 req-e8022135-7bc8-4629-a5d0-6462a8e0fd98 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931482 Apr 11 20:59:43.724732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:59:43.753812 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] Sync routers for ids ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:43.760283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-b4d1fe58-d14e-4e5b-8c68-44ac1b76121d service neutron] 10.222.0.69 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946009 Apr 11 20:59:43.780509 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] Routers {'b2c1294b-4271-4ead-9f2d-18c1feb5f725'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:43.783825 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:43.820222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5a81aca-92c9-4ecf-83e9-8d949f1cb664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:43.881491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.885514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.890618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.894609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.902887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.907044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.911333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:43.912992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34f97474-349c-4e21-9678-de17041ef5c5 req-eca2f920-dac1-44ca-ba02-65aab4e83b3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.2923150 Apr 11 20:59:43.920887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port e35497d8-b236-41e9-a202-960d22451cb5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=e35497d8-b236-41e9-a202-960d22451cb5,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:43.921243 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:43.922869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a51331bf-c8a6-4ffc-9219-6bcdd5192033 req-6410c494-64ab-4373-903f-cecf662fddb3 service neutron] 10.222.0.69 "GET /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558607 Apr 11 20:59:43.967516 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:43.988016 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] Routers {'b2c1294b-4271-4ead-9f2d-18c1feb5f725'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:43.989061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:44.023654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3574e5c4-65ae-4abe-97e5-9d57b51a051d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/b2c1294b-4271-4ead-9f2d-18c1feb5f725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1030552 Apr 11 20:59:44.029354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43772) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:44.075870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for e35497d8-b236-41e9-a202-960d22451cb5 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:44.095960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-20a3960b-d8a5-4d72-b2ec-cc6604117096 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:44.101302 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:44.105510 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e418a3bc-6c05-4fd4-a838-683964c1edaf None None] The sync data for ids ['b2c1294b-4271-4ead-9f2d-18c1feb5f725'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:44.129029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9e346-ac45-45fe-b23f-573e29516083 req-b9f5fa68-ca8a-4c90-9659-5dcab6093750 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:44.130648 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cb9e346-ac45-45fe-b23f-573e29516083 req-b9f5fa68-ca8a-4c90-9659-5dcab6093750 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 943 time: 0.2065642 Apr 11 20:59:44.154163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34f97474-349c-4e21-9678-de17041ef5c5 req-b9779d31-efae-4fc1-8dbe-3b1cbaa92e46 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240865 Apr 11 20:59:44.212531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.272021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cb9e346-ac45-45fe-b23f-573e29516083 req-b37ecbcd-bc34-4c44-be95-728ebd89cb8c tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334856 Apr 11 20:59:44.274952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-20a3960b-d8a5-4d72-b2ec-cc6604117096 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:44.279638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:44.288529 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-20a3960b-d8a5-4d72-b2ec-cc6604117096 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2c1294b-4271-4ead-9f2d-18c1feb5f725 HTTP/1.1" status: 200 len: 205 time: 0.2440996 Apr 11 20:59:44.308439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.352334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.359755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45160f4994204acea92f9fcd3de31e10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6523173 Apr 11 20:59:44.361643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dda3a-bb62-4406-ae8e-bb560095a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09bf3f-a20a-4f11-bc4a-d4bbaac3a6a0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:44.364006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:44.434671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64ef5d89-d330-432b-aa52-b8faf34aeb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.463423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64ef5d89-d330-432b-aa52-b8faf34aeb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.579001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=e35497d8-b236-41e9-a202-960d22451cb5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:44.603702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64ef5d89-d330-432b-aa52-b8faf34aeb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.634095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64ef5d89-d330-432b-aa52-b8faf34aeb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.638923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-64ef5d89-d330-432b-aa52-b8faf34aeb23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f09bf3f-a20a-4f11-bc4a-d4bbaac3a6a0 HTTP/1.1" status: 204 len: 168 time: 0.2704077 Apr 11 20:59:44.638923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef5d89-d330-432b-aa52-b8faf34aeb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09bf3f-a20a-4f11-bc4a-d4bbaac3a6a0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:44.717487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port e35497d8-b236-41e9-a202-960d22451cb5 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:44.717487 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.724829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:44.817384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-e8383bfa-882a-4315-8030-85338f88575d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "DELETE /v2.0/ports/e35497d8-b236-41e9-a202-960d22451cb5 HTTP/1.1" status: 204 len: 173 time: 1.4990733 Apr 11 20:59:45.024197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 6ff06f12-7783-4362-a5a2-1a552df673d7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:45.024534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.029362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0caf0f71-3546-4e12-a9c4-dc797c1bf735 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:45.180139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:45.198317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '0caf0f71-3546-4e12-a9c4-dc797c1bf735', 'network_id': '51c3e005-50a3-43e7-9bdb-a08fbdfdc426', 'port_id': '0caf0f71-3546-4e12-a9c4-dc797c1bf735', 'mac_address': 'fa:16:3e:f0:ce:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bf123-b7ab-41e8-b26b-0798276f57d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:45.262883 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.282789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caf0f71-3546-4e12-a9c4-dc797c1bf735 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:45.301043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:45.324298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-deleted', 'tag': 'e35497d8-b236-41e9-a202-960d22451cb5'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:45.333766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdfcf8-0984-40ed-980c-8d7a2ba35005 req-f77045aa-122d-4333-a135-412dfaa0c303 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.334467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-81fdfcf8-0984-40ed-980c-8d7a2ba35005 req-f77045aa-122d-4333-a135-412dfaa0c303 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:45.344095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:45.425186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:59:45.425922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6b70b228-c6fd-4a69-a906-8a15ac35d1c3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:59:45.426720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e35497d8-b236-41e9-a202-960d22451cb5 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:45.456216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.480283 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.507361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: e35497d8-b236-41e9-a202-960d22451cb5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:59:45.508236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device e35497d8-b236-41e9-a202-960d22451cb5 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:59:45.508595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6ff06f12-7783-4362-a5a2-1a552df673d7 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:45.534548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.544472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.555902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.567701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.579491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.583593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.587685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:45.591655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acc0b8b8-8655-429c-9392-a5474baac44f req-e29eeaf3-5cd0-48ad-b62d-b71f48388229 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.1622331 Apr 11 20:59:45.592325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43826) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:45.611499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-81fdfcf8-0984-40ed-980c-8d7a2ba35005 req-f77045aa-122d-4333-a135-412dfaa0c303 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:45.618859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81fdfcf8-0984-40ed-980c-8d7a2ba35005 req-f77045aa-122d-4333-a135-412dfaa0c303 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 946 time: 0.7030046 Apr 11 20:59:45.644535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-acc0b8b8-8655-429c-9392-a5474baac44f req-6f3c0de2-4670-4b1f-b89d-e259ce7e0f3f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453541 Apr 11 20:59:45.657345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.669712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0caf0f71-3546-4e12-a9c4-dc797c1bf735,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:45.680209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['0caf0f71-3546-4e12-a9c4-dc797c1bf735'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:45.736136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.752335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81fdfcf8-0984-40ed-980c-8d7a2ba35005 req-5d6613e1-3ac1-4304-aa93-213ac5d42806 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323385 Apr 11 20:59:45.772964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:45.775980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:45.782048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:45.782649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.874316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:45.951306 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd33fea7-fbde-421b-95dd-655dc1575569'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-deleted', 'tag': 'e35497d8-b236-41e9-a202-960d22451cb5', 'status': 'completed', 'code': 200} Apr 11 20:59:46.010124 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af80bca-5f69-468e-9c2c-f61038fa2be0'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7', 'code': 200} Apr 11 20:59:46.013029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:46.036703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ccb68-235b-429e-a1af-9ac22bd119d9 req-fc06572b-dbc0-485d-b247-cec902f1808a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:46.038279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b9ccb68-235b-429e-a1af-9ac22bd119d9 req-fc06572b-dbc0-485d-b247-cec902f1808a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 944 time: 0.1864364 Apr 11 20:59:46.041977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aff10d4c-cfb9-482e-8056-9aa47d491109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.051568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.052050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router b2c1294b-4271-4ead-9f2d-18c1feb5f725 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 20:59:46.060140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 6ff06f12-7783-4362-a5a2-1a552df673d7 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:46.077497 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.111060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.112345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2e6bda65-3e03-490c-bcad-4440b6087704 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/b2c1294b-4271-4ead-9f2d-18c1feb5f725 HTTP/1.1" status: 204 len: 168 time: 1.8314095 Apr 11 20:59:46.115745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:46.132817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b9ccb68-235b-429e-a1af-9ac22bd119d9 req-f38a8d5a-b5fd-4bc6-a1df-16347fb517df tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753961 Apr 11 20:59:46.138438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:46.154249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Usage tracker for resource:security_group_rule and tenant:cb895692faec48a29d4a276dfcdc312e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:46.157467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:46.163973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:46.309847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.391351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.398708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:46.399041 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:46.441618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5af0f5-fee0-47a7-914c-e2ab0e05cf91,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:46.447356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cdfd66fa-a963-4cd4-a006-00009732949c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb895692faec48a29d4a276dfcdc312e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8539369 Apr 11 20:59:46.450189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43850) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:46.471109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet 65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:59:46.474125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.529439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5def50bf-2311-4c28-8804-de5592b3953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.534921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.555950 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5def50bf-2311-4c28-8804-de5592b3953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.631603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.686090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5def50bf-2311-4c28-8804-de5592b3953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.703018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def50bf-2311-4c28-8804-de5592b3953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5af0f5-fee0-47a7-914c-e2ab0e05cf91,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:46.709189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5def50bf-2311-4c28-8804-de5592b3953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.710316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5def50bf-2311-4c28-8804-de5592b3953c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce5af0f5-fee0-47a7-914c-e2ab0e05cf91 HTTP/1.1" status: 204 len: 168 time: 0.2590528 Apr 11 20:59:46.800172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.843662 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 20:59:46.906105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 6ff06f12-7783-4362-a5a2-1a552df673d7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:46.906598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.932521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:46.969449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:46.977278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9cf242-9a58-4a6e-989b-2f397dd58982 None None] Network d7d7ed32-1b27-4a0c-9002-0690861ca383 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:47.022616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053624ca-e2e2-4502-8367-39faeb004837 req-de9a6bc7-d5b1-47a0-9ae7-3c4fe39ef68e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.037524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-053624ca-e2e2-4502-8367-39faeb004837 req-de9a6bc7-d5b1-47a0-9ae7-3c4fe39ef68e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 944 time: 0.1326649 Apr 11 20:59:47.091515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43876) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:47.092295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1942b5b6-231d-472f-82eb-5ab8ca7d0926 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0 HTTP/1.1" status: 204 len: 168 time: 0.9756429 Apr 11 20:59:47.117136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 22b94f9f-49f6-41a6-9552-d31f3b092112 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:47.120801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0caf0f71-3546-4e12-a9c4-dc797c1bf735 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:47.238254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-053624ca-e2e2-4502-8367-39faeb004837 req-39e93cc3-b53e-4c41-b5bb-719312df0769 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997509 Apr 11 20:59:47.268614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.280282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.280756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.285789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.302867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.306791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.321580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.326445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 1905a5f0-914c-4283-b1d6-1e82fc9098ca {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:47.326848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.339155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.341156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-f2c575a9-1566-4988-b908-e99e1ea51d74 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5429 time: 0.4771678 Apr 11 20:59:47.458551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:59:47.492799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28fff2e7-39b6-4123-be96-39f76b0a51bf req-719436e7-ee2f-4e72-94a8-2c63df33004d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373243 Apr 11 20:59:47.552179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 6ff06f12-7783-4362-a5a2-1a552df673d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6ff06f12-7783-4362-a5a2-1a552df673d7,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:47.552179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.588723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.588723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.677844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=22b94f9f-49f6-41a6-9552-d31f3b092112,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:47.693340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '22b94f9f-49f6-41a6-9552-d31f3b092112', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'port_id': '22b94f9f-49f6-41a6-9552-d31f3b092112', 'mac_address': 'fa:16:3e:11:b6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:47.741258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:47.753156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] DHCP port deletion for d7d7ed32-1b27-4a0c-9002-0690861ca383 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:59:47.767224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Deleting port 1905a5f0-914c-4283-b1d6-1e82fc9098ca {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:47.767613 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.790744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:47.791359 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.803958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 6ff06f12-7783-4362-a5a2-1a552df673d7 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:47.833046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742f72d-f2c4-444c-851b-7e4419387e7f req-aef27fd4-da68-4bbd-96b1-52085e8a1f76 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:47.851406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e742f72d-f2c4-444c-851b-7e4419387e7f req-aef27fd4-da68-4bbd-96b1-52085e8a1f76 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 944 time: 0.4568079 Apr 11 20:59:47.885063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.931542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 1905a5f0-914c-4283-b1d6-1e82fc9098ca, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1905a5f0-914c-4283-b1d6-1e82fc9098ca,segment=NetworkSegment(f0490b4d-9a6b-44d8-b48e-e32614f0de56),segment_id=f0490b4d-9a6b-44d8-b48e-e32614f0de56)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:47.931542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:47.953193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b94f9f-49f6-41a6-9552-d31f3b092112 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:48.036101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e742f72d-f2c4-444c-851b-7e4419387e7f req-449234ea-b9d9-4b40-a490-0fac4fc5e551 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907036 Apr 11 20:59:48.041085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.054772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=22b94f9f-49f6-41a6-9552-d31f3b092112,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:48.096782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:48.100963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf0f71-3546-4e12-a9c4-dc797c1bf735'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:48.108478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 1905a5f0-914c-4283-b1d6-1e82fc9098ca owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:48.157253 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.158262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:48.222901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.242774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:48.249339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.274139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.291564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=6ff06f12-7783-4362-a5a2-1a552df673d7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:48.298312 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b1b5ef-b960-4861-8a21-89b293c130f3'] response: {'server_uuid': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf0f71-3546-4e12-a9c4-dc797c1bf735', 'code': 200} Apr 11 20:59:48.349550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] For port 1905a5f0-914c-4283-b1d6-1e82fc9098ca, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1905a5f0-914c-4283-b1d6-1e82fc9098ca,segment=NetworkSegment(f0490b4d-9a6b-44d8-b48e-e32614f0de56),segment_id=f0490b4d-9a6b-44d8-b48e-e32614f0de56)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:48.350155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.381731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 6ff06f12-7783-4362-a5a2-1a552df673d7 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:48.384720 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.387145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 20:59:48.387914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-deleted', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:48.504387 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f512147-cdfb-4145-a9e6-3d199ceec5cb'] response: {'server_uuid': '8857351d-bba5-4ff5-835d-32fcbcbf8695', 'name': 'network-vif-deleted', 'tag': '6ff06f12-7783-4362-a5a2-1a552df673d7', 'status': 'completed', 'code': 200} Apr 11 20:59:48.531265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=1905a5f0-914c-4283-b1d6-1e82fc9098ca,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:48.544349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06a4a13a-2bd7-40b7-8bc5-64543346dc7f req-efe8308f-5175-43e9-a351-4cd8d990e9c2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "DELETE /v2.0/ports/6ff06f12-7783-4362-a5a2-1a552df673d7 HTTP/1.1" status: 204 len: 173 time: 3.7181349 Apr 11 20:59:48.594498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Calling delete_port for 1905a5f0-914c-4283-b1d6-1e82fc9098ca owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:48.614547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No DVR routers for this DVR port 1905a5f0-914c-4283-b1d6-1e82fc9098ca on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:48.633111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:48.649834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0caf0f71-3546-4e12-a9c4-dc797c1bf735,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:48.650535 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e99bbf53-bf52-4dff-b302-2c61b777fc3c req-7b5289ca-0951-4452-8fd5-59519e3a689b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 210 time: 0.1041498 Apr 11 20:59:48.691078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'port_id': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a', 'mac_address': 'fa:16:3e:6f:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:48.755127 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.773059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.773440 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:48.773801 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:48.775956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.794487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:48.813197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d7ed32-1b27-4a0c-9002-0690861ca383']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:48.818173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:48.827745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0490b4d-9a6b-44d8-b48e-e32614f0de56') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:48.828181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0490b4d-9a6b-44d8-b48e-e32614f0de56') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:48.840386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.841015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.845632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.849819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.853737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.858430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.858613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.862681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.866270 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7e6d331-fda7-493c-8eab-11128213533b req-82289f93-8698-4301-b09e-f23c331d6a17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 1096 time: 0.4639032 Apr 11 20:59:48.866556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:48.868468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-28e7348d-b476-4fcd-95e9-6b9921fef977 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5430 time: 0.1393688 Apr 11 20:59:48.872772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:59:48.874035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.891007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:48.891708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 747f1a16-e78f-496f-8a33-f85e004241d2 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:59:48.894050 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:59:48.927075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a20db94b-1082-41ac-b9e3-5c19c86bfef7 req-3728dbbd-7591-4aca-9b0d-22bae9809764 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521164 Apr 11 20:59:49.041069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:49.082820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1905a5f0-914c-4283-b1d6-1e82fc9098ca no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:49.089069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7e6d331-fda7-493c-8eab-11128213533b req-922e4850-45e0-4c88-9e54-7cc8b7fa2058 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936960 Apr 11 20:59:49.129010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 1905a5f0-914c-4283-b1d6-1e82fc9098ca {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:59:49.129704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1905a5f0-914c-4283-b1d6-1e82fc9098ca not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:59:49.143320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:49.152326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.194283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.207320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=d7d7ed32-1b27-4a0c-9002-0690861ca383,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:49.289475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Deleting port 1905a5f0-914c-4283-b1d6-1e82fc9098ca {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:49.290504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.320985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e4117-296a-439a-9ce9-106eb1292057 req-25d9ce18-8049-47eb-9950-3c8199f502ef tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:49.331892 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-195e4117-296a-439a-9ce9-106eb1292057 req-25d9ce18-8049-47eb-9950-3c8199f502ef tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.1324770 Apr 11 20:59:49.369410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-af3d0b3d-706b-4409-952d-a1543d6a2b9e None None] The port '1905a5f0-914c-4283-b1d6-1e82fc9098ca' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:59:49.373873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5a328376-5f66-4b85-bd29-8eccc6efe8eb tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/d7d7ed32-1b27-4a0c-9002-0690861ca383 HTTP/1.1" status: 204 len: 168 time: 2.2765415 Apr 11 20:59:49.381824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43946) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:49.385800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=747f1a16-e78f-496f-8a33-f85e004241d2,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:49.394446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-482851292', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:49.407643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:49.419089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-195e4117-296a-439a-9ce9-106eb1292057 req-e6c14246-4db4-455d-8159-4f21e49e96a1 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823066 Apr 11 20:59:49.419206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '747f1a16-e78f-496f-8a33-f85e004241d2', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'port_id': '747f1a16-e78f-496f-8a33-f85e004241d2', 'mac_address': 'fa:16:3e:75:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:49.419355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:49.421086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:49.430161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:49.502898 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.519175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.520727 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.530823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747f1a16-e78f-496f-8a33-f85e004241d2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:49.548116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.551326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=747f1a16-e78f-496f-8a33-f85e004241d2,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:49.584154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43954) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:49.617840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.618524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1434ff7b-a1eb-48de-8968-0527b636d986 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:49.691492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1434ff7b-a1eb-48de-8968-0527b636d986,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:49.715126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '1434ff7b-a1eb-48de-8968-0527b636d986', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'port_id': '1434ff7b-a1eb-48de-8968-0527b636d986', 'mac_address': 'fa:16:3e:6e:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:49.811118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.828817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:49.832293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1434ff7b-a1eb-48de-8968-0527b636d986 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:49.845031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.855514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1434ff7b-a1eb-48de-8968-0527b636d986,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:49.858693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.881586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-84672f94-210a-4659-b3ce-fdbea692dabd req-fe2f55df-f4b0-4ea2-b2de-c9fd072226b2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:49.917101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.923523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:49.927439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:49.932182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Usage tracker for resource:security_group_rule and tenant:916d7351cb8842f586344f021c9bd72c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:49.936801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:49.939741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Usage tracker for resource:security_group_rule and tenant:07803f50f5ab401fa457249bf92a242d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:49.946145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:49.948838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:49.954801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:49.962868 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:49.965490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-84672f94-210a-4659-b3ce-fdbea692dabd req-fe2f55df-f4b0-4ea2-b2de-c9fd072226b2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:49.967380 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84672f94-210a-4659-b3ce-fdbea692dabd req-fe2f55df-f4b0-4ea2-b2de-c9fd072226b2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8857351d-bba5-4ff5-835d-32fcbcbf8695 HTTP/1.1" status: 200 len: 210 time: 0.1603301 Apr 11 20:59:50.057912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f2b1cdde-6322-4e0d-a572-c2f0eb71a956 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:50.061118 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.186667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:50.255375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.259114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:50.282451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956', 'network_id': '1c5dd5f0-7ee5-469b-940a-67c457febede', 'port_id': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956', 'mac_address': 'fa:16:3e:97:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b622e29e-35b5-4ce6-8fd1-8baf3a47461d', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:50.350322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['747f1a16-e78f-496f-8a33-f85e004241d2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:50.380601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7e6b6b37-d4f9-4363-85f8-ea6385b22f9a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:50.415504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1434ff7b-a1eb-48de-8968-0527b636d986'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:50.489703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b019e-530e-4b29-a3f9-bb24cd874f21,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:50.493237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.498532 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.506806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1fff0789-8bbc-4c35-9691-30aa12d765b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07803f50f5ab401fa457249bf92a242d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3582485 Apr 11 20:59:50.506922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43982) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:50.545171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.549334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.553460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.559988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.563322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b1cdde-6322-4e0d-a572-c2f0eb71a956 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:50.566282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.571513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.576599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.585379 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-4fc2dd90-fa3d-4d63-9a7e-73583de06dc0 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5433 time: 0.4821458 Apr 11 20:59:50.616083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.616491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-880f441c-b50a-47b0-8125-6d8267f71ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.628613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:50.700470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-880f441c-b50a-47b0-8125-6d8267f71ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.701412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee687f2-d799-404d-8258-dbc2e97a48b3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:50.711761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bea1f548-73fe-494e-8192-52210c408d05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=916d7351cb8842f586344f021c9bd72c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1264184 Apr 11 20:59:50.717419 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.718196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 40f41420-9303-4e14-a496-5436152737a9 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:50.727175 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d9422ae-7a1b-4929-8382-3ba46fcea9f7 req-f30ee105-5d73-4695-97b9-6f566899a9cc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406500 Apr 11 20:59:50.727514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:50.800975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.834907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.860032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43992) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:50.899866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8743105c-f98c-4a21-9bcf-1d50e6a86af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.907528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd3b4a-4fa5-486d-aaf2-46acc2d8633f req-9b5be790-b2c9-4892-93ff-bfa8370e3020 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:50.908995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32bd3b4a-4fa5-486d-aaf2-46acc2d8633f req-9b5be790-b2c9-4892-93ff-bfa8370e3020 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.2736685 Apr 11 20:59:50.948193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-880f441c-b50a-47b0-8125-6d8267f71ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.966827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8743105c-f98c-4a21-9bcf-1d50e6a86af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:50.980205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f441c-b50a-47b0-8125-6d8267f71ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b019e-530e-4b29-a3f9-bb24cd874f21,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.025556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-880f441c-b50a-47b0-8125-6d8267f71ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.039955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.041640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-880f441c-b50a-47b0-8125-6d8267f71ed8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f71b019e-530e-4b29-a3f9-bb24cd874f21 HTTP/1.1" status: 204 len: 168 time: 0.5337605 Apr 11 20:59:51.084280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.25.5.46 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/46ab17ee-ac8c-45b3-a814-5aa9e326690c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:51.132828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32bd3b4a-4fa5-486d-aaf2-46acc2d8633f req-8de57edf-52b2-4589-94af-cf35aee45554 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161522 Apr 11 20:59:51.137115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=40f41420-9303-4e14-a496-5436152737a9,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:51.153768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '40f41420-9303-4e14-a496-5436152737a9', 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0', 'port_id': '40f41420-9303-4e14-a496-5436152737a9', 'mac_address': 'fa:16:3e:03:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b2707d-6e12-4176-b3af-7675aff01042', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:51.194776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.217372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.219282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44004) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:51.253994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f41420-9303-4e14-a496-5436152737a9 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:51.274081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=40f41420-9303-4e14-a496-5436152737a9,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:51.344275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.359908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.361162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b7f4dc31-622e-4ce8-b14d-ed6a8396331f details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 20:59:51.398338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['22b94f9f-49f6-41a6-9552-d31f3b092112'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:51.471541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8743105c-f98c-4a21-9bcf-1d50e6a86af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.486530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting subnet 322bd834-7dcb-4fc8-96dd-9923fd8d2f9e {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:59:51.491024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.498613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743105c-f98c-4a21-9bcf-1d50e6a86af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee687f2-d799-404d-8258-dbc2e97a48b3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.506071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:51.513297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Usage tracker for resource:security_group_rule and tenant:72f78e9db23a42bebf870ea8d4d2bb40 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:51.516563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.517921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:51.529546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:51.533424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:51.536113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8743105c-f98c-4a21-9bcf-1d50e6a86af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.540301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8743105c-f98c-4a21-9bcf-1d50e6a86af6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aee687f2-d799-404d-8258-dbc2e97a48b3 HTTP/1.1" status: 204 len: 168 time: 0.7974966 Apr 11 20:59:51.569650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f', 'network_id': '996cc069-17e6-4993-a448-2a6c24d958c0', 'port_id': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f', 'mac_address': 'fa:16:3e:68:61:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b2707d-6e12-4176-b3af-7675aff01042', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 20:59:51.572414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.582841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b3ecf-6c2d-4174-ae4a-57e9d642601a req-fbb43178-2c9a-475f-8c0b-b8f8eafdcfdf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:51.589297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719b3ecf-6c2d-4174-ae4a-57e9d642601a req-fbb43178-2c9a-475f-8c0b-b8f8eafdcfdf tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.2731001 Apr 11 20:59:51.669851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.670584 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.722593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f4dc31-622e-4ce8-b14d-ed6a8396331f {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 20:59:51.726746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:51.742235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:51.743709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.750253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:51.752137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:51.771554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719b3ecf-6c2d-4174-ae4a-57e9d642601a req-ebeee37e-62ba-4dfe-9264-f59a29790ae7 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811669 Apr 11 20:59:51.800241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=46ab17ee-ac8c-45b3-a814-5aa9e326690c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.828176 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.860051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:51.964465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.983176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:51.989422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff15c4-c4d8-4781-b0e1-63ca87c9f924,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:51.998961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dee43fba-2497-46d4-b467-ffccbfc90f0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72f78e9db23a42bebf870ea8d4d2bb40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1369207 Apr 11 20:59:52.000553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44022) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:52.028206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.144643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6764532b-511a-4c12-94ca-3e1203979c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.158560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.162219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.167003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.170048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.174012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.177967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.181884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.188454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6764532b-511a-4c12-94ca-3e1203979c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.190618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dce985bf-0df5-4113-91e8-fafee37f134c req-a8ff58df-f781-4fef-91c4-d802b92e7c1f tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5436 time: 0.2571485 Apr 11 20:59:52.197192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:52.204110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:52.204665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.254848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['40f41420-9303-4e14-a496-5436152737a9'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:52.297909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['b7f4dc31-622e-4ce8-b14d-ed6a8396331f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:52.311013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dce985bf-0df5-4113-91e8-fafee37f134c req-270a409d-7270-434b-9b32-4845db5722e6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193101 Apr 11 20:59:52.314374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.376254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Subnet': ['ID=322bd834-7dcb-4fc8-96dd-9923fd8d2f9e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:52.376823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6764532b-511a-4c12-94ca-3e1203979c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.390996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.413060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764532b-511a-4c12-94ca-3e1203979c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff15c4-c4d8-4781-b0e1-63ca87c9f924,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:52.422838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a1cecf66-da08-4226-92f6-827fc379a5d4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/subnets/322bd834-7dcb-4fc8-96dd-9923fd8d2f9e HTTP/1.1" status: 204 len: 168 time: 1.2024219 Apr 11 20:59:52.426140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44032) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:52.427184 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.428088 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.433967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6764532b-511a-4c12-94ca-3e1203979c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.435873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6764532b-511a-4c12-94ca-3e1203979c8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fff15c4-c4d8-4781-b0e1-63ca87c9f924 HTTP/1.1" status: 204 len: 168 time: 0.4327116 Apr 11 20:59:52.461573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7820f5-4a37-47a4-a86f-b43f20ce88ce req-efadf80e-5000-44db-8fc1-78eeeef728fb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:52.471536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7820f5-4a37-47a4-a86f-b43f20ce88ce req-efadf80e-5000-44db-8fc1-78eeeef728fb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.1978741 Apr 11 20:59:52.482741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f111c9-aac5-4fdb-8576-24827f2a7b4c None None] Network 7329531b-1f5a-443c-be63-5736d32aa47d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:52.536854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7820f5-4a37-47a4-a86f-b43f20ce88ce req-5afa1607-cbbb-4501-97ba-9ef0cab78ea9 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640752 Apr 11 20:59:52.653878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44042) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:52.697536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.722234 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.746910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 426d4995-e1c6-4cf2-b339-78555fa9b051 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:52.747669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.816580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:52.830063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Usage tracker for resource:security_group_rule and tenant:9fa70620932b4c778a62a921f7cb27ea is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:52.833519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:52.840076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:52.860098 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.924380 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:52.988103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.020525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:53.044563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fa70620932b4c778a62a921f7cb27ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3929100 Apr 11 20:59:53.045149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f3bee-e111-4e00-963e-cb0a39c683de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db2332-b3b8-4d34-a08b-e7fedf557a92,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:53.048325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44050) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:53.107384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:53.172696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 426d4995-e1c6-4cf2-b339-78555fa9b051, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=426d4995-e1c6-4cf2-b339-78555fa9b051,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:53.173221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.201254 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f7b1ef-6812-4d48-95cb-821ae8647b15'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a', 'code': 200} Apr 11 20:59:53.224074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d92080-fe5b-4cba-94c8-8dd26a48d776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.225771 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.226576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 747f1a16-e78f-496f-8a33-f85e004241d2 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:53.283634 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d92080-fe5b-4cba-94c8-8dd26a48d776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.341599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['f2b1cdde-6322-4e0d-a572-c2f0eb71a956'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 20:59:53.358637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44058) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:53.368427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] DHCP port deletion for 7329531b-1f5a-443c-be63-5736d32aa47d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:59:53.418143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Deleting port 426d4995-e1c6-4cf2-b339-78555fa9b051 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:53.418578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.436164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 426d4995-e1c6-4cf2-b339-78555fa9b051 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:53.473567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d92080-fe5b-4cba-94c8-8dd26a48d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.513767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d92080-fe5b-4cba-94c8-8dd26a48d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db2332-b3b8-4d34-a08b-e7fedf557a92,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:53.531789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57d92080-fe5b-4cba-94c8-8dd26a48d776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.533952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57d92080-fe5b-4cba-94c8-8dd26a48d776 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34db2332-b3b8-4d34-a08b-e7fedf557a92 HTTP/1.1" status: 204 len: 168 time: 0.4845517 Apr 11 20:59:53.553436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:53.576815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793127c3-9245-4e34-8339-5924cfcabde9 req-dff0266a-5baa-4e6c-a48f-77308b241055 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.587031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-793127c3-9245-4e34-8339-5924cfcabde9 req-dff0266a-5baa-4e6c-a48f-77308b241055 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.8145792 Apr 11 20:59:53.593158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-55033154'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:53.608267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:53.667169 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-793127c3-9245-4e34-8339-5924cfcabde9 req-debf86f0-5427-4c82-ab03-e29a72895c86 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785575 Apr 11 20:59:53.667429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Usage tracker for resource:network and tenant:9872551d6e8e482295e3ac11b061e61f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:53.675533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:53.700161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:53.733738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.737886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.743334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.748803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.754947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.759167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.764150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.768141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:53.777493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-79395170-52ea-453f-ad51-af0e0b65ff1c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5437 time: 0.1713960 Apr 11 20:59:53.807033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:53.810709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.818468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=426d4995-e1c6-4cf2-b339-78555fa9b051,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:53.827756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.846815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 426d4995-e1c6-4cf2-b339-78555fa9b051 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:53.873750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 747f1a16-e78f-496f-8a33-f85e004241d2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:53.874262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:53.879685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Usage tracker for resource:security_group_rule and tenant:9872551d6e8e482295e3ac11b061e61f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:53.883591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:53.892350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:53.897521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 747f1a16-e78f-496f-8a33-f85e004241d2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:53.898157 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:53.923919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 20:59:54.001522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.047670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e06e8c8-adff-4c1a-b9f8-293aecff883e req-5b9740d7-dc6b-422b-9c81-f172c0e64d0b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2689760 Apr 11 20:59:54.101219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.102505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] For port 426d4995-e1c6-4cf2-b339-78555fa9b051, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=426d4995-e1c6-4cf2-b339-78555fa9b051,segment=NetworkSegment(df559efd-af3d-4690-ab57-e68408d969cf),segment_id=df559efd-af3d-4690-ab57-e68408d969cf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:54.103144 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.146936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:59:54.165042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942ff708-ebad-4741-9866-cf6b31ecc985,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:54.172181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.172541 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Added segment 217fb562-1751-40b5-ba7f-88b02f041417 of type vlan for network c016c1d1-3e64-4380-99d2-b8c01d93ab40 Apr 11 20:59:54.206516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.239385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.293744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Calling delete_port for 426d4995-e1c6-4cf2-b339-78555fa9b051 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:54.297091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7329531b-1f5a-443c-be63-5736d32aa47d']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:54.326362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df559efd-af3d-4690-ab57-e68408d969cf') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:54.326362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df559efd-af3d-4690-ab57-e68408d969cf') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:54.339325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.360029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.376410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:59:54.376665 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.376920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.380341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:54.380932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:59:54.396690 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:59:54.542424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:59:54.560530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:54.561121 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:54.565216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] Sync routers for ids ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:54.611427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.632015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Network': ['ID=c016c1d1-3e64-4380-99d2-b8c01d93ab40,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:54.645230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:59:54.686333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.688712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0185c-3c32-47c3-8fdf-3b0192df9848 req-d567f3f3-c77e-459e-912f-75802710023b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:54.690688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ada0185c-3c32-47c3-8fdf-3b0192df9848 req-d567f3f3-c77e-459e-912f-75802710023b tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.2202017 Apr 11 20:59:54.691166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:54.695655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/networks/7329531b-1f5a-443c-be63-5736d32aa47d HTTP/1.1" status: 204 len: 168 time: 2.2614985 Apr 11 20:59:54.704682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.712489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-39604d61-ecd3-44dc-bb33-5ab4d965776a tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3306661 Apr 11 20:59:54.713741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:54.716722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f60b20-4aca-408d-93af-1068bc76fdd3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Network': ['ID=7329531b-1f5a-443c-be63-5736d32aa47d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:54.737581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:54.745082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fabc1cb3-09ea-4849-8f23-43d099e30b6d tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3851845 Apr 11 20:59:54.745867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44106) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:54.749866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] Routers {'1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:54.750685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:54.776355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'subnet': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:54.833848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:54.894371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=747f1a16-e78f-496f-8a33-f85e004241d2,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:54.915802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] Routers {'1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:54.916457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:55.036527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:55.036941 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6499d-8b9b-4bee-9b87-d18939c27ea9 None None] The sync data for ids ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:55.040513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.040933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1434ff7b-a1eb-48de-8968-0527b636d986 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:55.041025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ada0185c-3c32-47c3-8fdf-3b0192df9848 req-802b98a5-931b-4c33-b27f-4b951e8de75a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033242 Apr 11 20:59:55.042178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87b76ea4-636e-46c5-a673-64d96aac5c67 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/routers/1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 200 len: 879 time: 0.3190231 Apr 11 20:59:55.043453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44116) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:55.052322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:55.070055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Usage tracker for resource:subnet and tenant:9872551d6e8e482295e3ac11b061e61f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:55.070313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 426d4995-e1c6-4cf2-b339-78555fa9b051 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:55.070399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:55.072363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:55.191778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:55.219788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting subnet 63621eb4-bea9-4413-8341-0fb559a65e9a {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 20:59:55.247016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Deleting port 426d4995-e1c6-4cf2-b339-78555fa9b051 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:55.247528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.295623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 426d4995-e1c6-4cf2-b339-78555fa9b051 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:59:55.296043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 426d4995-e1c6-4cf2-b339-78555fa9b051 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:59:55.303529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:55.311940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:55.340606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.360557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a0c595a1-76d2-4e0e-b8ac-ab0b294da7ac None None] The port '426d4995-e1c6-4cf2-b339-78555fa9b051' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:59:55.489430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44132) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:55.514309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.525677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 1434ff7b-a1eb-48de-8968-0527b636d986 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:55.533119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 1434ff7b-a1eb-48de-8968-0527b636d986 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:55.533802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.571514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b369-4061-43bf-ac73-e3aeccf8cc56 req-699c4c3d-e61c-4b73-a369-0fd6b71846c8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.573736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f25b369-4061-43bf-ac73-e3aeccf8cc56 req-699c4c3d-e61c-4b73-a369-0fd6b71846c8 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.2737045 Apr 11 20:59:55.618137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.647485 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f25b369-4061-43bf-ac73-e3aeccf8cc56 req-3ddf5fec-867b-4fd7-8c4b-8711d859a289 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620131 Apr 11 20:59:55.659087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d10bd30a-48e6-42c0-9526-b1f37f634246 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:router {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 20:59:55.753994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d10bd30a-48e6-42c0-9526-b1f37f634246 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:router {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 20:59:55.758726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d10bd30a-48e6-42c0-9526-b1f37f634246 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7137895 Apr 11 20:59:55.759778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44142) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:55.766417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-482851292'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:55.771153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.802719 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91acc99c-15f2-4cec-8138-2bfba0fecead'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2', 'code': 200} Apr 11 20:59:55.858708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1434ff7b-a1eb-48de-8968-0527b636d986,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:55.876881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.880815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.885111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.891919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.896738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.901021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.905880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:55.915182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-732d3168-6520-4f63-9415-6e259ce0f0e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5438 time: 0.5306256 Apr 11 20:59:55.927952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1752802089'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:55.941081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:55.990432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:56.001948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f2b1cdde-6322-4e0d-a572-c2f0eb71a956 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:56.016027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5044534c-31a9-4787-a126-a7d4c3ef4cc2 req-9cffcdff-34c5-447b-8db5-42c0ca5b2f22 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990324 Apr 11 20:59:56.049372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Usage tracker for resource:network and tenant:8b195f018b1b436cbb4f6d4cc7e065ef is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:56.076719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:56.090067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:56.113297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.152011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:56.220485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Made reservation on behalf of 8b195f018b1b436cbb4f6d4cc7e065ef for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:56.223537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.241666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.302048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:56.307785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:56.309267 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.344865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:56.352679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Usage tracker for resource:security_group_rule and tenant:8b195f018b1b436cbb4f6d4cc7e065ef is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:56.357258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:56.363205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:56.424260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.488414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.489987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.501980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Subnet': ['ID=63621eb4-bea9-4413-8341-0fb559a65e9a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:56.540390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.553650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.557552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.557783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb1809-6e51-47a5-af10-f206d22717c1 None None] Network e486f5b1-09bd-412f-bd0f-ea442abe06b4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:56.575130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c0eda5da-84fb-4d07-9cf4-e160a5d07dae tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/subnets/63621eb4-bea9-4413-8341-0fb559a65e9a HTTP/1.1" status: 204 len: 168 time: 1.8828931 Apr 11 20:59:56.579396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:56.625299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44162) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:56.627712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Checking segment: {'id': '217fb562-1751-40b5-ba7f-88b02f041417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:56.628074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network hostable DHCP agents. Network: c016c1d1-3e64-4380-99d2-b8c01d93ab40, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:59:56.634155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Subnet': ['ID=75e38301-c1c1-41ae-a980-24b5bae15bf2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:56.634488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.646067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.681422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3841a99-602f-49fa-bb28-43988498a790,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:56.693185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:59:56.705785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.706742 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Added segment b3088bf7-ee8b-49d4-8248-043adc6c9791 of type vlan for network 9232c04d-23e5-44a6-951a-54fd60cfdb12 Apr 11 20:59:56.708609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:56.732941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.773966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:59:56.821834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:56.829639 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.829639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 40f41420-9303-4e14-a496-5436152737a9 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:56.830284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:56.833664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Usage tracker for resource:floatingip and tenant:5f3caf6d46824ba6a44150276bb4faa0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:56.837022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:56.846716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:56.868077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.875692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:56.876569 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.903547 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.919783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c016c1d1-3e64-4380-99d2-b8c01d93ab40) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:56.933108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port aee78744-4a92-42f6-9525-5d9167404779 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:56.934012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.936169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:56.936852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:56.951273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4673e6-7c3c-4ab4-8ebe-6d7625d1841f None None] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 20:59:57.016573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.043734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5478892 Apr 11 20:59:57.047422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44170) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:57.083892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:57.089435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Request body: {'subnet': {'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:57.129399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22286b7-f033-4950-95bd-6d8d1d272ee6 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event updated for resources: {'Network': ['ID=9232c04d-23e5-44a6-951a-54fd60cfdb12,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:57.135627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e919b405-0213-468d-88b2-5ae4b188b575 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3669212 Apr 11 20:59:57.139006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:57.146732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-645661120'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:57.156106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 20:59:57.348138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41980fb-4052-4688-b53c-73b35a3b6826 req-997ed4e2-6498-47db-92e9-4900995ba031 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.354866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b41980fb-4052-4688-b53c-73b35a3b6826 req-997ed4e2-6498-47db-92e9-4900995ba031 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.3912306 Apr 11 20:59:57.368129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:57.373326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:57.374333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] DHCP port deletion for e486f5b1-09bd-412f-bd0f-ea442abe06b4 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 20:59:57.383578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 40f41420-9303-4e14-a496-5436152737a9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:57.392930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Usage tracker for resource:subnet and tenant:8b195f018b1b436cbb4f6d4cc7e065ef is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:57.405695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:57.412981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Usage tracker for resource:port and tenant:9872551d6e8e482295e3ac11b061e61f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:57.414623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Deleting port aee78744-4a92-42f6-9525-5d9167404779 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:57.415054 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.419517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port aee78744-4a92-42f6-9525-5d9167404779, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aee78744-4a92-42f6-9525-5d9167404779,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:57.419877 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.423363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:57.430352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:57.432800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:57.437346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.447338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 40f41420-9303-4e14-a496-5436152737a9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:57.447338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.584981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.589580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.594049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.598223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.602188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.606238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.610172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:57.612164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45bd3943-523b-4033-a562-269e5c3b20dc req-ea34fb7e-649f-4474-bab7-7c379bc1ac6b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5440 time: 0.2473750 Apr 11 20:59:57.617003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'tenant_id': '9872551d6e8e482295e3ac11b061e61f', 'fixed_ips': [{'subnet_id': '75e38301-c1c1-41ae-a980-24b5bae15bf2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 20:59:57.617218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:57.617737 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.620356 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.680193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] device_id is not set on port 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:59:57.697298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for aee78744-4a92-42f6-9525-5d9167404779 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:57.748288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b41980fb-4052-4688-b53c-73b35a3b6826 req-b3915ccb-0a6c-4664-9aab-4b14828a6fbb tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917418 Apr 11 20:59:57.757291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Allocated IP 172.25.5.206 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c2c5ab85-23b3-48e7-97ce-b6f2a54f319e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:57.776073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Made reservation on behalf of 8b195f018b1b436cbb4f6d4cc7e065ef for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:57.793549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45bd3943-523b-4033-a562-269e5c3b20dc req-88af50be-a507-47fe-889f-0c40b7e4149d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573377 Apr 11 20:59:57.825034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1434ff7b-a1eb-48de-8968-0527b636d986'}, {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 20:59:57.875662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 20:59:57.904517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] For port aee78744-4a92-42f6-9525-5d9167404779, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aee78744-4a92-42f6-9525-5d9167404779,segment=NetworkSegment(46d2d499-71f4-432e-9edd-ac0a00a1d1a3),segment_id=46d2d499-71f4-432e-9edd-ac0a00a1d1a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:57.905114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.966503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:57.970125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Allocated IP 2001:db8::47 (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/240b345a-d5a9-49c9-9ee5-9188d66f0ce5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:57.986112 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbd11b0-5ef8-44a6-b934-68d2f67422a7'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1434ff7b-a1eb-48de-8968-0527b636d986', 'code': 200} Apr 11 20:59:57.986384 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbd11b0-5ef8-44a6-b934-68d2f67422a7'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956', 'code': 200} Apr 11 20:59:58.053109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.054507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.069974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Calling delete_port for aee78744-4a92-42f6-9525-5d9167404779 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:58.123166 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.176382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=aee78744-4a92-42f6-9525-5d9167404779,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:58.194741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=40f41420-9303-4e14-a496-5436152737a9,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:58.202957 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 20:59:58.203574 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 20:59:58.259036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port aee78744-4a92-42f6-9525-5d9167404779 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 20:59:58.294679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.295021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.295358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.295737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.296068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.296392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.296710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.297028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.297339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.297656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.297971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 20:59:58.306432 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.307338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 22b94f9f-49f6-41a6-9552-d31f3b092112 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:58.330944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.395729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.424912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:58.430594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:58.438463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:58.456044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:58.466897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Transition to ACTIVE for port object 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:58.467514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86276e75-79c3-4712-9d96-5daa11425d78 req-f11db26a-02b0-44e3-b4f3-9ca83b3c065a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:58.468049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c5ab85-23b3-48e7-97ce-b6f2a54f319e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:58.468965 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86276e75-79c3-4712-9d96-5daa11425d78 req-f11db26a-02b0-44e3-b4f3-9ca83b3c065a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.6013649 Apr 11 20:59:58.474900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.534244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 22b94f9f-49f6-41a6-9552-d31f3b092112 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:58.540336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 22b94f9f-49f6-41a6-9552-d31f3b092112 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:58.540898 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.553712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e486f5b1-09bd-412f-bd0f-ea442abe06b4']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:58.584263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d2d499-71f4-432e-9edd-ac0a00a1d1a3') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:58.584528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d2d499-71f4-432e-9edd-ac0a00a1d1a3') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:58.625523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.627301 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.645871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Deleting port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:58.646229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.664965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.705639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Deleting port aee78744-4a92-42f6-9525-5d9167404779 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 20:59:58.706065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.706184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:58.709138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:58.710761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.711972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 20:59:58.716310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:58.717140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.722970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 20:59:58.723366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.733357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=240b345a-d5a9-49c9-9ee5-9188d66f0ce5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: timer() Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 20:59:58.740054 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 20:59:58.800252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.805616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Allocated IP 2001:db8::2 (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/bbb470fa-62e0-489f-8c2d-65b53cc42872) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:58.823592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d18f3f96-647d-4a76-be56-4df949e0ba17 None None] The port 'aee78744-4a92-42f6-9525-5d9167404779' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 20:59:58.830123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.847976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:58.854089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-171e9678-ae4e-4a50-bd23-bcfe1698acf7 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7107551 Apr 11 20:59:58.858015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44184) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:58.861774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1236534384', 'allowed_address_pairs': [{'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:3c:f2:67'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:59.053376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.054957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event updated for resources: {'Subnet': ['ID=ccef49af-5208-4577-a68f-9a873739e6e0,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:59.121396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.124346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=22b94f9f-49f6-41a6-9552-d31f3b092112,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:59.129439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aee78744-4a92-42f6-9525-5d9167404779 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 20:59:59.180270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: aee78744-4a92-42f6-9525-5d9167404779 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 20:59:59.180609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aee78744-4a92-42f6-9525-5d9167404779 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 20:59:59.226956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.226956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b7f4dc31-622e-4ce8-b14d-ed6a8396331f up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 20:59:59.241652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.260286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:59.266982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Usage tracker for resource:port and tenant:9872551d6e8e482295e3ac11b061e61f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:59.273774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:59.285866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:59.290358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Network': ['ID=e486f5b1-09bd-412f-bd0f-ea442abe06b4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:59.304450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f49a1-a8c0-497b-abb2-29fe805ef098 req-ab7245a6-e3e8-4bb3-8979-22f5cea3e2c9 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.311001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c7f49a1-a8c0-497b-abb2-29fe805ef098 req-ab7245a6-e3e8-4bb3-8979-22f5cea3e2c9 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 945 time: 0.3003662 Apr 11 20:59:59.346234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.353971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 20:59:59.357146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e6401d5f-027b-4255-af63-6728111e92ea tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/networks/e486f5b1-09bd-412f-bd0f-ea442abe06b4 HTTP/1.1" status: 204 len: 168 time: 2.7759767 Apr 11 20:59:59.368440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44190) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:59.372701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.373420 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ad37c2fa-18d7-478b-98c6-38398308685d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 200 len: 886 time: 3.6124263 Apr 11 20:59:59.376782 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] Sync routers for ids ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 20:59:59.377300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1192286138'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:59.378578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44194) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:59.380369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Checking segment: {'id': 'b3088bf7-ee8b-49d4-8248-043adc6c9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 20:59:59.380733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Network hostable DHCP agents. Network: 9232c04d-23e5-44a6-951a-54fd60cfdb12, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 20:59:59.384647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:59.400180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c7f49a1-a8c0-497b-abb2-29fe805ef098 req-4c071a12-8aaf-4cc0-88a4-ca69b2d1bdd6 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b5bcf75-97f6-4456-9c24-8a7f09871780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882454 Apr 11 20:59:59.404261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:network and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:59.412407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:59.420766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:59.502043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.503392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.503541 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] Routers {'1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:59.503541 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:59.503748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:59.503748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.503916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Transition to ACTIVE for port object bbb470fa-62e0-489f-8c2d-65b53cc42872 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:59.503916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:59.504067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] device_id is not set on port 6d169bf5-11d0-43c0-92f7-e4862a13989c yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 20:59:59.505167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Transition to ACTIVE for port object bbb470fa-62e0-489f-8c2d-65b53cc42872 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 20:59:59.537184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:59.568193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] For port 0caf0f71-3546-4e12-a9c4-dc797c1bf735, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0caf0f71-3546-4e12-a9c4-dc797c1bf735,segment=NetworkSegment(9ae8de6a-57c9-4efe-a2a5-cb667c8619d9),segment_id=9ae8de6a-57c9-4efe-a2a5-cb667c8619d9)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 20:59:59.568193 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.568516 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] Routers {'1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 20:59:59.568516 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:59.620263 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 20:59:59.620770 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767ec9d-af01-44cd-8641-d537a2edff94 None None] The sync data for ids ['1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 20:59:59.645386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c5ab85-23b3-48e7-97ce-b6f2a54f319e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 20:59:59.668723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.685572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Calling delete_port for 0caf0f71-3546-4e12-a9c4-dc797c1bf735 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 20:59:59.733405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.737267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.741172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.745032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.749215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.753153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.756988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.758804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28953175-de74-47d0-8020-d27eca542f1c req-969ac443-cc2f-43c1-b6aa-823f96ca231e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5442 time: 0.7087364 Apr 11 20:59:59.781934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 20:59:59.785125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.815417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 20:59:59.824227 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.824701 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Added segment 5bebbdf8-c105-43b8-93bc-6a48b7b364bc of type vlan for network f03a2519-ca8f-46b5-bac1-72325be591cf Apr 11 20:59:59.829145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.833564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.837735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port b7f4dc31-622e-4ce8-b14d-ed6a8396331f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 20:59:59.837877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-da00a425-1933-4699-9a01-1efa9e4a83a3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2084992 Apr 11 20:59:59.841855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44198) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 20:59:59.842431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 20:59:59.860319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-921528169', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'fixed_ips': [{'ip_address': '172.25.5.206'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 20:59:59.872621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 20:59:59.878850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28953175-de74-47d0-8020-d27eca542f1c req-17311396-ec58-42fd-9c67-a1d5d1c5155e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104400 Apr 11 20:59:59.882187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Usage tracker for resource:port and tenant:5f3caf6d46824ba6a44150276bb4faa0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 20:59:59.883728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port b7f4dc31-622e-4ce8-b14d-ed6a8396331f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 20:59:59.884102 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.900723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 20:59:59.904273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.914381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 20:59:59.935434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Allocated IP 2001:db8::35a (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/6d169bf5-11d0-43c0-92f7-e4862a13989c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 20:59:59.967547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9232c04d-23e5-44a6-951a-54fd60cfdb12) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 20:59:59.978116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 20:59:59.978368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 20:59:59.978940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 20:59:59.984228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abd9f90-b0b5-45b1-ad9b-547479d2e822 None None] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:00.004191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Pushing event updated for resources: {'Port': ['ID=bbb470fa-62e0-489f-8c2d-65b53cc42872,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:00.008460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:00.010591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:00.026358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Made reservation on behalf of 5f3caf6d46824ba6a44150276bb4faa0 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:00.029488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.058808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f41420-9303-4e14-a496-5436152737a9'}, {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b94f9f-49f6-41a6-9552-d31f3b092112'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:00.073756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.076551 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.082816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:00.082816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.115746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f7d5136b-2735-47e4-b382-97da1351f259 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0417056 Apr 11 21:00:00.119103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44204) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:00.138493 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a116b7e-4f26-4047-a9e2-2fd86e22ebce'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f41420-9303-4e14-a496-5436152737a9', 'code': 200} Apr 11 21:00:00.139015 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a116b7e-4f26-4047-a9e2-2fd86e22ebce'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b94f9f-49f6-41a6-9552-d31f3b092112', 'code': 200} Apr 11 21:00:00.139108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Request body: {'port': {'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1298500573'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:00.230768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f4d3a42e-bc42-45ab-99a2-b595990ed7f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/routers/1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 200 len: 886 time: 0.8449037 Apr 11 21:00:00.231679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.235895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44208) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:00.237436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Network': ['ID=f03a2519-ca8f-46b5-bac1-72325be591cf,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:00.262696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Attempting to bind port bbb470fa-62e0-489f-8c2d-65b53cc42872 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:00.263316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Attempting to bind port bbb470fa-62e0-489f-8c2d-65b53cc42872 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '217fb562-1751-40b5-ba7f-88b02f041417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:00.263863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Attempting to bind port bbb470fa-62e0-489f-8c2d-65b53cc42872 on network c016c1d1-3e64-4380-99d2-b8c01d93ab40 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:00.266212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f03a2519-ca8f-46b5-bac1-72325be591cf details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:00.286306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c6252bf8-319b-4a52-a758-77f618d0f384 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9169078 Apr 11 21:00:00.297297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2ad749df-1ea8-4fec-b4c1-25d6a68085e9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:00.297684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44212) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:00.298647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:00.302061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Pushing event deleted for resources: {'Port': ['ID=0caf0f71-3546-4e12-a9c4-dc797c1bf735,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:00.317227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Usage tracker for resource:security_group_rule and tenant:5f3caf6d46824ba6a44150276bb4faa0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:00.322892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'subnet': {'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:00.333685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.350211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Transition to ACTIVE for port object 6d169bf5-11d0-43c0-92f7-e4862a13989c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:00.379102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:00.379505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Checking segment: {'id': '217fb562-1751-40b5-ba7f-88b02f041417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:00.379891 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.380279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Bound using segment: {'id': '217fb562-1751-40b5-ba7f-88b02f041417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:00.380758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Bound port: bbb470fa-62e0-489f-8c2d-65b53cc42872, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217fb562-1751-40b5-ba7f-88b02f041417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:00.381123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.397356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2ad749df-1ea8-4fec-b4c1-25d6a68085e9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:00.401373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2ad749df-1ea8-4fec-b4c1-25d6a68085e9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 200 len: 205 time: 0.1626370 Apr 11 21:00:00.407731 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.407905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:00.407997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44216) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:00.428147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:00.579370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:00.596326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:00.605613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.610576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.626739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9232c04d-23e5-44a6-951a-54fd60cfdb12', 'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12', 'tenant_id': '8b195f018b1b436cbb4f6d4cc7e065ef', 'fixed_ips': [{'subnet_id': 'ccef49af-5208-4577-a68f-9a873739e6e0'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:00.627562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.632722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Usage tracker for resource:port and tenant:8b195f018b1b436cbb4f6d4cc7e065ef is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:00.643010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:00.653180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-02f4bcf1-4060-4fc0-88f7-b6287162e6fb req-fb031ab3-8521-4f29-a071-0b5da18f5e78 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Synchronizing usage tracker for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:00.655695 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.659204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:00.686871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:00.689819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] For port bbb470fa-62e0-489f-8c2d-65b53cc42872, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:00.697506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0caf0f71-3546-4e12-a9c4-dc797c1bf735 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:00:00.700075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:subnet and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:00.713126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:00.717133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] No DVR routers for this DVR port 0caf0f71-3546-4e12-a9c4-dc797c1bf735 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:00:00.729762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.736019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:00.739160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'name': 'network-vif-deleted', 'tag': '0caf0f71-3546-4e12-a9c4-dc797c1bf735'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:00.764551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:00.767800 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86276e75-79c3-4712-9d96-5daa11425d78 req-1f80b637-25e6-45e8-bfd3-32fd70d07e38 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.69 "DELETE /v2.0/ports/0caf0f71-3546-4e12-a9c4-dc797c1bf735 HTTP/1.1" status: 204 len: 173 time: 2.2837377 Apr 11 21:00:00.770640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:00.773795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=6d169bf5-11d0-43c0-92f7-e4862a13989c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:00.776172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:00.780811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:00.781443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.808620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 0caf0f71-3546-4e12-a9c4-dc797c1bf735 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:00:00.809822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0caf0f71-3546-4e12-a9c4-dc797c1bf735 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:00:00.809942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.812972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] For port bbb470fa-62e0-489f-8c2d-65b53cc42872, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbb470fa-62e0-489f-8c2d-65b53cc42872,segment=NetworkSegment(217fb562-1751-40b5-ba7f-88b02f041417),segment_id=217fb562-1751-40b5-ba7f-88b02f041417)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:00.834952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Made reservation on behalf of 8b195f018b1b436cbb4f6d4cc7e065ef for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:00.841700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.854892 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67056d9a-7226-41fa-b0fd-cdca06f7cddc'] response: {'server_uuid': 'ddfc5e14-47cc-4ba0-b876-04c59fb9988b', 'name': 'network-vif-deleted', 'tag': '0caf0f71-3546-4e12-a9c4-dc797c1bf735', 'status': 'completed', 'code': 200} Apr 11 21:00:00.863166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-02f4bcf1-4060-4fc0-88f7-b6287162e6fb req-fb031ab3-8521-4f29-a071-0b5da18f5e78 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] Unset dirty status for tenant:437209b2517745f99592b65a6ff9ac36 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:00.864335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.867230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02f4bcf1-4060-4fc0-88f7-b6287162e6fb req-fb031ab3-8521-4f29-a071-0b5da18f5e78 tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.3187680 Apr 11 21:00:00.867230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:00.873369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:00.906259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] device_id is not set on port feaf0a5d-3926-4f16-bffb-253f38d5bd8e yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:00.916686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.917027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.917363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.918486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.918824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.919154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.919496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.919819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.920140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.920466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.921138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:00.925281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-91e2e1ef-9742-4865-8cb3-9d9c5fa184e9 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0678356 Apr 11 21:00:00.932199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:00.933428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44224) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:01.000813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.051934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Allocated IP 172.20.0.2 (9232c04d-23e5-44a6-951a-54fd60cfdb12/ccef49af-5208-4577-a68f-9a873739e6e0/36d6b930-9654-4769-a78a-2b2c556b1c01) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:01.055069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] device_id is not set on port 310280f9-a819-4fd4-a7bf-5a9d7572b997 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:01.059380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667652a8-e9f3-4f0d-8259-0159827691b2 None None] Pushing event updated for resources: {'Port': ['ID=bbb470fa-62e0-489f-8c2d-65b53cc42872,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:01.107313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54a3e7-0cf9-4e9d-8c22-2f228e8909ae tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.130993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54a3e7-0cf9-4e9d-8c22-2f228e8909ae tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.148141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54a3e7-0cf9-4e9d-8c22-2f228e8909ae tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.153884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fa54a3e7-0cf9-4e9d-8c22-2f228e8909ae tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Synchronizing usage tracker for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:01.174820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.279931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fa54a3e7-0cf9-4e9d-8c22-2f228e8909ae tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Unset dirty status for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:01.281332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fa54a3e7-0cf9-4e9d-8c22-2f228e8909ae tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2984684 Apr 11 21:00:01.290436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44230) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:01.344077 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.365834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Transition to ACTIVE for port object 36d6b930-9654-4769-a78a-2b2c556b1c01 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:01.397021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Transition to ACTIVE for port object 36d6b930-9654-4769-a78a-2b2c556b1c01 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:01.399113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port 6d169bf5-11d0-43c0-92f7-e4862a13989c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:01.399619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.447572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d48a13-6bda-4ff8-b5bd-ab4327c01fff,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:01.474821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.521231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.525186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.529636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.533577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.537557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.541506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.546248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:01.553908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac544afa-3676-4114-9179-fe19d179e84e req-ccb84989-da92-43e1-a2e2-863dec48e404 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.3637834 Apr 11 21:00:01.564863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:01.573382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:01.575828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Pushing event updated for resources: {'Port': ['ID=36d6b930-9654-4769-a78a-2b2c556b1c01,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:01.580501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:01.601073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.680098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac544afa-3676-4114-9179-fe19d179e84e req-cb171ea6-4422-4c09-a2a4-eb997b00650d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253054 Apr 11 21:00:01.699580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Attempting to bind port 36d6b930-9654-4769-a78a-2b2c556b1c01 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:01.699951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Attempting to bind port 36d6b930-9654-4769-a78a-2b2c556b1c01 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b3088bf7-ee8b-49d4-8248-043adc6c9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:01.700315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Attempting to bind port 36d6b930-9654-4769-a78a-2b2c556b1c01 on network 9232c04d-23e5-44a6-951a-54fd60cfdb12 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:01.707051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:01.707422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Checking segment: {'id': 'b3088bf7-ee8b-49d4-8248-043adc6c9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:01.707842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.708227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Bound using segment: {'id': 'b3088bf7-ee8b-49d4-8248-043adc6c9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:01.708684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Bound port: 36d6b930-9654-4769-a78a-2b2c556b1c01, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3088bf7-ee8b-49d4-8248-043adc6c9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:01.709065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.712832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Allocated IP 172.20.0.11 (9232c04d-23e5-44a6-951a-54fd60cfdb12/ccef49af-5208-4577-a68f-9a873739e6e0/feaf0a5d-3926-4f16-bffb-253f38d5bd8e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:01.735909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 46ab17ee-ac8c-45b3-a814-5aa9e326690c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:01.736211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.813412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] For port 36d6b930-9654-4769-a78a-2b2c556b1c01, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:01.817886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] For port 36d6b930-9654-4769-a78a-2b2c556b1c01, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=36d6b930-9654-4769-a78a-2b2c556b1c01,segment=NetworkSegment(b3088bf7-ee8b-49d4-8248-043adc6c9791),segment_id=b3088bf7-ee8b-49d4-8248-043adc6c9791)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:01.897347 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.919518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:01.989904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d70f3-8800-4e39-97e9-0544491415c0 None None] Pushing event updated for resources: {'Port': ['ID=36d6b930-9654-4769-a78a-2b2c556b1c01,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:02.003903 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 11 21:00:02.003903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:00:02.079395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for 6d169bf5-11d0-43c0-92f7-e4862a13989c owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:02.131982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.139581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:02.166539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.232873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c741e8f6-aa68-4fac-b5e4-c6f091793b9b req-77a31be7-21ff-4af7-9e39-515b76f6e97a tempest-ServerDiskConfigTestJSON-1739147133 tempest-ServerDiskConfigTestJSON-1739147133-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddfc5e14-47cc-4ba0-b876-04c59fb9988b HTTP/1.1" status: 200 len: 210 time: 0.1391616 Apr 11 21:00:02.298520 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aced03b-de7c-430d-9922-e7d3d66fb103'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f', 'code': 200} Apr 11 21:00:02.352238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3644e2f1-17fe-4770-a6e6-edfe89ad7ea3 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.5071666 Apr 11 21:00:02.383413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44238) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:02.451415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Subnet': ['ID=8b5e7f9c-a576-421b-a880-5f0c2cff050d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:02.539764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 46ab17ee-ac8c-45b3-a814-5aa9e326690c owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:02.556104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Checking segment: {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:02.556491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network hostable DHCP agents. Network: f03a2519-ca8f-46b5-bac1-72325be591cf, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:02.620619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.675304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Transition to ACTIVE for port object feaf0a5d-3926-4f16-bffb-253f38d5bd8e will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:02.677894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Deleting port c2c5ab85-23b3-48e7-97ce-b6f2a54f319e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:02.678300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.710226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1231fa-c67b-44a2-8366-f45b5c3907d8 None None] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:02.808260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.866315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba3c40e-f598-43d7-9f02-1f3982adb17b req-1e018dce-c7a3-4292-84c1-0cf4a546d3a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.3969777 Apr 11 21:00:02.879598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Port': ['ID=6d169bf5-11d0-43c0-92f7-e4862a13989c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:02.897593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network f03a2519-ca8f-46b5-bac1-72325be591cf is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:02.929688 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.963055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:02.994643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=46ab17ee-ac8c-45b3-a814-5aa9e326690c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:03.046419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb63b62e-5019-4d10-9a34-a54bd00e1e91 None None] Provisioning for port bbb470fa-62e0-489f-8c2d-65b53cc42872 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:03.057323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f03a2519-ca8f-46b5-bac1-72325be591cf) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:03.074601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.074601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.142495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b018418-a76e-446c-a0d7-2ac4baf7805a None None] Network f03a2519-ca8f-46b5-bac1-72325be591cf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:03.213260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.223949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Calling delete_port for c2c5ab85-23b3-48e7-97ce-b6f2a54f319e owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:03.274007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 36d6b930-9654-4769-a78a-2b2c556b1c01 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:03.400373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ba3c40e-f598-43d7-9f02-1f3982adb17b req-2e42680c-fd86-4ae4-ba1f-fbf8d40abaf1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4934890 Apr 11 21:00:03.400795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event updated for resources: {'Port': ['ID=feaf0a5d-3926-4f16-bffb-253f38d5bd8e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:03.418671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:03.420139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.420717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.425649 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8763d300-4748-4c22-8912-6cc43194f535 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/ports/6d169bf5-11d0-43c0-92f7-e4862a13989c HTTP/1.1" status: 204 len: 168 time: 2.1317225 Apr 11 21:00:03.432292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44246) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:03.477905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:03.494967 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ff4c9b-1108-4d8a-b543-05a3b2b207e5 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] GET failed (client error): The resource could not be found. Apr 11 21:00:03.496622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:03.496836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49ff4c9b-1108-4d8a-b543-05a3b2b207e5 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Synchronizing usage tracker for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:03.505848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.511434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e7b7c-538d-4521-b4db-c377971c4d09 None None] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:03.572830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.572830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.758745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f03a2519-ca8f-46b5-bac1-72325be591cf', 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'fixed_ips': [{'subnet_id': '8b5e7f9c-a576-421b-a880-5f0c2cff050d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:03.760033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:03.802737 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-108c258e-c594-4106-b2b5-eccaf2b0aeb4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4951222 Apr 11 21:00:03.807978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44258) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:03.810704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fdeec10d-8c66-4204-881f-49306744b064 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6894910 Apr 11 21:00:03.815624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 36d6b930-9654-4769-a78a-2b2c556b1c01 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:03.819727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44262) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:03.822089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1292430789'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:03.828778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:03.829758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbb470fa-62e0-489f-8c2d-65b53cc42872 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:03.833464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:network and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:03.836669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:03.844666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:03.880500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.884892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.890756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.895675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.901255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.901906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49ff4c9b-1108-4d8a-b543-05a3b2b207e5 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Unset dirty status for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:03.904253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49ff4c9b-1108-4d8a-b543-05a3b2b207e5 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "GET /v2.0/ports/6d169bf5-11d0-43c0-92f7-e4862a13989c HTTP/1.1" status: 404 len: 333 time: 0.4710064 Apr 11 21:00:03.908106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.912807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:03.914968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16556006-e306-44a1-bc9d-b58358f1b42c req-003417e5-5cac-4fd1-baa6-1d49d29cde4b tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 1.0595670 Apr 11 21:00:03.915693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:03.920620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Request body: {'port': {'network_id': '9232c04d-23e5-44a6-951a-54fd60cfdb12', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1008394519', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:03.921929 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.api.validators [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] bootfile-name is not in valid_values {{(pid=84667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 21:00:03.922566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.api.validators [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] tftp-server is not in valid_values {{(pid=84667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 21:00:03.923133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.api.validators [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] server-ip-address is not in valid_values {{(pid=84667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 21:00:03.927385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1509279629'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:03.962182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44270) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:03.982257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:03.987036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.066937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Allocated IP 19.80.0.2 (f03a2519-ca8f-46b5-bac1-72325be591cf/8b5e7f9c-a576-421b-a880-5f0c2cff050d/2eca7900-5b7e-4216-b843-aad5676f06b5) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:04.072361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.115715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.160028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Deleting subnet 3f0bf123-b7ab-41e8-b26b-0798276f57d5 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:00:04.165591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:04.177365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.200316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16556006-e306-44a1-bc9d-b58358f1b42c req-51d3dbf7-924a-477b-8066-17eff97b21f7 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2560492 Apr 11 21:00:04.215045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.215630 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Added segment 31742d9d-8c49-4465-b88f-cea83c84724a of type vlan for network 11261a56-5b96-4c8a-a8be-415bd321cc3b Apr 11 21:00:04.270757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] Provisioning for port 36d6b930-9654-4769-a78a-2b2c556b1c01 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:04.272131 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.298872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:04.307742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Usage tracker for resource:port and tenant:8b195f018b1b436cbb4f6d4cc7e065ef is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:04.313014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:04.323161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:04.327104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.351716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:04.364753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:04.374079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] Provisioning complete for port 36d6b930-9654-4769-a78a-2b2c556b1c01 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:04.374455 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.378098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c5ab85-23b3-48e7-97ce-b6f2a54f319e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:04.387948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.396954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.397949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router 1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:00:04.430646 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.508198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:04.513245 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.576190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] device_id is not set on port 5f11a040-9578-4398-bd1b-467c7427ad2b yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:04.634159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.661618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.662166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d69ba278-a37a-48b3-810c-cc14795e3d42 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 204 len: 168 time: 4.2571909 Apr 11 21:00:04.663464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.663752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Made reservation on behalf of 8b195f018b1b436cbb4f6d4cc7e065ef for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:04.666991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.671234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:04.672359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.685787 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.687448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44274) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:04.720941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1127998822'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:04.733011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] device_id is not set on port 382d0e35-ec49-4a98-b381-75a69f4d7319 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:04.735324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bbb470fa-62e0-489f-8c2d-65b53cc42872 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:04.755347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bbb470fa-62e0-489f-8c2d-65b53cc42872 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:04.755774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.780540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.786592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:04.831009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Transition to ACTIVE for port object 2eca7900-5b7e-4216-b843-aad5676f06b5 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:04.844865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.846333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a61cd8ca-af66-44c3-8e6b-00d1399e18fb tempest-ExternalNetworksAdminNegativeTestJSON-1859032092 tempest-ExternalNetworksAdminNegativeTestJSON-1859032092-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/91283622-bdb3-4ca5-adcd-3d1868bfb48f HTTP/1.1" status: 204 len: 168 time: 2.4587619 Apr 11 21:00:04.889966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:04.908383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:04.919822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Transition to ACTIVE for port object 2eca7900-5b7e-4216-b843-aad5676f06b5 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:04.921874 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.931725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0bf123-b7ab-41e8-b26b-0798276f57d5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:04.954931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:04.971717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:04.982445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6268d132-68be-4d27-b995-a3378c42c0e3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3f0bf123-b7ab-41e8-b26b-0798276f57d5 HTTP/1.1" status: 204 len: 168 time: 1.0137603 Apr 11 21:00:04.990380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:04.993235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1774824 Apr 11 21:00:05.000698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44284) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:05.001439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] For port 36d6b930-9654-4769-a78a-2b2c556b1c01, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=36d6b930-9654-4769-a78a-2b2c556b1c01,segment=NetworkSegment(b3088bf7-ee8b-49d4-8248-043adc6c9791),segment_id=b3088bf7-ee8b-49d4-8248-043adc6c9791)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:05.002715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f007c72-5375-4791-ad54-9b86d635db5a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Network': ['ID=11261a56-5b96-4c8a-a8be-415bd321cc3b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:05.089026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Allocated IP 2001:db8::265 (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/5f11a040-9578-4398-bd1b-467c7427ad2b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:05.113028 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.154402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:05.154672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:05.158776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.178213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'subnet': {'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:05.184032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.387524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.414227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:05.455977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Allocated IP 172.20.0.8 (9232c04d-23e5-44a6-951a-54fd60cfdb12/ccef49af-5208-4577-a68f-9a873739e6e0/382d0e35-ec49-4a98-b381-75a69f4d7319) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:05.460517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.460935 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d of type vlan for network 6803253f-0af0-49e0-856f-7a511fc45268 Apr 11 21:00:05.463884 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.485345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:05.508353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Network f03a2519-ca8f-46b5-bac1-72325be591cf is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:05.513714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port bbb470fa-62e0-489f-8c2d-65b53cc42872, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbb470fa-62e0-489f-8c2d-65b53cc42872,segment=NetworkSegment(217fb562-1751-40b5-ba7f-88b02f041417),segment_id=217fb562-1751-40b5-ba7f-88b02f041417)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:05.515005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:05.519269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:05.531876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Pushing event updated for resources: {'Port': ['ID=2eca7900-5b7e-4216-b843-aad5676f06b5,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:05.552571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.572546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:subnet and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:05.583596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Transition to ACTIVE for port object 5f11a040-9578-4398-bd1b-467c7427ad2b will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:05.598770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:05.630802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Could not find standard attr ID for object 6d169bf5-11d0-43c0-92f7-e4862a13989c. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:00:05.634393 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.646160 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.647128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44292) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:05.650627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:05.694361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.717682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5377e7-cb66-446b-a774-e7f77095b338 None None] Pushing event updated for resources: {'Port': ['ID=36d6b930-9654-4769-a78a-2b2c556b1c01,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:05.750666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Attempting to bind port 2eca7900-5b7e-4216-b843-aad5676f06b5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:05.751040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Attempting to bind port 2eca7900-5b7e-4216-b843-aad5676f06b5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:05.751401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Attempting to bind port 2eca7900-5b7e-4216-b843-aad5676f06b5 on network f03a2519-ca8f-46b5-bac1-72325be591cf {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:05.775798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.778998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:05.779375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Checking segment: {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:05.779792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.780185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Bound using segment: {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:05.780656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Bound port: 2eca7900-5b7e-4216-b843-aad5676f06b5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:05.781259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.784122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:05.788885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:05.791922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:05.795766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Provisioning for port feaf0a5d-3926-4f16-bffb-253f38d5bd8e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:05.797736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:05.798612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.804979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Provisioning complete for port feaf0a5d-3926-4f16-bffb-253f38d5bd8e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:05.805818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.822129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=5f11a040-9578-4398-bd1b-467c7427ad2b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:05.889620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:05.906751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c688a536-52fe-4c19-808f-23f4588b1a32 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9858487 Apr 11 21:00:05.912155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44298) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:05.917449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:05.918218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=bbb470fa-62e0-489f-8c2d-65b53cc42872,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:05.926302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c3e005-50a3-43e7-9bdb-a08fbdfdc426']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:05.953794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Port feaf0a5d-3926-4f16-bffb-253f38d5bd8e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:05.957511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:3c:f2:67'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:05.959582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] For port 2eca7900-5b7e-4216-b843-aad5676f06b5, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:05.964139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] For port 2eca7900-5b7e-4216-b843-aad5676f06b5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eca7900-5b7e-4216-b843-aad5676f06b5,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:06.012658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:06.013004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae8de6a-57c9-4efe-a2a5-cb667c8619d9') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:06.041318 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.054654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.058698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.062821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.066736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.070876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.080088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.084244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.094762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-83a24d2a-96f1-42d8-bf88-d5bf171be323 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.6063237 Apr 11 21:00:06.103959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.106126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Provisioning for port 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:06.122042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:06.131020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Provisioning complete for port 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:06.131020 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.131542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Usage tracker for resource:security_group_rule and tenant:66e2d6641889445bbdf263b3c8f66bdc is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:06.141470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:06.149578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.150572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:06.153908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:06.159290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.203118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d3b5f-add2-4576-83e1-b703a16f1cc8 None None] Pushing event updated for resources: {'Port': ['ID=2eca7900-5b7e-4216-b843-aad5676f06b5,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:06.217080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Port 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:06.231597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Provisioning complete for port bbb470fa-62e0-489f-8c2d-65b53cc42872 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:06.232001 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.289886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.312285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Transition to ACTIVE for port object 382d0e35-ec49-4a98-b381-75a69f4d7319 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:06.335240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.392784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.414092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.414204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Provisioning complete for port 36d6b930-9654-4769-a78a-2b2c556b1c01 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:06.414601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e8c262a-8c49-41f5-b299-f7bf43e2ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.542427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.549684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:00:06.549684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:00:06.568163 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:00:06.583812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.591450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8873215 Apr 11 21:00:06.597356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44302) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:06.605854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': '6803253f-0af0-49e0-856f-7a511fc45268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:06.694194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Provisioning complete for port feaf0a5d-3926-4f16-bffb-253f38d5bd8e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:06.694725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.700083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.753366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Port feaf0a5d-3926-4f16-bffb-253f38d5bd8e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:06.803769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1cdb-4f8b-458a-8647-6ad4f1cf2234 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=6803253f-0af0-49e0-856f-7a511fc45268,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:06.815640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6803253f-0af0-49e0-856f-7a511fc45268 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:06.853467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d615601-0466-46cf-aba8-579bf6f9a0a5 req-8c3966b0-1def-46da-86db-72c62e224a53 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7575638 Apr 11 21:00:06.881737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event updated for resources: {'Port': ['ID=382d0e35-ec49-4a98-b381-75a69f4d7319,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:06.893025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:06.895430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:06.897572 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.897734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Provisioning for port 5f11a040-9578-4398-bd1b-467c7427ad2b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:06.899355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:06.928618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Provisioning complete for port 5f11a040-9578-4398-bd1b-467c7427ad2b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:06.929555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:06.937006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66e2d6641889445bbdf263b3c8f66bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2864780 Apr 11 21:00:06.937510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44306) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:06.992954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d963b2e-ecea-423b-b5d2-9395d4514f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6855bb-2027-416a-bf7f-e28a0a8424d4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:07.022791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d89da95-57d2-4eb6-ac55-9b718a435f07 None None] Port 5f11a040-9578-4398-bd1b-467c7427ad2b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:07.029374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:07.038670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.072177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.083541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:07.090301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:07.104532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.124085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c3e005-50a3-43e7-9bdb-a08fbdfdc426,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:07.138840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.139754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.146182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:07.182540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.194864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] In _notify_port_updated(), no bound segment for port 5f11a040-9578-4398-bd1b-467c7427ad2b on network c016c1d1-3e64-4380-99d2-b8c01d93ab40 {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:07.199585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.200191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.204849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "PUT /v2.0/ports/5f11a040-9578-4398-bd1b-467c7427ad2b HTTP/1.1" status: 200 len: 1002 time: 1.2598407 Apr 11 21:00:07.209904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44312) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:07.212685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168c465-ea42-4e32-b8da-6e59372824a6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=5f11a040-9578-4398-bd1b-467c7427ad2b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:07.220378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9ba4338a-18b5-43a2-8beb-ed6cb259ca50 admin admin] 10.222.0.61 "DELETE /v2.0/networks/51c3e005-50a3-43e7-9bdb-a08fbdfdc426 HTTP/1.1" status: 204 len: 168 time: 2.2266359 Apr 11 21:00:07.317705 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-495e86d3-5f29-47cf-be91-9bcc57ce9de8 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4896262 Apr 11 21:00:07.318533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Subnet': ['ID=19ec2fdc-6f24-45e5-84dc-5ad9c9046381,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:07.325108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44318) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:07.334732 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d985ec65-ec94-4452-a87d-1bc829056284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.367113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port 5f11a040-9578-4398-bd1b-467c7427ad2b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:07.372180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.426406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Checking segment: {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:07.426406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network hostable DHCP agents. Network: 11261a56-5b96-4c8a-a8be-415bd321cc3b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:07.434127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:07.493471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2bbcc-f3ee-4ef4-b461-cfd12478e17f tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.498590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2bbcc-f3ee-4ef4-b461-cfd12478e17f tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.502630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2bbcc-f3ee-4ef4-b461-cfd12478e17f tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.503602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a9f2bbcc-f3ee-4ef4-b461-cfd12478e17f tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Synchronizing usage tracker for tenant:8b195f018b1b436cbb4f6d4cc7e065ef on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:07.539310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d985ec65-ec94-4452-a87d-1bc829056284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.556178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.560899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.564757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:07.568268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.569369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.572731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.576761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.580642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.582634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15a6867-adec-4d07-8845-d5be7559a577 req-0fede330-5e0a-470a-9357-382d1094864a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.5005634 Apr 11 21:00:07.603943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:07.610342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Request body: {'floatingip': {'port_id': '747f1a16-e78f-496f-8a33-f85e004241d2'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:07.623164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3d65a84a-47b1-456c-a328-1c75c4e72bff None None] Provisioning for port 382d0e35-ec49-4a98-b381-75a69f4d7319 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:07.632958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3d65a84a-47b1-456c-a328-1c75c4e72bff None None] Provisioning complete for port 382d0e35-ec49-4a98-b381-75a69f4d7319 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:07.639726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3d65a84a-47b1-456c-a328-1c75c4e72bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.704992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.747027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 11261a56-5b96-4c8a-a8be-415bd321cc3b) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:07.751134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a9f2bbcc-f3ee-4ef4-b461-cfd12478e17f tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Unset dirty status for tenant:8b195f018b1b436cbb4f6d4cc7e065ef on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:07.755767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a9f2bbcc-f3ee-4ef4-b461-cfd12478e17f tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4275634 Apr 11 21:00:07.765483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44326) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:07.778326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af626f-3564-4707-977b-5fa8338fe27e None None] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:07.797597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:07.798190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.833968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:07.877525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44330) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:08.047243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Deleting port 382d0e35-ec49-4a98-b381-75a69f4d7319 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:08.047872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.064235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35433db-dc0b-48c1-a800-adb54f855c5d None None] Network f03a2519-ca8f-46b5-bac1-72325be591cf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:08.071967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-67bb9fc3-6b4b-43f9-8ad0-1a2c5c13f64e tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9400873 Apr 11 21:00:08.079702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eca7900-5b7e-4216-b843-aad5676f06b5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:08.157586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d985ec65-ec94-4452-a87d-1bc829056284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.176594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3d65a84a-47b1-456c-a328-1c75c4e72bff None None] Port 382d0e35-ec49-4a98-b381-75a69f4d7319 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:08.191935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-11261a56-5b96-4c8a-a8be-415bd321cc3b', 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'fixed_ips': [{'subnet_id': '19ec2fdc-6f24-45e5-84dc-5ad9c9046381'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:08.192999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.227785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985ec65-ec94-4452-a87d-1bc829056284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6855bb-2027-416a-bf7f-e28a0a8424d4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:08.237417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.251177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-96551b7d-3cec-47c5-b1a8-977e5404d21c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=437209b2517745f99592b65a6ff9ac36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3554144 Apr 11 21:00:08.255223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44336) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:08.452499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2eca7900-5b7e-4216-b843-aad5676f06b5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:08.524170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 36d6b930-9654-4769-a78a-2b2c556b1c01 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:08.531044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for 5f11a040-9578-4398-bd1b-467c7427ad2b owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:08.609886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Provisioning for port 2eca7900-5b7e-4216-b843-aad5676f06b5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:08.652915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d985ec65-ec94-4452-a87d-1bc829056284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.654284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d985ec65-ec94-4452-a87d-1bc829056284 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e6855bb-2027-416a-bf7f-e28a0a8424d4 HTTP/1.1" status: 204 len: 168 time: 1.7158947 Apr 11 21:00:08.692427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Provisioning complete for port 2eca7900-5b7e-4216-b843-aad5676f06b5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:08.692801 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.748527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cb27a64d-081f-4274-be04-7168541c56d0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:08.753485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cb27a64d-081f-4274-be04-7168541c56d0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:08.754254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cb27a64d-081f-4274-be04-7168541c56d0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:08.771809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Allocated IP 19.86.0.2 (11261a56-5b96-4c8a-a8be-415bd321cc3b/19ec2fdc-6f24-45e5-84dc-5ad9c9046381/67a79ea0-5968-4c7c-8483-22a1dfcbc2cd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:08.865215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cb27a64d-081f-4274-be04-7168541c56d0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:08.866477 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cb27a64d-081f-4274-be04-7168541c56d0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/networks?id=f03a2519-ca8f-46b5-bac1-72325be591cf&id=11261a56-5b96-4c8a-a8be-415bd321cc3b HTTP/1.1" status: 200 len: 1392 time: 0.3620541 Apr 11 21:00:08.893373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-1cccb731-3de8-4203-82d7-adf4e74d7745 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/quotas/7669813c4b8c45c7bfb6704b8d757ced HTTP/1.1" status: 200 len: 375 time: 0.0149431 Apr 11 21:00:08.934660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 36d6b930-9654-4769-a78a-2b2c556b1c01 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:08.935034 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.940879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1bd2-b37e-40f2-b5ae-fcb36e2b1b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:08.973671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.002283 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.039463 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.042242 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-894317ba-c58f-40a0-af8e-16eb2114cf84 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350591 Apr 11 21:00:09.141691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-17063210-f58c-4442-a33f-7786f9387962 None None] For port 2eca7900-5b7e-4216-b843-aad5676f06b5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eca7900-5b7e-4216-b843-aad5676f06b5,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:09.197221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.221956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.296191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbb470fa-62e0-489f-8c2d-65b53cc42872 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:09.363235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.373362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Pushing event updated for resources: {'Port': ['ID=2eca7900-5b7e-4216-b843-aad5676f06b5,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:09.380383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Calling delete_port for 382d0e35-ec49-4a98-b381-75a69f4d7319 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:09.424071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Provisioning complete for port 5f11a040-9578-4398-bd1b-467c7427ad2b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:09.424839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.480495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1bd2-b37e-40f2-b5ae-fcb36e2b1b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.502385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-17063210-f58c-4442-a33f-7786f9387962 None None] Port 5f11a040-9578-4398-bd1b-467c7427ad2b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:09.509618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bbb470fa-62e0-489f-8c2d-65b53cc42872 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:09.509981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.512014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-0b819a83-1880-44f9-b22c-972a86f57498 service neutron] 10.222.0.61 "GET /v2.0/networks/f03a2519-ca8f-46b5-bac1-72325be591cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613051 Apr 11 21:00:09.631949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=42e55628-d8a9-481f-9a29-90161ec92bf8,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:09.654571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-aa99fd2e-cd2e-4050-8fbd-eda62b7eecb4 None None] Provisioning complete for port 2eca7900-5b7e-4216-b843-aad5676f06b5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:09.654975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aa99fd2e-cd2e-4050-8fbd-eda62b7eecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.656448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6803253f-0af0-49e0-856f-7a511fc45268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:09.656975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: 6803253f-0af0-49e0-856f-7a511fc45268, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:09.682572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-aee44d1c-d85d-43f3-932f-757b5a180b7f service neutron] 10.222.0.61 "GET /v2.0/networks/f03a2519-ca8f-46b5-bac1-72325be591cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608582 Apr 11 21:00:09.717380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.790311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Port': ['ID=5f11a040-9578-4398-bd1b-467c7427ad2b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:09.793840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eca7900-5b7e-4216-b843-aad5676f06b5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:09.797502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1bd2-b37e-40f2-b5ae-fcb36e2b1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.871444 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-62f9e322-f23d-4360-ab6c-8f3e3f48b7f7 service neutron] 10.222.0.61 "GET /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875627 Apr 11 21:00:09.873639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1bd2-b37e-40f2-b5ae-fcb36e2b1b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5bcf75-97f6-4456-9c24-8a7f09871780,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:09.882776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44350) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:09.957679 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:09.962695 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Floating IP 3aef111c-cc2e-40ef-8344-dbeae5b8894d associated. External IP: 172.25.5.147, port: 747f1a16-e78f-496f-8a33-f85e004241d2. Apr 11 21:00:09.972475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Transition to ACTIVE for port object 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:09.975590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 6803253f-0af0-49e0-856f-7a511fc45268 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:10.003670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Transition to ACTIVE for port object 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:10.011721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2eca7900-5b7e-4216-b843-aad5676f06b5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:10.012421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.016318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.087075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.098603 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.108555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event deleted for resources: {'Port': ['ID=382d0e35-ec49-4a98-b381-75a69f4d7319,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:10.120032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c502869-a708-422f-b1c0-0e34ff611f3a tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/ports/5f11a040-9578-4398-bd1b-467c7427ad2b HTTP/1.1" status: 204 len: 168 time: 2.9085433 Apr 11 21:00:10.123229 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bffa4a31-ea87-47d7-bc3a-69f5d1e416f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f3caf6d46824ba6a44150276bb4faa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2357683 Apr 11 21:00:10.123644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44354) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:10.135828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44356) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:10.210535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6803253f-0af0-49e0-856f-7a511fc45268) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:10.210744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:10.211207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:10.211896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.217961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:10.229214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401f59e-0747-4ed2-aad8-e2d62831f4b9 None None] Network 6803253f-0af0-49e0-856f-7a511fc45268 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:10.246591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:10.263641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1bd2-b37e-40f2-b5ae-fcb36e2b1b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.266224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5d7e1bd2-b37e-40f2-b5ae-fcb36e2b1b79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b5bcf75-97f6-4456-9c24-8a7f09871780 HTTP/1.1" status: 204 len: 168 time: 1.9888892 Apr 11 21:00:10.269006 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-a31be50e-2eaa-4a2c-937b-be14055a5880 service neutron] 10.222.0.61 "GET /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880537 Apr 11 21:00:10.288924 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac1c2d2-8dff-4421-ba68-13e334435233 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] GET failed (client error): The resource could not be found. Apr 11 21:00:10.289436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fac1c2d2-8dff-4421-ba68-13e334435233 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Synchronizing usage tracker for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:10.338228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e08751da-33d6-48ac-95ef-6ba3eceb4f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.381412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.391777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-336e97a4-8bbd-4819-b8d1-36c9dd61da5a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "DELETE /v2.0/ports/382d0e35-ec49-4a98-b381-75a69f4d7319 HTTP/1.1" status: 204 len: 168 time: 2.6213369 Apr 11 21:00:10.391777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44366) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:10.396134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Pushing event updated for resources: {'Port': ['ID=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:10.397487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Request body: {'port': {'name': 'tempest-new-port-name-769556160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:10.405340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] bootfile-name is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 21:00:10.407123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] tftp-server is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 21:00:10.407493 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.api.validators [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] server-ip-address is not in valid_values {{(pid=84666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 21:00:10.429814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e08751da-33d6-48ac-95ef-6ba3eceb4f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.472887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fac1c2d2-8dff-4421-ba68-13e334435233 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Unset dirty status for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:10.474093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fac1c2d2-8dff-4421-ba68-13e334435233 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "GET /v2.0/ports/5f11a040-9578-4398-bd1b-467c7427ad2b HTTP/1.1" status: 404 len: 333 time: 0.3494270 Apr 11 21:00:10.478031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-442ba9aa-2ed4-478e-ac99-21670d8982de tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8773220 Apr 11 21:00:10.485371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44370) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:10.485698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:10.492069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815422549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:10.506612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2090428792'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:10.525329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Attempting to bind port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:10.525770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Attempting to bind port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:10.526197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Attempting to bind port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd on network 11261a56-5b96-4c8a-a8be-415bd321cc3b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:10.532397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:10.541337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:10.541784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Checking segment: {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:10.542891 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.543380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Bound using segment: {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:10.544133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Bound port: 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:10.544579 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.595631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:10.603082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:10.614704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:10.658620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e08751da-33d6-48ac-95ef-6ba3eceb4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.684139 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e08751da-33d6-48ac-95ef-6ba3eceb4f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.685467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e08751da-33d6-48ac-95ef-6ba3eceb4f4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50d48a13-6bda-4ff8-b5bd-ab4327c01fff HTTP/1.1" status: 204 len: 168 time: 0.5481603 Apr 11 21:00:10.698014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.754184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08751da-33d6-48ac-95ef-6ba3eceb4f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d48a13-6bda-4ff8-b5bd-ab4327c01fff,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:10.767026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dfac32bd-b916-410d-9d31-2cecd34c25c9 req-0a7cd02a-74c0-41de-836f-0df1d29c191a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:10.874056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.875271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.897310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:10.901434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Router abea0ad5-614b-4c1f-8e16-19bdabef4c07 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:00:10.911808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] For port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:10.916139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] For port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:10.948984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:10.999500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.004395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dfac32bd-b916-410d-9d31-2cecd34c25c9 req-0a7cd02a-74c0-41de-836f-0df1d29c191a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:11.005579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dfac32bd-b916-410d-9d31-2cecd34c25c9 req-0a7cd02a-74c0-41de-836f-0df1d29c191a tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 210 time: 0.3795800 Apr 11 21:00:11.022819 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.064986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:11.153490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a68d3c-d115-4cd8-8c35-044cca190007 None None] Pushing event updated for resources: {'Port': ['ID=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:11.178082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:00:11.184121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.197635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] Sync routers for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:00:11.238375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.246356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.249998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d3d03d7-64f7-4063-b25a-1ba1f3a7ded8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7596762 Apr 11 21:00:11.251687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44398) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:11.325199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-6803253f-0af0-49e0-856f-7a511fc45268', 'network_id': '6803253f-0af0-49e0-856f-7a511fc45268', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': '42e55628-d8a9-481f-9a29-90161ec92bf8'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:11.326770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.338323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:11.340286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.351986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:11.356730 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ca5c9686-8707-437a-ac49-807bfe531758 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "PUT /v2.0/floatingips/3aef111c-cc2e-40ef-8344-dbeae5b8894d HTTP/1.1" status: 200 len: 991 time: 3.7512119 Apr 11 21:00:11.360284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:11.471855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:11.476431 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.666845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] device_id is not set on port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:11.777240 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d001616-9e36-4438-8fdc-0a48e7a51efd'] response: {'name': 'network-changed', 'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2', 'status': 'completed', 'code': 200} Apr 11 21:00:11.975027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event updated for resources: {'Port': ['ID=feaf0a5d-3926-4f16-bffb-253f38d5bd8e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:11.985635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] In _notify_port_updated(), no bound segment for port feaf0a5d-3926-4f16-bffb-253f38d5bd8e on network 9232c04d-23e5-44a6-951a-54fd60cfdb12 {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:11.990322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:11.990964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:11.997598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3843c14a-09cc-4b93-a16a-5a4f6e97be51 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "PUT /v2.0/ports/feaf0a5d-3926-4f16-bffb-253f38d5bd8e HTTP/1.1" status: 200 len: 1136 time: 1.6003351 Apr 11 21:00:12.000523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dd5d579b-50b7-4427-89f4-0e219a4b84d3 None None] Provisioning complete for port feaf0a5d-3926-4f16-bffb-253f38d5bd8e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:12.000908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dd5d579b-50b7-4427-89f4-0e219a4b84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:12.004956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44420) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:12.012693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-1d7f99ad-2537-4d74-acf6-1cc30078b9c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.2589710 Apr 11 21:00:12.082633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:12.286494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d579b-50b7-4427-89f4-0e219a4b84d3 None None] Port feaf0a5d-3926-4f16-bffb-253f38d5bd8e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:12.312820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Allocated IP 172.20.0.2 (6803253f-0af0-49e0-856f-7a511fc45268/42e55628-d8a9-481f-9a29-90161ec92bf8/dc205ae1-351e-4932-a074-f5bf5e5fb519) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:12.344643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Allocated IP 2001:db8::d4 (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:12.347260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:12.365808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c23cdf0-83e6-4d80-9173-5458329d1245 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:12.367983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4c23cdf0-83e6-4d80-9173-5458329d1245 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Synchronizing usage tracker for tenant:8b195f018b1b436cbb4f6d4cc7e065ef on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:12.485177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4142812-7efe-4db0-9fe8-d71ddae076cc req-870cc7a0-6282-42a8-8115-c1b494f042b8 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 210 time: 0.3056686 Apr 11 21:00:12.660523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4c23cdf0-83e6-4d80-9173-5458329d1245 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Unset dirty status for tenant:8b195f018b1b436cbb4f6d4cc7e065ef on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:12.667175 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4c23cdf0-83e6-4d80-9173-5458329d1245 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "GET /v2.0/ports/feaf0a5d-3926-4f16-bffb-253f38d5bd8e HTTP/1.1" status: 200 len: 1136 time: 0.6534455 Apr 11 21:00:12.668897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44436) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:12.718906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-96d8def7-3da3-40e0-87d9-89920da5d303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:12.720591 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-96d8def7-3da3-40e0-87d9-89920da5d303 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1 HTTP/1.1" status: 200 len: 917 time: 0.5530214 Apr 11 21:00:12.786635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44440) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:12.972932 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:12.997008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Transition to ACTIVE for port object dc205ae1-351e-4932-a074-f5bf5e5fb519 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:13.023390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Transition to ACTIVE for port object dc205ae1-351e-4932-a074-f5bf5e5fb519 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:13.027868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '3aef111c-cc2e-40ef-8344-dbeae5b8894d', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'port_id': '747f1a16-e78f-496f-8a33-f85e004241d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'mac_address': 'fa:16:3e:75:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:58:23Z', 'updated_at': '2022-04-11T21:00:08Z', 'revision_number': 1, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:13.032397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Deleting port feaf0a5d-3926-4f16-bffb-253f38d5bd8e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:13.032939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] Checking router: abea0ad5-614b-4c1f-8e16-19bdabef4c07 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:00:13.033087 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.050294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:13.050935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T20:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:13.115574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-020e62a3-ecf9-4e0e-8734-04ffde05c80c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 999 time: 0.3436711 Apr 11 21:00:13.203868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.215907 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.278772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.20.0.1 (6803253f-0af0-49e0-856f-7a511fc45268/42e55628-d8a9-481f-9a29-90161ec92bf8/d4542eda-c54d-4e39-ad9a-9fe3330e6626) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:13.287396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-dad9eae4-be2e-4aff-82aa-2fd76958dccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:13.294688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-dad9eae4-be2e-4aff-82aa-2fd76958dccb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 200 len: 855 time: 0.1708736 Apr 11 21:00:13.296121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Transition to ACTIVE for port object d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:13.490212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b968c05-de7b-4aa2-adb3-ec982ca35572 None None] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:13.505819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1061278607-network', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:13.516382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:13.525495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Usage tracker for resource:network and tenant:444399fd4d7e476099e458dc2a9f9b98 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:13.538449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:13.553874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:13.558276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.588134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object d4542eda-c54d-4e39-ad9a-9fe3330e6626 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:13.608306 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.625974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-f957318a-1103-45d3-90ba-c5bafa3f599e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123519 Apr 11 21:00:13.691718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.703373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Made reservation on behalf of 444399fd4d7e476099e458dc2a9f9b98 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:13.705828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.771858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.781889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:13.868780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Network 6803253f-0af0-49e0-856f-7a511fc45268 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:13.878549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Pushing event updated for resources: {'Port': ['ID=dc205ae1-351e-4932-a074-f5bf5e5fb519,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:13.881579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:13.891011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:13.924445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:13.936453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0bf380-cc79-499d-9c99-31fa0bac68b0 req-a222eca0-e5e5-4f77-8975-6dd85271f589 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 210 time: 0.0695817 Apr 11 21:00:13.983231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=d4542eda-c54d-4e39-ad9a-9fe3330e6626,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:13.993440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Calling delete_port for feaf0a5d-3926-4f16-bffb-253f38d5bd8e owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:14.031869 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-14d1a4f2-78d0-43d5-87e8-6b82768deab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.053229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1dcf4783-d936-493c-87b9-25aa08ac1359 None None] Provisioning for port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:14.060691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:14.100014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 6803253f-0af0-49e0-856f-7a511fc45268 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:14.108845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:14.124365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:14.125447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:14.200578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:14.220117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Attempting to bind port dc205ae1-351e-4932-a074-f5bf5e5fb519 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:14.220490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Attempting to bind port dc205ae1-351e-4932-a074-f5bf5e5fb519 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6803253f-0af0-49e0-856f-7a511fc45268'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:14.220855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Attempting to bind port dc205ae1-351e-4932-a074-f5bf5e5fb519 on network 6803253f-0af0-49e0-856f-7a511fc45268 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:14.232226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Usage tracker for resource:security_group_rule and tenant:444399fd4d7e476099e458dc2a9f9b98 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:14.238276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:14.252184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:14.284981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:14.285447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Checking segment: {'id': '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6803253f-0af0-49e0-856f-7a511fc45268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:14.292080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.293036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Bound using segment: {'id': '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6803253f-0af0-49e0-856f-7a511fc45268'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:14.293828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Bound port: dc205ae1-351e-4932-a074-f5bf5e5fb519, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6803253f-0af0-49e0-856f-7a511fc45268'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:14.294200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.375977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:14.379753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:14.380910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.381980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.400924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:14.406092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:14.406740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.432726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-74aeac76-2021-412a-b7df-a7bf43d72861 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:14.434733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-74aeac76-2021-412a-b7df-a7bf43d72861 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:14.438051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-74aeac76-2021-412a-b7df-a7bf43d72861 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "GET /v2.0/networks?id=f03a2519-ca8f-46b5-bac1-72325be591cf&id=11261a56-5b96-4c8a-a8be-415bd321cc3b HTTP/1.1" status: 200 len: 1392 time: 0.6816199 Apr 11 21:00:14.454875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'port': {'device_id': '29602639-a243-4247-90d1-b5cf504c0f59', 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf', 'admin_state_up': True, 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:14.474665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-05a1b4af-4fc3-4cde-825a-750a41431616 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848814 Apr 11 21:00:14.481232 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.533072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:14.564004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:14.564143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6322483e-210c-4e9c-8709-6ccb11d14643 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0772464 Apr 11 21:00:14.564547 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.570184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44464) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:14.620311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b507f-32f0-40b2-b24a-1f489c26617b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:14.646874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3c:f2:67'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:14.779696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:14.789620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] For port dc205ae1-351e-4932-a074-f5bf5e5fb519, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:14.804197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.804543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.804913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.805244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.805571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.805895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.806562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.806562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.806844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.807152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.807664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:14.827199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.827587 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Added segment 7be6afd5-5b82-4e88-8b11-071e591e8f79 of type vlan for network b6277f6b-8eea-484d-88c5-37db7e3c64d9 Apr 11 21:00:14.833338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.840660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] For port dc205ae1-351e-4932-a074-f5bf5e5fb519, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc205ae1-351e-4932-a074-f5bf5e5fb519,segment=NetworkSegment(55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d),segment_id=55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:14.865113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c236eec-9cd2-44b4-a77c-af9202092eb8 req-4e80a872-9838-40fe-96ca-f29717038b67 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385515 Apr 11 21:00:14.925986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44470) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:14.942006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:14.944295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.064470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Provisioning complete for port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:15.065623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.161526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.213593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9cecf-8229-460f-bed3-85647d8d6f82 None None] Pushing event updated for resources: {'Port': ['ID=dc205ae1-351e-4932-a074-f5bf5e5fb519,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:15.257650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:15.353971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '3aef111c-cc2e-40ef-8344-dbeae5b8894d', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'port_id': '747f1a16-e78f-496f-8a33-f85e004241d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'mac_address': 'fa:16:3e:75:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:58:23Z', 'updated_at': '2022-04-11T21:00:08Z', 'revision_number': 1, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:15.361981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.404473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a05ce-b3f9-4467-9ce6-16d5e4642449 None None] The sync data for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 is: [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '3aef111c-cc2e-40ef-8344-dbeae5b8894d', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'port_id': '747f1a16-e78f-496f-8a33-f85e004241d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'mac_address': 'fa:16:3e:75:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T20:58:23Z', 'updated_at': '2022-04-11T21:00:08Z', 'revision_number': 1, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:00:15.428857 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.623344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.659864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-412269254'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:15.661482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:15.679680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.679680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:15.682560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event deleted for resources: {'Port': ['ID=feaf0a5d-3926-4f16-bffb-253f38d5bd8e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:15.696902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:port and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:15.706006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:15.714473 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:00:15.720961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:15.727785 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:00:15.759311 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.783023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:15.790402 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f4e5c52-f7f5-442b-9c9d-8cb3e9cb61bc req-8a1c540c-631d-49e6-818a-f0cf7cb14af7 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 210 time: 0.3591497 Apr 11 21:00:15.891201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.906531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.907913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:15.910800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1342b84c-0245-43cd-beb8-6ee407f0df29 None None] New status for floating IP 3aef111c-cc2e-40ef-8344-dbeae5b8894d: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:00:15.918723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:15.942311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Usage tracker for resource:network and tenant:af325343d9834e3a94e767f4a22f1a61 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:15.997846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc205ae1-351e-4932-a074-f5bf5e5fb519 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:16.050818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:16.065120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c60f4dbc-0198-4516-9f3e-26271af2b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.081102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.084056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:16.131321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:16.134683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.192225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3970473 Apr 11 21:00:16.201770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:16.219651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Made reservation on behalf of af325343d9834e3a94e767f4a22f1a61 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:16.219651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.229474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848083b-8f07-4ed5-b6ed-ccc3100d1402 admin admin] Pushing event updated for resources: {'Network': ['ID=b6277f6b-8eea-484d-88c5-37db7e3c64d9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:16.248538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Request body: {'subnet': {'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1061278607-subnet', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:16.259797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:16.286236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d2d6c80-d3a8-4c83-99b2-1d0942fd9915 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "DELETE /v2.0/ports/feaf0a5d-3926-4f16-bffb-253f38d5bd8e HTTP/1.1" status: 204 len: 168 time: 3.5523133 Apr 11 21:00:16.286236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44484) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:16.324570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=d4542eda-c54d-4e39-ad9a-9fe3330e6626,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:16.333778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.333908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:16.351577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Usage tracker for resource:subnet and tenant:444399fd4d7e476099e458dc2a9f9b98 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:16.361520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:16.370265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port dc205ae1-351e-4932-a074-f5bf5e5fb519 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:16.386885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.389250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:16.536963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Made reservation on behalf of 444399fd4d7e476099e458dc2a9f9b98 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:16.536963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.588479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:16.654073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:16.775027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 6803253f-0af0-49e0-856f-7a511fc45268 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:16.780283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:16.827040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Usage tracker for resource:security_group_rule and tenant:af325343d9834e3a94e767f4a22f1a61 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:16.837807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Deleting subnet ccef49af-5208-4577-a68f-9a873739e6e0 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:00:16.842789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:16.866879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:16.866879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.877890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Allocated IP 19.80.0.117 (f03a2519-ca8f-46b5-bac1-72325be591cf/8b5e7f9c-a576-421b-a880-5f0c2cff050d/10cef264-f6c6-4d42-9243-e0d86643efd8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:16.888156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:16.929516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:16.942705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a951d4-07b7-492c-b4a2-5d88872a4cd2 None None] Network 6803253f-0af0-49e0-856f-7a511fc45268 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:16.972269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Provisioning for port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:17.055553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.085810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Provisioning complete for port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:17.085810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.218398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c6131f2-f796-449e-aeaf-6d836e099b3f req-404e9064-3b61-4a7b-8ec0-0eb75f854416 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 210 time: 0.1373117 Apr 11 21:00:17.240372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d639154e-ce2f-4569-9807-fb46d4836c2d None None] Port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:17.262902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.266312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.279162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.360836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.418934 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.499767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.530806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] Provisioning for port dc205ae1-351e-4932-a074-f5bf5e5fb519 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:17.535398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.542930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] Provisioning complete for port dc205ae1-351e-4932-a074-f5bf5e5fb519 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:17.544154 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.574350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7f4d0b-4b60-46b1-bf38-5f2e95697ab2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:17.592845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] In _notify_port_updated(), no bound segment for port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb on network c016c1d1-3e64-4380-99d2-b8c01d93ab40 {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:17.598037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:17.598931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.600588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "PUT /v2.0/ports/d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb HTTP/1.1" status: 200 len: 1002 time: 3.0294514 Apr 11 21:00:17.606843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44492) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:17.608633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff999b-28b9-4dae-8ca1-e9bb47af068f tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:17.611171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:17.625904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.626250 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Added segment dcde1939-ac40-42e6-b3b8-c69c6bf82525 of type vlan for network 336b45de-62c0-428d-91f1-c3eea4a06069 Apr 11 21:00:17.659818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.672395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.701141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:17.701579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.725173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.732359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefebe0e-8ecc-47ed-b098-18437f59c188 None None] Network 9232c04d-23e5-44a6-951a-54fd60cfdb12 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:17.736858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event deleted for resources: {'Subnet': ['ID=ccef49af-5208-4577-a68f-9a873739e6e0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:17.763722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-12552781-6e34-4e24-8f3b-957fdb10b164 tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "DELETE /v2.0/subnets/ccef49af-5208-4577-a68f-9a873739e6e0 HTTP/1.1" status: 204 len: 168 time: 1.4857821 Apr 11 21:00:17.772180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44496) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:17.897272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.902595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:17.903521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.929144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.933608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.941278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:17.974954 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.030230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Transition to ACTIVE for port object 10cef264-f6c6-4d42-9243-e0d86643efd8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:18.047964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] For port dc205ae1-351e-4932-a074-f5bf5e5fb519, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc205ae1-351e-4932-a074-f5bf5e5fb519,segment=NetworkSegment(55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d),segment_id=55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:18.059857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Deleting port 36d6b930-9654-4769-a78a-2b2c556b1c01 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:18.060099 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.122948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Pushing event updated for resources: {'Network': ['ID=336b45de-62c0-428d-91f1-c3eea4a06069,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:18.134623 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a8663b37-2dae-4d49-90c2-a7f5d0c67a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.2074876 Apr 11 21:00:18.141868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 336b45de-62c0-428d-91f1-c3eea4a06069 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:18.184735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e97bb0a-3813-454e-93fe-efd81eaf8dd2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:18.284681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Checking segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:18.285047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Network hostable DHCP agents. Network: b6277f6b-8eea-484d-88c5-37db7e3c64d9, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:18.294712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.395387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] DHCP port deletion for 9232c04d-23e5-44a6-951a-54fd60cfdb12 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:00:18.417078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.430223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] For port 36d6b930-9654-4769-a78a-2b2c556b1c01, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=36d6b930-9654-4769-a78a-2b2c556b1c01,segment=NetworkSegment(b3088bf7-ee8b-49d4-8248-043adc6c9791),segment_id=b3088bf7-ee8b-49d4-8248-043adc6c9791)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:18.431395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.451301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Deleting port 36d6b930-9654-4769-a78a-2b2c556b1c01 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:18.451962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.519886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.530051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:18.555834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c08366-2fa8-42e3-8c19-d548cd347658 None None] Pushing event updated for resources: {'Port': ['ID=dc205ae1-351e-4932-a074-f5bf5e5fb519,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:18.615984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Calling delete_port for 36d6b930-9654-4769-a78a-2b2c556b1c01 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:18.640296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Provisioning complete for port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:18.640667 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.643118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44508) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:18.655115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Request body: {'port': {'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069', 'binding:host_id': 'n-h1-837321-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-641279077'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:18.669054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:18.676336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Usage tracker for resource:port and tenant:0e95fdb85b544608a68e9ea6fd5e8f0c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:18.680823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:18.691361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:18.750609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network f03a2519-ca8f-46b5-bac1-72325be591cf is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:18.756985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.758108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:18.759889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:18.762818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:18.780465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Made reservation on behalf of 0e95fdb85b544608a68e9ea6fd5e8f0c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:18.785738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.802906 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.819843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:18.822601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 4856b75d-b6a6-4edb-9aff-53eec652b26c is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:00:18.827184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Port d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:18.836148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] For port 36d6b930-9654-4769-a78a-2b2c556b1c01, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=36d6b930-9654-4769-a78a-2b2c556b1c01,segment=NetworkSegment(b3088bf7-ee8b-49d4-8248-043adc6c9791),segment_id=b3088bf7-ee8b-49d4-8248-043adc6c9791)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:18.836676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.864398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:18.869329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Usage tracker for resource:security_group_rule and tenant:0e95fdb85b544608a68e9ea6fd5e8f0c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:18.873253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:18.879926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:18.912986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:18.913902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.942086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6649-9da7-48ec-9e62-37f67fd330e0 req-245a0e2f-9258-41f5-9030-373f4297a904 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:18.944330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-144d6649-9da7-48ec-9e62-37f67fd330e0 req-245a0e2f-9258-41f5-9030-373f4297a904 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 932 time: 0.3778055 Apr 11 21:00:18.965204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Calling delete_port for 36d6b930-9654-4769-a78a-2b2c556b1c01 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:18.967241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.968348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:18.992986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Provisioning for port d4542eda-c54d-4e39-ad9a-9fe3330e6626 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:19.013012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Provisioning complete for port d4542eda-c54d-4e39-ad9a-9fe3330e6626 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:19.013386 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.016866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event deleted for resources: {'Port': ['ID=36d6b930-9654-4769-a78a-2b2c556b1c01,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:19.025150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b6277f6b-8eea-484d-88c5-37db7e3c64d9) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:19.036185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] No DVR routers for this DVR port 36d6b930-9654-4769-a78a-2b2c556b1c01 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:00:19.073828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.088005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:19.101889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dabe59-ca02-4a94-983f-a1648f6eb698 None None] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:19.117271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:19.117891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.194666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-144d6649-9da7-48ec-9e62-37f67fd330e0 req-6035879e-c8af-487d-980f-d756bb92d72c tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646047 Apr 11 21:00:19.238503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Port d4542eda-c54d-4e39-ad9a-9fe3330e6626 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:19.244309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-df0b7469-9368-45cb-be19-96f6d6ed0525 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7896361 Apr 11 21:00:19.249462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:00:19.259739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d99058-488f-494b-b08a-74df33364b59,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:19.262161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:00:19.262506 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:00:19.265406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3e6fac2d-070b-497a-aa1e-d962f2433865 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/4856b75d-b6a6-4edb-9aff-53eec652b26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0031185 Apr 11 21:00:19.267846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] Sync routers for ids ['4856b75d-b6a6-4edb-9aff-53eec652b26c'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:00:19.269016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44512) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:19.278719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Request body: {'port': {'device_id': '29602639-a243-4247-90d1-b5cf504c0f59', 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b', 'admin_state_up': True, 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:19.339096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Provisioning complete for port dc205ae1-351e-4932-a074-f5bf5e5fb519 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:19.339874 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbfc-ae64-4b40-801d-03944beeead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.348292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf2cea-f5a5-4460-a5d7-3795c25d0df1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:19.348884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-eeaf2cea-f5a5-4460-a5d7-3795c25d0df1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:19.354573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.387116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] Routers {'4856b75d-b6a6-4edb-9aff-53eec652b26c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:19.388082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4856b75d-b6a6-4edb-9aff-53eec652b26c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.412012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9232c04d-23e5-44a6-951a-54fd60cfdb12']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.435167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3088bf7-ee8b-49d4-8248-043adc6c9791') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.435561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3088bf7-ee8b-49d4-8248-043adc6c9791') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.471223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.474418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.483232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-eeaf2cea-f5a5-4460-a5d7-3795c25d0df1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:19.487444 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eeaf2cea-f5a5-4460-a5d7-3795c25d0df1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports/d4542eda-c54d-4e39-ad9a-9fe3330e6626 HTTP/1.1" status: 200 len: 910 time: 0.2172084 Apr 11 21:00:19.532987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44516) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:19.543078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] Routers {'4856b75d-b6a6-4edb-9aff-53eec652b26c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:19.543390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.548837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4856b75d-b6a6-4edb-9aff-53eec652b26c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.549575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-baa930d5-cc0d-41ca-8b44-9457f73c2f0c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3451488 Apr 11 21:00:19.560707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42e55628-d8a9-481f-9a29-90161ec92bf8'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:19.585509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44520) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:19.615454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.619047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dabc48-30ad-49c4-8306-153cae8c8dd5 None None] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:19.619461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Port': ['ID=d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:19.622824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:19.632817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:19.643836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:19.654498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:00:19.655137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.674420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Usage tracker for resource:port and tenant:7669813c4b8c45c7bfb6704b8d757ced is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:00:19.678916 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:00:19.687173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Usage tracker for resource:router and tenant:444399fd4d7e476099e458dc2a9f9b98 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:19.689299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:19.693088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.697015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-625f70c2-09bf-49ca-a866-12a725ff896c tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/ports/d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb HTTP/1.1" status: 204 len: 168 time: 2.0834191 Apr 11 21:00:19.705327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44524) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:19.707355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:19.707596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:19.708179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952424a6-18d5-42eb-a83a-112c36053c82 None None] The sync data for ids ['4856b75d-b6a6-4edb-9aff-53eec652b26c'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:00:19.727794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:19.777847 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d977f28f-f22d-487e-b87d-3bae25665781 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] GET failed (client error): The resource could not be found. Apr 11 21:00:19.778365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d977f28f-f22d-487e-b87d-3bae25665781 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Synchronizing usage tracker for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:19.780874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Deleting port 36d6b930-9654-4769-a78a-2b2c556b1c01 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:19.781246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:19.813831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc205ae1-351e-4932-a074-f5bf5e5fb519 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:19.876868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d977f28f-f22d-487e-b87d-3bae25665781 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Unset dirty status for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:19.878439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d977f28f-f22d-487e-b87d-3bae25665781 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "GET /v2.0/ports/d0fbaa47-a9ea-4dd0-8cb7-f33738ed16bb HTTP/1.1" status: 404 len: 333 time: 0.1729116 Apr 11 21:00:19.887021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44528) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:19.893550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1617716042'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:19.919776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:19.961787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-88839e58-cdbc-479a-8082-c9a89c5c324d None None] The port '36d6b930-9654-4769-a78a-2b2c556b1c01' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:00:20.003810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Made reservation on behalf of 7669813c4b8c45c7bfb6704b8d757ced for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:20.006934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.051904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dc205ae1-351e-4932-a074-f5bf5e5fb519 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:20.052273 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.072784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.073952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.085301 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.089882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7844c5a2-df5e-4eae-898f-0a182b1704ca None None] Provisioning for port 10cef264-f6c6-4d42-9243-e0d86643efd8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:20.105984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7844c5a2-df5e-4eae-898f-0a182b1704ca None None] Provisioning complete for port 10cef264-f6c6-4d42-9243-e0d86643efd8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:20.106653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7844c5a2-df5e-4eae-898f-0a182b1704ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.118291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.167854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:20.170047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:20.178815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7844c5a2-df5e-4eae-898f-0a182b1704ca None None] Port 10cef264-f6c6-4d42-9243-e0d86643efd8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:20.182733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] Pushing event deleted for resources: {'Network': ['ID=9232c04d-23e5-44a6-951a-54fd60cfdb12,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:20.202427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.207690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5f817da6-09f8-46f0-9fac-3edfc585799a tempest-ExtraDHCPOptionsTestJSON-379880326 tempest-ExtraDHCPOptionsTestJSON-379880326-project] 10.222.0.61 "DELETE /v2.0/networks/9232c04d-23e5-44a6-951a-54fd60cfdb12 HTTP/1.1" status: 204 len: 168 time: 2.4343586 Apr 11 21:00:20.219562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:20.234796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.248862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Transition to ACTIVE for port object a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:20.258684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Allocated IP 19.86.0.236 (11261a56-5b96-4c8a-a8be-415bd321cc3b/19ec2fdc-6f24-45e5-84dc-5ad9c9046381/5aadc42c-c7aa-49e7-abaf-506ccf243167) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:20.320384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:20.325345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.349803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.350682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 36d6b930-9654-4769-a78a-2b2c556b1c01 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:00:20.351724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.422265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 36d6b930-9654-4769-a78a-2b2c556b1c01 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:00:20.422604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 36d6b930-9654-4769-a78a-2b2c556b1c01 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:00:20.472956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] device_id is not set on port b2750a54-b0c5-4b01-a5f2-1557413053af yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:20.668183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.675840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:20.702886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Allocated IP 2001:db8::391 (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/b2750a54-b0c5-4b01-a5f2-1557413053af) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:20.705007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Transition to ACTIVE for port object 5aadc42c-c7aa-49e7-abaf-506ccf243167 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:20.837018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.862641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:20.878303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Checking segment: {'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:20.878656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Network hostable DHCP agents. Network: 336b45de-62c0-428d-91f1-c3eea4a06069, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:20.921951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44538) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:20.951978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:20.963323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520226-7a4c-4fe8-8bd2-f3004f3caded req-7520770d-0970-441e-a40b-91814639173b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:20.965453 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12520226-7a4c-4fe8-8bd2-f3004f3caded req-7520770d-0970-441e-a40b-91814639173b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 932 time: 0.4888124 Apr 11 21:00:20.966614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:20.971513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event updated for resources: {'Port': ['ID=5aadc42c-c7aa-49e7-abaf-506ccf243167,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:20.973822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:21.069952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.112163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:21.112799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.156609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Network 336b45de-62c0-428d-91f1-c3eea4a06069 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:21.178656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12520226-7a4c-4fe8-8bd2-f3004f3caded req-56102193-7545-4ba6-a793-175d19122687 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937721 Apr 11 21:00:21.200477 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-92f8c261-c93f-48b4-97c4-6dc56eadee91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b195f018b1b436cbb4f6d4cc7e065ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2775042 Apr 11 21:00:21.206761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:21.256814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Transition to ACTIVE for port object b2750a54-b0c5-4b01-a5f2-1557413053af will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:21.268505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 336b45de-62c0-428d-91f1-c3eea4a06069) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:21.277645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:21.278760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24f7af33-3b03-4595-8bd8-e10ec0c1d287 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0265963 Apr 11 21:00:21.280717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3c30a-5319-470a-827e-88227a0174f2 None None] Network 336b45de-62c0-428d-91f1-c3eea4a06069 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:21.289382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0409ecf-2397-4b02-9a6b-d038e7659e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.297438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Request body: {'port': {'device_id': '29602639-a243-4247-90d1-b5cf504c0f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:21.307320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:21.307726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:21.308327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:21.345413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:21.346073 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:21.349478 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 2 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:21.391837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:21.398085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:21.398085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:21.441983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:21.441983 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:21.443151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.443313 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 3 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:21.459527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0409ecf-2397-4b02-9a6b-d038e7659e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.467748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.470169 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.476771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:21.477115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:21.477635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:21.488743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a6ead69a-e53e-435e-9dd0-1a261cf95241 None None] Provisioning for port 5aadc42c-c7aa-49e7-abaf-506ccf243167 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:21.497204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a6ead69a-e53e-435e-9dd0-1a261cf95241 None None] Provisioning complete for port 5aadc42c-c7aa-49e7-abaf-506ccf243167 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:21.497569 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6ead69a-e53e-435e-9dd0-1a261cf95241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.530283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:21.530610 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:21.532990 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 4 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:21.561028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:21.561357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:21.561933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:21.566938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a6ead69a-e53e-435e-9dd0-1a261cf95241 None None] Port 5aadc42c-c7aa-49e7-abaf-506ccf243167 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:21.575729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.609464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.632789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:21.643919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:21.645939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=b2750a54-b0c5-4b01-a5f2-1557413053af,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:21.648098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:21.652113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:21.652824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.826242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.828240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:21.828558 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:21.840715 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 5 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:21.930075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-89fe44f7-6e54-4b98-92d1-796b8b5c09bc tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0413060 Apr 11 21:00:21.949326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:21.953064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44548) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:21.957751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:21.957751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:21.964561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'network_id': 'c016c1d1-3e64-4380-99d2-b8c01d93ab40', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1380872468'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:21.976204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=d4542eda-c54d-4e39-ad9a-9fe3330e6626,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:21.985903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0409ecf-2397-4b02-9a6b-d038e7659e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:21.993606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:21.993606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.006007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0409ecf-2397-4b02-9a6b-d038e7659e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.008739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e04a46d-6814-451e-8728-49ba5bede742 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/ports/d4542eda-c54d-4e39-ad9a-9fe3330e6626 HTTP/1.1" status: 200 len: 910 time: 2.4437377 Apr 11 21:00:22.013300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a0409ecf-2397-4b02-9a6b-d038e7659e10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3841a99-602f-49fa-bb28-43988498a790 HTTP/1.1" status: 204 len: 168 time: 0.7704000 Apr 11 21:00:22.021399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:22.021399 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:22.021399 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 6 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:22.021399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:22.068516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0409ecf-2397-4b02-9a6b-d038e7659e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3841a99-602f-49fa-bb28-43988498a790,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:22.126572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17d73b22-e995-4977-ab0a-678d48ab77f0 None None] Provisioning for port b2750a54-b0c5-4b01-a5f2-1557413053af completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:22.150139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17d73b22-e995-4977-ab0a-678d48ab77f0 None None] Provisioning complete for port b2750a54-b0c5-4b01-a5f2-1557413053af triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:22.150139 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17d73b22-e995-4977-ab0a-678d48ab77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.183374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:22.183374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:22.183374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:22.200098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:22.200098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:22.209354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:22.209354 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:22.209354 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 7 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:22.236660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Allocated IP 172.25.5.77 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/cbbb08ca-3596-4ed8-980b-ded7ccd3201c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:22.240843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:22.241028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:22.241713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:22.251446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:22.251793 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:22.253847 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 8 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:22.288069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:22.288069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:22.288283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:22.301022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-17d73b22-e995-4977-ab0a-678d48ab77f0 None None] Port b2750a54-b0c5-4b01-a5f2-1557413053af cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:22.331414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Made reservation on behalf of 9872551d6e8e482295e3ac11b061e61f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:22.334737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.371239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:22.371762 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:22.374052 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 9 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:22.404503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:22.404833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:22.405358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:22.426567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cef264-f6c6-4d42-9243-e0d86643efd8 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:00:22.431551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] device_id is not set on port e191531c-caef-432e-869d-99d878c7cc7c yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:22.438454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:22.438786 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:22.441984 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 10 to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad Apr 11 21:00:22.473193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:22.473411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.473525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:22.473728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:22.522268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Transition to ACTIVE for port object 10cef264-f6c6-4d42-9243-e0d86643efd8 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:22.563897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:22.564226 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:22.564578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.585074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5110-e0da-45a2-8fbd-8c782a85dcb0 req-0e7f282c-b5d8-455f-ae42-70212ef76ff4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:22.588960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5110-e0da-45a2-8fbd-8c782a85dcb0 req-0e7f282c-b5d8-455f-ae42-70212ef76ff4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:22.589716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-614b5110-e0da-45a2-8fbd-8c782a85dcb0 req-0e7f282c-b5d8-455f-ae42-70212ef76ff4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:22.612124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.637256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.757245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Allocated IP 2001:db8::f9 (c016c1d1-3e64-4380-99d2-b8c01d93ab40/75e38301-c1c1-41ae-a980-24b5bae15bf2/e191531c-caef-432e-869d-99d878c7cc7c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:22.758093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] For port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:22.758680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempted to set empty binding levels {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 11 21:00:22.771172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-614b5110-e0da-45a2-8fbd-8c782a85dcb0 req-0e7f282c-b5d8-455f-ae42-70212ef76ff4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:22.772398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-614b5110-e0da-45a2-8fbd-8c782a85dcb0 req-0e7f282c-b5d8-455f-ae42-70212ef76ff4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1655 time: 0.4080894 Apr 11 21:00:22.782324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Pushing event updated for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:22.782864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.843931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.886451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:22.963461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-614b5110-e0da-45a2-8fbd-8c782a85dcb0 req-73a137b3-1d06-4d7a-9777-a71f9a10b625 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745858 Apr 11 21:00:22.995678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.008456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:23.012057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:23.050537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:23.060857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:23.124456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Attempting to bind port 10cef264-f6c6-4d42-9243-e0d86643efd8 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:23.124456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Attempting to bind port 10cef264-f6c6-4d42-9243-e0d86643efd8 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:23.124456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Attempting to bind port 10cef264-f6c6-4d42-9243-e0d86643efd8 on network f03a2519-ca8f-46b5-bac1-72325be591cf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:23.136300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Port 10cef264-f6c6-4d42-9243-e0d86643efd8 on network f03a2519-ca8f-46b5-bac1-72325be591cf not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:23.136300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Attempting to bind port 10cef264-f6c6-4d42-9243-e0d86643efd8 on network f03a2519-ca8f-46b5-bac1-72325be591cf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:23.150917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:23.150917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Checking segment: {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:23.150917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Bound using segment: {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:23.150917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Bound port: 10cef264-f6c6-4d42-9243-e0d86643efd8, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bebbdf8-c105-43b8-93bc-6a48b7b364bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:23.150917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.210973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cb4e9052-edc5-489b-9966-3945db78b09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.5573053 Apr 11 21:00:23.210973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:23.210973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44576) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:23.267376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.330427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Transition to ACTIVE for port object e191531c-caef-432e-869d-99d878c7cc7c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:23.334232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:23.334800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Deleting port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:23.335322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.337991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:23.445644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.450586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.532388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.532388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] 10.222.0.75 "PUT /v2.0/ports/10cef264-f6c6-4d42-9243-e0d86643efd8 HTTP/1.1" status: 200 len: 1092 time: 2.2378461 Apr 11 21:00:23.532388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:23.548558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:23.566060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:23.566060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:23.566060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:23.566060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:23.601786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f9eb0-ebb4-4bd3-b79d-3c11d7e70651 service neutron] Pushing event updated for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:23.650874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Request body: {'port': {'device_id': '29602639-a243-4247-90d1-b5cf504c0f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:23.699910 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0ef9a1-85e3-42c8-a984-a8e7434fa486'] response: {'name': 'network-changed', 'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8', 'status': 'completed', 'code': 200} Apr 11 21:00:23.710720 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7716644 Apr 11 21:00:23.740747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:23.753057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:3c:f2:67'}, {'ip_address': '2001:db8::391', 'mac_address': 'fa:16:3e:5f:4b:12'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:23.830285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d3c1f-0379-42f3-b74f-c976dfbefff6 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=e191531c-caef-432e-869d-99d878c7cc7c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:23.858165 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:00:23.969678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:24.043188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-f7e15cf5-13d6-4f16-a5c9-e704b3ca7b9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1914 time: 0.3156781 Apr 11 21:00:24.331101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-aa66cfaf-d0ed-41f9-8b0d-aa820e771c46 None None] Provisioning for port e191531c-caef-432e-869d-99d878c7cc7c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:24.338425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-aa66cfaf-d0ed-41f9-8b0d-aa820e771c46 None None] Provisioning complete for port e191531c-caef-432e-869d-99d878c7cc7c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:24.338425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aa66cfaf-d0ed-41f9-8b0d-aa820e771c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:24.453749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-aa66cfaf-d0ed-41f9-8b0d-aa820e771c46 None None] Port e191531c-caef-432e-869d-99d878c7cc7c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:24.602118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-83b00832-b65b-4d98-a2e9-32735433db8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:24.602118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-83b00832-b65b-4d98-a2e9-32735433db8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:24.602118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-83b00832-b65b-4d98-a2e9-32735433db8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:24.602118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-83b00832-b65b-4d98-a2e9-32735433db8b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5393071 Apr 11 21:00:24.701026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:24.701026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] For port a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad, host n-h1-837321-1, got binding levels [] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:24.701026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:24.708246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af911e2-c752-474d-9c3a-50ee6ff469e2 req-592a5a5c-c2df-4b0a-b2ea-c90b676fbbc1 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:24.708246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af911e2-c752-474d-9c3a-50ee6ff469e2 req-592a5a5c-c2df-4b0a-b2ea-c90b676fbbc1 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:24.708246 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af911e2-c752-474d-9c3a-50ee6ff469e2 req-592a5a5c-c2df-4b0a-b2ea-c90b676fbbc1 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1667 time: 0.4513760 Apr 11 21:00:24.848842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af911e2-c752-474d-9c3a-50ee6ff469e2 req-3f142eed-0650-48dd-88c9-a3de7fc3dce9 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292095 Apr 11 21:00:24.854000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-5f67028d-f459-4ab1-8c41-85c3d12de2a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:24.856661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d7fa75c-b332-4e88-8d22-ef4389323a01 req-5f67028d-f459-4ab1-8c41-85c3d12de2a7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445116 Apr 11 21:00:24.860187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Calling delete_port for a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:24.966959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aadc42c-c7aa-49e7-abaf-506ccf243167 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:00:24.966959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:24.993914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:24.993914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.075500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Transition to ACTIVE for port object 5aadc42c-c7aa-49e7-abaf-506ccf243167 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:25.114038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.153938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.256444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event deleted for resources: {'Port': ['ID=a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:25.276826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.348545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Pushing event updated for resources: {'Port': ['ID=5aadc42c-c7aa-49e7-abaf-506ccf243167,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:25.429086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-afdd7a1e-a8f8-499a-8124-a9e284199d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad HTTP/1.1" status: 204 len: 168 time: 2.2107687 Apr 11 21:00:25.435861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44608) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:25.568488 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7158a07-05b3-4888-a08d-77a7068cfdb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:00:25.569781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7158a07-05b3-4888-a08d-77a7068cfdb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "GET /v2.0/ports/a82d0c07-dc9d-4f61-9c6c-48fc016ce7ad HTTP/1.1" status: 404 len: 333 time: 0.0619047 Apr 11 21:00:25.576208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44612) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:25.605187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Request body: {'port': {'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-174520772'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:25.619657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:25.629438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Usage tracker for resource:port and tenant:0e95fdb85b544608a68e9ea6fd5e8f0c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:25.634427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:25.641676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Attempting to bind port 5aadc42c-c7aa-49e7-abaf-506ccf243167 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:25.642003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Attempting to bind port 5aadc42c-c7aa-49e7-abaf-506ccf243167 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:25.642620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Attempting to bind port 5aadc42c-c7aa-49e7-abaf-506ccf243167 on network 11261a56-5b96-4c8a-a8be-415bd321cc3b {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:25.645234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:25.656602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Port 5aadc42c-c7aa-49e7-abaf-506ccf243167 on network 11261a56-5b96-4c8a-a8be-415bd321cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:25.656923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Attempting to bind port 5aadc42c-c7aa-49e7-abaf-506ccf243167 on network 11261a56-5b96-4c8a-a8be-415bd321cc3b {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:25.664019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:25.664460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Checking segment: {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:25.664919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Bound using segment: {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:25.665441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Bound port: 5aadc42c-c7aa-49e7-abaf-506ccf243167, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31742d9d-8c49-4465-b88f-cea83c84724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:25.665789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.766186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] For port 5aadc42c-c7aa-49e7-abaf-506ccf243167, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:25.769955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] For port 5aadc42c-c7aa-49e7-abaf-506ccf243167, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:25.779079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:00:25.782020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Made reservation on behalf of 0e95fdb85b544608a68e9ea6fd5e8f0c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:25.787452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.808432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.811831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port d4542eda-c54d-4e39-ad9a-9fe3330e6626 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:25.812157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.818498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port 9987197b-6daf-43cf-afa8-13e5101850e4 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:25.876133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.948845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:25.974435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Pushing event updated for resources: {'Port': ['ID=5aadc42c-c7aa-49e7-abaf-506ccf243167,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:26.016022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.016022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-cd89f5b0-7e41-46c3-ad49-dae4c70d45cf service neutron] 10.222.0.75 "PUT /v2.0/ports/5aadc42c-c7aa-49e7-abaf-506ccf243167 HTTP/1.1" status: 200 len: 1092 time: 2.3732657 Apr 11 21:00:26.016022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'tag': '5aadc42c-c7aa-49e7-abaf-506ccf243167'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:26.068097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] In _notify_port_updated(), no bound segment for port e191531c-caef-432e-869d-99d878c7cc7c on network c016c1d1-3e64-4380-99d2-b8c01d93ab40 {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:26.071927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:26.082035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.082035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "PUT /v2.0/ports/e191531c-caef-432e-869d-99d878c7cc7c HTTP/1.1" status: 200 len: 1066 time: 2.3325219 Apr 11 21:00:26.132133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44626) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:26.132133 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d9e5a7-b952-4cfb-801f-c45c479bd538'] response: {'name': 'network-changed', 'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'tag': '5aadc42c-c7aa-49e7-abaf-506ccf243167', 'status': 'completed', 'code': 200} Apr 11 21:00:26.166444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ca15f-686c-4b9b-a42a-6ae50b3679a3 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event updated for resources: {'Port': ['ID=e191531c-caef-432e-869d-99d878c7cc7c,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:26.197506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.314560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.382304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port e191531c-caef-432e-869d-99d878c7cc7c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:26.382645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.388681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Router 6e791914-453b-4ba7-afd2-ae51687415ab is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:00:26.406900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for d4542eda-c54d-4e39-ad9a-9fe3330e6626 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:26.544862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a486bb89-32f5-4b23-b3c4-4521f995ddb4 None None] Provisioning complete for port e191531c-caef-432e-869d-99d878c7cc7c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:26.545840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a486bb89-32f5-4b23-b3c4-4521f995ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.673381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a486bb89-32f5-4b23-b3c4-4521f995ddb4 None None] Port e191531c-caef-432e-869d-99d878c7cc7c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:26.715229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f9ab2-d178-44d3-ba87-ce35ca587fcd req-36faeeb4-bac3-4188-bebf-9d6d13166843 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:26.718376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f9ab2-d178-44d3-ba87-ce35ca587fcd req-36faeeb4-bac3-4188-bebf-9d6d13166843 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:26.720596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e11f9ab2-d178-44d3-ba87-ce35ca587fcd req-36faeeb4-bac3-4188-bebf-9d6d13166843 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1679 time: 0.6587789 Apr 11 21:00:26.778497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-80d5baf5-d7b7-4425-91ef-d27ae7ebe449 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1981 time: 0.5608399 Apr 11 21:00:26.784275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.866935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-70960c88-f439-4363-9a91-ae3aa6940612 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3363440 Apr 11 21:00:26.889649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e11f9ab2-d178-44d3-ba87-ce35ca587fcd req-83803bf0-f508-4a38-9aa3-e286aae232e8 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474411 Apr 11 21:00:26.964829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:00:26.977270 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Sync routers for ids ['6e791914-453b-4ba7-afd2-ae51687415ab'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:00:26.981693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Network 336b45de-62c0-428d-91f1-c3eea4a06069 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:26.987016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:26.989543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-bccbf2b4-6d5a-4a72-aa22-bcfd007c7722 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=10cef264-f6c6-4d42-9243-e0d86643efd8 HTTP/1.1" status: 200 len: 217 time: 0.1943750 Apr 11 21:00:26.990683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.993375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:26.993375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:26.994185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:26.994310 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Routers {'6e791914-453b-4ba7-afd2-ae51687415ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:26.995555 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6e791914-453b-4ba7-afd2-ae51687415ab'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:27.059680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=9987197b-6daf-43cf-afa8-13e5101850e4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:27.113492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:27.126586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-2f74cef6-e988-47de-a74c-76cbc0632edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:27.128330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-2f74cef6-e988-47de-a74c-76cbc0632edd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8b5e7f9c-a576-421b-a880-5f0c2cff050d HTTP/1.1" status: 200 len: 801 time: 0.1242058 Apr 11 21:00:27.145573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=d4542eda-c54d-4e39-ad9a-9fe3330e6626,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:27.206152 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Set router 6e791914-453b-4ba7-afd2-ae51687415ab gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:27.236042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:27.240450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98386a6f-751b-4b6b-b77c-8aaecfc127d3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6502631 Apr 11 21:00:27.258918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44636) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:27.281590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-730557cc-2af0-4606-9f42-1a5ec27aa6d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7042794 Apr 11 21:00:27.282655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:27.321271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for e191531c-caef-432e-869d-99d878c7cc7c owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:27.370544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:27.466184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-11bc7aae-f01f-4ed0-aa6a-09b542034e3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.4609940 Apr 11 21:00:27.568603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:27.677400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-34fdc0c4-3406-4d67-8e90-153c520ee0b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f03a2519-ca8f-46b5-bac1-72325be591cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4684715 Apr 11 21:00:27.719638 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:00:23Z', 'revision_number': 3, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:27.723750 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Checking router: 6e791914-453b-4ba7-afd2-ae51687415ab for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:00:27.727639 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Updating router 6e791914-453b-4ba7-afd2-ae51687415ab port cbbb08ca-3596-4ed8-980b-ded7ccd3201c binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:00:27.793944 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:27.868027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:27.896890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:27.915785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-73da7646-6d13-44bb-a0aa-04cc61f98c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:27.915785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-73da7646-6d13-44bb-a0aa-04cc61f98c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:27.915785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-73da7646-6d13-44bb-a0aa-04cc61f98c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:27.931882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-73da7646-6d13-44bb-a0aa-04cc61f98c60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=996cc069-17e6-4993-a448-2a6c24d958c0&id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 2296 time: 0.2705786 Apr 11 21:00:28.002693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Port': ['ID=e191531c-caef-432e-869d-99d878c7cc7c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:28.096946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-b488ff6f-ec12-4f41-af79-ab046b2f3bcd service neutron] 10.222.0.75 "GET /v2.0/networks/f03a2519-ca8f-46b5-bac1-72325be591cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143662 Apr 11 21:00:28.147097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:00:28.380421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-323e8f1a-6fca-41ed-be17-f82c01e8f39e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 1001 time: 0.4415991 Apr 11 21:00:28.389123 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.403375 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Transition to ACTIVE for port object cbbb08ca-3596-4ed8-980b-ded7ccd3201c will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:28.481887 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.581083 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Pushing event updated for resources: {'Port': ['ID=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:28.584128 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Attempting to bind port cbbb08ca-3596-4ed8-980b-ded7ccd3201c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:28.584563 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Attempting to bind port cbbb08ca-3596-4ed8-980b-ded7ccd3201c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:28.584978 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Attempting to bind port cbbb08ca-3596-4ed8-980b-ded7ccd3201c on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:28.607952 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:28.608330 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:28.613271 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.613271 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:28.613271 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Bound port: cbbb08ca-3596-4ed8-980b-ded7ccd3201c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:28.613271 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.637793 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.638061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.638397 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.638729 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.639063 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.639432 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.639957 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.640307 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.640630 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.640949 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.641267 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:28.685168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-1fa94c90-ab6b-4131-9c1b-1fa273eafb81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:28.686609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-1fa94c90-ab6b-4131-9c1b-1fa273eafb81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 200 len: 855 time: 0.3007190 Apr 11 21:00:28.703327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port 9987197b-6daf-43cf-afa8-13e5101850e4 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:28.714110 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] For port cbbb08ca-3596-4ed8-980b-ded7ccd3201c, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:28.724105 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] For port cbbb08ca-3596-4ed8-980b-ded7ccd3201c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:28.724916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.822723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.829787 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:28.934349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-829d5336-f6fd-483f-8be0-8b6e8f557d84 service neutron] 10.222.0.75 "GET /v2.0/networks/f03a2519-ca8f-46b5-bac1-72325be591cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136702 Apr 11 21:00:28.934810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Routers {'6e791914-453b-4ba7-afd2-ae51687415ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:28.934810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6e791914-453b-4ba7-afd2-ae51687415ab'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:28.934975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Transition to ACTIVE for port object 9987197b-6daf-43cf-afa8-13e5101850e4 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:29.010447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 4856b75d-b6a6-4edb-9aff-53eec652b26c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:00:29.028367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-e446b0ec-3698-4c71-9d69-3d990615fdc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198423 Apr 11 21:00:29.031045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:29.031045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-7782f826-67ab-4eda-81bd-a3e9264f3e03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167 HTTP/1.1" status: 200 len: 217 time: 0.0941656 Apr 11 21:00:29.039185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c1e96-a10b-44c4-b07d-ecd1b3acedbb req-2aa80f97-4584-484f-a09b-7718f1fc1792 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:29.044400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c1e96-a10b-44c4-b07d-ecd1b3acedbb req-2aa80f97-4584-484f-a09b-7718f1fc1792 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:29.062227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-117c1e96-a10b-44c4-b07d-ecd1b3acedbb req-2aa80f97-4584-484f-a09b-7718f1fc1792 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1679 time: 0.9077799 Apr 11 21:00:29.131178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:29.164725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4bd1be27-16d2-474c-bd3d-778f17c45798 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/ports/e191531c-caef-432e-869d-99d878c7cc7c HTTP/1.1" status: 204 len: 168 time: 3.0362351 Apr 11 21:00:29.168575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44656) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:29.287769 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] Set router 6e791914-453b-4ba7-afd2-ae51687415ab gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:29.381781 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41d90b6-0d18-4fad-8109-d3422675f82b tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] GET failed (client error): The resource could not be found. Apr 11 21:00:29.381781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a41d90b6-0d18-4fad-8109-d3422675f82b tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Synchronizing usage tracker for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:29.498188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-2850b711-1e58-4cac-9e9c-a25e51427f5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:29.498188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-2850b711-1e58-4cac-9e9c-a25e51427f5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=19ec2fdc-6f24-45e5-84dc-5ad9c9046381 HTTP/1.1" status: 200 len: 801 time: 0.4203608 Apr 11 21:00:29.498188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-117c1e96-a10b-44c4-b07d-ecd1b3acedbb req-f9328c42-b13d-4eec-b497-d9ed227cf279 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359596 Apr 11 21:00:29.498188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=9987197b-6daf-43cf-afa8-13e5101850e4,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:29.587382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a41d90b6-0d18-4fad-8109-d3422675f82b tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Unset dirty status for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:29.587382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a41d90b6-0d18-4fad-8109-d3422675f82b tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "GET /v2.0/ports/e191531c-caef-432e-869d-99d878c7cc7c HTTP/1.1" status: 404 len: 333 time: 0.4010267 Apr 11 21:00:29.587382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:29.587382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:29.587382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:29.587382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44662) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:29.613058 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5082-9690-4a15-b81d-8c688befb0ff None None] Pushing event updated for resources: {'Port': ['ID=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:29.646828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:29.646957 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:29.659326 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 2 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:29.675433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:29.675839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:29.676170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:29.688666 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-41f149a8-b557-4b4c-ab2a-4ebde7c51f30 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674042 Apr 11 21:00:29.699646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port b2750a54-b0c5-4b01-a5f2-1557413053af {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:29.700241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:29.749056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:29.749669 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:29.756374 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 3 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:29.780071 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:00:23Z', 'revision_number': 3, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:29.785271 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b76d66-fb07-4398-ad2e-7e48affe37d8 None None] The sync data for ids ['6e791914-453b-4ba7-afd2-ae51687415ab'] in n-d-837321-1 is: [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:00:23Z', 'revision_number': 3, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:00:29.787181 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-6f0c93ec-034d-445a-9653-bf0b8846df23 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11261a56-5b96-4c8a-a8be-415bd321cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2880530 Apr 11 21:00:29.797220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:29.797558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:29.797885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:29.857247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:00:29.865923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd8eb73e-d5df-43cf-ada3-cad66ca21954 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/4856b75d-b6a6-4edb-9aff-53eec652b26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8738890 Apr 11 21:00:29.867778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] Sync routers for ids ['4856b75d-b6a6-4edb-9aff-53eec652b26c'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:00:29.868437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44668) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:29.890789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] Routers {'4856b75d-b6a6-4edb-9aff-53eec652b26c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:29.890789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4856b75d-b6a6-4edb-9aff-53eec652b26c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:29.982414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-075af248-2bc6-46e9-9d88-133db2ac162d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:29.984521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-1c5e1960-7ca4-4a37-aa58-7ea40e31afcd service neutron] 10.222.0.75 "GET /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820660 Apr 11 21:00:30.038069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:30.038403 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:30.063050 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 4 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:30.088506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:30.105393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] Routers {'4856b75d-b6a6-4edb-9aff-53eec652b26c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:30.106580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4856b75d-b6a6-4edb-9aff-53eec652b26c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:30.125162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-cafce196-aea9-4884-b453-c516e550a6e2 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282737 Apr 11 21:00:30.239222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:30.239222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f91b82-dfdc-4b09-b241-cf8c32506100 None None] The sync data for ids ['4856b75d-b6a6-4edb-9aff-53eec652b26c'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:00:30.269947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c00cb866-f7db-45c1-91f0-039841a18a8d req-24aa470a-cf8f-4811-ad17-1866e89edc1c service neutron] 10.222.0.75 "GET /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657435 Apr 11 21:00:30.290407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:30.291182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:30.291321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:30.316755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-e7d841de-12fb-42b5-b5a3-ef37816bf1c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 217 time: 0.1679323 Apr 11 21:00:30.329483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-075af248-2bc6-46e9-9d88-133db2ac162d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:30.329483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-075af248-2bc6-46e9-9d88-133db2ac162d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=4856b75d-b6a6-4edb-9aff-53eec652b26c HTTP/1.1" status: 200 len: 205 time: 0.4553847 Apr 11 21:00:30.365484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44674) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:30.388448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:30.388777 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:30.391951 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 5 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:30.424894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:30.425457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:30.425955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:30.452517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:30.454527 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:30.649534 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 6 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:30.649534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:30.649534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:30.649534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:30.649534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:30.656101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-d7d5226c-c7b6-4b7f-af93-2a70e02fc733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:30.656101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-d7d5226c-c7b6-4b7f-af93-2a70e02fc733 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.2426260 Apr 11 21:00:30.656101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:30.671619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:30.671619 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:30.717743 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 7 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:30.735891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for b2750a54-b0c5-4b01-a5f2-1557413053af owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:30.798914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:30.798914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:30.798914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:30.817279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:30.878283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:30.878283 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:30.878283 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 8 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:30.888152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:30.888494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:30.888834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:30.906799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:30.907263 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:30.910744 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 9 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:31.054498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-b397fc3a-354c-43ac-8fa2-6ae35aa697cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4586136 Apr 11 21:00:31.091982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-85fbde8b-3132-4bac-96d9-8a12ffcd21ac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1981 time: 0.4229667 Apr 11 21:00:31.125597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:31.125938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:31.126270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:31.206879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:31.207216 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:31.216046 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 10 to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 Apr 11 21:00:31.247654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:31.247654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:31.247654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:31.270317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:31.270317 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port 9987197b-6daf-43cf-afa8-13e5101850e4 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:31.270652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.332011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.407294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dec16-1823-4393-949c-2ae55e0d770d req-11bf3f8b-93df-4f95-b942-208b31102dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:31.407294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-11bf3f8b-93df-4f95-b942-208b31102dea service neutron] 10.222.0.75 "GET /v2.0/networks?id=11261a56-5b96-4c8a-a8be-415bd321cc3b HTTP/1.1" status: 200 len: 903 time: 0.3015218 Apr 11 21:00:31.427413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Port': ['ID=b2750a54-b0c5-4b01-a5f2-1557413053af,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:31.524499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.539816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7536f-b272-4ee4-8e41-891f4714f2a7 req-16808034-8110-47b2-b610-e9766063caf3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:31.544643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7536f-b272-4ee4-8e41-891f4714f2a7 req-16808034-8110-47b2-b610-e9766063caf3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:31.546315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-63f7536f-b272-4ee4-8e41-891f4714f2a7 req-16808034-8110-47b2-b610-e9766063caf3 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1679 time: 0.8347242 Apr 11 21:00:31.569855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-d7968795-34c6-423e-aa84-9bacd62a4bdd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167 HTTP/1.1" status: 200 len: 217 time: 0.1533298 Apr 11 21:00:31.612765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.631875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] For port 9987197b-6daf-43cf-afa8-13e5101850e4, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:31.632062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempted to set empty binding levels {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 11 21:00:31.658415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.675861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dec16-1823-4393-949c-2ae55e0d770d req-7f703ee4-b92b-4733-8a78-bf5ce1243f92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:31.675861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-7f703ee4-b92b-4733-8a78-bf5ce1243f92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=19ec2fdc-6f24-45e5-84dc-5ad9c9046381 HTTP/1.1" status: 200 len: 801 time: 0.0967526 Apr 11 21:00:31.753912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-acd292ce-fcd9-4288-ab0c-cf7b6c44b957 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/ports/b2750a54-b0c5-4b01-a5f2-1557413053af HTTP/1.1" status: 204 len: 168 time: 2.1654902 Apr 11 21:00:31.755754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.766094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44690) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:31.816735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbbb08ca-3596-4ed8-980b-ded7ccd3201c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:31.817612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-7da7310d-6c4e-4b06-85c9-8943176aa6b4 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089996 Apr 11 21:00:31.911284 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-88be0742-827c-4f3a-8c1d-34fa91313789 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] GET failed (client error): The resource could not be found. Apr 11 21:00:31.911284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-88be0742-827c-4f3a-8c1d-34fa91313789 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Synchronizing usage tracker for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:31.915218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] In _notify_port_updated(), no bound segment for port 9987197b-6daf-43cf-afa8-13e5101850e4 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:31.916297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.920946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "PUT /v2.0/ports/9987197b-6daf-43cf-afa8-13e5101850e4 HTTP/1.1" status: 200 len: 978 time: 4.5693436 Apr 11 21:00:31.924937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44694) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:31.971900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-63f7536f-b272-4ee4-8e41-891f4714f2a7 req-993defba-7611-409d-8a7f-c22815e3d441 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149087 Apr 11 21:00:31.977580 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:31.977773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router 4856b75d-b6a6-4edb-9aff-53eec652b26c {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:00:31.987197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676f2fd-f156-42d8-b394-b7625ca00d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=9987197b-6daf-43cf-afa8-13e5101850e4,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:32.015102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port cbbb08ca-3596-4ed8-980b-ded7ccd3201c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:32.020184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cbbb08ca-3596-4ed8-980b-ded7ccd3201c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:32.024481 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.054238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-64655854-5d4d-4cdf-8554-3609c0de5b42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11261a56-5b96-4c8a-a8be-415bd321cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3721342 Apr 11 21:00:32.077477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.078631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-960c6224-8c38-47bf-8531-ae1ab8d33fee tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/4856b75d-b6a6-4edb-9aff-53eec652b26c HTTP/1.1" status: 204 len: 168 time: 1.7119784 Apr 11 21:00:32.082794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44698) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:32.115013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d38c96c-ac36-4fd6-8b31-714f9d9eee7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Synchronizing usage tracker for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:32.123174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-88be0742-827c-4f3a-8c1d-34fa91313789 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Unset dirty status for tenant:9872551d6e8e482295e3ac11b061e61f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:32.126600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-88be0742-827c-4f3a-8c1d-34fa91313789 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "GET /v2.0/ports/b2750a54-b0c5-4b01-a5f2-1557413053af HTTP/1.1" status: 404 len: 333 time: 0.2972643 Apr 11 21:00:32.128301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44702) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:32.163238 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.221897 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.239323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port cbbb08ca-3596-4ed8-980b-ded7ccd3201c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:32.248588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-b2fbd960-d6b2-4b89-a168-e76b9a8673bb service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129643 Apr 11 21:00:32.295153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:32.295839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.356121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-9bfede9c-fd7f-47da-9df7-c52d63124873 service neutron] 10.222.0.75 "GET /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915854 Apr 11 21:00:32.381718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.411180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-b143e4a9-add3-4461-9bb5-9a13f6c31c42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 217 time: 0.1438744 Apr 11 21:00:32.492776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d38c96c-ac36-4fd6-8b31-714f9d9eee7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Unset dirty status for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:32.494260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8d38c96c-ac36-4fd6-8b31-714f9d9eee7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29145 time: 0.5633044 Apr 11 21:00:32.502372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44708) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:32.510288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:32.623283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-72c66276-812a-4cb3-aafc-e1314ffdbd94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:32.624744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-72c66276-812a-4cb3-aafc-e1314ffdbd94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.2012327 Apr 11 21:00:32.690552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-129dec16-1823-4393-949c-2ae55e0d770d req-d77331de-59eb-4af9-8392-76d126c4e7e6 service neutron] 10.222.0.75 "GET /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237817 Apr 11 21:00:32.725020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Deleting port 9987197b-6daf-43cf-afa8-13e5101850e4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:32.725631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.746278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.774757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet 42e55628-d8a9-481f-9a29-90161ec92bf8 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:00:32.793279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.845375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Allocated IP 172.20.0.1 (b6277f6b-8eea-484d-88c5-37db7e3c64d9/5e97bb0a-3813-454e-93fe-efd81eaf8dd2/ef167db7-a4b2-4553-8abe-a67837c0328b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:32.957239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:32.963056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for 240b345a-d5a9-49c9-9ee5-9188d66f0ce5 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:33.288227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd8a3-3700-4d05-b582-a45020332caf req-e5338690-fb62-4439-9430-3982edadc1a2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:33.292989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd8a3-3700-4d05-b582-a45020332caf req-e5338690-fb62-4439-9430-3982edadc1a2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:33.301792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-939cd8a3-3700-4d05-b582-a45020332caf req-e5338690-fb62-4439-9430-3982edadc1a2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1679 time: 0.1331894 Apr 11 21:00:33.395263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-939cd8a3-3700-4d05-b582-a45020332caf req-e40a170c-a510-42a1-b3ce-d0c856985049 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922735 Apr 11 21:00:33.435782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-608181e6-6fb7-4470-9528-37ea1433fe0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7939341 Apr 11 21:00:33.494050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:33.513888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:33.562683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Port': ['ID=240b345a-d5a9-49c9-9ee5-9188d66f0ce5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:33.571660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] For port 9987197b-6daf-43cf-afa8-13e5101850e4, host n-h1-837321-1, got binding levels [] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:33.572021 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:33.584848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5aadc42c-c7aa-49e7-abaf-506ccf243167 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:00:33.637444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:33.731091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Calling delete_port for 9987197b-6daf-43cf-afa8-13e5101850e4 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:33.762854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7e132bda-b10f-40de-900c-7a56389ea823 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/ports/240b345a-d5a9-49c9-9ee5-9188d66f0ce5 HTTP/1.1" status: 204 len: 168 time: 1.5857146 Apr 11 21:00:33.770187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44716) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:33.835937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:33.851308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbbb08ca-3596-4ed8-980b-ded7ccd3201c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:33.937370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-84052893-20a9-4837-8c16-e806dfe77297 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846907 Apr 11 21:00:34.081898 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.110675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5aadc42c-c7aa-49e7-abaf-506ccf243167, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:34.127109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cbbb08ca-3596-4ed8-980b-ded7ccd3201c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:34.127508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.184958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting subnet 75e38301-c1c1-41ae-a980-24b5bae15bf2 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:00:34.189012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.209327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '5aadc42c-c7aa-49e7-abaf-506ccf243167', 'network_id': '11261a56-5b96-4c8a-a8be-415bd321cc3b', 'port_id': '5aadc42c-c7aa-49e7-abaf-506ccf243167', 'mac_address': 'fa:16:3e:99:b3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ec2fdc-6f24-45e5-84dc-5ad9c9046381', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:00:34.216606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:34.230651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:34.237164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:34.271293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=ef167db7-a4b2-4553-8abe-a67837c0328b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:34.278959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.281902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-f2070cc1-971b-4c83-b7fe-aea665ecfd60 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344181 Apr 11 21:00:34.286322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.376241 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.387031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.388287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aadc42c-c7aa-49e7-abaf-506ccf243167 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:00:34.404552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5aadc42c-c7aa-49e7-abaf-506ccf243167, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:34.408763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.425911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event deleted for resources: {'Port': ['ID=9987197b-6daf-43cf-afa8-13e5101850e4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:34.456101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-14709e87-fcd5-406c-973d-732f0d951c01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 200 len: 217 time: 0.1400981 Apr 11 21:00:34.456757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=42e55628-d8a9-481f-9a29-90161ec92bf8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:34.460100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.472513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.472513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 10cef264-f6c6-4d42-9243-e0d86643efd8 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:00:34.500914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.509902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.542451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=5aadc42c-c7aa-49e7-abaf-506ccf243167,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:34.546812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce81d4-129a-4e28-84bf-aa7618cdc56b None None] Network 6803253f-0af0-49e0-856f-7a511fc45268 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:34.562859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-15ae8a1a-958f-4506-a02d-5a84dd939586 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/42e55628-d8a9-481f-9a29-90161ec92bf8 HTTP/1.1" status: 204 len: 168 time: 2.4750340 Apr 11 21:00:34.564836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44724) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:34.575804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-21f95367-0bac-4bb3-9c27-79b74c3d9f0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:34.577326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-21f95367-0bac-4bb3-9c27-79b74c3d9f0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1123009 Apr 11 21:00:34.602791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.639663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4078e2b0-6a7a-4ccb-a8dd-83b50bdb0edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9987197b-6daf-43cf-afa8-13e5101850e4 HTTP/1.1" status: 204 len: 168 time: 2.1326730 Apr 11 21:00:34.642051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44730) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:34.714132 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11755a4-7541-42d8-8f98-9299b05ad9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:00:34.716080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a11755a4-7541-42d8-8f98-9299b05ad9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Synchronizing usage tracker for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:34.772838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Subnet': ['ID=75e38301-c1c1-41ae-a980-24b5bae15bf2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:34.787336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.794416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f2795-48e0-4c2d-98c9-807d8a1f75c8 None None] Network c016c1d1-3e64-4380-99d2-b8c01d93ab40 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:34.809641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1afd48a9-226e-41f0-a879-97ce1b2d1583 tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/subnets/75e38301-c1c1-41ae-a980-24b5bae15bf2 HTTP/1.1" status: 204 len: 168 time: 1.0332904 Apr 11 21:00:34.810291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44738) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:34.811777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:00:34.843657 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.923368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:34.968934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port dc205ae1-351e-4932-a074-f5bf5e5fb519 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:34.969292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.017969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a11755a4-7541-42d8-8f98-9299b05ad9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Unset dirty status for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:35.023250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a11755a4-7541-42d8-8f98-9299b05ad9d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "GET /v2.0/ports/9987197b-6daf-43cf-afa8-13e5101850e4 HTTP/1.1" status: 404 len: 333 time: 0.3761358 Apr 11 21:00:35.025278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44742) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:35.027351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.037860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-877229173', 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:35.056920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4879f-bd81-470a-ab69-ee2fef428b14 req-c6405328-395b-44ee-ba42-220240120faf tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:35.062243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4879f-bd81-470a-ab69-ee2fef428b14 req-c6405328-395b-44ee-ba42-220240120faf tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:35.078260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ed4879f-bd81-470a-ab69-ee2fef428b14 req-c6405328-395b-44ee-ba42-220240120faf tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1680 time: 0.3470256 Apr 11 21:00:35.078260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:35.080994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port bbb470fa-62e0-489f-8c2d-65b53cc42872 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:35.081336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.085681 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-3e6ff527-6f90-41fc-8b9e-69d8be4d0920 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5015874 Apr 11 21:00:35.143333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:35.148353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:35.168393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '10cef264-f6c6-4d42-9243-e0d86643efd8', 'network_id': 'f03a2519-ca8f-46b5-bac1-72325be591cf', 'port_id': '10cef264-f6c6-4d42-9243-e0d86643efd8', 'mac_address': 'fa:16:3e:b5:bf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5e7f9c-a576-421b-a880-5f0c2cff050d', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:00:35.270415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401b943-7439-4b30-967b-3b52104930cf None None] DHCP port deletion for 6803253f-0af0-49e0-856f-7a511fc45268 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:00:35.296320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Deleting port dc205ae1-351e-4932-a074-f5bf5e5fb519 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:35.296692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.346249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port dc205ae1-351e-4932-a074-f5bf5e5fb519, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc205ae1-351e-4932-a074-f5bf5e5fb519,segment=NetworkSegment(55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d),segment_id=55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:35.346555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.354418 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.409701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] DHCP port deletion for c016c1d1-3e64-4380-99d2-b8c01d93ab40 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:00:35.412355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cef264-f6c6-4d42-9243-e0d86643efd8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:00:35.434602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] Deleting port bbb470fa-62e0-489f-8c2d-65b53cc42872 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:35.435173 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.483141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:35.595909 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.613446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Made reservation on behalf of 0e95fdb85b544608a68e9ea6fd5e8f0c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:35.616266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.653515 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ed4879f-bd81-470a-ab69-ee2fef428b14 req-15c901d0-ae35-4e85-9061-5627523e3683 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757842 Apr 11 21:00:35.716926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port 60efe24a-f996-4e4b-9c4e-1ae9841cbc6a yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:35.803879 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-57c27ca8-a4a4-4e89-93d7-34f1a5a2c2f1 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914818 Apr 11 21:00:35.851111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] For port bbb470fa-62e0-489f-8c2d-65b53cc42872, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbb470fa-62e0-489f-8c2d-65b53cc42872,segment=NetworkSegment(217fb562-1751-40b5-ba7f-88b02f041417),segment_id=217fb562-1751-40b5-ba7f-88b02f041417)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:35.852999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.870760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for dc205ae1-351e-4932-a074-f5bf5e5fb519 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:35.942602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] For port bbb470fa-62e0-489f-8c2d-65b53cc42872, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbb470fa-62e0-489f-8c2d-65b53cc42872,segment=NetworkSegment(217fb562-1751-40b5-ba7f-88b02f041417),segment_id=217fb562-1751-40b5-ba7f-88b02f041417)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:35.943367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:35.960050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:00:35.984586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] Calling delete_port for bbb470fa-62e0-489f-8c2d-65b53cc42872 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:36.001323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.065381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:36.069646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dc205ae1-351e-4932-a074-f5bf5e5fb519 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:00:36.108720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.130552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Calling delete_port for bbb470fa-62e0-489f-8c2d-65b53cc42872 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:36.143943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8401b943-7439-4b30-967b-3b52104930cf None None] For port dc205ae1-351e-4932-a074-f5bf5e5fb519, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dc205ae1-351e-4932-a074-f5bf5e5fb519,segment=NetworkSegment(55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d),segment_id=55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:36.144656 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.219623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['5aadc42c-c7aa-49e7-abaf-506ccf243167'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:00:36.237808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:00:36.238143 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:00:36.267047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-664310e2-439b-4caa-9246-08abc0aeee40 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554856 Apr 11 21:00:36.322447 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.347248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Calling delete_port for dc205ae1-351e-4932-a074-f5bf5e5fb519 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:36.386790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=ef167db7-a4b2-4553-8abe-a67837c0328b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:36.391577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.397970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.403764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-2f2b4277-18d4-461a-be34-2c3c7f43a375 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 200 len: 217 time: 0.1207919 Apr 11 21:00:36.469482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] Pushing event deleted for resources: {'Port': ['ID=bbb470fa-62e0-489f-8c2d-65b53cc42872,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:36.493038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9220e-3e81-4f72-b5db-32cd93b8b9e2 None None] No DVR routers for this DVR port bbb470fa-62e0-489f-8c2d-65b53cc42872 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:00:36.560849 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.562305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-3c9b0ba7-7271-4725-a3c8-e23204f0bef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:36.563801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-3c9b0ba7-7271-4725-a3c8-e23204f0bef8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1532660 Apr 11 21:00:36.606665 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.675202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:36.680834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbb470fa-62e0-489f-8c2d-65b53cc42872 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:00:36.690671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:36.691555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=dc205ae1-351e-4932-a074-f5bf5e5fb519,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:36.701684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No DVR routers for this DVR port dc205ae1-351e-4932-a074-f5bf5e5fb519 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:00:36.739517 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:00:36.740258 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:00:36.743709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bbb470fa-62e0-489f-8c2d-65b53cc42872 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:00:36.744251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbb470fa-62e0-489f-8c2d-65b53cc42872 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:00:36.791318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Deleting port bbb470fa-62e0-489f-8c2d-65b53cc42872 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:36.795198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.830766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:36.891880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['10cef264-f6c6-4d42-9243-e0d86643efd8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:00:37.077448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.161328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-86ece2ab-a864-4cda-9a18-b7a5e6cd43ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5913746 Apr 11 21:00:37.170282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Network 336b45de-62c0-428d-91f1-c3eea4a06069 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:37.177735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:37.185239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] The port 'bbb470fa-62e0-489f-8c2d-65b53cc42872' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:00:37.219722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:37.220645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:37.221412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.246887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Deleting port dc205ae1-351e-4932-a074-f5bf5e5fb519 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:37.247256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8401b943-7439-4b30-967b-3b52104930cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.248053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=60efe24a-f996-4e4b-9c4e-1ae9841cbc6a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:37.280502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6803253f-0af0-49e0-856f-7a511fc45268']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:37.346027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:37.346325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ebf4ab-82e0-4d3f-b8f7-3a52ea8e961d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:37.368803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8401b943-7439-4b30-967b-3b52104930cf None None] The port 'dc205ae1-351e-4932-a074-f5bf5e5fb519' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:00:37.460840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f2f09eb6-02d2-481e-a2d3-7a03b8b9b53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4258702 Apr 11 21:00:37.460840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44760) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:37.534713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.545642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.606147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279285c6-3f89-4d66-8a21-815d0f992475 req-2e08e11f-c63b-4015-8061-ff2e068c7a3d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:37.609534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5aadc42c-c7aa-49e7-abaf-506ccf243167 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:37.612855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279285c6-3f89-4d66-8a21-815d0f992475 req-2e08e11f-c63b-4015-8061-ff2e068c7a3d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:37.621781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-279285c6-3f89-4d66-8a21-815d0f992475 req-2e08e11f-c63b-4015-8061-ff2e068c7a3d tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1681 time: 0.5195854 Apr 11 21:00:37.725023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.731667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c016c1d1-3e64-4380-99d2-b8c01d93ab40']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:37.796701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:00:37.796701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.812930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 5aadc42c-c7aa-49e7-abaf-506ccf243167 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:37.818168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 5aadc42c-c7aa-49e7-abaf-506ccf243167 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:37.818168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217fb562-1751-40b5-ba7f-88b02f041417') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:37.833764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217fb562-1751-40b5-ba7f-88b02f041417') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:37.907285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.921705 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-584757b2-2e4f-4dfe-bd95-87648e4ca54b service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452204 Apr 11 21:00:37.947564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-279285c6-3f89-4d66-8a21-815d0f992475 req-3a9599e7-73ed-4f22-b1a6-476c9e684939 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327410 Apr 11 21:00:37.949882 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.953564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9011ced8-ad2f-4da8-8d80-5e76fbfffe1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Synchronizing usage tracker for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:37.976399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.983326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:00:37.983872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:37.995439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aadc42c-c7aa-49e7-abaf-506ccf243167'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:00:38.001285 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:00:38.007837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5aadc42c-c7aa-49e7-abaf-506ccf243167, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:38.074105 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9098b5-a619-4a35-90cc-3983ee345423'] response: {'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aadc42c-c7aa-49e7-abaf-506ccf243167', 'code': 200} Apr 11 21:00:38.082685 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.119195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.129336 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-87e0e895-a444-4191-85dd-2b17a2d98a33 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972196 Apr 11 21:00:38.148322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.151402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=6803253f-0af0-49e0-856f-7a511fc45268,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:38.180968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=5aadc42c-c7aa-49e7-abaf-506ccf243167,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:38.207789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9011ced8-ad2f-4da8-8d80-5e76fbfffe1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Unset dirty status for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:38.208302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.213330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9011ced8-ad2f-4da8-8d80-5e76fbfffe1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "GET /v2.0/ports/60efe24a-f996-4e4b-9c4e-1ae9841cbc6a HTTP/1.1" status: 200 len: 958 time: 0.7507274 Apr 11 21:00:38.223548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44770) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:38.240082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.245566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] 10.222.0.61 "DELETE /v2.0/networks/c016c1d1-3e64-4380-99d2-b8c01d93ab40 HTTP/1.1" status: 204 len: 168 time: 3.4307587 Apr 11 21:00:38.245566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d481c-3bf2-46cf-b80c-bab83c1d0eda tempest-AllowedAddressPairIpV6TestJSON-994182038 tempest-AllowedAddressPairIpV6TestJSON-994182038-project] Pushing event deleted for resources: {'Network': ['ID=c016c1d1-3e64-4380-99d2-b8c01d93ab40,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:38.260115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-fd6d90fc-241d-45c9-b5d6-512720d89f89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 200 len: 217 time: 0.1190352 Apr 11 21:00:38.267187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fcac413a-7c2f-441d-ab5e-10c3a60510f8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/6803253f-0af0-49e0-856f-7a511fc45268 HTTP/1.1" status: 204 len: 168 time: 3.7011833 Apr 11 21:00:38.280403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44776) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:38.286143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2121710469', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:38.294049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:38.299655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:38.303394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:38.311524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:38.371736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Deleting port 60efe24a-f996-4e4b-9c4e-1ae9841cbc6a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:38.372088 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.396825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.401110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.405010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-350662db-2148-4b50-92ca-89ae7b9249fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:38.406629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-350662db-2148-4b50-92ca-89ae7b9249fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1387019 Apr 11 21:00:38.424516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.539722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.571456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Router 6e791914-453b-4ba7-afd2-ae51687415ab has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:00:38.627995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:38.643079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44780) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:38.649669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b710648-d5bd-4307-9cd3-3fe2475072e2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3554289 Apr 11 21:00:38.656868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1194534965'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:38.680510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:38.680510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:38.697001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-40306e22-5ee7-4afc-ab26-e80597e8639f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2667193 Apr 11 21:00:38.697001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:38.790034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:38.818776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.011362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44790) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:39.134996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Calling delete_port for 60efe24a-f996-4e4b-9c4e-1ae9841cbc6a owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:39.173057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:39.185746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.238659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796a0d5-9253-4a51-85a3-65d3ecbb093a req-065c4537-c8e5-435d-8fd9-1c8bd9798432 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:39.244877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796a0d5-9253-4a51-85a3-65d3ecbb093a req-065c4537-c8e5-435d-8fd9-1c8bd9798432 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:39.264194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d796a0d5-9253-4a51-85a3-65d3ecbb093a req-065c4537-c8e5-435d-8fd9-1c8bd9798432 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1682 time: 0.1356187 Apr 11 21:00:39.386321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e11a04a-0a26-4b8a-876a-57a35fabe523 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9872551d6e8e482295e3ac11b061e61f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3787186 Apr 11 21:00:39.387909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44798) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:39.426010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d796a0d5-9253-4a51-85a3-65d3ecbb093a req-c1f61391-381d-4443-a0d1-ac49d19f58b5 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576455 Apr 11 21:00:39.499327 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d43-fd40-4c64-8e6e-e06225d266b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.540637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d43-fd40-4c64-8e6e-e06225d266b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.541578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:39.551515 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-63e9553f-5ea8-41f6-9338-94dee521da9d service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8436160 Apr 11 21:00:39.561351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.561692 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 7e7c4806-c8bf-4820-8b99-150d952d2903 of type vlan for network aba577c8-7d73-4295-9106-b35c6ee5e331 Apr 11 21:00:39.615090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 10cef264-f6c6-4d42-9243-e0d86643efd8 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:39.700810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.709251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.779128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d43-fd40-4c64-8e6e-e06225d266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.793856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5d43-fd40-4c64-8e6e-e06225d266b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ff708-ebad-4741-9866-cf6b31ecc985,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:39.794590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event deleted for resources: {'Port': ['ID=60efe24a-f996-4e4b-9c4e-1ae9841cbc6a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:39.803397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95bf5d43-fd40-4c64-8e6e-e06225d266b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.804795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-95bf5d43-fd40-4c64-8e6e-e06225d266b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/942ff708-ebad-4741-9866-cf6b31ecc985 HTTP/1.1" status: 204 len: 168 time: 0.4160848 Apr 11 21:00:39.822169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 10cef264-f6c6-4d42-9243-e0d86643efd8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:39.830724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.836273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-7394ada6-32f2-4e2c-8657-8ebc68b7227c service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761970 Apr 11 21:00:39.843697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 10cef264-f6c6-4d42-9243-e0d86643efd8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:39.843697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.937094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.940810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:39.941395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:39.962390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-c86e5c98-041b-4b3c-9341-04b2c7d992e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 217 time: 0.1113584 Apr 11 21:00:39.978708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:40.016665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:40.072685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1eb8962a-9537-4f3c-b000-e531109e54a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "DELETE /v2.0/ports/60efe24a-f996-4e4b-9c4e-1ae9841cbc6a HTTP/1.1" status: 204 len: 168 time: 1.8473349 Apr 11 21:00:40.074965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:40.076233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44806) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:40.106422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:00:40.109428 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:40.129251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-06387b0a-f81a-4a32-91b7-cb89e40d3ef3 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e791914-453b-4ba7-afd2-ae51687415ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8589644 Apr 11 21:00:40.129251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=aba577c8-7d73-4295-9106-b35c6ee5e331,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:40.129419 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Sync routers for ids ['6e791914-453b-4ba7-afd2-ae51687415ab'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:00:40.138947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-68bcced1-74b2-40d7-ad26-35b4a5254ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:40.146711 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-68bcced1-74b2-40d7-ad26-35b4a5254ae3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1671634 Apr 11 21:00:40.146898 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b31a9f-9ef0-4ce9-9ae6-4aa47b1fcd4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:00:40.147818 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Routers {'6e791914-453b-4ba7-afd2-ae51687415ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:40.148486 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6e791914-453b-4ba7-afd2-ae51687415ab'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:40.153290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44814) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:40.153415 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-28b31a9f-9ef0-4ce9-9ae6-4aa47b1fcd4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "GET /v2.0/ports/60efe24a-f996-4e4b-9c4e-1ae9841cbc6a HTTP/1.1" status: 404 len: 333 time: 0.0758862 Apr 11 21:00:40.162485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Request body: {'port': {'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1109995050'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:40.202247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:40.220899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Usage tracker for resource:port and tenant:0e95fdb85b544608a68e9ea6fd5e8f0c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:40.239309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-912d6133-2a29-4827-86c0-6a01cba37066 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6045716 Apr 11 21:00:40.242159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44818) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:40.245832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:40.251810 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3d940d-783e-41e8-b433-b7c594e47168'] response: {'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8', 'code': 200} Apr 11 21:00:40.252746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:40.256029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:40.260375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:40.263914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network aba577c8-7d73-4295-9106-b35c6ee5e331 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:40.343952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-36ded36d-bc09-40eb-86c1-fffb89121040 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1876862 Apr 11 21:00:40.409469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Made reservation on behalf of 0e95fdb85b544608a68e9ea6fd5e8f0c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:40.412206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:40.562151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port eff154e5-27c4-41a4-84a8-1cf8e351ada6 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:40.690461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-2a94fb61-4af8-4c4b-8d05-a713c15adb02 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375218 Apr 11 21:00:40.840041 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Set router 6e791914-453b-4ba7-afd2-ae51687415ab gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:40.986158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:41.005725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:41.017928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c9ad0ac-5233-49bd-a192-05dd67d58a5d req-c957886f-55bb-437e-81c9-f45ddc87a965 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1985 time: 0.6988020 Apr 11 21:00:41.027706 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-08a50c1e-433a-45a5-8c6f-b30189501cf7 req-716f0462-bf76-4ad8-993d-59417523788a service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016379 Apr 11 21:00:41.037512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:41.048986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.056493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:41.163778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38019fb6-6370-4440-80ee-8d29bf493f77 req-360301db-0608-4897-8f6a-ae36849a7bcd tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:41.168942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38019fb6-6370-4440-80ee-8d29bf493f77 req-360301db-0608-4897-8f6a-ae36849a7bcd tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:41.170599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38019fb6-6370-4440-80ee-8d29bf493f77 req-360301db-0608-4897-8f6a-ae36849a7bcd tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.3893735 Apr 11 21:00:41.178320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c9ad0ac-5233-49bd-a192-05dd67d58a5d req-9de25bdc-b7ce-4e14-a257-6bab5228e30e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174169 Apr 11 21:00:41.253813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38019fb6-6370-4440-80ee-8d29bf493f77 req-7a1688ac-1de9-4815-a313-946ffe6ded40 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680008 Apr 11 21:00:41.255057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:41.286465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.314382 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:00:34Z', 'revision_number': 4, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'ef167db7-a4b2-4553-8abe-a67837c0328b', 'name': '', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'mac_address': 'fa:16:3e:c7:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:32Z', 'updated_at': '2022-04-11T21:00:35Z', 'revision_number': 2, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'subnets': [{'id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:41.319994 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Checking router: 6e791914-453b-4ba7-afd2-ae51687415ab for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:00:41.320630 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Updating router 6e791914-453b-4ba7-afd2-ae51687415ab port ef167db7-a4b2-4553-8abe-a67837c0328b binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:00:41.382103 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.446900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.485603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Network 336b45de-62c0-428d-91f1-c3eea4a06069 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:41.491744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:41.502349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:41.503347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:41.504300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.518771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=eff154e5-27c4-41a4-84a8-1cf8e351ada6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:41.548197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-bc30b1d2-c3da-493f-a886-93c8d9269da0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:41.549925 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-bc30b1d2-c3da-493f-a886-93c8d9269da0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 811 time: 0.3840027 Apr 11 21:00:41.577851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-a7d7d809-6b2c-45a0-b45f-58e6a831d25a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/quotas/444399fd4d7e476099e458dc2a9f9b98 HTTP/1.1" status: 200 len: 375 time: 0.0155275 Apr 11 21:00:41.666346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0079ba4b-c190-4f35-a19d-c03b09fd32e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5113716 Apr 11 21:00:41.669652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44852) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:41.676276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:41.834072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-dec58b69-4848-460d-ae10-0c3bfe3dd531 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Synchronizing usage tracker for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:41.837386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.863669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.937077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44862) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:41.942206 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:41.962063 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Transition to ACTIVE for port object ef167db7-a4b2-4553-8abe-a67837c0328b will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:41.976825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-dec58b69-4848-460d-ae10-0c3bfe3dd531 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Unset dirty status for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:41.991138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=2162fbd7-28db-422d-b24a-3fa38cd30a5b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:42.001215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-dec58b69-4848-460d-ae10-0c3bfe3dd531 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4118390 Apr 11 21:00:42.001961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:42.002574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: aba577c8-7d73-4295-9106-b35c6ee5e331, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:42.024928 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.117202 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b6c44-cbd2-4213-af71-7572ea5391fb None None] Pushing event updated for resources: {'Port': ['ID=ef167db7-a4b2-4553-8abe-a67837c0328b,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:42.124360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network aba577c8-7d73-4295-9106-b35c6ee5e331 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:42.177877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-825137047'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:42.189433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:42.196682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Usage tracker for resource:network and tenant:7edafd16df1f404587670b789c42f567 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:42.203833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:42.212846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:42.262202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, aba577c8-7d73-4295-9106-b35c6ee5e331) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:42.273326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70168f-59cc-4c9a-938e-185313021c47 None None] Network aba577c8-7d73-4295-9106-b35c6ee5e331 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:42.273812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:42.273812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.364438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:42.367858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.369114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-e3cee735-d04c-402f-b46e-215431e610c3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:00:42.376910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-e3cee735-d04c-402f-b46e-215431e610c3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3746669 Apr 11 21:00:42.381815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.423503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:42.428004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Usage tracker for resource:security_group_rule and tenant:7edafd16df1f404587670b789c42f567 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:42.431610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:42.445638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:42.445768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Attempting to bind port ef167db7-a4b2-4553-8abe-a67837c0328b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:42.445768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Attempting to bind port ef167db7-a4b2-4553-8abe-a67837c0328b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:42.445768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Attempting to bind port ef167db7-a4b2-4553-8abe-a67837c0328b on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:42.458826 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:42.459197 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Checking segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:42.459628 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.460073 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Bound using segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:42.460538 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Bound port: ef167db7-a4b2-4553-8abe-a67837c0328b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:42.460908 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.473397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-55a85f97-1342-4355-aeca-0e4e94267f4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2301426 Apr 11 21:00:42.478784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:42.561795 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] For port ef167db7-a4b2-4553-8abe-a67837c0328b, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:42.565605 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] For port ef167db7-a4b2-4553-8abe-a67837c0328b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ef167db7-a4b2-4553-8abe-a67837c0328b,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:42.649426 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.669054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-aba577c8-7d73-4295-9106-b35c6ee5e331', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:42.669861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.719618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-51604c11-2abb-4348-9a05-e648ac2e2e5a service neutron] 10.222.0.61 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415368 Apr 11 21:00:42.722750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] device_id is not set on port eff154e5-27c4-41a4-84a8-1cf8e351ada6 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:42.758785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.872514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Transition to ACTIVE for port object eff154e5-27c4-41a4-84a8-1cf8e351ada6 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:42.924690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Allocated IP 172.20.0.2 (aba577c8-7d73-4295-9106-b35c6ee5e331/2162fbd7-28db-422d-b24a-3fa38cd30a5b/435cb77f-2f20-415c-8922-03100950fe32) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:42.962893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b6c44-cbd2-4213-af71-7572ea5391fb None None] Pushing event updated for resources: {'Port': ['ID=ef167db7-a4b2-4553-8abe-a67837c0328b,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:42.966880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:42.981591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Routers {'6e791914-453b-4ba7-afd2-ae51687415ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:42.981591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6e791914-453b-4ba7-afd2-ae51687415ab'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:42.986927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.046122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-a3dac031-c390-4b74-b4c1-69e4b493cdc9 service neutron] 10.222.0.61 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182695 Apr 11 21:00:43.107789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.180727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=eff154e5-27c4-41a4-84a8-1cf8e351ada6,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:43.185610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:43.187723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2337aad8-46e0-4f15-9abe-7e781ed6710b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:43.196126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.196461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.196586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8de4a-3433-432d-956a-1989a7b60ea9 req-46f44b75-123f-4971-8cdb-54564b1047ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:43.196795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.200821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8de4a-3433-432d-956a-1989a7b60ea9 req-46f44b75-123f-4971-8cdb-54564b1047ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:43.202432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09a8de4a-3433-432d-956a-1989a7b60ea9 req-46f44b75-123f-4971-8cdb-54564b1047ac tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.5413005 Apr 11 21:00:43.219922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.220246 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.220813 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 2 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.248256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.252123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.252639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.271064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.271939 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.272717 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 3 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.292573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.292967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.293305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.299749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.300770 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Added segment 98676298-d936-439a-9e3e-b83af24f86e8 of type vlan for network bcc1dee0-5ce2-4407-900a-02665eb2bf9a Apr 11 21:00:43.302432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.302766 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.303150 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 4 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.333196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.333535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.333984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.342441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.342780 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.343156 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 5 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.359815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.360150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.360518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.364802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09a8de4a-3433-432d-956a-1989a7b60ea9 req-9866cf46-88f2-44d9-b991-a70a880a0216 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953143 Apr 11 21:00:43.394085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.394935 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.395606 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 6 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.408572 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] Set router 6e791914-453b-4ba7-afd2-ae51687415ab gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:43.412591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.417335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.417918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.418644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.428157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.428717 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.429318 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 7 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.459035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.459737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.460266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.469394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.470931 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.472050 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 8 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.482657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.497314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Transition to ACTIVE for port object 435cb77f-2f20-415c-8922-03100950fe32 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:43.501010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.501584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.502438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.510037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.511373 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.512222 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 9 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.521902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Transition to ACTIVE for port object 435cb77f-2f20-415c-8922-03100950fe32 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:43.533778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.534320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.534748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.548479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.548479 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.548479 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempt 10 to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 Apr 11 21:00:43.566220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.566644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.566979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempting to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.577541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:43.577914 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Failed to bind port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on host n-h1-837321-1 for vnic_type normal using segments [{'id': 'dcde1939-ac40-42e6-b3b8-c69c6bf82525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '336b45de-62c0-428d-91f1-c3eea4a06069'}] Apr 11 21:00:43.578220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.637023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.698633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.765956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] For port eff154e5-27c4-41a4-84a8-1cf8e351ada6, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:43.766686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Attempted to set empty binding levels {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 11 21:00:43.785915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2b148cf-31e8-44ee-928f-af5e95305a08 req-7258818e-ce2d-451b-a025-d169b5aa4600 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.1342859 Apr 11 21:00:43.826519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Network aba577c8-7d73-4295-9106-b35c6ee5e331 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:43.828318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:43.830732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:43.837708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Pushing event updated for resources: {'Port': ['ID=435cb77f-2f20-415c-8922-03100950fe32,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:43.855441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.859158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:43.859765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.914070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.944469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6791e58-ee75-45dc-8033-2d14919db620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.947832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Attempting to bind port 435cb77f-2f20-415c-8922-03100950fe32 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:43.948239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Attempting to bind port 435cb77f-2f20-415c-8922-03100950fe32 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:43.949170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Attempting to bind port 435cb77f-2f20-415c-8922-03100950fe32 on network aba577c8-7d73-4295-9106-b35c6ee5e331 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:43.957159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:43.957473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Checking segment: {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:43.958005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:43.960051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Bound using segment: {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:43.961120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Bound port: 435cb77f-2f20-415c-8922-03100950fe32, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:43.961540 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:44.029031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] In _notify_port_updated(), no bound segment for port eff154e5-27c4-41a4-84a8-1cf8e351ada6 on network 336b45de-62c0-428d-91f1-c3eea4a06069 {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:44.030901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:44.033092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "PUT /v2.0/ports/eff154e5-27c4-41a4-84a8-1cf8e351ada6 HTTP/1.1" status: 200 len: 979 time: 2.3625939 Apr 11 21:00:44.037216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44888) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:44.050190 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:00:34Z', 'revision_number': 4, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'ef167db7-a4b2-4553-8abe-a67837c0328b', 'name': '', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'mac_address': 'fa:16:3e:c7:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:32Z', 'updated_at': '2022-04-11T21:00:42Z', 'revision_number': 4, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'subnets': [{'id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:44.060527 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895835fb-d1d4-4d18-a7c7-3fc1e56c70ea None None] The sync data for ids ['6e791914-453b-4ba7-afd2-ae51687415ab'] in n-d-837321-1 is: [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:00:34Z', 'revision_number': 4, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'ef167db7-a4b2-4553-8abe-a67837c0328b', 'name': '', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'mac_address': 'fa:16:3e:c7:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:32Z', 'updated_at': '2022-04-11T21:00:42Z', 'revision_number': 4, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'subnets': [{'id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:00:44.076125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Network': ['ID=bcc1dee0-5ce2-4407-900a-02665eb2bf9a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:44.085693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:44.090662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:44.092956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:44.122792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36963a9a-9150-4342-afb3-a617ab0cbf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event updated for resources: {'Port': ['ID=eff154e5-27c4-41a4-84a8-1cf8e351ada6,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:44.172733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Deleting port eff154e5-27c4-41a4-84a8-1cf8e351ada6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:44.173083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:44.340492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:44.470163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.20.0.1 (aba577c8-7d73-4295-9106-b35c6ee5e331/2162fbd7-28db-422d-b24a-3fa38cd30a5b/9ab88f32-3cb1-4882-916d-0fed906d6f9b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:44.554655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] For port eff154e5-27c4-41a4-84a8-1cf8e351ada6, host n-h1-837321-1, got binding levels [] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:44.555890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:44.562750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a926c6e-2171-4d51-8ab0-3167b7974b86 None None] Pushing event updated for resources: {'Port': ['ID=435cb77f-2f20-415c-8922-03100950fe32,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:44.564950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5bee10bb-7383-4467-9646-e8fe7e022ec8 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6261821 Apr 11 21:00:44.581041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44898) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:44.597487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'subnet': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:44.834154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Calling delete_port for eff154e5-27c4-41a4-84a8-1cf8e351ada6 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:44.839980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:44.867508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Usage tracker for resource:subnet and tenant:7edafd16df1f404587670b789c42f567 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:44.876876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:44.911179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 9ab88f32-3cb1-4882-916d-0fed906d6f9b will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:44.934272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:44.989096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:44.991695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda9edb-6811-4795-a023-9db0c8046840 req-086a862f-def2-4869-a910-934503e745ee tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:44.996762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda9edb-6811-4795-a023-9db0c8046840 req-086a862f-def2-4869-a910-934503e745ee tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:44.998935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6eda9edb-6811-4795-a023-9db0c8046840 req-086a862f-def2-4869-a910-934503e745ee tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.4200196 Apr 11 21:00:45.016570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4f964f2-f6bf-495d-826f-c49ffb831418 req-25fd0d4a-3d06-470f-91bb-508e4659d8c5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.0849705 Apr 11 21:00:45.083493 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6eda9edb-6811-4795-a023-9db0c8046840 req-f49ebf42-eb9b-491b-b3ac-a16e0eb954e5 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658672 Apr 11 21:00:45.202487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:45.209828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:45.223520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:45.316001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Pushing event deleted for resources: {'Port': ['ID=eff154e5-27c4-41a4-84a8-1cf8e351ada6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:45.330642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:45.369525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d318243-f94e-47e7-ba68-fd0c0d2e2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "DELETE /v2.0/ports/eff154e5-27c4-41a4-84a8-1cf8e351ada6 HTTP/1.1" status: 204 len: 168 time: 1.3302586 Apr 11 21:00:45.373224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44912) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:45.420625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network aba577c8-7d73-4295-9106-b35c6ee5e331 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:45.429790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:45.465596 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8439c708-20eb-4a27-9692-87aeb4e435d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:00:45.466525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8439c708-20eb-4a27-9692-87aeb4e435d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Synchronizing usage tracker for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:45.484043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:45.531097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=9ab88f32-3cb1-4882-916d-0fed906d6f9b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:45.553162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:45.659040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8439c708-20eb-4a27-9692-87aeb4e435d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] Unset dirty status for tenant:0e95fdb85b544608a68e9ea6fd5e8f0c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:45.660684 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8439c708-20eb-4a27-9692-87aeb4e435d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682915246-project-admin] 10.222.0.61 "GET /v2.0/ports/eff154e5-27c4-41a4-84a8-1cf8e351ada6 HTTP/1.1" status: 404 len: 333 time: 0.2858007 Apr 11 21:00:45.664876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:45.665451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44918) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:45.907593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676eebed-a1d0-448b-ac3f-4ae6701e2c20 None None] Network aba577c8-7d73-4295-9106-b35c6ee5e331 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:45.932596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 435cb77f-2f20-415c-8922-03100950fe32 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:45.941406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:45.998267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.231048 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-928476a7-3ad1-4f13-b605-8649b05e22e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.259056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bfccb175-352d-4554-8de9-7a1b78cf09ba None None] Provisioning for port 435cb77f-2f20-415c-8922-03100950fe32 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:46.291162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.331036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336b45de-62c0-428d-91f1-c3eea4a06069']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:46.346773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcde1939-ac40-42e6-b3b8-c69c6bf82525') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:46.348612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcde1939-ac40-42e6-b3b8-c69c6bf82525') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:46.352404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.357183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 435cb77f-2f20-415c-8922-03100950fe32 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:46.373122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.375314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 435cb77f-2f20-415c-8922-03100950fe32 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:46.376527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.394549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.405330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:00:46.405717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.429335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b1b3-eac8-44d5-8f0f-e5d02f74b0fa req-c49f89fb-da15-4659-846a-b0c7c0a29b84 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:46.433745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b1b3-eac8-44d5-8f0f-e5d02f74b0fa req-c49f89fb-da15-4659-846a-b0c7c0a29b84 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:46.442376 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2432b1b3-eac8-44d5-8f0f-e5d02f74b0fa req-c49f89fb-da15-4659-846a-b0c7c0a29b84 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.2079222 Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:00:46.445191 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:00:46.537159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-487cff0c-0b74-4fd1-8c18-a96c0c57a276 req-be3b93c7-eff9-452f-9cb5-b694203a0ac9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.1873443 Apr 11 21:00:46.564623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.568417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2432b1b3-eac8-44d5-8f0f-e5d02f74b0fa req-1e91a7ef-a52f-4142-af7a-84987f74a957 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248264 Apr 11 21:00:46.610246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Subnet': ['ID=f5139380-395b-4cbb-84c0-42887208e6c1,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:46.618944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:46.627972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Checking segment: {'id': '98676298-d936-439a-9e3e-b83af24f86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:46.628336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network hostable DHCP agents. Network: bcc1dee0-5ce2-4407-900a-02665eb2bf9a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:46.691652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.720154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.734275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.734275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ef167db7-a4b2-4553-8abe-a67837c0328b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:46.735371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] Pushing event deleted for resources: {'Network': ['ID=336b45de-62c0-428d-91f1-c3eea4a06069,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:46.738384 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5772716f-5eea-41e1-ae30-cdefba8c06e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-112487567-project] 10.222.0.61 "DELETE /v2.0/networks/336b45de-62c0-428d-91f1-c3eea4a06069 HTTP/1.1" status: 204 len: 168 time: 1.0717561 Apr 11 21:00:46.862197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:46.865579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:46.893533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=435cb77f-2f20-415c-8922-03100950fe32,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:46.958667 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.012058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ef167db7-a4b2-4553-8abe-a67837c0328b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:47.029916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ef167db7-a4b2-4553-8abe-a67837c0328b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:47.030512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.053213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, bcc1dee0-5ce2-4407-900a-02665eb2bf9a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:47.090884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:47.091511 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.098076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ccc71-66b8-4732-8a77-fd8590675739 None None] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:47.163726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=9ab88f32-3cb1-4882-916d-0fed906d6f9b,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:47.166651 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.188438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d12ede80-7dc4-46b8-8fd2-9360647820a3 None None] Provisioning for port 9ab88f32-3cb1-4882-916d-0fed906d6f9b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:47.293663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d12ede80-7dc4-46b8-8fd2-9360647820a3 None None] Provisioning complete for port 9ab88f32-3cb1-4882-916d-0fed906d6f9b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:47.294195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d12ede80-7dc4-46b8-8fd2-9360647820a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.300354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-45bf74f9-e94d-49fb-8f2b-9b88169a0445 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7165141 Apr 11 21:00:47.306430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44932) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:47.314149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'name': 'tempest-AllowedAddressPairTestJSON-1406383499'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:47.414638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network aba577c8-7d73-4295-9106-b35c6ee5e331 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:47.419643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:47.472719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d12ede80-7dc4-46b8-8fd2-9360647820a3 None None] Port 9ab88f32-3cb1-4882-916d-0fed906d6f9b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:47.627899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:47.639912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Usage tracker for resource:port and tenant:7edafd16df1f404587670b789c42f567 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:47.653319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:47.655626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.672458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:47.694200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.709619 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.710515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44942) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:47.786779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d12ede80-7dc4-46b8-8fd2-9360647820a3 None None] Provisioning complete for port 435cb77f-2f20-415c-8922-03100950fe32 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:47.788253 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d12ede80-7dc4-46b8-8fd2-9360647820a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.847819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:47.851055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:47.917985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ef167db7-a4b2-4553-8abe-a67837c0328b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ef167db7-a4b2-4553-8abe-a67837c0328b,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:47.948521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-e5ec090d-0b56-424a-b992-f0a4da251db4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:47.949528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-e5ec090d-0b56-424a-b992-f0a4da251db4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Synchronizing usage tracker for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:47.981362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] device_id is not set on port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:48.038714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.070470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'tenant_id': '7edafd16df1f404587670b789c42f567', 'fixed_ips': [{'subnet_id': 'f5139380-395b-4cbb-84c0-42887208e6c1'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:48.071518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.127695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3be5690-cabb-4b1d-8b07-f39060c94a50 req-2aa10e76-64f3-4b12-9526-a91735e35a80 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.1686075 Apr 11 21:00:48.211570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 435cb77f-2f20-415c-8922-03100950fe32 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:48.311854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-e5ec090d-0b56-424a-b992-f0a4da251db4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Unset dirty status for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:48.313142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-e5ec090d-0b56-424a-b992-f0a4da251db4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.75 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 811 time: 0.7821844 Apr 11 21:00:48.329667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15d53-5181-4e98-b845-33a24912d27e req-4a17862e-58d1-427b-9249-a7bae4c74013 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:48.336613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15d53-5181-4e98-b845-33a24912d27e req-4a17862e-58d1-427b-9249-a7bae4c74013 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:48.338631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cda15d53-5181-4e98-b845-33a24912d27e req-4a17862e-58d1-427b-9249-a7bae4c74013 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.2892025 Apr 11 21:00:48.369206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ef167db7-a4b2-4553-8abe-a67837c0328b,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:48.371722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d23847f-8e8f-49ec-a4b1-d22d95eff252 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af325343d9834e3a94e767f4a22f1a61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6560998 Apr 11 21:00:48.376040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44954) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:48.392175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Request body: {'port': {'device_id': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'admin_state_up': True, 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:48.401796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 435cb77f-2f20-415c-8922-03100950fe32 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:48.402308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.466283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2b5d-aa9d-4b6f-8997-79b35634ae02 req-050f2ec4-c859-4a5b-a809-2ca6476d7c55 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:48.474082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2b5d-aa9d-4b6f-8997-79b35634ae02 req-050f2ec4-c859-4a5b-a809-2ca6476d7c55 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:48.479344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e7c2b5d-aa9d-4b6f-8997-79b35634ae02 req-050f2ec4-c859-4a5b-a809-2ca6476d7c55 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.5550144 Apr 11 21:00:48.488452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Allocated IP 172.20.0.9 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/9335e239-ce2d-40ce-bad5-8bc400f0c8a1) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:48.575397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-465718d9-44cf-43d2-9bda-e0c50d21fc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.603079 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e7c2b5d-aa9d-4b6f-8997-79b35634ae02 req-794a179e-aea9-4f3e-bb77-95d9efc80dab tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075187 Apr 11 21:00:48.623422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9a7cd69c-78d4-4d04-b90b-1cf41616484a None None] Provisioning complete for port 9ab88f32-3cb1-4882-916d-0fed906d6f9b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:48.623820 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd69c-78d4-4d04-b90b-1cf41616484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.641189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-465718d9-44cf-43d2-9bda-e0c50d21fc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.682626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 5aadc42c-c7aa-49e7-abaf-506ccf243167 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:48.683030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.697517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a7cd69c-78d4-4d04-b90b-1cf41616484a None None] Port 9ab88f32-3cb1-4882-916d-0fed906d6f9b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:48.753489 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.813269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:48.848581 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.854130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:48.910845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Transition to ACTIVE for port object 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:48.912226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-465718d9-44cf-43d2-9bda-e0c50d21fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.934015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465718d9-44cf-43d2-9bda-e0c50d21fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7f4d0b-4b60-46b1-bf38-5f2e95697ab2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:48.947390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-465718d9-44cf-43d2-9bda-e0c50d21fc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:48.952004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-465718d9-44cf-43d2-9bda-e0c50d21fc88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb7f4d0b-4b60-46b1-bf38-5f2e95697ab2 HTTP/1.1" status: 204 len: 168 time: 0.5714395 Apr 11 21:00:49.027965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Made reservation on behalf of 444399fd4d7e476099e458dc2a9f9b98 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:49.030942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:49.053671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 5aadc42c-c7aa-49e7-abaf-506ccf243167, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5aadc42c-c7aa-49e7-abaf-506ccf243167,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:49.053983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:49.069025 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:49.164642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:49.168843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:49.173169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:49.178157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Allocated IP 172.20.0.2 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/7724a850-9a52-4688-8300-f8724da6fc5f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:49.206485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=9335e239-ce2d-40ce-bad5-8bc400f0c8a1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:49.234873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:00:49.255328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:49.256448 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:49.366979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 5aadc42c-c7aa-49e7-abaf-506ccf243167 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:49.439637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-29378808-be75-4fbe-9a93-089bf7f8a5d2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1310289 Apr 11 21:00:49.445755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:49.455312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'name': 'tempest-AllowedAddressPairTestJSON-1565171380', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:52:1a:61'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:49.522911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:49.540677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Transition to ACTIVE for port object 7724a850-9a52-4688-8300-f8724da6fc5f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:49.567425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Transition to ACTIVE for port object 7724a850-9a52-4688-8300-f8724da6fc5f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:49.612788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa47c94f-94a0-4fac-842f-563b92ffd324 req-f09c71ef-a304-45c5-be6b-6c074e783477 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.1369309 Apr 11 21:00:49.652112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:49.656509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Usage tracker for resource:port and tenant:7edafd16df1f404587670b789c42f567 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:49.659977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:49.666497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:49.785467 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:49.785735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Allocated IP 172.20.0.12 (b6277f6b-8eea-484d-88c5-37db7e3c64d9/5e97bb0a-3813-454e-93fe-efd81eaf8dd2/d59b336d-1bba-4dd1-9ceb-acc92810900f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:49.863150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:49.869497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:49.877661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:49.880895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Pushing event updated for resources: {'Port': ['ID=7724a850-9a52-4688-8300-f8724da6fc5f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:49.895140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:00:49.931091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:00:49.944803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-253e8579-f177-4790-87c3-fac7b0c8730d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4606922 Apr 11 21:00:49.959282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44974) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:49.962111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:49.986961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:49.987931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:50.049604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-395098720'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:50.054742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:50.064891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Attempting to bind port 7724a850-9a52-4688-8300-f8724da6fc5f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:50.065345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Attempting to bind port 7724a850-9a52-4688-8300-f8724da6fc5f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '98676298-d936-439a-9e3e-b83af24f86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:50.065783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Attempting to bind port 7724a850-9a52-4688-8300-f8724da6fc5f on network bcc1dee0-5ce2-4407-900a-02665eb2bf9a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:50.066912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:50.069892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:50.075993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:50.095369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.133465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:50.133773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Checking segment: {'id': '98676298-d936-439a-9e3e-b83af24f86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:50.134341 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.134812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Bound using segment: {'id': '98676298-d936-439a-9e3e-b83af24f86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:50.135419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Bound port: 7724a850-9a52-4688-8300-f8724da6fc5f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98676298-d936-439a-9e3e-b83af24f86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:50.135891 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.147496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.153918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad80a00-f94b-49c5-89c4-70806fac6d9b req-b7e1ba62-7240-43bd-adf1-41580663e053 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:50.159596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad80a00-f94b-49c5-89c4-70806fac6d9b req-b7e1ba62-7240-43bd-adf1-41580663e053 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:50.163839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=5aadc42c-c7aa-49e7-abaf-506ccf243167,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:50.172009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ad80a00-f94b-49c5-89c4-70806fac6d9b req-b7e1ba62-7240-43bd-adf1-41580663e053 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 1683 time: 0.3972356 Apr 11 21:00:50.210727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44978) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:50.227051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:50.234152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.238325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ef167db7-a4b2-4553-8abe-a67837c0328b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:50.276592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.294787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 5aadc42c-c7aa-49e7-abaf-506ccf243167 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:00:50.298119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.300230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cda15d53-5181-4e98-b845-33a24912d27e req-ffbecc92-ddf2-42bc-9db1-fd8b1a144166 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "DELETE /v2.0/ports/5aadc42c-c7aa-49e7-abaf-506ccf243167 HTTP/1.1" status: 204 len: 173 time: 1.9514389 Apr 11 21:00:50.301193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-deleted', 'tag': '5aadc42c-c7aa-49e7-abaf-506ccf243167'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:50.336504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ad80a00-f94b-49c5-89c4-70806fac6d9b req-3b3f49e3-d5be-4644-9c3e-ad3aa3f65bb5 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629648 Apr 11 21:00:50.346879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:50.359083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] device_id is not set on port c8da45b5-1f63-48e0-994b-cc98a019a2b8 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:50.448180 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2479cf05-3fe5-4425-ae2e-1ef3cc8e82fc'] response: {'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-deleted', 'tag': '5aadc42c-c7aa-49e7-abaf-506ccf243167', 'status': 'completed', 'code': 200} Apr 11 21:00:50.471892 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.474733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] For port 7724a850-9a52-4688-8300-f8724da6fc5f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:50.478210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] For port 7724a850-9a52-4688-8300-f8724da6fc5f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7724a850-9a52-4688-8300-f8724da6fc5f,segment=NetworkSegment(98676298-d936-439a-9e3e-b83af24f86e8),segment_id=98676298-d936-439a-9e3e-b83af24f86e8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:50.480904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.481398 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 2214eaff-7870-4615-b31b-b3dc076605fc of type vlan for network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a Apr 11 21:00:50.511014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:50.560692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.592388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:50.608913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:50.616426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Allocated IP 172.20.0.8 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/c8da45b5-1f63-48e0-994b-cc98a019a2b8) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:50.624336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:50.639430 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.661061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a80f89b-0484-4cbd-8724-a81394cdf86c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e95fdb85b544608a68e9ea6fd5e8f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4444718 Apr 11 21:00:50.664510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44988) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:50.676642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 10cef264-f6c6-4d42-9243-e0d86643efd8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:50.676993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.731734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.735786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:50.736572 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.764434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef99f0b-cac9-42cc-b382-77592717f291 None None] Pushing event updated for resources: {'Port': ['ID=7724a850-9a52-4688-8300-f8724da6fc5f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:50.770937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Pushing event updated for resources: {'Port': ['ID=d59b336d-1bba-4dd1-9ceb-acc92810900f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:50.785767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:50.786378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:50.811355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ef167db7-a4b2-4553-8abe-a67837c0328b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:50.812066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.027852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b2798bfb-3f44-43db-8425-dc70fecd3c7e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6878901 Apr 11 21:00:51.033834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:51.036086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc18b697-921d-4e02-9ed9-5ed69811e5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.049511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Request body: {'port': {'device_id': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:51.055647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:51.066213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc18b697-921d-4e02-9ed9-5ed69811e5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.142489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8089c58f-f6de-4aed-9c78-8e8f7735a793 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1813583 Apr 11 21:00:51.147027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:51.251716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:51.256280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc18b697-921d-4e02-9ed9-5ed69811e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.328062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18b697-921d-4e02-9ed9-5ed69811e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d99058-488f-494b-b08a-74df33364b59,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:51.357383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.368230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc18b697-921d-4e02-9ed9-5ed69811e5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.373127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bc18b697-921d-4e02-9ed9-5ed69811e5e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02d99058-488f-494b-b08a-74df33364b59 HTTP/1.1" status: 204 len: 168 time: 0.7073195 Apr 11 21:00:51.394354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235edaf2-5437-469c-8518-36721c1d7739 req-dae0c805-b898-4ade-bc85-f272ebcd4a9e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:51.394354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-235edaf2-5437-469c-8518-36721c1d7739 req-dae0c805-b898-4ade-bc85-f272ebcd4a9e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 932 time: 0.5433857 Apr 11 21:00:51.437381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Transition to ACTIVE for port object c8da45b5-1f63-48e0-994b-cc98a019a2b8 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:51.513182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:00:45Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:46Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:51.524459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:00:51.524901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Updating router 1e90072d-6076-47d9-bea1-6d63cc94d475 port 9ab88f32-3cb1-4882-916d-0fed906d6f9b binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:00:51.572111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-235edaf2-5437-469c-8518-36721c1d7739 req-cf52759b-f3d7-4da5-95bf-195523337277 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755641 Apr 11 21:00:51.591353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.655401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.659110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:51.701956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:51.704803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:51.705488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5aadc42c-c7aa-49e7-abaf-506ccf243167 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:00:51.708732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:51.724239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:51.753275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 5aadc42c-c7aa-49e7-abaf-506ccf243167 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:00:51.753593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:51.753756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5aadc42c-c7aa-49e7-abaf-506ccf243167 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:00:51.754113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 10cef264-f6c6-4d42-9243-e0d86643efd8 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:00:51.771936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=c8da45b5-1f63-48e0-994b-cc98a019a2b8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:51.789920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:51.804319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:51.804935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.806133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.848064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:51.848907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:51.942635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8bb2158-d749-44c2-954a-d6060120ebbe tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4955800 Apr 11 21:00:51.945442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45006) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:52.028321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.046727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 10cef264-f6c6-4d42-9243-e0d86643efd8 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:52.080764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:52.091212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0f03a-92c7-477a-8b4e-7d805972866c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:52.097369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0f03a-92c7-477a-8b4e-7d805972866c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:52.101584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0f03a-92c7-477a-8b4e-7d805972866c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:52.102478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dfc0f03a-92c7-477a-8b4e-7d805972866c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Synchronizing usage tracker for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:52.191330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:52.208712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:52.270125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7724a850-9a52-4688-8300-f8724da6fc5f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:52.290972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dfc0f03a-92c7-477a-8b4e-7d805972866c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Unset dirty status for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:52.292850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dfc0f03a-92c7-477a-8b4e-7d805972866c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3459945 Apr 11 21:00:52.299028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45014) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:52.317022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc18ee-6478-4f0a-a246-afef479731cc req-fc76415d-91dd-46f2-ae99-56fa647d2ecb tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:52.318959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2ddc18ee-6478-4f0a-a246-afef479731cc req-fc76415d-91dd-46f2-ae99-56fa647d2ecb tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Synchronizing usage tracker for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:52.396885 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89264296-640f-4e06-8bb3-099788fdcaf5'] response: {'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8', 'code': 200} Apr 11 21:00:52.412920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.454161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port c8da45b5-1f63-48e0-994b-cc98a019a2b8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:52.454161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.488140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.522774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:52.535431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea52a1e-f4e5-4d11-a215-8f325b6f9581 None None] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:52.733588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2ddc18ee-6478-4f0a-a246-afef479731cc req-fc76415d-91dd-46f2-ae99-56fa647d2ecb tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Unset dirty status for tenant:7669813c4b8c45c7bfb6704b8d757ced on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:52.734749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ddc18ee-6478-4f0a-a246-afef479731cc req-fc76415d-91dd-46f2-ae99-56fa647d2ecb tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 946 time: 1.0514965 Apr 11 21:00:52.790279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.841687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] Provisioning for port 7724a850-9a52-4688-8300-f8724da6fc5f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:52.844441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7724a850-9a52-4688-8300-f8724da6fc5f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:52.863944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] Provisioning complete for port 7724a850-9a52-4688-8300-f8724da6fc5f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:52.867305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.870611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.891512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Transition to ACTIVE for port object 9ab88f32-3cb1-4882-916d-0fed906d6f9b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:52.899849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7724a850-9a52-4688-8300-f8724da6fc5f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:52.900328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:52.934465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:00:52.942909 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:00:53.032375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.037399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ddc18ee-6478-4f0a-a246-afef479731cc req-a7877137-ee9a-4db0-bdc6-1559485113b2 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929041 Apr 11 21:00:53.065787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59b336d-1bba-4dd1-9ceb-acc92810900f {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:00:53.082318 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.106189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Transition to ACTIVE for port object d59b336d-1bba-4dd1-9ceb-acc92810900f will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:53.117656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e2d3d-9732-44da-a2d5-2287243ebc9a req-5384d725-02c5-410f-b490-73d26d7a21d5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:53.119108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d69e2d3d-9732-44da-a2d5-2287243ebc9a req-5384d725-02c5-410f-b490-73d26d7a21d5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 932 time: 0.3783247 Apr 11 21:00:53.126814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for c8da45b5-1f63-48e0-994b-cc98a019a2b8 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:53.218348 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.246460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d69e2d3d-9732-44da-a2d5-2287243ebc9a req-cf2520d5-b6ff-481c-b477-f675049f2469 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919311 Apr 11 21:00:53.296775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c20ed9-64f3-4c46-aa99-aa2c2204ddae None None] Pushing event updated for resources: {'Port': ['ID=9ab88f32-3cb1-4882-916d-0fed906d6f9b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:53.450389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.452691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 10cef264-f6c6-4d42-9243-e0d86643efd8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:53.453178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.465714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.521034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Port': ['ID=c8da45b5-1f63-48e0-994b-cc98a019a2b8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:53.531964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.621055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Attempting to bind port 9ab88f32-3cb1-4882-916d-0fed906d6f9b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:53.621674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Attempting to bind port 9ab88f32-3cb1-4882-916d-0fed906d6f9b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:53.622195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Attempting to bind port 9ab88f32-3cb1-4882-916d-0fed906d6f9b on network aba577c8-7d73-4295-9106-b35c6ee5e331 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:53.625070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Pushing event updated for resources: {'Port': ['ID=d59b336d-1bba-4dd1-9ceb-acc92810900f,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:53.631229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:53.631857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Checking segment: {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:53.638565 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.638565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Bound using segment: {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:53.638565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Bound port: 9ab88f32-3cb1-4882-916d-0fed906d6f9b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7c4806-c8bf-4820-8b99-150d952d2903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:53.638565 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.665323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] For port 7724a850-9a52-4688-8300-f8724da6fc5f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7724a850-9a52-4688-8300-f8724da6fc5f,segment=NetworkSegment(98676298-d936-439a-9e3e-b83af24f86e8),segment_id=98676298-d936-439a-9e3e-b83af24f86e8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:53.743348 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.841016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.882933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:53.966286 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cf443785-1077-4e17-b38d-979d66f9c8ce tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/ports/c8da45b5-1f63-48e0-994b-cc98a019a2b8 HTTP/1.1" status: 204 len: 168 time: 1.6657295 Apr 11 21:00:53.972627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45044) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:54.016846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] For port 9ab88f32-3cb1-4882-916d-0fed906d6f9b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:54.023030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] For port 9ab88f32-3cb1-4882-916d-0fed906d6f9b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab88f32-3cb1-4882-916d-0fed906d6f9b,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:54.030792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:00:54.032548 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:00:54.044913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df6f2-130b-4830-b03d-8eb5bf66fd4a None None] Pushing event updated for resources: {'Port': ['ID=7724a850-9a52-4688-8300-f8724da6fc5f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:54.091955 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adde693-ba08-4766-8cf4-e46ac055a83c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] GET failed (client error): The resource could not be found. Apr 11 21:00:54.092728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9adde693-ba08-4766-8cf4-e46ac055a83c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Synchronizing usage tracker for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:54.140213 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:54.143891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=2c026151-f344-44bb-bf58-e0e0d35ec36b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:54.170752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Attempting to bind port d59b336d-1bba-4dd1-9ceb-acc92810900f on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:54.171120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Attempting to bind port d59b336d-1bba-4dd1-9ceb-acc92810900f by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:54.171466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Attempting to bind port d59b336d-1bba-4dd1-9ceb-acc92810900f on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:54.206970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9adde693-ba08-4766-8cf4-e46ac055a83c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Unset dirty status for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:54.212247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:54.212247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:00:54.212532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9adde693-ba08-4766-8cf4-e46ac055a83c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "GET /v2.0/ports/c8da45b5-1f63-48e0-994b-cc98a019a2b8 HTTP/1.1" status: 404 len: 333 time: 0.2349548 Apr 11 21:00:54.212617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Could not find standard attr ID for object c8da45b5-1f63-48e0-994b-cc98a019a2b8. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:00:54.212701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45052) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:54.222531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'name': 'tempest-AllowedAddressPairTestJSON-1827586376'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:54.255771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Port d59b336d-1bba-4dd1-9ceb-acc92810900f on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:00:54.256103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Attempting to bind port d59b336d-1bba-4dd1-9ceb-acc92810900f on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:54.267366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 10cef264-f6c6-4d42-9243-e0d86643efd8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=10cef264-f6c6-4d42-9243-e0d86643efd8,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:00:54.271172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:54.341195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c20ed9-64f3-4c46-aa99-aa2c2204ddae None None] Pushing event updated for resources: {'Port': ['ID=9ab88f32-3cb1-4882-916d-0fed906d6f9b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:54.385561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Provisioning complete for port 7724a850-9a52-4688-8300-f8724da6fc5f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:54.386005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:54.480197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:00:54.480851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:54.542248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 10cef264-f6c6-4d42-9243-e0d86643efd8 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:54.625095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:54.635618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:54.705890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:54.706246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Checking segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:54.706801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Bound using segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:54.707880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Bound port: d59b336d-1bba-4dd1-9ceb-acc92810900f, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:54.707880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:54.739335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf2f2-def9-4d55-bbc7-a2adddc489e9 req-2700c6d9-f20a-4658-baf4-83b2d7e65106 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:54.750929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2fcf2f2-def9-4d55-bbc7-a2adddc489e9 req-2700c6d9-f20a-4658-baf4-83b2d7e65106 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 944 time: 0.1941242 Apr 11 21:00:54.810342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:54.814825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:54.914202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2fcf2f2-def9-4d55-bbc7-a2adddc489e9 req-5b13f93e-1d2b-4bb8-94ff-1d03dbbb23ba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574686 Apr 11 21:00:54.916589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] device_id is not set on port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:00:54.919996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386d53-dc41-4862-ac64-1b86ed312932 req-d11be4c1-35e1-4a5d-b520-2a9938e918e0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:54.921577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8386d53-dc41-4862-ac64-1b86ed312932 req-d11be4c1-35e1-4a5d-b520-2a9938e918e0 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 944 time: 0.6361470 Apr 11 21:00:54.921838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:00:54.962701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] For port d59b336d-1bba-4dd1-9ceb-acc92810900f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:54.966839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:00:55.016077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.113864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7724a850-9a52-4688-8300-f8724da6fc5f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:55.127424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] For port d59b336d-1bba-4dd1-9ceb-acc92810900f, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:55.174985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Allocated IP 172.20.0.10 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/8ebba439-7d9b-40e5-bdf3-d2f3becc9a95) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:55.180914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=10cef264-f6c6-4d42-9243-e0d86643efd8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:55.209672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:55.217216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:55.219178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.324470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.389981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f98ce0-766e-44a8-95cc-151cabbcbaf4 None None] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:55.454954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8386d53-dc41-4862-ac64-1b86ed312932 req-aa44e409-ec3f-4b75-af57-99fdd05b111f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d9fb321-18f9-48ea-a717-7911f8e38d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237956 Apr 11 21:00:55.460446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Pushing event updated for resources: {'Port': ['ID=d59b336d-1bba-4dd1-9ceb-acc92810900f,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:55.476746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 10cef264-f6c6-4d42-9243-e0d86643efd8 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:00:55.498540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.507797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-deleted', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:55.548625 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.550093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f1f939e6-1d6a-441a-9c47-80564ff5e257 service neutron] 10.222.0.75 "PUT /v2.0/ports/d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 200 len: 1092 time: 4.5072792 Apr 11 21:00:55.588571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.590669 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c90f9ba-625c-4acb-bab1-443c2d97433e'] response: {'server_uuid': '29602639-a243-4247-90d1-b5cf504c0f59', 'name': 'network-vif-deleted', 'tag': '10cef264-f6c6-4d42-9243-e0d86643efd8', 'status': 'completed', 'code': 200} Apr 11 21:00:55.605515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Transition to ACTIVE for port object 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:55.617087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-df56ea94-4a04-4224-835c-d58395b8041f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4209542 Apr 11 21:00:55.622077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45074) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:55.684359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cda15d53-5181-4e98-b845-33a24912d27e req-ca762ad2-77c0-4604-b1f9-189744222c37 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.75 "DELETE /v2.0/ports/10cef264-f6c6-4d42-9243-e0d86643efd8 HTTP/1.1" status: 204 len: 173 time: 5.3539851 Apr 11 21:00:55.708038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Provisioning for port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:55.731312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.765552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Provisioning complete for port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:55.765936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.810797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7724a850-9a52-4688-8300-f8724da6fc5f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:55.811170 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.845050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=8ebba439-7d9b-40e5-bdf3-d2f3becc9a95,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:55.852882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:55.855756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:55.870982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:55.925768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-302902d0-d63b-4f36-ab3e-3b9b7dc55c93 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1095 time: 0.1456871 Apr 11 21:00:55.956188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:55.957167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:55.992309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0cd40d2c-b844-463e-a01d-2c1c23675a6e None None] Port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:56.037702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:00:56.038562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:56.142807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b4f04df1-2b98-4c47-875d-98eabd822e1b tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9263935 Apr 11 21:00:56.145086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45084) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:56.155782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:52:1a:61'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:56.275156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:56.329940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-126ecace-92f9-4c4a-8ca2-8b71640b3ac5 None None] Could not find standard attr ID for object c8da45b5-1f63-48e0-994b-cc98a019a2b8. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:00:56.342194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-bc479b06-7da1-4a5f-94ab-27d731b1feb4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 200 len: 217 time: 0.4171801 Apr 11 21:00:56.364966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:00:45Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:54Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:00:56.373817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb709a-8297-4798-bae8-e2c0ea7536ba None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:00:45Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:54Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:00:56.434079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-126ecace-92f9-4c4a-8ca2-8b71640b3ac5 None None] Provisioning complete for port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:56.434454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-126ecace-92f9-4c4a-8ca2-8b71640b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:56.590662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:56.596573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-fcf90ca6-ddc7-4e18-adb6-469b05c626b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:56.597185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-fcf90ca6-ddc7-4e18-adb6-469b05c626b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.1428266 Apr 11 21:00:56.616443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Allocated IP 172.21.0.2 (077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a/2c026151-f344-44bb-bf58-e0e0d35ec36b/9ead8a0e-c834-42a2-9af6-fd33a98634a4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:56.622591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-126ecace-92f9-4c4a-8ca2-8b71640b3ac5 None None] Port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:56.683757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-b65b3558-fd8e-4264-b907-ef56ef3ac299 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742297 Apr 11 21:00:56.696133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-a8fa4c7f-34a2-4d8d-a3ff-ccb596141dd9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:56.696133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-a8fa4c7f-34a2-4d8d-a3ff-ccb596141dd9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Synchronizing usage tracker for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:56.875919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1649902681'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:56.889393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2f017ce6-3a17-4d8f-8d7f-a63215ed8642 None None] Provisioning for port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:56.905547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2f017ce6-3a17-4d8f-8d7f-a63215ed8642 None None] Provisioning complete for port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:56.905547 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f017ce6-3a17-4d8f-8d7f-a63215ed8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:56.955361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-f63b864a-2ac1-4e66-8af5-32f9e9ff37b6 service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578123 Apr 11 21:00:56.958592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:56.965133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-a8fa4c7f-34a2-4d8d-a3ff-ccb596141dd9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Unset dirty status for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:56.966633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-a8fa4c7f-34a2-4d8d-a3ff-ccb596141dd9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 944 time: 0.6978772 Apr 11 21:00:56.968473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Usage tracker for resource:network and tenant:1a2e82c24e2c4a2688ca27b979084712 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:56.996063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:56.996363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.008038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2f017ce6-3a17-4d8f-8d7f-a63215ed8642 None None] Port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:57.012944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Transition to ACTIVE for port object 9ead8a0e-c834-42a2-9af6-fd33a98634a4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:57.045486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Transition to ACTIVE for port object 9ead8a0e-c834-42a2-9af6-fd33a98634a4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:57.080683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6bb91033-1577-4da5-a612-4a2a37d2ad41 req-80bf794e-a406-449b-802e-c51f75e34120 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "GET /v2.0/ports?device_id=29602639-a243-4247-90d1-b5cf504c0f59 HTTP/1.1" status: 200 len: 210 time: 0.2424374 Apr 11 21:00:57.156935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:57.162480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.182172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.251871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:00:57.254831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:00:57.259175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:00:57.264094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Pushing event updated for resources: {'Port': ['ID=9ead8a0e-c834-42a2-9af6-fd33a98634a4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:57.282217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-e96cafbf-dca9-406f-96c6-4d70bc7a23c0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Synchronizing usage tracker for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:57.307773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.308703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-711cfa2a-f61d-4767-a14f-1e1d8e12b60a req-d540f826-2bbe-4432-82ef-b1a91c8567cb service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372643 Apr 11 21:00:57.391594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Made reservation on behalf of 1a2e82c24e2c4a2688ca27b979084712 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:00:57.394866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.397691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Attempting to bind port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:00:57.398157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Attempting to bind port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:00:57.398733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Attempting to bind port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 on network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:00:57.406624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:00:57.407191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Checking segment: {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:00:57.407661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.408150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Bound using segment: {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:00:57.409672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Bound port: 9ead8a0e-c834-42a2-9af6-fd33a98634a4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:00:57.411096 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.422767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.451908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=8ebba439-7d9b-40e5-bdf3-d2f3becc9a95,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:57.469645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] In _notify_port_updated(), no bound segment for port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 on network bcc1dee0-5ce2-4407-900a-02665eb2bf9a {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:00:57.472312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:57.474215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:57.475116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.476278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Usage tracker for resource:security_group_rule and tenant:1a2e82c24e2c4a2688ca27b979084712 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:57.476849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-df2a10c7-48a2-4caf-97c5-d6c191d3eefb tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "PUT /v2.0/ports/8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 HTTP/1.1" status: 200 len: 994 time: 1.3313684 Apr 11 21:00:57.479618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45102) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:57.481706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:57.484744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-e96cafbf-dca9-406f-96c6-4d70bc7a23c0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Unset dirty status for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:57.496911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b03ff669-27ba-420a-bc01-d3359c0e82dc req-e96cafbf-dca9-406f-96c6-4d70bc7a23c0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046499 Apr 11 21:00:57.509428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:57.564638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:00:57.565259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.592769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'tag': 'd59b336d-1bba-4dd1-9ceb-acc92810900f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:00:57.633812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.668772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] For port 9ead8a0e-c834-42a2-9af6-fd33a98634a4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:00:57.672947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] For port 9ead8a0e-c834-42a2-9af6-fd33a98634a4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ead8a0e-c834-42a2-9af6-fd33a98634a4,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:00:57.695914 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb360cb-a0a0-4d67-bc61-973c470f07d1'] response: {'name': 'network-changed', 'server_uuid': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'tag': 'd59b336d-1bba-4dd1-9ceb-acc92810900f', 'status': 'completed', 'code': 200} Apr 11 21:00:57.761428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f1d20cc-326c-46e0-bf9b-e2dcaee681e7 None None] Provisioning complete for port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:57.761802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20cc-326c-46e0-bf9b-e2dcaee681e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.789625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.865080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:57.882982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d20cc-326c-46e0-bf9b-e2dcaee681e7 None None] Port 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:00:57.905092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55852d-fd3d-4910-af7d-00540472a601 None None] Pushing event updated for resources: {'Port': ['ID=9ead8a0e-c834-42a2-9af6-fd33a98634a4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:57.969443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.008579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for 8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:00:58.079044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.130341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-acb826b7-9be7-4fd5-ae75-4fae8aaaeada service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1095 time: 0.3435535 Apr 11 21:00:58.274647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45112) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:58.465624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16992a-7492-4efd-b4bc-4fbadf0234e2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:58.500192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.518817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:00:58.564906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.565265 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Added segment 47af9b69-7c99-44a8-a800-f2edc3655061 of type vlan for network 43f41e60-538c-4b46-87a9-ab938f261b89 Apr 11 21:00:58.594637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Port': ['ID=8ebba439-7d9b-40e5-bdf3-d2f3becc9a95,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:58.608583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-57374ea7-8242-4937-875d-8e5da4674ca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:58.609944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-57374ea7-8242-4937-875d-8e5da4674ca1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.4365582 Apr 11 21:00:58.610985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.611518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.612037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.612527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.613014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.613500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.614001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.614486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.614965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.615455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.615969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:00:58.773157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-68b236fc-974e-4a30-afa4-de9919127d73 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 200 len: 217 time: 0.1178472 Apr 11 21:00:58.834012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting subnet 19ec2fdc-6f24-45e5-84dc-5ad9c9046381 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:00:58.850294 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.871684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.877592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-cb706313-68de-457f-a0d6-17a61c094529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:58.879041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-cb706313-68de-457f-a0d6-17a61c094529 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.0939071 Apr 11 21:00:58.891526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:58.976129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.21.0.1 (077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a/2c026151-f344-44bb-bf58-e0e0d35ec36b/be6a6336-25d6-431f-9a78-fab8a90f2d27) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:00:58.989336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-5955222f-c234-41f4-ade6-69cf34ef8153 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011243 Apr 11 21:00:59.003955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.148570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ab88f32-3cb1-4882-916d-0fed906d6f9b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:00:59.205864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.221412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d070a59-42d5-47b8-bb7e-1e6425b8963b req-58f70119-285e-4953-9621-0e7cd48204d1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:59.222911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d070a59-42d5-47b8-bb7e-1e6425b8963b req-58f70119-285e-4953-9621-0e7cd48204d1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 944 time: 0.5223224 Apr 11 21:00:59.226751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8f3e5665-40f9-4389-b4b4-31d11dd04f3d tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/ports/8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 HTTP/1.1" status: 204 len: 168 time: 1.7434778 Apr 11 21:00:59.230567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45124) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:59.271025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.271422 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc6499d-d48f-4a13-a3f1-9a58851492ef tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] GET failed (client error): The resource could not be found. Apr 11 21:00:59.271944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bcc6499d-d48f-4a13-a3f1-9a58851492ef tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Synchronizing usage tracker for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:00:59.274942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:00:59.275536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.278937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.411203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9ab88f32-3cb1-4882-916d-0fed906d6f9b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:00:59.417586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9ab88f32-3cb1-4882-916d-0fed906d6f9b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:00:59.418254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.505737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Pushing event updated for resources: {'Network': ['ID=43f41e60-538c-4b46-87a9-ab938f261b89,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:59.511192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-387df4a7-e3d3-4f50-bd89-4010a0789577 service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114334 Apr 11 21:00:59.518607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fc3a2861-6248-4575-bda3-f53e9d966acd tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.2352228 Apr 11 21:00:59.521768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 43f41e60-538c-4b46-87a9-ab938f261b89 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:00:59.577100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.579184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bcc6499d-d48f-4a13-a3f1-9a58851492ef tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Unset dirty status for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:00:59.584430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bcc6499d-d48f-4a13-a3f1-9a58851492ef tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "GET /v2.0/ports/8ebba439-7d9b-40e5-bdf3-d2f3becc9a95 HTTP/1.1" status: 404 len: 333 time: 0.3564770 Apr 11 21:00:59.586435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45132) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:59.631037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'name': 'tempest-AllowedAddressPairTestJSON-1587537599'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:59.634217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.656535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.667462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object be6a6336-25d6-431f-9a78-fab8a90f2d27 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:00:59.675771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d070a59-42d5-47b8-bb7e-1e6425b8963b req-42b17c0f-3eb1-4cb7-9a37-fff42d336980 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001842 Apr 11 21:00:59.684045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326f6bd-9d2c-4491-96b5-0410b491e579 None None] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:59.694889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Subnet': ['ID=19ec2fdc-6f24-45e5-84dc-5ad9c9046381,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:00:59.717665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5108836-c448-4d4a-a81a-43544e56ea39 req-41531b84-d565-4a0c-a400-3e1adf2e97f9 service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946213 Apr 11 21:00:59.798160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.815523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-04c65528-2802-4929-a33e-2d2c84dfc50b tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/subnets/19ec2fdc-6f24-45e5-84dc-5ad9c9046381 HTTP/1.1" status: 204 len: 168 time: 1.5383270 Apr 11 21:00:59.816832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45136) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:59.870195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18530a4-b0fe-40bb-8336-90748aea0f96 None None] Network 11261a56-5b96-4c8a-a8be-415bd321cc3b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:00:59.886680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:59.899694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:00:59.925826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45142) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:00:59.933861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Request body: {'port': {'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89', 'binding:host_id': 'n-h1-837321-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1379648709'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:00:59.941303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:00:59.947808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Usage tracker for resource:port and tenant:92fac8b92eaa4018a2f463e9cd895973 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:00:59.951794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:00:59.957278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:00:59.958872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:00.000036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9ab88f32-3cb1-4882-916d-0fed906d6f9b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab88f32-3cb1-4882-916d-0fed906d6f9b,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:00.011092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.022674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe553-6177-4bf7-b944-d9013f9abce3 None None] Provisioning for port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:00.039046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Made reservation on behalf of 92fac8b92eaa4018a2f463e9cd895973 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:00.048872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.050330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=be6a6336-25d6-431f-9a78-fab8a90f2d27,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:00.054300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:00.055544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:00.055888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.062040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:00.067900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.084435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:00.084692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.091365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:00.109523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.109729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] device_id is not set on port 9aa7d348-3542-4f39-828b-8067639dddac yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:00.110840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ead8a0e-c834-42a2-9af6-fd33a98634a4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:00.154286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.182377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:00.191387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Usage tracker for resource:security_group_rule and tenant:92fac8b92eaa4018a2f463e9cd895973 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:00.196425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:00.207909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:00.302483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Allocated IP 172.20.0.6 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/9aa7d348-3542-4f39-828b-8067639dddac) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:00.375086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9ab88f32-3cb1-4882-916d-0fed906d6f9b,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:00.390980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.423958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:00.424324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.501928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.503529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:00.546742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] DHCP port deletion for 11261a56-5b96-4c8a-a8be-415bd321cc3b request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:00.555219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:00.559814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Deleting port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:00.560378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.624221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:00.626449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.642315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.672709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde467a-eb11-4991-931f-a93d8c2ab517,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:00.724199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:00.735331 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.764023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.852640 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:01:00.857811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Transition to ACTIVE for port object 9aa7d348-3542-4f39-828b-8067639dddac will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:00.928072 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:00.984070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Provisioning complete for port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:00.990484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.035992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:01.048639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.069415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Transition to ACTIVE for port object 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:01.094637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec8a63-6e14-455c-8fb3-f0170dd3fc40 req-f264967d-eab0-4320-a8da-99bdde2ec9e0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:01.099349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfec8a63-6e14-455c-8fb3-f0170dd3fc40 req-f264967d-eab0-4320-a8da-99bdde2ec9e0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 944 time: 0.1685522 Apr 11 21:01:01.170581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9ead8a0e-c834-42a2-9af6-fd33a98634a4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ead8a0e-c834-42a2-9af6-fd33a98634a4,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:01.172848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] For port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,segment=NetworkSegment(31742d9d-8c49-4465-b88f-cea83c84724a),segment_id=31742d9d-8c49-4465-b88f-cea83c84724a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:01.173342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.174080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfec8a63-6e14-455c-8fb3-f0170dd3fc40 req-f231032c-f08f-4b76-a887-5f09eef233d4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675476 Apr 11 21:01:01.209925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.227171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.277405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=67a79ea0-5968-4c7c-8483-22a1dfcbc2cd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:01.286773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:01.343457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.376552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:01.377897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Calling delete_port for 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:01.418907 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.443750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.452285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:01.457410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:01.475756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11261a56-5b96-4c8a-a8be-415bd321cc3b']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:01.475921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:01.486502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31742d9d-8c49-4465-b88f-cea83c84724a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:01.487272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31742d9d-8c49-4465-b88f-cea83c84724a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:01.505373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.506491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.513392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Checking segment: {'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:01.513900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Network hostable DHCP agents. Network: 43f41e60-538c-4b46-87a9-ab938f261b89, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:01.523956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.536205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:01.536664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.582741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=9aa7d348-3542-4f39-828b-8067639dddac,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:01.584051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9ead8a0e-c834-42a2-9af6-fd33a98634a4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:01.609568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:01.610437 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.639520 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:01.640408 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:01.644250 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:01.667777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ab88f32-3cb1-4882-916d-0fed906d6f9b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:01.693926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.694207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.694593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.694931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.695593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.695712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.696041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.696385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.696695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.697763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.698372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:01.709859 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.713689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Network 43f41e60-538c-4b46-87a9-ab938f261b89 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:01.725757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d59b336d-1bba-4dd1-9ceb-acc92810900f details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:01:01.757904 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:01.758512 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:01.765931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.766943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0ad94c02-541b-4798-ab20-2f56721a9954 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1442752 Apr 11 21:01:01.782371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:01.794055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:1a:61'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:01.808966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.820257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Network': ['ID=11261a56-5b96-4c8a-a8be-415bd321cc3b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:01.826876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.856453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9ab88f32-3cb1-4882-916d-0fed906d6f9b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:01.856953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.873971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 43f41e60-538c-4b46-87a9-ab938f261b89) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:01.882426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:01.908332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab330a7-b970-47ca-83a1-b269d5f38b0a None None] Network 43f41e60-538c-4b46-87a9-ab938f261b89 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:01.946718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:01.950729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=be6a6336-25d6-431f-9a78-fab8a90f2d27,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:01.956338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:01.963358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:01.963358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:01.974045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:01.974379 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:01.977515 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 2 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.014468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.014727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.015020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.023774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:02.024392 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:02.026843 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 3 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.031879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b39ec408-f2ce-4cf4-9ce3-4e4c42a89c96 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/networks/11261a56-5b96-4c8a-a8be-415bd321cc3b HTTP/1.1" status: 204 len: 168 time: 2.2139556 Apr 11 21:01:02.038949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:02.106430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:02.107760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:02.139381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d59b336d-1bba-4dd1-9ceb-acc92810900f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:02.431232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Deleting port 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:02.431232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.431232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a4495330-2975-4320-b88e-1c6fa52ad9ca None None] The port '67a79ea0-5968-4c7c-8483-22a1dfcbc2cd' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:01:02.436205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.436205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.436205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.436466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'd59b336d-1bba-4dd1-9ceb-acc92810900f', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'port_id': 'd59b336d-1bba-4dd1-9ceb-acc92810900f', 'mac_address': 'fa:16:3e:36:5e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:01:02.436562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:02.436562 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:02.438850 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 4 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.478515 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.550836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.551338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.551800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.562388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:02.562981 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:02.582377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.602160 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 5 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.603888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:02.633269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting subnet 8b5e7f9c-a576-421b-a880-5f0c2cff050d {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:01:02.635824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.636160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.636494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.646473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.677346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:02.677683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67a79ea0-5968-4c7c-8483-22a1dfcbc2cd not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:02.687387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59b336d-1bba-4dd1-9ceb-acc92810900f {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:01:02.692447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:02.692447 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:02.699667 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 6 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.740796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f2cfe-463e-4956-abd6-059cc6969294 req-8bd53a61-a7d1-46c4-97aa-5e65605e77e4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:02.743110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178f2cfe-463e-4956-abd6-059cc6969294 req-8bd53a61-a7d1-46c4-97aa-5e65605e77e4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 944 time: 0.2190702 Apr 11 21:01:02.769705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d59b336d-1bba-4dd1-9ceb-acc92810900f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:02.803789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.804129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.804472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.807706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-178f2cfe-463e-4956-abd6-059cc6969294 req-ef917f2b-d856-4309-a461-5c902a3e76e4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Apr 11 21:01:02.812066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.813597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:02.870238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:02.870570 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:02.872948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Provisioning for port be6a6336-25d6-431f-9a78-fab8a90f2d27 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:02.876286 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 7 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.878671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Provisioning complete for port be6a6336-25d6-431f-9a78-fab8a90f2d27 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:02.879278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.921952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.922287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.923029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.936763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-368a1cf0-be90-47ab-bd2d-8a5158c49789 None None] Port be6a6336-25d6-431f-9a78-fab8a90f2d27 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:02.959161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:02.959161 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:02.959161 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 8 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:02.991118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:02.991369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:02.991369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:02.991369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:02.996967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:03.002074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b6b63087-87c4-40fe-9496-636e7f298add tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3790159 Apr 11 21:01:03.004605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45170) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:03.009477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:03.009477 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:03.014084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.014748 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:03.022355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-129739980'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:03.024767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:03.028840 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:03.029573 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:03.029913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:03.033143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:03.039294 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 9 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:03.040738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:03.084333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.086033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:03.086367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:03.086701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:03.092163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d59b336d-1bba-4dd1-9ceb-acc92810900f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:03.099733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Provisioning complete for port be6a6336-25d6-431f-9a78-fab8a90f2d27 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:03.100099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.100598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:03.100934 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:03.105021 n-d-837321-1 neutron-server[84666]: INFO neutron.plugins.ml2.plugin [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 10 to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 Apr 11 21:01:03.126761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:03.127363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:03.127773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:03.136926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:03.137256 n-d-837321-1 neutron-server[84666]: ERROR neutron.plugins.ml2.managers [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:03.137611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.168172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Port be6a6336-25d6-431f-9a78-fab8a90f2d27 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:03.181194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:03.188450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.214039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.218157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:01:03.227240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.227693 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 5515f546-9a9a-4f24-a05d-8ad4f3bb05e7 of type vlan for network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 Apr 11 21:01:03.229595 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:03.233500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d59b336d-1bba-4dd1-9ceb-acc92810900f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:01:03.249667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.272106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.310101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Provisioning for port 9aa7d348-3542-4f39-828b-8067639dddac completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:03.328264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5e7f9c-a576-421b-a880-5f0c2cff050d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:03.348771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Provisioning complete for port 9aa7d348-3542-4f39-828b-8067639dddac triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:03.349597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.386509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.393860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] For port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:03.394357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempted to set empty binding levels {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 11 21:01:03.398920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405a6a1-78f8-4b31-aab9-7c739c556fa6 None None] Network f03a2519-ca8f-46b5-bac1-72325be591cf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:03.423951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=9aa7d348-3542-4f39-828b-8067639dddac,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:03.428042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.430700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-003f7dd8-4533-46f9-b07d-44386c0d11b4 tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/subnets/8b5e7f9c-a576-421b-a880-5f0c2cff050d HTTP/1.1" status: 204 len: 168 time: 1.3598888 Apr 11 21:01:03.432038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:03.432674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.435500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:03.471323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] In _notify_port_updated(), no bound segment for port 9aa7d348-3542-4f39-828b-8067639dddac on network bcc1dee0-5ce2-4407-900a-02665eb2bf9a {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:01:03.476159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:03.477760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.484292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-97fb76ba-5138-4793-9733-3997a2cce906 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "PUT /v2.0/ports/9aa7d348-3542-4f39-828b-8067639dddac HTTP/1.1" status: 200 len: 996 time: 1.6974931 Apr 11 21:01:03.577063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45178) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:03.609603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ead8a0e-c834-42a2-9af6-fd33a98634a4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:03.631166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=8e61cfc0-e469-4060-9353-82f9b1b4aaf0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:03.639197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.745445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:01:03.772401 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:00Z', 'revision_number': 3, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:01Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:03.776971 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:03.777375 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Updating router 1e90072d-6076-47d9-bea1-6d63cc94d475 port be6a6336-25d6-431f-9a78-fab8a90f2d27 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:01:03.803988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-affc1c3f-8a46-44b3-a436-543558c16242 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7921863 Apr 11 21:01:03.804643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.807187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45186) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:03.813051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port 9aa7d348-3542-4f39-828b-8067639dddac {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:03.813395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.815576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:03.855351 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.865510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.883561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:03.941561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Deleting port 2eca7900-5b7e-4216-b843-aad5676f06b5 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:03.942201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:03.949923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-25ffa41a-1468-4923-b2ff-3c429dd7decc None None] Port 9aa7d348-3542-4f39-828b-8067639dddac cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:04.005271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6955421c-1f16-4107-aad0-c1770ff5791f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.0783324 Apr 11 21:01:04.008056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45194) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:04.104109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Deleting port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:04.104953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.280869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:04.281843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.320217 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.334404 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Transition to ACTIVE for port object be6a6336-25d6-431f-9a78-fab8a90f2d27 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:04.356707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9af34002-730f-4c7f-8d86-ce76702c2463 None None] Provisioning complete for port 9aa7d348-3542-4f39-828b-8067639dddac triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:04.357473 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9af34002-730f-4c7f-8d86-ce76702c2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.394410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] For port 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32, host n-h1-837321-1, got binding levels [] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:04.394773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.408284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:04.415579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:04.421288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:04.435795 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.448029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.451039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9af34002-730f-4c7f-8d86-ce76702c2463 None None] Port 9aa7d348-3542-4f39-828b-8067639dddac cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:04.472674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] For port 2eca7900-5b7e-4216-b843-aad5676f06b5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eca7900-5b7e-4216-b843-aad5676f06b5,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:04.473268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.532753 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04d23-2eea-4c6e-9efd-6df3d8753cde None None] Pushing event updated for resources: {'Port': ['ID=be6a6336-25d6-431f-9a78-fab8a90f2d27,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:04.542271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:04.552009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Calling delete_port for 07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:04.652762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] DHCP port deletion for f03a2519-ca8f-46b5-bac1-72325be591cf request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:04.657617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Deleting port 2eca7900-5b7e-4216-b843-aad5676f06b5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:04.658217 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.719198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:04.806267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for 9aa7d348-3542-4f39-828b-8067639dddac owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:04.889472 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Attempting to bind port be6a6336-25d6-431f-9a78-fab8a90f2d27 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:04.890234 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Attempting to bind port be6a6336-25d6-431f-9a78-fab8a90f2d27 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:04.890794 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Attempting to bind port be6a6336-25d6-431f-9a78-fab8a90f2d27 on network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:04.907930 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:04.908682 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Checking segment: {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:04.909243 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.910794 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Bound using segment: {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:04.911589 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Bound port: be6a6336-25d6-431f-9a78-fab8a90f2d27, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2214eaff-7870-4615-b31b-b3dc076605fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:04.912125 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:04.935742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.063103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Calling delete_port for 2eca7900-5b7e-4216-b843-aad5676f06b5 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:05.091923 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] For port be6a6336-25d6-431f-9a78-fab8a90f2d27, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:05.097271 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] For port be6a6336-25d6-431f-9a78-fab8a90f2d27, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=be6a6336-25d6-431f-9a78-fab8a90f2d27,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:05.121162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] For port 2eca7900-5b7e-4216-b843-aad5676f06b5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eca7900-5b7e-4216-b843-aad5676f06b5,segment=NetworkSegment(5bebbdf8-c105-43b8-93bc-6a48b7b364bc),segment_id=5bebbdf8-c105-43b8-93bc-6a48b7b364bc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:05.121922 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.168532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.171661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event deleted for resources: {'Port': ['ID=07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:05.173387 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.178292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.194538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5442c-74fd-4c86-8443-04b672fed0ae req-d3d7f71a-2d87-40e9-a00a-3724edcc3831 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:05.201001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7d5442c-74fd-4c86-8443-04b672fed0ae req-d3d7f71a-2d87-40e9-a00a-3724edcc3831 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 945 time: 1.1127033 Apr 11 21:01:05.236084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6ff2d3ae-1393-45a6-8aa5-15d800616e8f tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "DELETE /v2.0/ports/07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 HTTP/1.1" status: 204 len: 168 time: 1.2268124 Apr 11 21:01:05.286342 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04d23-2eea-4c6e-9efd-6df3d8753cde None None] Pushing event updated for resources: {'Port': ['ID=be6a6336-25d6-431f-9a78-fab8a90f2d27,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:05.304367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Calling delete_port for 2eca7900-5b7e-4216-b843-aad5676f06b5 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:05.309788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:05.323535 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:05.324223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:05.400295 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:01:05.408263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:05.408263 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:05.448443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.503666 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6304c5-0eb3-41d5-91ed-bb9c768befd4 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:01:05.504221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4c6304c5-0eb3-41d5-91ed-bb9c768befd4 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Synchronizing usage tracker for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:05.510058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] No DVR routers for this DVR port 2eca7900-5b7e-4216-b843-aad5676f06b5 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:05.572006 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:05.581669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eca7900-5b7e-4216-b843-aad5676f06b5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:05.593763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Port': ['ID=2eca7900-5b7e-4216-b843-aad5676f06b5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:05.691951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2eca7900-5b7e-4216-b843-aad5676f06b5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:05.692355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eca7900-5b7e-4216-b843-aad5676f06b5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:05.711772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7d5442c-74fd-4c86-8443-04b672fed0ae req-0fce6ed1-dc15-4109-b02a-f4cfb59ba898 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994563 Apr 11 21:01:05.711772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4c6304c5-0eb3-41d5-91ed-bb9c768befd4 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Unset dirty status for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:05.711772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4c6304c5-0eb3-41d5-91ed-bb9c768befd4 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "GET /v2.0/ports/07b4f2bc-c17b-4ce3-b9eb-2cafa1db1e32 HTTP/1.1" status: 404 len: 333 time: 0.3652606 Apr 11 21:01:05.715399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45206) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:05.722302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Request body: {'port': {'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-103647938'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:05.737817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:05.737994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.739911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d59b336d-1bba-4dd1-9ceb-acc92810900f up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:05.747854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.761553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:05.821747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Port': ['ID=9aa7d348-3542-4f39-828b-8067639dddac,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:05.829177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03a2519-ca8f-46b5-bac1-72325be591cf']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:05.840636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Made reservation on behalf of 92fac8b92eaa4018a2f463e9cd895973 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:05.844082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.846701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bebbdf8-c105-43b8-93bc-6a48b7b364bc') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:05.846994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bebbdf8-c105-43b8-93bc-6a48b7b364bc') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:05.874224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port 9371ec79-a0f3-407b-aee9-0fd907036951 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:05.886697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.907766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Deleting port 2eca7900-5b7e-4216-b843-aad5676f06b5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:05.908460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.946316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port d59b336d-1bba-4dd1-9ceb-acc92810900f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:05.946870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.971396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:05.971702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:05.991237 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:00Z', 'revision_number': 3, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:05Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:05.991536 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:05.998470 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b051f0-ed60-4d42-8300-1766ff077258 None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:00Z', 'revision_number': 3, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:05Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:06.016667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a026a4a4-2b26-4309-9f73-e3e24e2de92e None None] The port '2eca7900-5b7e-4216-b843-aad5676f06b5' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:01:06.020111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port d59b336d-1bba-4dd1-9ceb-acc92810900f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:06.020451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.129907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.162530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-477f5c9b-1b4a-4dde-b48f-5b150b29804c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/ports/9aa7d348-3542-4f39-828b-8067639dddac HTTP/1.1" status: 204 len: 168 time: 2.5840764 Apr 11 21:01:06.164964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45212) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:06.265144 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd190195-f5cc-407f-84e2-ea40a43b644f tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] GET failed (client error): The resource could not be found. Apr 11 21:01:06.265395 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.265649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dd190195-f5cc-407f-84e2-ea40a43b644f tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Synchronizing usage tracker for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:06.274699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.287987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.324054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d59b336d-1bba-4dd1-9ceb-acc92810900f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:06.325455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59b336d-1bba-4dd1-9ceb-acc92810900f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:01:06.350264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] Pushing event deleted for resources: {'Network': ['ID=f03a2519-ca8f-46b5-bac1-72325be591cf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:06.351613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6fa1cf94-1982-4ef9-9e63-4f723cdbeb1f tempest-ServersTestMultiNic-1877743123 tempest-ServersTestMultiNic-1877743123-project] 10.222.0.61 "DELETE /v2.0/networks/f03a2519-ca8f-46b5-bac1-72325be591cf HTTP/1.1" status: 204 len: 168 time: 2.9149282 Apr 11 21:01:06.399512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.428812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dd190195-f5cc-407f-84e2-ea40a43b644f tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Unset dirty status for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:06.430198 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dd190195-f5cc-407f-84e2-ea40a43b644f tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "GET /v2.0/ports/9aa7d348-3542-4f39-828b-8067639dddac HTTP/1.1" status: 404 len: 333 time: 0.2626810 Apr 11 21:01:06.430786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.434152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45226) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:06.440087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'name': 'tempest-AllowedAddressPairTestJSON-1977807352'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:06.475526 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0273414-4a3c-4d05-be9f-83e4c4bf7835'] response: {'server_uuid': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59b336d-1bba-4dd1-9ceb-acc92810900f', 'code': 200} Apr 11 21:01:06.514371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d59b336d-1bba-4dd1-9ceb-acc92810900f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:06.563072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.570116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.678931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Network 43f41e60-538c-4b46-87a9-ab938f261b89 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:06.694076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:06.717505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:06.721628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:06.722596 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:06.756490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=9371ec79-a0f3-407b-aee9-0fd907036951,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:06.774463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:06.796995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:06.831784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=b13c658b-9d1b-4679-9af1-1406fb5be9de,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:06.841265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45244) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:06.880845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:06.881426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: 8e61cfc0-e469-4060-9353-82f9b1b4aaf0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:06.898409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0fd9802-e4fc-4fee-8a56-8d7094c6887d req-d3b883a4-e91a-42e2-a3e2-d2ca7f4c1f16 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1097 time: 0.3752637 Apr 11 21:01:06.983022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8356c5ac-0973-4944-9600-56f48e76491e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2662325 Apr 11 21:01:06.986674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45248) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:06.995330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:07.027019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:07.042742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0fd9802-e4fc-4fee-8a56-8d7094c6887d req-8c880ac1-f6ba-4be2-9c12-3c8e9aa2ad73 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335101 Apr 11 21:01:07.063802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:07.068609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:07.158817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9899cf-c3ab-41e4-aa56-443607c0582b req-d078d96f-3a1d-4726-83e0-641d28d52347 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:07.159207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb9899cf-c3ab-41e4-aa56-443607c0582b req-d078d96f-3a1d-4726-83e0-641d28d52347 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.2325788 Apr 11 21:01:07.165954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:07.194951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 8e61cfc0-e469-4060-9353-82f9b1b4aaf0) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:07.205414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:07.205994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:07.206429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cecccb-21ab-40ab-bf14-55dece0ef29d None None] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:07.305170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] device_id is not set on port 1f60f016-1ab2-46d1-abe0-324d424f9c1d yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:07.396178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb9899cf-c3ab-41e4-aa56-443607c0582b req-94d186bf-4885-47f4-af22-222aa16304c9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312872 Apr 11 21:01:07.489360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7e0bed00-e053-4f10-a556-7c9c7034b626 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6764290 Apr 11 21:01:07.491217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45256) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:07.548668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Allocated IP 172.20.0.6 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/1f60f016-1ab2-46d1-abe0-324d424f9c1d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:07.580240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device be6a6336-25d6-431f-9a78-fab8a90f2d27 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:07.753764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:01:07.755064 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:07.845387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port 9371ec79-a0f3-407b-aee9-0fd907036951 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:07.888062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:07.893213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:07.941365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.038120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Allocated IP 172.22.0.2 (8e61cfc0-e469-4060-9353-82f9b1b4aaf0/b13c658b-9d1b-4679-9af1-1406fb5be9de/177417b5-cf68-41e2-abdd-33d4c0e0a9a5) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:08.046543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Transition to ACTIVE for port object 1f60f016-1ab2-46d1-abe0-324d424f9c1d will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:08.165023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Transition to ACTIVE for port object 9371ec79-a0f3-407b-aee9-0fd907036951 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:08.201238 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.317551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port be6a6336-25d6-431f-9a78-fab8a90f2d27 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:08.349719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port be6a6336-25d6-431f-9a78-fab8a90f2d27 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:08.352393 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.376981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:08.395402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:08.404041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:08.472403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=1f60f016-1ab2-46d1-abe0-324d424f9c1d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:08.491271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.553276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.584986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Transition to ACTIVE for port object 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:08.676801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=9371ec79-a0f3-407b-aee9-0fd907036951,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:08.722823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Transition to ACTIVE for port object 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:08.774140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.788376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:08.788713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:08.793503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:08.797496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:08.798204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.799002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:08.799329 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:08.816318 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.829446 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 2 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:08.861171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:08.861512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:08.861841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:08.876871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:08.877193 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:08.879706 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 3 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:08.898363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port be6a6336-25d6-431f-9a78-fab8a90f2d27, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=be6a6336-25d6-431f-9a78-fab8a90f2d27,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:08.900400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:08.900753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:08.901163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:08.932949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:08.937251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Pushing event updated for resources: {'Port': ['ID=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:08.939803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:08.942098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:08.949859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:08.950192 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:08.957220 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 4 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:08.980267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:08.980598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:08.980928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:08.992570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:08.999535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.006527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.007046 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.010184 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 5 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:09.105861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d64dc4fa-903d-4799-aabb-4c1326ea631c tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6680198 Apr 11 21:01:09.111550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Attempting to bind port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.111550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Attempting to bind port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.111550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Attempting to bind port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 on network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.117798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:09.118017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc835899-ebfb-4282-82aa-3a64d5e40f1d None None] Provisioning for port 1f60f016-1ab2-46d1-abe0-324d424f9c1d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:09.124301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:09.124675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Checking segment: {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:09.125080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.125476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Bound using segment: {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:09.125957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Bound port: 177417b5-cf68-41e2-abdd-33d4c0e0a9a5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:09.126328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.153652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'network_id': 'bcc1dee0-5ce2-4407-900a-02665eb2bf9a', 'name': 'tempest-AllowedAddressPairTestJSON-1987337305'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:09.155557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc835899-ebfb-4282-82aa-3a64d5e40f1d None None] Provisioning complete for port 1f60f016-1ab2-46d1-abe0-324d424f9c1d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:09.155940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fc835899-ebfb-4282-82aa-3a64d5e40f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.163752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.165156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.166248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.193140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.195076 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.198265 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 6 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:09.221499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.227856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.227856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.239968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.240628 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.242865 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 7 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:09.267685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=be6a6336-25d6-431f-9a78-fab8a90f2d27,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:09.284065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fc835899-ebfb-4282-82aa-3a64d5e40f1d None None] Port 1f60f016-1ab2-46d1-abe0-324d424f9c1d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:09.310968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.311254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.311629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.312724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] For port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:09.315882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] For port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:09.324556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.324906 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.331535 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 8 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:09.364366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.364856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.365202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.376919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.377424 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.383843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b7379-2bb1-4f24-8b04-9b5145d3a395 req-e3d05d75-bd92-4e89-be76-85a44183dbba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:09.383843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df3b7379-2bb1-4f24-8b04-9b5145d3a395 req-e3d05d75-bd92-4e89-be76-85a44183dbba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.6793263 Apr 11 21:01:09.407548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.411868 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 9 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:09.442984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df3b7379-2bb1-4f24-8b04-9b5145d3a395 req-f84be0b6-4ece-4593-8ba5-aeab68665d3f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Apr 11 21:01:09.449630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.449961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.450290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.452649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:09.456616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Usage tracker for resource:port and tenant:7edafd16df1f404587670b789c42f567 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:09.459560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:09.461561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.462105 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.466152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:09.466274 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 10 to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 Apr 11 21:01:09.499126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:09.500289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:09.500817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:09.562246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Made reservation on behalf of 7edafd16df1f404587670b789c42f567 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:09.565591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.619023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] device_id is not set on port ecfe29bd-0537-4b31-8a89-1885336916cf yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:09.619777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe5435-c3a4-4b29-94cc-230dd5b22c40 None None] Pushing event updated for resources: {'Port': ['ID=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:09.624357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.22.0.1 (8e61cfc0-e469-4060-9353-82f9b1b4aaf0/b13c658b-9d1b-4679-9af1-1406fb5be9de/9dc94d20-e613-4345-a1cf-186be85e29d8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:09.636971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device be6a6336-25d6-431f-9a78-fab8a90f2d27 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:09.823883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.832163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port be6a6336-25d6-431f-9a78-fab8a90f2d27 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:09.833309 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.852282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:09.852608 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port 9371ec79-a0f3-407b-aee9-0fd907036951 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:09.853755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.863853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 9dc94d20-e613-4345-a1cf-186be85e29d8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:09.952487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Deleting port 87eb744f-8d12-440f-bb65-a4b4b390960f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:09.952643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:09.989840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] For port 9371ec79-a0f3-407b-aee9-0fd907036951, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:09.990503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempted to set empty binding levels {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 11 21:01:10.140514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.167600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Allocated IP 172.20.0.11 (bcc1dee0-5ce2-4407-900a-02665eb2bf9a/f5139380-395b-4cbb-84c0-42887208e6c1/ecfe29bd-0537-4b31-8a89-1885336916cf) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:10.210562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.258993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] For port 87eb744f-8d12-440f-bb65-a4b4b390960f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=87eb744f-8d12-440f-bb65-a4b4b390960f,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:10.258993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.265410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:10.269705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:10.272627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:10.319308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] In _notify_port_updated(), no bound segment for port 9371ec79-a0f3-407b-aee9-0fd907036951 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:01:10.324114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.326206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "PUT /v2.0/ports/9371ec79-a0f3-407b-aee9-0fd907036951 HTTP/1.1" status: 200 len: 974 time: 3.3379910 Apr 11 21:01:10.353740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45278) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:10.387858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=9dc94d20-e613-4345-a1cf-186be85e29d8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:10.470565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.472775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Calling delete_port for 87eb744f-8d12-440f-bb65-a4b4b390960f owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:10.484398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227c12b-0b19-49f6-aa15-aeb0b5e56583 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=9371ec79-a0f3-407b-aee9-0fd907036951,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:10.515202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-9db6de0e-a9ea-4004-a17d-acab923cf0c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1097 time: 0.1780906 Apr 11 21:01:10.814186 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.840376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:10.848609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44421b12-f5dd-4b9e-82bc-2341086a0f42 req-ad790bd8-71f0-4374-a62d-18c02482f070 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:10.850244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44421b12-f5dd-4b9e-82bc-2341086a0f42 req-ad790bd8-71f0-4374-a62d-18c02482f070 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.3892813 Apr 11 21:01:10.887734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d13cc9c6-71f7-45bb-bcdb-5a788a43edba tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32656 time: 0.5261576 Apr 11 21:01:10.888005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-8f98d074-6adc-4b0f-8249-a1fd26d4bd50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:10.888005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-8f98d074-6adc-4b0f-8249-a1fd26d4bd50 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.3629224 Apr 11 21:01:10.889257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45288) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:10.942888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Transition to ACTIVE for port object ecfe29bd-0537-4b31-8a89-1885336916cf will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:10.961177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44421b12-f5dd-4b9e-82bc-2341086a0f42 req-53090332-c8d2-4a75-94a5-a3a0ef180392 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697045 Apr 11 21:01:11.028634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-83e801d6-f693-4b30-9b21-7f09ef6121e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 200 len: 217 time: 0.1287622 Apr 11 21:01:11.083108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54d835-9799-479c-85b7-a86eba83dfb6 None None] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:11.133295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:11.214090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Deleting port 9371ec79-a0f3-407b-aee9-0fd907036951 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:11.214502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:11.252591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:11.253823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=ecfe29bd-0537-4b31-8a89-1885336916cf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:11.257881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:11.273360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:11.314690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-55a528d1-0856-43df-a6e5-99137f0dad4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:11.316280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-55a528d1-0856-43df-a6e5-99137f0dad4f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.2246542 Apr 11 21:01:11.321553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:11.397983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2e062e3e-b654-475f-b6ca-cd6c40526cb8 None None] Provisioning for port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:11.609812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87eb744f-8d12-440f-bb65-a4b4b390960f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:11.671955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:11.689151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:11.689506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:11.706580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-36f3fe67-a715-4ae7-87f7-3e28ae53a4f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3302352 Apr 11 21:01:11.828846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d4d057c4-e2c8-41b7-974f-05337f15b915 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6801066 Apr 11 21:01:11.828846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45296) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:11.829341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:52:1a:61'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4a:e7:57'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:11.901433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] For port 9371ec79-a0f3-407b-aee9-0fd907036951, host n-h1-837321-1, got binding levels [] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:11.901926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:11.971044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-798ed535-ce8f-4ac7-8aa8-c4b1f4eaa9b4 None None] Provisioning for port ecfe29bd-0537-4b31-8a89-1885336916cf completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:11.982800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-798ed535-ce8f-4ac7-8aa8-c4b1f4eaa9b4 None None] Provisioning complete for port ecfe29bd-0537-4b31-8a89-1885336916cf triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:11.983578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-798ed535-ce8f-4ac7-8aa8-c4b1f4eaa9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.067355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:12.102055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:12.105445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.157046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.235648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-798ed535-ce8f-4ac7-8aa8-c4b1f4eaa9b4 None None] Port ecfe29bd-0537-4b31-8a89-1885336916cf cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:12.279898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Calling delete_port for 9371ec79-a0f3-407b-aee9-0fd907036951 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:12.397610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.439224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:12.451112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-97caa381-ef77-4d6d-8eec-2bc36da18614 None None] Provisioning complete for port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:12.451494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97caa381-ef77-4d6d-8eec-2bc36da18614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.517862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.555792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-f224a3ee-5898-4b1b-aa8e-f6dd14eeeef2 service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363705 Apr 11 21:01:12.670247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:12.711952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.738868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-97caa381-ef77-4d6d-8eec-2bc36da18614 None None] Provisioning for port 9dc94d20-e613-4345-a1cf-186be85e29d8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:12.747322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-97caa381-ef77-4d6d-8eec-2bc36da18614 None None] Provisioning complete for port 9dc94d20-e613-4345-a1cf-186be85e29d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:12.756404 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97caa381-ef77-4d6d-8eec-2bc36da18614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.797355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:01:12.814301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.831357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-97caa381-ef77-4d6d-8eec-2bc36da18614 None None] Port 9dc94d20-e613-4345-a1cf-186be85e29d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:12.831691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.899598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event deleted for resources: {'Port': ['ID=9371ec79-a0f3-407b-aee9-0fd907036951,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:12.912039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:12.980526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.005020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe965085-4436-4ef8-8a05-b5572d7778b1 req-b53bab4a-4d02-48dc-b23f-6d44a28b060b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:13.010355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe965085-4436-4ef8-8a05-b5572d7778b1 req-b53bab4a-4d02-48dc-b23f-6d44a28b060b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.6556818 Apr 11 21:01:13.097624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-af502c46-3967-48fc-84ab-83b179cd0031 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9371ec79-a0f3-407b-aee9-0fd907036951 HTTP/1.1" status: 204 len: 168 time: 2.2064054 Apr 11 21:01:13.100513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45312) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:13.108775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=9dc94d20-e613-4345-a1cf-186be85e29d8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:13.114828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e9fece4-54be-42de-b8f8-e3f15a0991d0 req-fd42d585-90c6-403e-adc5-77fe1ce51af2 service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445435 Apr 11 21:01:13.140902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.156309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe965085-4436-4ef8-8a05-b5572d7778b1 req-ff358588-2e4f-4c5b-87b2-140953c27dd1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262920 Apr 11 21:01:13.179020 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d559e18f-5d82-4b13-ab92-de21d29c995c tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:01:13.186704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d559e18f-5d82-4b13-ab92-de21d29c995c tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "GET /v2.0/ports/9371ec79-a0f3-407b-aee9-0fd907036951 HTTP/1.1" status: 404 len: 333 time: 0.0779212 Apr 11 21:01:13.191827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45316) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:13.204401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-30397135', 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:13.214200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:13.276401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Usage tracker for resource:port and tenant:92fac8b92eaa4018a2f463e9cd895973 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:13.310873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:13.360903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:13.362106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:13.404015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:01:13.410896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:13.428630 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.535392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Made reservation on behalf of 92fac8b92eaa4018a2f463e9cd895973 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:13.538528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.559690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.589635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:13.591580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:13.679497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event updated for resources: {'Port': ['ID=ecfe29bd-0537-4b31-8a89-1885336916cf,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:13.688668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:13.689052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.746167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] In _notify_port_updated(), no bound segment for port ecfe29bd-0537-4b31-8a89-1885336916cf on network bcc1dee0-5ce2-4407-900a-02665eb2bf9a {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:01:13.751351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:13.752028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.753333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-260c4ab9-e916-4492-b8cd-c54b9c640096 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "PUT /v2.0/ports/ecfe29bd-0537-4b31-8a89-1885336916cf HTTP/1.1" status: 200 len: 1056 time: 1.9291518 Apr 11 21:01:13.756495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:13.775941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port 79d13a75-27c2-4036-8791-49e74db89054 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:13.797094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3a18e98f-989f-4240-9902-5388581c6159 None None] Provisioning complete for port 9dc94d20-e613-4345-a1cf-186be85e29d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:13.797891 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3a18e98f-989f-4240-9902-5388581c6159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.864172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port ecfe29bd-0537-4b31-8a89-1885336916cf {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:13.865236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.873333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3a18e98f-989f-4240-9902-5388581c6159 None None] Port 9dc94d20-e613-4345-a1cf-186be85e29d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:13.889673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6d30-bc36-41a1-877a-d94680d75c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:13.954167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:14.001087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b8526b1-a89e-4a95-90a0-3da2ff56dbd7 None None] Provisioning complete for port ecfe29bd-0537-4b31-8a89-1885336916cf triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:14.001460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b8526b1-a89e-4a95-90a0-3da2ff56dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.057987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0b8526b1-a89e-4a95-90a0-3da2ff56dbd7 None None] Port ecfe29bd-0537-4b31-8a89-1885336916cf cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:14.282260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.360463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.444386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:14.457857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] Sync routers for ids ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:14.463160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-72ea809c-f5a3-4d37-9b0f-f09fb21916b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/95ce5f81-b4bf-4a88-8b6d-ad2b51277003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6204681 Apr 11 21:01:14.470425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d5ceb-9155-4ef1-a98a-b4cdb3ff4461 req-f8199350-4967-44ad-b753-5e2fbf6e0d42 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:14.472377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-211d5ceb-9155-4ef1-a98a-b4cdb3ff4461 req-f8199350-4967-44ad-b753-5e2fbf6e0d42 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.1546502 Apr 11 21:01:14.472806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45334) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:14.473137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] Routers {'95ce5f81-b4bf-4a88-8b6d-ad2b51277003'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:14.474277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:14.554705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for ecfe29bd-0537-4b31-8a89-1885336916cf owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:14.617406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.684280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:14.702512 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:14.724553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-211d5ceb-9155-4ef1-a98a-b4cdb3ff4461 req-5cce8609-a736-40d3-be7c-a24fdc45d9aa tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903584 Apr 11 21:01:14.724769 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:14.725167 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:14.734882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f5dd0170-b822-4f4e-9919-fae6adbf1a85 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2400703 Apr 11 21:01:14.735237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] Set router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:14.737449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45342) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:14.740959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=79d13a75-27c2-4036-8791-49e74db89054,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:14.745476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Network 43f41e60-538c-4b46-87a9-ab938f261b89 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:14.748130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:14.751149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:14.757764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'network': {'name': 'tempest-RoutersTest-857075117'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:14.764154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:14.764778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.784202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:14.793985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:network and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:14.799045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:14.812474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:14.841587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.910132 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:14.912644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:14.960235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2f489079-81c5-4970-bf40-9d8354330e73 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.7623308 Apr 11 21:01:14.961061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45346) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:15.005015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Port': ['ID=ecfe29bd-0537-4b31-8a89-1885336916cf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:15.008751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:15.012231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.074703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.075050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.075544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.075792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.076109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.076389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.076716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.077549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.077549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.077770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.077953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:15.088860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-218a07ee-88c1-47cc-ad2b-274ecef65d4e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Synchronizing usage tracker for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:15.130860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:01:15.197451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.197848 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added segment 4a5f8002-6298-4cd0-b030-8eb128da7035 of type vlan for network 009adbf6-79f3-4c12-af90-78a25924eaff Apr 11 21:01:15.209281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-218a07ee-88c1-47cc-ad2b-274ecef65d4e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Unset dirty status for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:15.213502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-218a07ee-88c1-47cc-ad2b-274ecef65d4e tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "GET /v2.0/ports/79d13a75-27c2-4036-8791-49e74db89054 HTTP/1.1" status: 200 len: 953 time: 0.2485244 Apr 11 21:01:15.214727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45354) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:15.252696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.388795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.402080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T21:01:10Z', 'revision_number': 5, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:15.407827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] Checking router: 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:15.422773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Deleting port 79d13a75-27c2-4036-8791-49e74db89054 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:15.423122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.423660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] Routers {'95ce5f81-b4bf-4a88-8b6d-ad2b51277003'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:15.424452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:00:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:15.441528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:01:15.532777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Deleting port 6cf2122a-facc-40af-a723-3b215b958f30 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:15.532996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.539081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.547466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75daf2ee-463d-470b-bcf5-d516bbcb43b0 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/ports/ecfe29bd-0537-4b31-8a89-1885336916cf HTTP/1.1" status: 204 len: 168 time: 1.7897592 Apr 11 21:01:15.550913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45358) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:15.585799 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:10Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:11Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:15.591582 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:15.592203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Updating router 1e90072d-6076-47d9-bea1-6d63cc94d475 port 9dc94d20-e613-4345-a1cf-186be85e29d8 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:01:15.635975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.640250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:15.641118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.654419 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.680556 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5bb4ca-be39-4b88-b888-816ccebcb276 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] GET failed (client error): The resource could not be found. Apr 11 21:01:15.682180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e5bb4ca-be39-4b88-b888-816ccebcb276 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Synchronizing usage tracker for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:15.707655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] Set router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:15.809284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Network': ['ID=009adbf6-79f3-4c12-af90-78a25924eaff,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:15.859457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d1d84dde-bafb-4ef2-b859-5cab03795b4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1209722 Apr 11 21:01:15.864490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45364) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:15.871106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'subnet': {'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:15.882782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 009adbf6-79f3-4c12-af90-78a25924eaff details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:01:15.906020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e5bb4ca-be39-4b88-b888-816ccebcb276 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Unset dirty status for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:15.910610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3e5bb4ca-be39-4b88-b888-816ccebcb276 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "GET /v2.0/ports/ecfe29bd-0537-4b31-8a89-1885336916cf HTTP/1.1" status: 404 len: 333 time: 0.3578928 Apr 11 21:01:15.960612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] For port 6cf2122a-facc-40af-a723-3b215b958f30, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6cf2122a-facc-40af-a723-3b215b958f30,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:15.961143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:15.971630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45368) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:16.135934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:16.144060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:subnet and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:16.151405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port 1f60f016-1ab2-46d1-abe0-324d424f9c1d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:16.152036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.179851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:16.197931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e497b49a-4baf-4b88-b5c1-59f5b1408aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.208866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:16.251752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744801ad-fef6-46e6-84af-e2f9ad8a9457 req-293490a4-63af-4f83-a812-a80751575c1c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:16.253579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-744801ad-fef6-46e6-84af-e2f9ad8a9457 req-293490a4-63af-4f83-a812-a80751575c1c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.3538754 Apr 11 21:01:16.258099 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.290595 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Transition to ACTIVE for port object 9dc94d20-e613-4345-a1cf-186be85e29d8 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:16.317447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Calling delete_port for 6cf2122a-facc-40af-a723-3b215b958f30 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:16.397827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Made reservation on behalf of 2548de3a737a4648b46fce09b1c1862b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:16.424906 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.450850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T21:01:10Z', 'revision_number': 5, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:16.455368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125f066-c5c2-4f32-bf76-a7649104e827 None None] The sync data for ids ['95ce5f81-b4bf-4a88-8b6d-ad2b51277003'] in n-d-837321-1 is: [{'id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'name': 'tempest-ServersTestMultiNic-355375526-router', 'tenant_id': '7669813c4b8c45c7bfb6704b8d757ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6cf2122a-facc-40af-a723-3b215b958f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:58:39Z', 'updated_at': '2022-04-11T21:01:10Z', 'revision_number': 5, 'project_id': '7669813c4b8c45c7bfb6704b8d757ced', 'gw_port': {'id': '6cf2122a-facc-40af-a723-3b215b958f30', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce5f81-b4bf-4a88-8b6d-ad2b51277003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:58:40Z', 'updated_at': '2022-04-11T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:16.480640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.550708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae61750-415d-4bff-94f3-7bdb7e8abd0c None None] Pushing event updated for resources: {'Port': ['ID=9dc94d20-e613-4345-a1cf-186be85e29d8,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:16.612423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Calling delete_port for 79d13a75-27c2-4036-8791-49e74db89054 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:16.651919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.754605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-744801ad-fef6-46e6-84af-e2f9ad8a9457 req-dddd13e3-0171-41b6-a82d-a7abaaef9421 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592982 Apr 11 21:01:16.785390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Attempting to bind port 9dc94d20-e613-4345-a1cf-186be85e29d8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:16.785390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Attempting to bind port 9dc94d20-e613-4345-a1cf-186be85e29d8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:16.785390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Attempting to bind port 9dc94d20-e613-4345-a1cf-186be85e29d8 on network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:16.791402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.794569 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:16.794953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Checking segment: {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:16.795353 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.795763 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Bound using segment: {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:16.796226 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Bound port: 9dc94d20-e613-4345-a1cf-186be85e29d8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:16.798943 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.871879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.935329 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] For port 9dc94d20-e613-4345-a1cf-186be85e29d8, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:16.938273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf2122a-facc-40af-a723-3b215b958f30,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:16.941221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:16.942249 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] For port 9dc94d20-e613-4345-a1cf-186be85e29d8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9dc94d20-e613-4345-a1cf-186be85e29d8,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:17.002519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event deleted for resources: {'Port': ['ID=79d13a75-27c2-4036-8791-49e74db89054,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:17.056624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for 1f60f016-1ab2-46d1-abe0-324d424f9c1d owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:17.064896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.103862 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.217160 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:17.218414 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:17.278665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.364156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cdef9e5a-1d4f-4ec1-92da-fe71374f49b3 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "DELETE /v2.0/ports/79d13a75-27c2-4036-8791-49e74db89054 HTTP/1.1" status: 204 len: 168 time: 2.1455848 Apr 11 21:01:17.366733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45376) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:17.396002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.430844 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b34af48-f096-44b6-8e1e-548722c72bca tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:01:17.430844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0b34af48-f096-44b6-8e1e-548722c72bca tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Synchronizing usage tracker for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:17.442104 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae61750-415d-4bff-94f3-7bdb7e8abd0c None None] Pushing event updated for resources: {'Port': ['ID=9dc94d20-e613-4345-a1cf-186be85e29d8,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:17.449746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.458546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.507293 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:17.511333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.609405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 87eb744f-8d12-440f-bb65-a4b4b390960f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:17.636032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Subnet': ['ID=604b8b70-92ac-427f-89a6-d8d2f9754f66,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:17.641143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Port': ['ID=1f60f016-1ab2-46d1-abe0-324d424f9c1d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:17.669538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 87eb744f-8d12-440f-bb65-a4b4b390960f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:17.670103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 87eb744f-8d12-440f-bb65-a4b4b390960f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:17.737799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0b34af48-f096-44b6-8e1e-548722c72bca tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Unset dirty status for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:17.739251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0b34af48-f096-44b6-8e1e-548722c72bca tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "GET /v2.0/ports/79d13a75-27c2-4036-8791-49e74db89054 HTTP/1.1" status: 404 len: 333 time: 0.3715496 Apr 11 21:01:17.749692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45384) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:17.764997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Request body: {'port': {'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1578593586'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:17.787141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:17.809755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:17.818182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.827360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.835692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.838792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Checking segment: {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:17.839264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network hostable DHCP agents. Network: 009adbf6-79f3-4c12-af90-78a25924eaff, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:17.959441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:10Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:16Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:17.963787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21afd2-c0a7-46f4-9960-977386a554d0 None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:10Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:16Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:17.964223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Made reservation on behalf of 92fac8b92eaa4018a2f463e9cd895973 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:17.966589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:17.987136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port a944bd41-1363-4e5e-8070-5d52ddd70424 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:18.003862 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.003862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ce5f81-b4bf-4a88-8b6d-ad2b51277003 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:01:18.052074 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.057773 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1a27d1b3-ca6b-4efa-92c7-a9c61ee1d2dc admin admin] 10.222.0.61 "DELETE /v2.0/routers/95ce5f81-b4bf-4a88-8b6d-ad2b51277003 HTTP/1.1" status: 204 len: 168 time: 3.5793586 Apr 11 21:01:18.060898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95d39-a1b1-4345-a6ae-29ed1d2fd871 req-388d512c-02f9-4c59-b4c0-e7bb64c325f6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:18.063751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0dc95d39-a1b1-4345-a6ae-29ed1d2fd871 req-388d512c-02f9-4c59-b4c0-e7bb64c325f6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.1466839 Apr 11 21:01:18.064224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45390) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:18.072526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 009adbf6-79f3-4c12-af90-78a25924eaff is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:18.091563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f3e088c9-0d34-45ad-8812-985f8ffa3f6e tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/ports/1f60f016-1ab2-46d1-abe0-324d424f9c1d HTTP/1.1" status: 204 len: 168 time: 2.0887625 Apr 11 21:01:18.097681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45394) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:18.170600 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ab3f15-2772-4517-8d90-57049504afc5 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] GET failed (client error): The resource could not be found. Apr 11 21:01:18.171534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-54ab3f15-2772-4517-8d90-57049504afc5 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Synchronizing usage tracker for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:18.172951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Deleting subnet cce7b27c-ea81-4a9e-abbc-a38dd0ee2909 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:01:18.177140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.179880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 009adbf6-79f3-4c12-af90-78a25924eaff) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:18.189740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab1b15-c3c3-44ee-8c29-28b1daa75b35 None None] Network 009adbf6-79f3-4c12-af90-78a25924eaff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:18.198587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:18.204419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.219299 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0dc95d39-a1b1-4345-a6ae-29ed1d2fd871 req-cd15754c-894e-4cff-bc40-09932bd66092 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Apr 11 21:01:18.238485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.386671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.438920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-08007dc9-b911-49fd-ab1c-e41ee5f944bd tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5732470 Apr 11 21:01:18.440756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45398) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:18.524619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-54ab3f15-2772-4517-8d90-57049504afc5 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Unset dirty status for tenant:7edafd16df1f404587670b789c42f567 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:18.532282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-54ab3f15-2772-4517-8d90-57049504afc5 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "GET /v2.0/ports/1f60f016-1ab2-46d1-abe0-324d424f9c1d HTTP/1.1" status: 404 len: 333 time: 0.4329729 Apr 11 21:01:18.546854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45402) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:18.560917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-009adbf6-79f3-4c12-af90-78a25924eaff', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:01:18.565407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.693895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.765676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.817474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.836863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a869ece-d888-4be3-96b7-6de81f9deae6 None None] Network f28992dd-9168-4f48-a9d8-6945b5e20b3c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:18.840017 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.848910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce7b27c-ea81-4a9e-abbc-a38dd0ee2909,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:18.855308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0f036e55-f516-45e9-ac6f-9666b7900a42 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cce7b27c-ea81-4a9e-abbc-a38dd0ee2909 HTTP/1.1" status: 204 len: 168 time: 0.7859294 Apr 11 21:01:18.855745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45412) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:18.860409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:18.860769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:18.958320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Allocated IP 172.23.0.2 (009adbf6-79f3-4c12-af90-78a25924eaff/604b8b70-92ac-427f-89a6-d8d2f9754f66/7112e1a2-6d27-4bad-8e5e-6346ce7632a0) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:18.996353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.013914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Deleting port c362ec64-6475-42b0-bf11-e62490c6bd0a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:19.014588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.021581 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.293531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] For port c362ec64-6475-42b0-bf11-e62490c6bd0a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c362ec64-6475-42b0-bf11-e62490c6bd0a,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:19.297433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.478547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] DHCP port deletion for f28992dd-9168-4f48-a9d8-6945b5e20b3c request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:19.485363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Deleting port c362ec64-6475-42b0-bf11-e62490c6bd0a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:19.485737 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.557920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.596759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Transition to ACTIVE for port object 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:19.652845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Network 43f41e60-538c-4b46-87a9-ab938f261b89 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:19.654030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Transition to ACTIVE for port object 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:19.659626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Calling delete_port for c362ec64-6475-42b0-bf11-e62490c6bd0a owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:19.666033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:19.671095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:19.671911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:19.672490 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.686502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9dc94d20-e613-4345-a1cf-186be85e29d8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:19.770710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=a944bd41-1363-4e5e-8070-5d52ddd70424,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:19.791841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.823043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.845865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.913038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c362ec64-6475-42b0-bf11-e62490c6bd0a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:19.923104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Pushing event updated for resources: {'Port': ['ID=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:19.923353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] No DVR routers for this DVR port c362ec64-6475-42b0-bf11-e62490c6bd0a on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:19.936317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] For port c362ec64-6475-42b0-bf11-e62490c6bd0a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c362ec64-6475-42b0-bf11-e62490c6bd0a,segment=NetworkSegment(7aa531e9-5d25-4216-9273-c25da330c696),segment_id=7aa531e9-5d25-4216-9273-c25da330c696)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:19.937115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:19.954057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Network 009adbf6-79f3-4c12-af90-78a25924eaff is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:19.993993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for 9335e239-ce2d-40ce-bad5-8bc400f0c8a1 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:20.006266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:20.029359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d87178cc-825b-43f3-8740-b6cf16f9ca28 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2763054 Apr 11 21:01:20.039709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45426) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:20.047087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:20.064491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9dc94d20-e613-4345-a1cf-186be85e29d8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:20.067880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:20.073821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.075453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Calling delete_port for c362ec64-6475-42b0-bf11-e62490c6bd0a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:20.105661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28992dd-9168-4f48-a9d8-6945b5e20b3c']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:20.121609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9dc94d20-e613-4345-a1cf-186be85e29d8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:20.122178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.123034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa531e9-5d25-4216-9273-c25da330c696') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:20.123342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa531e9-5d25-4216-9273-c25da330c696') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:20.137513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.156622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.156900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f08f6-c71a-4311-b803-4af40ddfc5c2 req-932d3921-6894-41a6-a7f2-387b553369c5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:20.158360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d70f08f6-c71a-4311-b803-4af40ddfc5c2 req-932d3921-6894-41a6-a7f2-387b553369c5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.6229596 Apr 11 21:01:20.165152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:20.169993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:20.183313 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:20.342574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Attempting to bind port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:20.342942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Attempting to bind port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:20.343307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Attempting to bind port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 on network 009adbf6-79f3-4c12-af90-78a25924eaff {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:20.346912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:20.347265 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:20.353926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.367836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:20.367836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Checking segment: {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:20.367836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.367836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Bound using segment: {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:20.367836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Bound port: 7112e1a2-6d27-4bad-8e5e-6346ce7632a0, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:20.367836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.385044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.405746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.416771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28992dd-9168-4f48-a9d8-6945b5e20b3c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:20.427843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.431555 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c0e1e87b-9785-4725-9308-3fe0caa9cb68 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f28992dd-9168-4f48-a9d8-6945b5e20b3c HTTP/1.1" status: 204 len: 168 time: 1.5740786 Apr 11 21:01:20.447813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9dc94d20-e613-4345-a1cf-186be85e29d8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9dc94d20-e613-4345-a1cf-186be85e29d8,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:20.450212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d70f08f6-c71a-4311-b803-4af40ddfc5c2 req-bdfb5c20-2796-43f7-8048-1ca98585018c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732728 Apr 11 21:01:20.475158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] For port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:20.488449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] For port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:20.549728 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.607200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.621218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c362ec64-6475-42b0-bf11-e62490c6bd0a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:20.640095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.664512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: c362ec64-6475-42b0-bf11-e62490c6bd0a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:20.664853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c362ec64-6475-42b0-bf11-e62490c6bd0a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:20.697194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9dc94d20-e613-4345-a1cf-186be85e29d8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:20.709654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Port': ['ID=9335e239-ce2d-40ce-bad5-8bc400f0c8a1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:20.792673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e76a7-17bd-4bd5-92f3-40270b69d49a None None] Pushing event updated for resources: {'Port': ['ID=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:20.849208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Deleting port c362ec64-6475-42b0-bf11-e62490c6bd0a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:20.849638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:20.864601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:01:20.933968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:20.944652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac1499-46af-49dc-9e12-401b9ee26f85 None None] The port 'c362ec64-6475-42b0-bf11-e62490c6bd0a' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:01:20.961959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] device_id is not set on port a944bd41-1363-4e5e-8070-5d52ddd70424 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:20.989158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.055220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3a64c913-ec66-4646-a48f-45164c5dd44b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7669813c4b8c45c7bfb6704b8d757ced&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1200535 Apr 11 21:01:21.058532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45440) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:21.060864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Transition to ACTIVE for port object a944bd41-1363-4e5e-8070-5d52ddd70424 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:21.085196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.114743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.157162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-330a4491-3b40-4417-88d6-2c0761e5b453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.184199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-330a4491-3b40-4417-88d6-2c0761e5b453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.213004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e908630-50f7-4a0c-97c9-3e0bdbeda9db tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/ports/9335e239-ce2d-40ce-bad5-8bc400f0c8a1 HTTP/1.1" status: 204 len: 168 time: 2.6574075 Apr 11 21:01:21.215549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.224437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45444) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:21.471699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-330a4491-3b40-4417-88d6-2c0761e5b453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.511170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=a944bd41-1363-4e5e-8070-5d52ddd70424,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:21.515093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a4491-3b40-4417-88d6-2c0761e5b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9fb321-18f9-48ea-a717-7911f8e38d29,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:21.521732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting subnet f5139380-395b-4cbb-84c0-42887208e6c1 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:01:21.526893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.617283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.640936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:21.640936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:21.640936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:21.653443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:21.654117 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:21.688805 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 2 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:21.704926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-330a4491-3b40-4417-88d6-2c0761e5b453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.716770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-330a4491-3b40-4417-88d6-2c0761e5b453 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d9fb321-18f9-48ea-a717-7911f8e38d29 HTTP/1.1" status: 204 len: 168 time: 0.6563208 Apr 11 21:01:21.727309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:21.727894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:21.728223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:21.738653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:21.748907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:21.749484 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:21.752669 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 3 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:21.860888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:21.861225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:21.861553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:21.872329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:21.873025 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:21.876942 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 4 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:21.888741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:21.897525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:21.897799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:21.898174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:21.907211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:21.907554 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:21.910460 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 5 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:21.913792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:21.926941 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9dc94d20-e613-4345-a1cf-186be85e29d8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:21.982213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:21.982213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:21.982519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:22.000756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:22.008848 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:22.008848 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 6 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:22.051321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:22.051321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:22.051321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:22.051321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Allocated IP 172.23.0.1 (009adbf6-79f3-4c12-af90-78a25924eaff/604b8b70-92ac-427f-89a6-d8d2f9754f66/0ab47354-7647-4e1d-bcb2-bc557153bd90) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:22.070619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d68bc-680c-409d-a1f5-b29eac92f5e8 req-73bf4295-dcc0-404d-8d42-95a484933783 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:22.078882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9dc94d20-e613-4345-a1cf-186be85e29d8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:22.079014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:22.079014 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:22.079195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.079288 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 7 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:22.080141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-039d68bc-680c-409d-a1f5-b29eac92f5e8 req-73bf4295-dcc0-404d-8d42-95a484933783 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.3786373 Apr 11 21:01:22.186162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-039d68bc-680c-409d-a1f5-b29eac92f5e8 req-85887f93-611b-41ba-8afe-6b9f72c88db5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Apr 11 21:01:22.209508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:22.209871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:22.210288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:22.216132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6cf2122a-facc-40af-a723-3b215b958f30 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:22.287874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.296719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:22.297165 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:22.309978 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 8 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:22.326637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6cf2122a-facc-40af-a723-3b215b958f30 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:22.327199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6cf2122a-facc-40af-a723-3b215b958f30 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:22.343934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:22.344405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:22.344753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:22.363150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:22.363150 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:22.363150 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 9 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:22.374047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064530fa-d102-49da-a5df-2e067f53e720 None None] Network 009adbf6-79f3-4c12-af90-78a25924eaff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:22.389510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:22.389723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:22.390222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:22.411303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Subnet': ['ID=f5139380-395b-4cbb-84c0-42887208e6c1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:22.422982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:22.423534 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:22.424672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.428780 n-d-837321-1 neutron-server[84667]: INFO neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempt 10 to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 Apr 11 21:01:22.441700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4c6dbfd2-294c-45ef-af9f-10cbcd8f4524 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/subnets/f5139380-395b-4cbb-84c0-42887208e6c1 HTTP/1.1" status: 204 len: 168 time: 1.2163441 Apr 11 21:01:22.442658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:22.463903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540cd32-3ab0-42c9-b3f8-ad3732bf23fa None None] Network bcc1dee0-5ce2-4407-900a-02665eb2bf9a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:22.499050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:22.499509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:22.499850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempting to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:22.563765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:22.564214 n-d-837321-1 neutron-server[84667]: ERROR neutron.plugins.ml2.managers [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Failed to bind port a944bd41-1363-4e5e-8070-5d52ddd70424 on host n-h1-837321-1 for vnic_type normal using segments [{'id': '47af9b69-7c99-44a8-a800-f2edc3655061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '43f41e60-538c-4b46-87a9-ab938f261b89'}] Apr 11 21:01:22.564678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.631692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.711565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] Provisioning for port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:22.712466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Transition to ACTIVE for port object 0ab47354-7647-4e1d-bcb2-bc557153bd90 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:22.722924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.754049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] Provisioning complete for port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:22.754662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.762995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port 7724a850-9a52-4688-8300-f8724da6fc5f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:22.763600 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:22.883796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] For port a944bd41-1363-4e5e-8070-5d52ddd70424, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:22.886041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Attempted to set empty binding levels {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 11 21:01:23.007036 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.015497 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.021787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.027761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] DHCP port deletion for bcc1dee0-5ce2-4407-900a-02665eb2bf9a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:23.034377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] Deleting port 7724a850-9a52-4688-8300-f8724da6fc5f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:23.034755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.109710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] For port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:23.139000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 009adbf6-79f3-4c12-af90-78a25924eaff is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:23.140351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] In _notify_port_updated(), no bound segment for port a944bd41-1363-4e5e-8070-5d52ddd70424 on network 43f41e60-538c-4b46-87a9-ab938f261b89 {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:01:23.141491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.146216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "PUT /v2.0/ports/a944bd41-1363-4e5e-8070-5d52ddd70424 HTTP/1.1" status: 200 len: 975 time: 3.1003404 Apr 11 21:01:23.148461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45480) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:23.152105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:23.158611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:23.212258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] For port 7724a850-9a52-4688-8300-f8724da6fc5f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7724a850-9a52-4688-8300-f8724da6fc5f,segment=NetworkSegment(98676298-d936-439a-9e3e-b83af24f86e8),segment_id=98676298-d936-439a-9e3e-b83af24f86e8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:23.213033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.221358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=0ab47354-7647-4e1d-bcb2-bc557153bd90,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:23.311136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Deleting port a944bd41-1363-4e5e-8070-5d52ddd70424 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:23.316811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.492042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] For port 7724a850-9a52-4688-8300-f8724da6fc5f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7724a850-9a52-4688-8300-f8724da6fc5f,segment=NetworkSegment(98676298-d936-439a-9e3e-b83af24f86e8),segment_id=98676298-d936-439a-9e3e-b83af24f86e8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:23.492042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.532496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.647950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d7b9d-b63a-4187-8bba-172b0cf4e82a tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event updated for resources: {'Port': ['ID=a944bd41-1363-4e5e-8070-5d52ddd70424,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:23.648343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.717144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45494) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:23.732347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] Calling delete_port for 7724a850-9a52-4688-8300-f8724da6fc5f owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:23.767177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Calling delete_port for 7724a850-9a52-4688-8300-f8724da6fc5f owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:23.786841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] For port a944bd41-1363-4e5e-8070-5d52ddd70424, host n-h1-837321-1, got binding levels [] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:23.791881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.851217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7724a850-9a52-4688-8300-f8724da6fc5f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:23.936955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1192124152-network', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:23.945618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:23.950650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Calling delete_port for a944bd41-1363-4e5e-8070-5d52ddd70424 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:23.972639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No active binding found for port 7724a850-9a52-4688-8300-f8724da6fc5f {{(pid=84668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 11 21:01:23.973101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7724a850-9a52-4688-8300-f8724da6fc5f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:23.974791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c4c93-6919-44fd-9988-04f5002b8154 None None] Pushing event updated for resources: {'Port': ['ID=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:23.983083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:23.998376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Usage tracker for resource:network and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:24.001745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:24.011653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:24.014865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e7cd190-4c8d-4380-9f31-1c60107a6f4b None None] Provisioning complete for port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:24.015561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e7cd190-4c8d-4380-9f31-1c60107a6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.024760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:24.024760 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:24.042377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.061134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] Pushing event deleted for resources: {'Port': ['ID=7724a850-9a52-4688-8300-f8724da6fc5f,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:24.064997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc519c8-ec9f-4a32-b1ff-4d5dc0f2ee69 None None] No DVR routers for this DVR port 7724a850-9a52-4688-8300-f8724da6fc5f on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:24.100050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:24.104235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.115499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c492f-56ea-472d-bda8-a2528db41267 req-2d4e92d5-975c-4d2e-a63d-d53f1af8ebb3 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:24.123596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-097c492f-56ea-472d-bda8-a2528db41267 req-2d4e92d5-975c-4d2e-a63d-d53f1af8ebb3 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.6180701 Apr 11 21:01:24.124374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.142965 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.211450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Pushing event deleted for resources: {'Port': ['ID=a944bd41-1363-4e5e-8070-5d52ddd70424,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:24.226850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:24.232976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.235755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Usage tracker for resource:security_group_rule and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:24.239811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:24.249706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:24.302419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-097c492f-56ea-472d-bda8-a2528db41267 req-09ed9f90-8074-4949-be7d-e3a623e5c748 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769972 Apr 11 21:01:24.335806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.348037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8698f406-f274-4cf2-bf7e-7e45ec00baa9 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a944bd41-1363-4e5e-8070-5d52ddd70424 HTTP/1.1" status: 204 len: 168 time: 1.1979411 Apr 11 21:01:24.354178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:24.387103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9bc2fde1-ae9f-4f69-b146-bfc4ee1f24fd None None] Provisioning for port 0ab47354-7647-4e1d-bcb2-bc557153bd90 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:24.392611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9bc2fde1-ae9f-4f69-b146-bfc4ee1f24fd None None] Provisioning complete for port 0ab47354-7647-4e1d-bcb2-bc557153bd90 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:24.393048 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9bc2fde1-ae9f-4f69-b146-bfc4ee1f24fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.395616 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd6526-355e-4199-8938-dd14bdb71b03 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] GET failed (client error): The resource could not be found. Apr 11 21:01:24.396113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e7fd6526-355e-4199-8938-dd14bdb71b03 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Synchronizing usage tracker for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:24.448385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2fde1-ae9f-4f69-b146-bfc4ee1f24fd None None] Port 0ab47354-7647-4e1d-bcb2-bc557153bd90 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:24.485621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.498835 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.511570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:01:24.516327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e7fd6526-355e-4199-8938-dd14bdb71b03 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] Unset dirty status for tenant:92fac8b92eaa4018a2f463e9cd895973 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:24.517492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e7fd6526-355e-4199-8938-dd14bdb71b03 tempest-PortsAdminExtendedAttrsTestJSON-1401779170 tempest-PortsAdminExtendedAttrsTestJSON-1401779170-project-admin] 10.222.0.61 "GET /v2.0/ports/a944bd41-1363-4e5e-8070-5d52ddd70424 HTTP/1.1" status: 404 len: 333 time: 0.1622598 Apr 11 21:01:24.521170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45504) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:24.523291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b5975-a5d2-466b-aae1-1b15ccc9b633,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:24.528308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.528653 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Added segment 55ea4021-24e6-442f-8468-4aac9ea5233c of type vlan for network 5a0c951f-f795-4524-a69a-d9ec43e9f846 Apr 11 21:01:24.541233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Deleting port 7724a850-9a52-4688-8300-f8724da6fc5f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:24.541512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.555670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.652862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.666243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.667400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:24.668000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.716820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] The port '7724a850-9a52-4688-8300-f8724da6fc5f' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:01:24.772620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] Pushing event updated for resources: {'Network': ['ID=5a0c951f-f795-4524-a69a-d9ec43e9f846,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:24.786765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:01:24.842858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2e9d320e-441e-4fbd-8101-9c0d3530c1db admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1214488 Apr 11 21:01:24.843277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45514) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:24.849653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Request body: {'subnet': {'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1192124152-subnet', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:24.856089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:24.861082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Usage tracker for resource:subnet and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:24.864969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:24.872409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:24.906568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event updated for resources: {'Port': ['ID=0ab47354-7647-4e1d-bcb2-bc557153bd90,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:24.935007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.942576 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.954654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:24.965661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:24.968194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.007384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc1dee0-5ce2-4407-900a-02665eb2bf9a']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:25.097620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98676298-d936-439a-9e3e-b83af24f86e8') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:25.097950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98676298-d936-439a-9e3e-b83af24f86e8') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:25.122521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.241954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.245436 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.264061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:25.264457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:25.284080 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:25.310158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.377636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f41e60-538c-4b46-87a9-ab938f261b89']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:25.386772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=099bd643-ae96-4814-9ed4-d2999f948dcc,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:25.399201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47af9b69-7c99-44a8-a800-f2edc3655061') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:25.399770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47af9b69-7c99-44a8-a800-f2edc3655061') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:25.404988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:25.405558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Network hostable DHCP agents. Network: 5a0c951f-f795-4524-a69a-d9ec43e9f846, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:25.409233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Network 009adbf6-79f3-4c12-af90-78a25924eaff is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:25.414028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:25.525751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:25.581213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37d36-ab8f-4f49-a753-1caac721cf83 req-8a052851-f437-4825-b1b4-0bfa97f4e285 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:25.583544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67f37d36-ab8f-4f49-a753-1caac721cf83 req-8a052851-f437-4825-b1b4-0bfa97f4e285 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.1255059 Apr 11 21:01:25.610629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.616096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:25.636893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5a0c951f-f795-4524-a69a-d9ec43e9f846) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:25.637449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.662886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:25.663564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.689987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cae4a3-562a-4df6-9194-3b3a2cd2e958 None None] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:25.708531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67f37d36-ab8f-4f49-a753-1caac721cf83 req-e6c630f8-582a-4880-ace4-036f9093f80e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168647 Apr 11 21:01:25.769259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.800278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] Pushing event deleted for resources: {'Network': ['ID=bcc1dee0-5ce2-4407-900a-02665eb2bf9a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:25.807147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-88501edc-4e3a-4ade-a3ab-6a6bcf629d1e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9621475 Apr 11 21:01:25.809393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45528) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:25.812220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.816697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:25.823506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:25.828180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:25.828545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.828713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:25.828944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Usage tracker for resource:router and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:25.829112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.832290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:25.838489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:25.847557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8547a239-89d7-4d64-bcc8-944e995ce5b2 tempest-AllowedAddressPairTestJSON-765107530 tempest-AllowedAddressPairTestJSON-765107530-project] 10.222.0.61 "DELETE /v2.0/networks/bcc1dee0-5ce2-4407-900a-02665eb2bf9a HTTP/1.1" status: 204 len: 168 time: 3.4013398 Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:25.848500 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:25.892220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a2d107eb-e471-40e3-b271-f0d28d758c2d None None] Provisioning complete for port 0ab47354-7647-4e1d-bcb2-bc557153bd90 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:25.892586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2d107eb-e471-40e3-b271-f0d28d758c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.973058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:25.974130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.010485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a2d107eb-e471-40e3-b271-f0d28d758c2d None None] Port 0ab47354-7647-4e1d-bcb2-bc557153bd90 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:26.089871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.114347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.119053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] Pushing event deleted for resources: {'Network': ['ID=43f41e60-538c-4b46-87a9-ab938f261b89,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:26.129824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-5a0c951f-f795-4524-a69a-d9ec43e9f846', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:01:26.130697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.133616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-96cc7532-317f-48d4-b97e-9604bd9aa448 tempest-PortsAdminExtendedAttrsTestJSON-745960062 tempest-PortsAdminExtendedAttrsTestJSON-745960062-project] 10.222.0.61 "DELETE /v2.0/networks/43f41e60-538c-4b46-87a9-ab938f261b89 HTTP/1.1" status: 204 len: 168 time: 1.6113734 Apr 11 21:01:26.151142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.157178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:26.335717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Allocated IP 172.20.0.2 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/dadd69ba-1421-4d8c-a404-090400ece15a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:26.354303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:26.365345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5e740241-5e37-4ede-b4a1-37cb97d57823 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9202373 Apr 11 21:01:26.366022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45538) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:26.374653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:26.400004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:26.597464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:26.659088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:26.659923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:26.832697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.876160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:26.880009 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-4a08b5c1-577a-4307-8848-feb720606c4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4265964 Apr 11 21:01:26.923406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Transition to ACTIVE for port object dadd69ba-1421-4d8c-a404-090400ece15a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:26.924102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45558) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:27.043703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Transition to ACTIVE for port object dadd69ba-1421-4d8c-a404-090400ece15a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:27.047259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:27.141277 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.246754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:27.248826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:27.257199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:27.300047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-48e9752e-a64c-46b9-9a22-96b0c6061ca0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a2e82c24e2c4a2688ca27b979084712&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3714757 Apr 11 21:01:27.300948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45564) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:27.337409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Pushing event updated for resources: {'Port': ['ID=dadd69ba-1421-4d8c-a404-090400ece15a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:27.400691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-5919fdec-5b4e-4924-82d3-42ed469ebb8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.2562160 Apr 11 21:01:27.460055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-321e95dc-5b07-4fb2-b18e-cff562ba80c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.517589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-64b8867a-f98a-4e52-ac15-5793781fa1b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7edafd16df1f404587670b789c42f567&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9217243 Apr 11 21:01:27.528328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45568) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:27.533992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083eec92-9811-41ff-ad0c-a48f7e2b5573 req-d44ff120-3714-4ad8-9b53-95d3def1bd90 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:27.534786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Attempting to bind port dadd69ba-1421-4d8c-a404-090400ece15a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:27.535360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Attempting to bind port dadd69ba-1421-4d8c-a404-090400ece15a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:27.535511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-083eec92-9811-41ff-ad0c-a48f7e2b5573 req-d44ff120-3714-4ad8-9b53-95d3def1bd90 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.4280286 Apr 11 21:01:27.536025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Attempting to bind port dadd69ba-1421-4d8c-a404-090400ece15a on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:27.559246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:27.560021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:27.564624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.564624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:27.564624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Bound port: dadd69ba-1421-4d8c-a404-090400ece15a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:27.564624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.589107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.extraroute_db [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 11 21:01:27.595126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-321e95dc-5b07-4fb2-b18e-cff562ba80c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.632760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.extraroute_db [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Removed routes are [] {{(pid=84667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 11 21:01:27.633470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.642050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.658703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-083eec92-9811-41ff-ad0c-a48f7e2b5573 req-41e1ef60-f7f6-474d-aff6-7179c47ca1d7 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043475 Apr 11 21:01:27.672173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bd03300-62b0-4add-b76c-40febad03f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.685089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.717132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bd03300-62b0-4add-b76c-40febad03f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.768221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] For port dadd69ba-1421-4d8c-a404-090400ece15a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:27.772503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] For port dadd69ba-1421-4d8c-a404-090400ece15a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dadd69ba-1421-4d8c-a404-090400ece15a,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:27.784362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f83f6bcb-c975-495e-97ac-3be9819310e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:27.784995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f83f6bcb-c975-495e-97ac-3be9819310e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:27.785517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f83f6bcb-c975-495e-97ac-3be9819310e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:27.785944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:23Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '0ab47354-7647-4e1d-bcb2-bc557153bd90', 'name': '', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:cb:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:21Z', 'updated_at': '2022-04-11T21:01:24Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:27.787249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f83f6bcb-c975-495e-97ac-3be9819310e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=996cc069-17e6-4993-a448-2a6c24d958c0&id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 2296 time: 0.3509326 Apr 11 21:01:27.791275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:27.791734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Updating router 1e90072d-6076-47d9-bea1-6d63cc94d475 port 0ab47354-7647-4e1d-bcb2-bc557153bd90 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:01:27.845956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.865770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:27.952932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-2df905b1-5021-4e21-825e-3d238f5b03d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 1001 time: 0.1576152 Apr 11 21:01:27.964471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Allocated IP 172.25.5.63 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/55145042-4782-4c66-a4af-b9f2242107bf) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:27.997905 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-321e95dc-5b07-4fb2-b18e-cff562ba80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.041936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e95dc-5b07-4fb2-b18e-cff562ba80c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16992a-7492-4efd-b4bc-4fbadf0234e2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:28.093725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697353e-51b8-4a0e-aba5-706fc194701e None None] Pushing event updated for resources: {'Port': ['ID=dadd69ba-1421-4d8c-a404-090400ece15a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:28.094629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bd03300-62b0-4add-b76c-40febad03f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.159768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03300-62b0-4add-b76c-40febad03f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337aad8-46e0-4f15-9abe-7e781ed6710b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:28.182750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8bd03300-62b0-4add-b76c-40febad03f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.187843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8bd03300-62b0-4add-b76c-40febad03f63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2337aad8-46e0-4f15-9abe-7e781ed6710b HTTP/1.1" status: 204 len: 168 time: 0.6490836 Apr 11 21:01:28.188040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-07cbb887-de8e-44c0-96e8-332522cfed52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:28.188989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-07cbb887-de8e-44c0-96e8-332522cfed52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 200 len: 855 time: 0.2272480 Apr 11 21:01:28.234728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.257562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.267766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-321e95dc-5b07-4fb2-b18e-cff562ba80c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.269323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-321e95dc-5b07-4fb2-b18e-cff562ba80c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c16992a-7492-4efd-b4bc-4fbadf0234e2 HTTP/1.1" status: 204 len: 168 time: 0.9673264 Apr 11 21:01:28.379112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.429926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-af362601-1a9e-4c03-a432-ec2f534e1667 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342067 Apr 11 21:01:28.556542 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.572228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Transition to ACTIVE for port object 0ab47354-7647-4e1d-bcb2-bc557153bd90 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:28.615708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-b98a061d-6b36-4274-896d-9d24806a0aff service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782110 Apr 11 21:01:28.695028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:28.701630 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.793782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-a4ced554-6522-4a8d-921b-9aa7d8563561 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717725 Apr 11 21:01:28.795430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.949761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.950409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8164-43c8-4b0a-8330-b5f05f8af027 None None] Pushing event updated for resources: {'Port': ['ID=0ab47354-7647-4e1d-bcb2-bc557153bd90,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:28.950925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:28.967419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:28.974623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-26168906-838e-46bc-adc7-51edc3896d2d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 934 time: 2.6028044 Apr 11 21:01:28.976829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45590) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:29.127783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Attempting to bind port 0ab47354-7647-4e1d-bcb2-bc557153bd90 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:29.128643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Attempting to bind port 0ab47354-7647-4e1d-bcb2-bc557153bd90 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:29.129197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Attempting to bind port 0ab47354-7647-4e1d-bcb2-bc557153bd90 on network 009adbf6-79f3-4c12-af90-78a25924eaff {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:29.145141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:29.146592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Checking segment: {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:29.147012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:29.147407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Bound using segment: {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:29.147923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Bound port: 0ab47354-7647-4e1d-bcb2-bc557153bd90, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5f8002-6298-4cd0-b030-8eb128da7035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:29.148299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:29.281472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-7c571515-b5d6-41bd-8587-4f0900e75425 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 217 time: 0.4619782 Apr 11 21:01:29.310266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] For port 0ab47354-7647-4e1d-bcb2-bc557153bd90, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:29.314591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] For port 0ab47354-7647-4e1d-bcb2-bc557153bd90, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0ab47354-7647-4e1d-bcb2-bc557153bd90,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:29.327849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5eb9be08-3a68-4f83-8edc-f8cd6584a686 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 934 time: 0.3492970 Apr 11 21:01:29.328558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:29.334230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'routes': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:29.395834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-a4618e2e-e91a-433a-a3f7-7c1a2a2dc110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:29.397301 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-a4618e2e-e91a-433a-a3f7-7c1a2a2dc110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0944886 Apr 11 21:01:29.406430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Pushing event updated for resources: {'Port': ['ID=55145042-4782-4c66-a4af-b9f2242107bf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:29.456232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:29.520314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:29.544606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:29.583640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:29.662938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8164-43c8-4b0a-8330-b5f05f8af027 None None] Pushing event updated for resources: {'Port': ['ID=0ab47354-7647-4e1d-bcb2-bc557153bd90,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:29.694766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dadd69ba-1421-4d8c-a404-090400ece15a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:29.742679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a8968-02e7-4422-b630-94fc565b9fc3 None None] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:29.752947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:29.828225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce821-1210-4ffc-8f5e-575abaf9acb2 req-237f2308-8e8a-4c90-ae88-2f6a9435ab5a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:29.830068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2f3ce821-1210-4ffc-8f5e-575abaf9acb2 req-237f2308-8e8a-4c90-ae88-2f6a9435ab5a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 1.0117741 Apr 11 21:01:29.917759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:29.918904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:29.968444 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81ff2717-b166-4f02-a8a0-85a801f60437 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92fac8b92eaa4018a2f463e9cd895973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2140737 Apr 11 21:01:29.969112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45616) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:30.032160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2f3ce821-1210-4ffc-8f5e-575abaf9acb2 req-235ee43d-3204-499d-acf1-dc9724722585 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809323 Apr 11 21:01:30.044037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-0c5c1eea-d228-4274-b493-7d84b4f3ee3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6352396 Apr 11 21:01:30.183200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8181f815-402b-4df1-a258-11784f570e2b None None] Provisioning for port dadd69ba-1421-4d8c-a404-090400ece15a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:30.247306 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-36176322-1eb4-4fa9-938f-7c9e5360a3f6 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723642 Apr 11 21:01:30.306716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:30.403876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3dcc-cb75-4129-95e8-004852448500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.416051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.417611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.435615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.extraroute_db [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added routes are [] {{(pid=84667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 11 21:01:30.435615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.extraroute_db [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 11 21:01:30.453340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port dadd69ba-1421-4d8c-a404-090400ece15a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:30.474720 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.489840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45628) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:30.511163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dadd69ba-1421-4d8c-a404-090400ece15a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:30.511553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.549372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3dcc-cb75-4129-95e8-004852448500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.643407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-759ee4ca-2259-434f-969e-b0f567ef0a69 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857107 Apr 11 21:01:30.654393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1226632488'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:30.681706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.711338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:30.723933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:network and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:30.727332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:30.736424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:30.736957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-843f93d5-aede-4610-b4cd-b7816dd63b86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 217 time: 0.0844207 Apr 11 21:01:30.837074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-83aeea6f-fe98-4e8e-9705-d90c274ddcd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:30.838922 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-83aeea6f-fe98-4e8e-9705-d90c274ddcd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0946457 Apr 11 21:01:30.869755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.908471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Made reservation on behalf of aa703d0069ed4b758fff6e9d81f77537 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:30.911853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.950882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.964851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f03b0c5e-01ef-4838-ae28-d7850892f195 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174884 Apr 11 21:01:30.972729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port dadd69ba-1421-4d8c-a404-090400ece15a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dadd69ba-1421-4d8c-a404-090400ece15a,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:30.992570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:30.997958 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3dcc-cb75-4129-95e8-004852448500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.000892 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.006022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:31.012082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:security_group_rule and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:31.015944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:31.016910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:27Z', 'revision_number': 6, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '0ab47354-7647-4e1d-bcb2-bc557153bd90', 'name': '', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:cb:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:21Z', 'updated_at': '2022-04-11T21:01:29Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:31.023762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ab0e8-b794-47ca-bde8-aaa154b8c56a None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:27Z', 'revision_number': 6, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '0ab47354-7647-4e1d-bcb2-bc557153bd90', 'name': '', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:cb:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:21Z', 'updated_at': '2022-04-11T21:01:29Z', 'revision_number': 4, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:31.061715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.074969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:31.132652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b3dcc-cb75-4129-95e8-004852448500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde467a-eb11-4991-931f-a93d8c2ab517,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:31.203312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c2b3dcc-cb75-4129-95e8-004852448500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.245186 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c2b3dcc-cb75-4129-95e8-004852448500 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbde467a-eb11-4991-931f-a93d8c2ab517 HTTP/1.1" status: 204 len: 168 time: 1.2663567 Apr 11 21:01:31.283236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=dadd69ba-1421-4d8c-a404-090400ece15a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:31.330288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-abc632df-2eeb-40c3-b5f2-a80979f52059 None None] Provisioning complete for port dadd69ba-1421-4d8c-a404-090400ece15a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:31.330288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-abc632df-2eeb-40c3-b5f2-a80979f52059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.388411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-989292c5-d31d-46ae-8174-fe2419f454dc service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201951 Apr 11 21:01:31.443771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:01:31.448140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.587066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.679610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:01:31.716801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dadd69ba-1421-4d8c-a404-090400ece15a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:31.750981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:31.776847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.779078 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Added segment 1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f of type vlan for network aff58b45-4bee-4db1-99ab-0eea119e04c8 Apr 11 21:01:31.783028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc55e95-ee05-4201-913a-3e5ddd8dedc4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:31.854036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port dadd69ba-1421-4d8c-a404-090400ece15a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:31.854472 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:31.916520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.037847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0ab47354-7647-4e1d-bcb2-bc557153bd90 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:32.042014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-9ed4d37e-0d27-46fc-be14-8edacff62e1c service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450453 Apr 11 21:01:32.122694 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.126801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:32.127650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.129945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-e005041d-44d8-4458-aada-3292c2576f07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 200 len: 217 time: 0.0773654 Apr 11 21:01:32.209568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0ab47354-7647-4e1d-bcb2-bc557153bd90 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:32.213314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-e628ebf2-2b5a-4f0e-b82a-d9c53e8153b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:32.215870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0ab47354-7647-4e1d-bcb2-bc557153bd90 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:32.215870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.216256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-e628ebf2-2b5a-4f0e-b82a-d9c53e8153b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0800765 Apr 11 21:01:32.220616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35699393-6260-40e2-844d-08159bc6d4ba req-39a8acd6-f141-43be-8689-0c74a402bf59 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:32.224681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35699393-6260-40e2-844d-08159bc6d4ba req-39a8acd6-f141-43be-8689-0c74a402bf59 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.7841964 Apr 11 21:01:32.321804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-8b773d53-fcf8-4693-b3df-8597fd8333c4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1097 time: 0.6301615 Apr 11 21:01:32.330599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Network': ['ID=aff58b45-4bee-4db1-99ab-0eea119e04c8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:32.366542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:01:32.374566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:32.388299 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Sync routers for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:32.407511 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:32.409462 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:32.429905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-719aa744-d542-4693-972a-3dabd5f4c165 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9365129 Apr 11 21:01:32.443163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45658) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:32.463357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'subnet': {'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:32.553003 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-c3442ee1-b818-4cf5-bddb-4f411fe97c4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3323259 Apr 11 21:01:32.565275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.565505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.567675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5a527f75-f97c-487a-b66d-97526994a8ef admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7552056 Apr 11 21:01:32.603570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:32.712638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0ab47354-7647-4e1d-bcb2-bc557153bd90, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0ab47354-7647-4e1d-bcb2-bc557153bd90,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:32.770210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:32.793549 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.799794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:32.821530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:32.824726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fda27bfe-7507-4c78-9695-0fdf8a5b55ac tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 700 time: 3.4952111 Apr 11 21:01:32.857570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45674) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:32.919652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35699393-6260-40e2-844d-08159bc6d4ba req-f0ff2b8f-22f3-4d21-b7af-e16f7e038685 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772494 Apr 11 21:01:32.922182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-839c0f26-a9e3-476b-82f4-fb1d24b31ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:32.922714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0ab47354-7647-4e1d-bcb2-bc557153bd90,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:32.923968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-839c0f26-a9e3-476b-82f4-fb1d24b31ab6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.5618598 Apr 11 21:01:32.978542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:33.028032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-f980120b-f321-4b3a-a5c9-ab929703670a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 200 len: 217 time: 0.0887218 Apr 11 21:01:33.089796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:subnet and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:33.107233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:33.128976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-f0fec9ff-e511-46c8-b23a-19ed65fbd891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:33.130439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-f0fec9ff-e511-46c8-b23a-19ed65fbd891 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.1015408 Apr 11 21:01:33.139634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:33.190097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-c5b288cd-3cb6-4d3d-b324-459e6791a370 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513632 Apr 11 21:01:33.193174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f55ab8d5-ff1b-4a5b-b3dd-88b70a88e51c service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205592 Apr 11 21:01:33.301132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Made reservation on behalf of aa703d0069ed4b758fff6e9d81f77537 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:33.342558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:29Z', 'revision_number': 3, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:33.361101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Checking router: 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:33.361442 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Updating router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 port 55145042-4782-4c66-a4af-b9f2242107bf binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:01:33.431171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-981d7156-def0-4078-9a51-f5e6d8a02e56 service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909966 Apr 11 21:01:33.434519 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:33.498192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b2ec836-89ac-4a44-a09c-c7528383b83b tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 700 time: 0.6353540 Apr 11 21:01:33.500108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45686) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:33.510774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:33.527293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-f000bf48-f581-4b6d-94b2-59f5e37d0910 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272088 Apr 11 21:01:33.573790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0ab47354-7647-4e1d-bcb2-bc557153bd90 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:33.655400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0ab47354-7647-4e1d-bcb2-bc557153bd90 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:33.655953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:33.689690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-d622f251-e282-4b13-95f3-8bd67a4debb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 200 len: 217 time: 0.1518159 Apr 11 21:01:33.689854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b785c3d-702a-4fbf-b8a8-0a586a423bbe req-360993e8-8ad1-41b1-b9a2-abe197a432fc service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923295 Apr 11 21:01:33.908672 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:33.926254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-3af372ce-a033-449d-9951-f21a9faf502f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:33.926608 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Transition to ACTIVE for port object 55145042-4782-4c66-a4af-b9f2242107bf will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:33.927771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-3af372ce-a033-449d-9951-f21a9faf502f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.2325871 Apr 11 21:01:33.968992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:34.032584 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:34.152229 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Attempting to bind port 55145042-4782-4c66-a4af-b9f2242107bf on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:34.152590 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Attempting to bind port 55145042-4782-4c66-a4af-b9f2242107bf by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:34.153315 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Attempting to bind port 55145042-4782-4c66-a4af-b9f2242107bf on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:34.155832 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Pushing event updated for resources: {'Port': ['ID=55145042-4782-4c66-a4af-b9f2242107bf,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:34.173369 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.174667 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.175288 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.175795 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.176283 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.176752 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.177227 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.177684 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.178146 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.178617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.179094 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:01:34.199324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:34.199324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:34.199324 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:34.199833 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:34.200204 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Bound port: 55145042-4782-4c66-a4af-b9f2242107bf, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:34.200644 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:34.397002 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] For port 55145042-4782-4c66-a4af-b9f2242107bf, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:34.401062 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] For port 55145042-4782-4c66-a4af-b9f2242107bf, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55145042-4782-4c66-a4af-b9f2242107bf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:34.415904 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-de9c9be6-023d-472e-82e3-882fdb02c621 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4816701 Apr 11 21:01:34.527881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:34.548312 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:34.553710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:34.568670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:34.574894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:34.673243 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcc995-ddce-4ea9-8c2c-479ac6993439 None None] Pushing event updated for resources: {'Port': ['ID=55145042-4782-4c66-a4af-b9f2242107bf,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:34.678739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:34.679664 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:34.892517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Subnet': ['ID=ae244a9c-2d3b-4f78-a401-3ba92785c937,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:34.912505 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:34.953849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:35.045813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-a6e46601-9fa1-4a70-8cf4-5178cc6d05bf service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138411 Apr 11 21:01:35.046508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Checking segment: {'id': '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:35.046861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network hostable DHCP agents. Network: aff58b45-4bee-4db1-99ab-0eea119e04c8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:35.209692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac7568-bf0b-4147-b585-5cee683d3687 req-0665129d-601e-4667-84e6-98ca40f0c8e9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:35.216786 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-58ac7568-bf0b-4147-b585-5cee683d3687 req-0665129d-601e-4667-84e6-98ca40f0c8e9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 1.0303578 Apr 11 21:01:35.364915 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-58ac7568-bf0b-4147-b585-5cee683d3687 req-880c1d4f-9002-425c-9177-f3d3d12557e9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471069 Apr 11 21:01:35.369499 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:29Z', 'revision_number': 3, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:35.389699 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e986e-4744-481f-9049-8e5b4dc2bb9f None None] The sync data for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 is: [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:29Z', 'revision_number': 3, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:35.389856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-ef9e9b19-257a-4e27-a059-d77c972cf094 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831678 Apr 11 21:01:35.389856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:35.391589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 0ab47354-7647-4e1d-bcb2-bc557153bd90 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:35.392442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:35.508943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-72eadf6f-8db1-4c61-ba14-331cb5bbd8ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 200 len: 217 time: 0.1133726 Apr 11 21:01:35.599342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:30Z', 'revision_number': 7, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '0ab47354-7647-4e1d-bcb2-bc557153bd90', 'name': '', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:cb:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:21Z', 'updated_at': '2022-04-11T21:01:32Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:35.607752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:35.636589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:35.638484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:35.672005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-c88c1966-ce6a-4d05-a264-031b698a2b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:35.673854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-c88c1966-ce6a-4d05-a264-031b698a2b5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1581104 Apr 11 21:01:35.675497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, aff58b45-4bee-4db1-99ab-0eea119e04c8) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:35.681335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 0ab47354-7647-4e1d-bcb2-bc557153bd90, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0ab47354-7647-4e1d-bcb2-bc557153bd90,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:35.682715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:35.692740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:35.693328 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:35.744652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0bdf6-ae98-4b06-9000-f86aa27f001b None None] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:35.887464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 0ab47354-7647-4e1d-bcb2-bc557153bd90 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:35.925856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-25946343-7041-4bea-95c4-30fc3c187a3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2200825 Apr 11 21:01:35.969340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5abd1b9a-042b-40bd-bd27-d9c19b3e0493 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5235052 Apr 11 21:01:35.974987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45728) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:36.037964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1739098837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:36.169773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:36.181773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:36.198469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:router and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:36.212548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:36.225836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45732) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:36.233426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:36.249116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.414034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=0ab47354-7647-4e1d-bcb2-bc557153bd90,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:36.629195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8ec010b4-3be3-4a76-8684-be7b841b1588 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:36.634377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-ad9112e5-228f-4398-aff3-5fc881a88432 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002037 Apr 11 21:01:36.637869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.638998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.662557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.783925 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.830848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-aff58b45-4bee-4db1-99ab-0eea119e04c8', 'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8', 'tenant_id': 'aa703d0069ed4b758fff6e9d81f77537', 'fixed_ips': [{'subnet_id': 'ae244a9c-2d3b-4f78-a401-3ba92785c937'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:01:36.832928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.897308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:36.905223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2667a7eb-4769-4552-b632-153ef99b8a61 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9226589 Apr 11 21:01:36.915279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45742) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:36.917418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:37.014777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-76b4db69-aef9-4080-8ae6-cbf46d96ecee service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233593 Apr 11 21:01:37.033459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Allocated IP 172.20.0.2 (aff58b45-4bee-4db1-99ab-0eea119e04c8/ae244a9c-2d3b-4f78-a401-3ba92785c937/9a44f693-f529-47e6-b94c-f68fcedd73e2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:37.053366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc959299-096b-409f-a158-2241bb4189da req-118b27a7-197c-46ee-87ca-a71942212cdc tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:37.053901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc959299-096b-409f-a158-2241bb4189da req-118b27a7-197c-46ee-87ca-a71942212cdc tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.3506112 Apr 11 21:01:37.123601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc959299-096b-409f-a158-2241bb4189da req-0fcacf3e-41bc-44a3-a811-1834bf45ba52 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627162 Apr 11 21:01:37.126130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:37.200464 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-1cc0aa75-78fb-4fbe-9124-1a6668276241 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 217 time: 0.1763258 Apr 11 21:01:37.233262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:30Z', 'revision_number': 7, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '0ab47354-7647-4e1d-bcb2-bc557153bd90', 'name': '', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:cb:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:21Z', 'updated_at': '2022-04-11T21:01:32Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:37.243346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa63dd-6b2d-4d93-833c-2c87bfc68ad4 None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:30Z', 'revision_number': 7, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '0ab47354-7647-4e1d-bcb2-bc557153bd90', 'name': '', 'network_id': '009adbf6-79f3-4c12-af90-78a25924eaff', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:cb:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:21Z', 'updated_at': '2022-04-11T21:01:32Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '604b8b70-92ac-427f-89a6-d8d2f9754f66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:37.307221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:37.308155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ec010b4-3be3-4a76-8684-be7b841b1588 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "PUT /v2.0/quotas/57768c79131b44719ed1a765af4a9a64 HTTP/1.1" status: 200 len: 366 time: 1.0811985 Apr 11 21:01:37.318888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45746) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.330875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Transition to ACTIVE for port object 9a44f693-f529-47e6-b94c-f68fcedd73e2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:37.346521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b4df7a2e-70db-4041-8664-4cc05198f116 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0261524 Apr 11 21:01:37.360121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45750) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.366481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Transition to ACTIVE for port object 9a44f693-f529-47e6-b94c-f68fcedd73e2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:37.381911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c3d2b8d2-b632-4164-8989-f0de5214f92c tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "GET /v2.0/quotas/57768c79131b44719ed1a765af4a9a64 HTTP/1.1" status: 200 len: 366 time: 0.0202804 Apr 11 21:01:37.385925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45754) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.439956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:37.538305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5513be-6505-4fde-93b1-d95af6763079 req-e962157a-8738-42cf-9080-19c808ae2cbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:37.538768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-e962157a-8738-42cf-9080-19c808ae2cbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.3280807 Apr 11 21:01:37.578815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-936af4f3-6432-4e37-8280-67477936c39a tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/57768c79131b44719ed1a765af4a9a64 HTTP/1.1" status: 204 len: 168 time: 0.1900516 Apr 11 21:01:37.594884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.699684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0d7540cd-2871-4166-bc4f-06d0e3857057 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0983412 Apr 11 21:01:37.702474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45764) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.751430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:37.769337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55145042-4782-4c66-a4af-b9f2242107bf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:37.771597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-be27f7b3-dbb1-4318-950c-b5f67070e0d2 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "GET /v2.0/quotas/57768c79131b44719ed1a765af4a9a64 HTTP/1.1" status: 200 len: 370 time: 0.0528042 Apr 11 21:01:37.774113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45768) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.783008 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5e5ed1ce-434f-4590-bce0-fe7df83bd195 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "GET /v2.0/quotas/57768c79131b44719ed1a765af4a9a64/default HTTP/1.1" status: 200 len: 370 time: 0.0063772 Apr 11 21:01:37.789268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45772) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:37.794867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:37.805708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:37.828680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Allocated IP 172.20.0.1 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/aea85764-cf0a-4b12-acf0-a892e77d3512) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:37.856273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:01:37.863856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Pushing event updated for resources: {'Port': ['ID=9a44f693-f529-47e6-b94c-f68fcedd73e2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:37.919718 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-d92692c6-2fd8-452a-88f3-bba10c07b23b tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] delete failed (client error): The resource could not be found. Apr 11 21:01:37.921058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d92692c6-2fd8-452a-88f3-bba10c07b23b tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/57768c79131b44719ed1a765af4a9a64 HTTP/1.1" status: 404 len: 348 time: 0.1303422 Apr 11 21:01:38.006068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-258b5c35-58c9-41ac-b347-76ac28e85f93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4433510 Apr 11 21:01:38.031691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Attempting to bind port 9a44f693-f529-47e6-b94c-f68fcedd73e2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:38.032791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Attempting to bind port 9a44f693-f529-47e6-b94c-f68fcedd73e2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:38.033380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Attempting to bind port 9a44f693-f529-47e6-b94c-f68fcedd73e2 on network aff58b45-4bee-4db1-99ab-0eea119e04c8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:38.042097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:38.042466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Checking segment: {'id': '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:38.043172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.043595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Bound using segment: {'id': '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:38.044063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Bound port: 9a44f693-f529-47e6-b94c-f68fcedd73e2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:38.044465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.118787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:38.182463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] For port 9a44f693-f529-47e6-b94c-f68fcedd73e2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:38.186876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] For port 9a44f693-f529-47e6-b94c-f68fcedd73e2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9a44f693-f529-47e6-b94c-f68fcedd73e2,segment=NetworkSegment(1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f),segment_id=1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:38.188513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 55145042-4782-4c66-a4af-b9f2242107bf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:38.195533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 55145042-4782-4c66-a4af-b9f2242107bf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:38.195533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.270701 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.312281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45780) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:38.373583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:network and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.387129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:38.421572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:subnet and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.446655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:38.463667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:38.467377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec8c36-f5d1-473d-965e-a690116bdbd7 None None] Pushing event updated for resources: {'Port': ['ID=9a44f693-f529-47e6-b94c-f68fcedd73e2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:38.487651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:subnetpool and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.495873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-687178fe-769b-4e89-93cc-826872543714 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9929156 Apr 11 21:01:38.499509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:38.500630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:38.542854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.567965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 55145042-4782-4c66-a4af-b9f2242107bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55145042-4782-4c66-a4af-b9f2242107bf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:38.602960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:port and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.663914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:38.667715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.706185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.706745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:router and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.716174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:38.758617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:floatingip and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.770170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:38.777353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=55145042-4782-4c66-a4af-b9f2242107bf,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:38.784953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet 604b8b70-92ac-427f-89a6-d8d2f9754f66 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:01:38.794581 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-a679940b-19ba-432d-88ba-8abd86102c01 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706559 Apr 11 21:01:38.796425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.846077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Transition to ACTIVE for port object aea85764-cf0a-4b12-acf0-a892e77d3512 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:38.881902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.908499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:38.976276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:security_group and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:38.985728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:39.001962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Usage tracker for resource:security_group_rule and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:39.013144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:39.040273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2fbd0ec1-e8cb-4835-a7f8-729c405d0c44 tempest-QuotasTest-631513995 tempest-QuotasTest-631513995-project-admin] 10.222.0.61 "GET /v2.0/quotas/4fa6c0e47b1542a5a0fcd0061d2da663/details.json HTTP/1.1" status: 200 len: 703 time: 0.7188690 Apr 11 21:01:39.056978 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:39.192591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3d417-991a-485b-bc2e-fa80a14df1cb req-478359db-813f-4d4b-8d2c-32364bd0bac5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:39.196859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86d3d417-991a-485b-bc2e-fa80a14df1cb req-478359db-813f-4d4b-8d2c-32364bd0bac5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.5886514 Apr 11 21:01:39.259150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:39.297104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc5513be-6505-4fde-93b1-d95af6763079 req-9a0af394-07d3-4859-bfd7-53c0ede957c3 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749269 Apr 11 21:01:39.311849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:39.330818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=604b8b70-92ac-427f-89a6-d8d2f9754f66,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:39.341793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:39.345054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf53119-a8a8-4e33-8081-1327e8e91e76 None None] Network 009adbf6-79f3-4c12-af90-78a25924eaff requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:39.349876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f5fcea3e-a7a2-47cf-b010-f4ce0002e5b4 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/604b8b70-92ac-427f-89a6-d8d2f9754f66 HTTP/1.1" status: 204 len: 168 time: 0.8479118 Apr 11 21:01:39.353386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45792) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:39.414613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=aea85764-cf0a-4b12-acf0-a892e77d3512,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:39.457302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86d3d417-991a-485b-bc2e-fa80a14df1cb req-29ae6405-a29b-4398-a541-602aed9cab91 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520342 Apr 11 21:01:39.517051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:39.521923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:39.540569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:39.591002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:39.611943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:39.611943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:39.745503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.003897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55145042-4782-4c66-a4af-b9f2242107bf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:40.111407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] DHCP port deletion for 009adbf6-79f3-4c12-af90-78a25924eaff request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:40.131180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Deleting port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:40.134072 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.230879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45800) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:40.241896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.271881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Allocated IP 172.20.0.1 (aff58b45-4bee-4db1-99ab-0eea119e04c8/ae244a9c-2d3b-4f78-a401-3ba92785c937/2bf8dd8d-ff95-4380-b623-f6edd9b65064) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:40.277680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a52dd8be-2e89-487d-8702-f102c2cfab80 req-133c7cef-2840-429d-907a-9b7ead633a13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1097 time: 0.7541983 Apr 11 21:01:40.419329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:40.420660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.463874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0a2a8-9767-43d8-9634-3f2b017f0c65 None None] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:40.566958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:40.595601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a52dd8be-2e89-487d-8702-f102c2cfab80 req-1e0344d2-9929-447d-926b-cda25a2291b4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841887 Apr 11 21:01:40.617209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] For port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,segment=NetworkSegment(4a5f8002-6298-4cd0-b030-8eb128da7035),segment_id=4a5f8002-6298-4cd0-b030-8eb128da7035)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:40.617592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.743510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.769506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Calling delete_port for 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:40.778389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.797007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Transition to ACTIVE for port object 2bf8dd8d-ff95-4380-b623-f6edd9b65064 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:40.843133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.855334 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:40.865755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-66329b1f-a7db-48d8-b252-7391601314af None None] Provisioning for port aea85764-cf0a-4b12-acf0-a892e77d3512 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:40.869684 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:40.870414 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:40.895107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.906918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:40.911179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Usage tracker for resource:security_group_rule and tenant:676537b56b6f4ec085f5aedfac85b330 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:40.917352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:40.928197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:40.928558 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:40.929467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 55145042-4782-4c66-a4af-b9f2242107bf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:40.930048 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.933495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:40.946503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:40.946629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No DVR routers for this DVR port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:40.960913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=7112e1a2-6d27-4bad-8e5e-6346ce7632a0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:40.982702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-66329b1f-a7db-48d8-b252-7391601314af None None] Provisioning complete for port aea85764-cf0a-4b12-acf0-a892e77d3512 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:40.983070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-66329b1f-a7db-48d8-b252-7391601314af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.004742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.132761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.148820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.191851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:41.192064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:41.192064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Port': ['ID=2bf8dd8d-ff95-4380-b623-f6edd9b65064,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:41.202866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f576de-54ef-4b2f-8729-fb06a65becb9 req-6c6e81f1-c25b-4bfd-8c66-966bfd9b65a9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:41.204511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6f576de-54ef-4b2f-8729-fb06a65becb9 req-6c6e81f1-c25b-4bfd-8c66-966bfd9b65a9 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.5012169 Apr 11 21:01:41.206411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009adbf6-79f3-4c12-af90-78a25924eaff']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:41.257280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5f8002-6298-4cd0-b030-8eb128da7035') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:41.257944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5f8002-6298-4cd0-b030-8eb128da7035') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:41.276270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:41.281661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:41.282901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.307897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6f576de-54ef-4b2f-8729-fb06a65becb9 req-84dc1b9b-77d7-4e37-bdc9-4dd4e65d52ab tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904305 Apr 11 21:01:41.322608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.331805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:41.331805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.373660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-66329b1f-a7db-48d8-b252-7391601314af None None] Port aea85764-cf0a-4b12-acf0-a892e77d3512 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:41.425053 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:41.468122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Deleting port 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:41.468681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.572920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.615119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a44f693-f529-47e6-b94c-f68fcedd73e2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:41.632443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.643972 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:36Z', 'revision_number': 8, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:41.653072 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:41.661012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7049d4e6-f3af-4edf-9d68-b8466e2c6cd1 None None] The port '7112e1a2-6d27-4bad-8e5e-6346ce7632a0' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:01:41.661493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=009adbf6-79f3-4c12-af90-78a25924eaff,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:41.670683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:41.670968 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:41.684259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8fc61a18-8080-43ba-bacc-a558df2cf41f None None] Provisioning for port 9a44f693-f529-47e6-b94c-f68fcedd73e2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:41.686488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7dc7fba-ad39-4aaa-b803-3ed6af4fb1b1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/009adbf6-79f3-4c12-af90-78a25924eaff HTTP/1.1" status: 204 len: 168 time: 2.3307524 Apr 11 21:01:41.688999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45826) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:41.823819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9a44f693-f529-47e6-b94c-f68fcedd73e2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:41.830499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9a44f693-f529-47e6-b94c-f68fcedd73e2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:41.830499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:41.866598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=aea85764-cf0a-4b12-acf0-a892e77d3512,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:41.996354 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:42.044099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.093896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.105254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9a44f693-f529-47e6-b94c-f68fcedd73e2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9a44f693-f529-47e6-b94c-f68fcedd73e2,segment=NetworkSegment(1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f),segment_id=1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:42.121084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.185724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:42.188284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:42.242589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.260788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c5521870-9227-4d1a-8c60-e1696a756fe3 None None] Provisioning for port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:42.284258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.388563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c5521870-9227-4d1a-8c60-e1696a756fe3 None None] Provisioning complete for port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:42.389522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5521870-9227-4d1a-8c60-e1696a756fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.407204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.486639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:42.595905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:42.596250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7112e1a2-6d27-4bad-8e5e-6346ce7632a0 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:42.608423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9a44f693-f529-47e6-b94c-f68fcedd73e2,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:42.631702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c5521870-9227-4d1a-8c60-e1696a756fe3 None None] Port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:42.648319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c5521870-9227-4d1a-8c60-e1696a756fe3 None None] Provisioning complete for port 9a44f693-f529-47e6-b94c-f68fcedd73e2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:42.648319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5521870-9227-4d1a-8c60-e1696a756fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.724493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2365514a-8621-48f7-abd3-64aad4cc53ed,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:42.736919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cc68cb40-2e0f-4914-94a8-c3b5c19c5378 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=676537b56b6f4ec085f5aedfac85b330&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5026255 Apr 11 21:01:42.756606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45836) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:42.759020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.782633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:36Z', 'revision_number': 8, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:42.789012 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d757a7a0-9e45-40f0-9bab-32c41e31acea None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:36Z', 'revision_number': 8, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9dc94d20-e613-4345-a1cf-186be85e29d8', 'name': '', 'network_id': '8e61cfc0-e469-4060-9353-82f9b1b4aaf0', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:b4:80:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:09Z', 'updated_at': '2022-04-11T21:01:20Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': 'b13c658b-9d1b-4679-9af1-1406fb5be9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:42.907089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3293b-8d74-493b-9bc5-8f1a8b93cfeb req-cfcb04f4-47fd-410c-9cf9-3dbaed641514 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:42.908692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1a3293b-8d74-493b-9bc5-8f1a8b93cfeb req-cfcb04f4-47fd-410c-9cf9-3dbaed641514 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.3459420 Apr 11 21:01:42.916568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269fadb3-ad09-4356-932f-70c0c0e33635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.943536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269fadb3-ad09-4356-932f-70c0c0e33635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:42.964431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0437cacd-4f69-4bd6-ac41-226911568efd None None] Provisioning complete for port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:42.965088 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0437cacd-4f69-4bd6-ac41-226911568efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.028584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0437cacd-4f69-4bd6-ac41-226911568efd None None] Port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:43.042766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0437cacd-4f69-4bd6-ac41-226911568efd None None] Provisioning complete for port aea85764-cf0a-4b12-acf0-a892e77d3512 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:43.043513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0437cacd-4f69-4bd6-ac41-226911568efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.093018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269fadb3-ad09-4356-932f-70c0c0e33635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.110705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0437cacd-4f69-4bd6-ac41-226911568efd None None] Port aea85764-cf0a-4b12-acf0-a892e77d3512 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:43.124451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fadb3-ad09-4356-932f-70c0c0e33635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2365514a-8621-48f7-abd3-64aad4cc53ed,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:43.135291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-269fadb3-ad09-4356-932f-70c0c0e33635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.136443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-269fadb3-ad09-4356-932f-70c0c0e33635 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2365514a-8621-48f7-abd3-64aad4cc53ed HTTP/1.1" status: 204 len: 168 time: 0.3895068 Apr 11 21:01:43.252775 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1a3293b-8d74-493b-9bc5-8f1a8b93cfeb req-984cc876-b26b-4be3-92a1-9bd6ce642b0b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783744 Apr 11 21:01:43.539267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 9dc94d20-e613-4345-a1cf-186be85e29d8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:43.539899 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.598418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.651421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:43.739508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.820586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3e66d13c-db2d-4eea-9c9a-cc110fff60aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.837975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:43.966729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-beadf824-a690-42e9-b123-da006e8abf07 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:43.971346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-beadf824-a690-42e9-b123-da006e8abf07 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 811 time: 0.2752335 Apr 11 21:01:44.013529 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-1d1b87c8-a0d0-4fc0-a499-02cd4656cdf5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/quotas/444399fd4d7e476099e458dc2a9f9b98 HTTP/1.1" status: 200 len: 375 time: 0.0332510 Apr 11 21:01:44.110362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 9dc94d20-e613-4345-a1cf-186be85e29d8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9dc94d20-e613-4345-a1cf-186be85e29d8,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:44.110729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:44.163838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Port': ['ID=2bf8dd8d-ff95-4380-b623-f6edd9b65064,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:44.186349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45856) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:44.252233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 9dc94d20-e613-4345-a1cf-186be85e29d8 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:44.253846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:44.256170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:44.332121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:44.394402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a44f693-f529-47e6-b94c-f68fcedd73e2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:44.411504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-4a3ff7a2-472e-4707-bec1-5ce417d97b6b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3783011 Apr 11 21:01:44.499763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9a44f693-f529-47e6-b94c-f68fcedd73e2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:44.500468 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:44.611665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-4473ff5d-0554-40c4-b237-c455a1bd7029 service neutron] 10.222.0.61 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793149 Apr 11 21:01:44.688716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e44b35f2-78b7-4f96-9279-b59b2758cd1e None None] Provisioning complete for port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:44.688972 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e44b35f2-78b7-4f96-9279-b59b2758cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:44.713950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:44.719261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:44.730647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa6c0e47b1542a5a0fcd0061d2da663 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:44.740734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:44.759404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:44.770468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-af9989b9-de4a-46a6-b38f-2b9de4088ca2 admin admin] 10.222.0.61 "PUT /v2.0/routers/9ff1b48a-efa2-424b-8cb6-3f9355f497e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1635468 Apr 11 21:01:44.794172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e44b35f2-78b7-4f96-9279-b59b2758cd1e None None] Port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:44.801444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0ab47354-7647-4e1d-bcb2-bc557153bd90 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:44.854156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0ab47354-7647-4e1d-bcb2-bc557153bd90 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:44.854856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0ab47354-7647-4e1d-bcb2-bc557153bd90 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:44.865521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-d1df1379-561b-4e6c-81d9-d502be2fdf6e service neutron] 10.222.0.61 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360077 Apr 11 21:01:44.941325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:44.975938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Router 88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:01:45.040848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:45.114094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:45.137038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=9dc94d20-e613-4345-a1cf-186be85e29d8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:45.220490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c5940-a2cb-4f47-84bc-1892f5b4cad6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:45.249799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:45.264720 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1dbe608c-b090-4ce4-9b3c-2ab97d7649d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fa6c0e47b1542a5a0fcd0061d2da663&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0217688 Apr 11 21:01:45.270211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45874) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:45.270907 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-34d103ec-5f0a-440a-95ea-a9ac266e925d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "PUT /v2.0/routers/88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3434584 Apr 11 21:01:45.273386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45878) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:45.287372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] Sync routers for ids ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:45.287781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'port': {'network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8', 'name': 'tempest-FloatingIPNegativeTestJSON-196320603'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:45.315806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] Routers {'88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:45.316412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:45.389690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e71a59b-12d9-4559-8153-7460e8207a3c req-8e795f65-148e-45cb-8e19-1c4ab6910a3c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 210 time: 0.0668724 Apr 11 21:01:45.533201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:45.567408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] Routers {'88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:45.568563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:45.656845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:45.666213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:port and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:45.669788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:45.681566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0022c480-2b90-42da-baec-e0f209a27dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:45.683123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:45.683571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54296c7-ac7d-441c-b15f-db006daf26a2 None None] The sync data for ids ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:45.693287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:45.819373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Made reservation on behalf of aa703d0069ed4b758fff6e9d81f77537 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:45.824522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:45.834434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0022c480-2b90-42da-baec-e0f209a27dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:45.884645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] device_id is not set on port 36388190-0b00-49c0-b6ea-b92f34acc89a yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:45.895211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:45.968511 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Sync routers for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:45.970777 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:45.971460 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:46.084119 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82c3cae2-da77-47d1-9778-7370825e614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.174794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0022c480-2b90-42da-baec-e0f209a27dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.219865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Allocated IP 172.20.0.11 (aff58b45-4bee-4db1-99ab-0eea119e04c8/ae244a9c-2d3b-4f78-a401-3ba92785c937/36388190-0b00-49c0-b6ea-b92f34acc89a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:46.262936 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:46.276946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022c480-2b90-42da-baec-e0f209a27dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c5940-a2cb-4f47-84bc-1892f5b4cad6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:46.315813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0022c480-2b90-42da-baec-e0f209a27dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.318491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0022c480-2b90-42da-baec-e0f209a27dc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c69c5940-a2cb-4f47-84bc-1892f5b4cad6 HTTP/1.1" status: 204 len: 168 time: 1.0459507 Apr 11 21:01:46.442590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45894) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:46.484174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970561824', 'description': 'tempest-description--1950134939'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:46.502768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:46.526612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Usage tracker for resource:security_group and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:46.536204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:46.588980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:46.615865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:46.654192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.670271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Transition to ACTIVE for port object 36388190-0b00-49c0-b6ea-b92f34acc89a will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:46.757020 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:40Z', 'revision_number': 2, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:46.761802 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Checking router: 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:46.762274 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Updating router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 port aea85764-cf0a-4b12-acf0-a892e77d3512 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:01:46.766865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.786060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4a347ce-612a-4168-917c-4cd3c937e119 req-2abacd54-6748-44d5-98c3-499576796c2c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 210 time: 0.1560948 Apr 11 21:01:46.823050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.849664 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:46.857232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:46.868330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d0b1aeab-5c81-4a38-b345-5364a99476dc tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1722140 Apr 11 21:01:46.869412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:46.870100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45900) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:46.882566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:46.883174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:46.900400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Port': ['ID=36388190-0b00-49c0-b6ea-b92f34acc89a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:46.916327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:46.929813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:46.931833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Usage tracker for resource:security_group_rule and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:46.935419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:46.940366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:46.950688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:46.998157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:47.059698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:47.060335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.282905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:47.366583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet b13c658b-9d1b-4679-9af1-1406fb5be9de {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:01:47.379278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.412950 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.434215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.463687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45922) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:47.464014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f12a5b9a-1487-42cf-aaaf-5f3de9789d51 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1869440 Apr 11 21:01:47.473523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:47.487306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:47.497005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:floatingip and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:47.501850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.502128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:47.516892 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.556226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6707ff-f9ba-468f-831f-f45c0eee4a9e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:47.587575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:47.609736 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.610993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aff66dd5-e54a-484e-93ba-3a14d39ca697 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1670163 Apr 11 21:01:47.613446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-41cfc278-9e5b-41b3-aba2-db4f9b896e7f None None] Provisioning for port 36388190-0b00-49c0-b6ea-b92f34acc89a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:47.614529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45932) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:47.619659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'security_group_rule': {'security_group_id': '0d6707ff-f9ba-468f-831f-f45c0eee4a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:47.626069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.635206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:47.644651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Usage tracker for resource:security_group_rule and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:47.648827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:47.653107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-41cfc278-9e5b-41b3-aba2-db4f9b896e7f None None] Provisioning complete for port 36388190-0b00-49c0-b6ea-b92f34acc89a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:47.653107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-41cfc278-9e5b-41b3-aba2-db4f9b896e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.661238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:47.661893 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.682991 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Transition to ACTIVE for port object aea85764-cf0a-4b12-acf0-a892e77d3512 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:47.701392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.718485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.771062 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.781598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.815044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-41cfc278-9e5b-41b3-aba2-db4f9b896e7f None None] Port 36388190-0b00-49c0-b6ea-b92f34acc89a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:01:47.909250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:47.941486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:44Z', 'revision_number': 9, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:47.946524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:47.972622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:47.973491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:48.026422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.029963 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.035398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.061587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0bfd7d-99df-4d03-b25a-0fc4fa3a25d2,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:48.181584 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ed951-e8c2-4c87-aaf6-3f33421a74f1 None None] Pushing event updated for resources: {'Port': ['ID=aea85764-cf0a-4b12-acf0-a892e77d3512,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:48.202873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.212879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=b13c658b-9d1b-4679-9af1-1406fb5be9de,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:48.239701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0676214b-7dbf-44b8-90a6-7f8de442970e tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/b13c658b-9d1b-4679-9af1-1406fb5be9de HTTP/1.1" status: 204 len: 168 time: 1.3679852 Apr 11 21:01:48.261176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:48.271733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45944) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:48.343809 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Attempting to bind port aea85764-cf0a-4b12-acf0-a892e77d3512 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:48.344177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Attempting to bind port aea85764-cf0a-4b12-acf0-a892e77d3512 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:48.344531 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Attempting to bind port aea85764-cf0a-4b12-acf0-a892e77d3512 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:48.367238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:48.368369 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:48.368780 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.369171 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:48.369648 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Bound port: aea85764-cf0a-4b12-acf0-a892e77d3512, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:48.370013 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.502793 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] For port aea85764-cf0a-4b12-acf0-a892e77d3512, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:48.511675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] For port aea85764-cf0a-4b12-acf0-a892e77d3512, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aea85764-cf0a-4b12-acf0-a892e77d3512,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:48.583438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.599945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4974cb7-ea8d-470d-818a-dfaed6d60a9c req-8be72f17-125d-4c04-9e7a-59d6ce511985 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 210 time: 0.4840138 Apr 11 21:01:48.638998 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.720459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Allocated IP 172.25.5.62 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/da0b25e8-0e2b-43f9-afe3-dd0c743ab44a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:48.765811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e1cab-23ae-4795-a611-8914af827470 None None] Network 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:48.803153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-be669677-bcd8-447c-8470-c358dad9b86a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:48.806707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-be669677-bcd8-447c-8470-c358dad9b86a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.69 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 811 time: 0.2191424 Apr 11 21:01:48.807678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:48.808950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0400c26-8a04-479a-9cec-a4a539ef4712 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1941664 Apr 11 21:01:48.815365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45956) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:48.824859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Request body: {'port': {'device_id': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'admin_state_up': True, 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:48.905851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:48.908534 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:48.989575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.001971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'security_group_rule': {'security_group_id': '0d6707ff-f9ba-468f-831f-f45c0eee4a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:49.012766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:49.017992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Usage tracker for resource:security_group_rule and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:49.022468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:49.030701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:49.045823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:49.046587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.073987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45960) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:49.089523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:49.113560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:49.257443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.290965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.324198 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ed951-e8c2-4c87-aaf6-3f33421a74f1 None None] Pushing event updated for resources: {'Port': ['ID=aea85764-cf0a-4b12-acf0-a892e77d3512,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:49.343787 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.361748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:44Z', 'revision_number': 9, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:49.370569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e004bb-db48-4ad6-a86a-5930cdcbbe64 None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:44Z', 'revision_number': 9, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be6a6336-25d6-431f-9a78-fab8a90f2d27', 'name': '', 'network_id': '077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:9f:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:58Z', 'updated_at': '2022-04-11T21:01:08Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2c026151-f344-44bb-bf58-e0e0d35ec36b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:49.392218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1354005152'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:49.418267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:49.427791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:49.430767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:49.437841 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:49.438852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:49.451431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] DHCP port deletion for 8e61cfc0-e469-4060-9353-82f9b1b4aaf0 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:49.455996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Deleting port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:49.456397 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.476582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:49.476582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:49.479398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Port': ['ID=da0b25e8-0e2b-43f9-afe3-dd0c743ab44a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:49.481827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:49.534865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Made reservation on behalf of 444399fd4d7e476099e458dc2a9f9b98 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:49.550024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.567951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:49.573011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.590001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.593838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:49.594196 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.644575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:49.779124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.781290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group_rule and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:49.787008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:49.794833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:49.885638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:49.887213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] For port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,segment=NetworkSegment(5515f546-9a9a-4f24-a05d-8ad4f3bb05e7),segment_id=5515f546-9a9a-4f24-a05d-8ad4f3bb05e7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:49.887658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:49.920791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c1fa5aec-0cc4-4200-b97d-b369456a4eb0 req-90172c5e-74c6-4568-95d9-d5ba526e05f0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 210 time: 0.0605984 Apr 11 21:01:49.999944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.151256 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:48Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:50.151828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.157394 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b9464-00b0-42e7-9681-cd03b0546696 None None] The sync data for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 is: [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:48Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:50.158632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Calling delete_port for 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:50.200476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.273686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.310474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.332749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.382276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.382419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=177417b5-cf68-41e2-abdd-33d4c0e0a9a5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:50.438424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1724af-8d60-4e80-a13a-ffdf872fb3c7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:50.441177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No DVR routers for this DVR port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:50.498086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.522982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aea85764-cf0a-4b12-acf0-a892e77d3512 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:50.558029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d546563-78f5-4b03-84f5-9953c2f56bdb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:50.589516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:01:50.610986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.641209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:50.641614 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:50.646527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Port': ['ID=da0b25e8-0e2b-43f9-afe3-dd0c743ab44a,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:50.650702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.651060 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b of type vlan for network fdad62a1-9d45-4b14-9228-8332556b265c Apr 11 21:01:50.687248 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.690834 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.727282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.731808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:50.731958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e69ca932-3caf-4a54-a514-94e98932a7be tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9135327 Apr 11 21:01:50.733787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e61cfc0-e469-4060-9353-82f9b1b4aaf0']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:50.737893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:50.751434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.751434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5c4aec5b-0bdc-4490-a2e6-da7fd7870813 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2821200 Apr 11 21:01:50.751434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:50.753462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45978) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:50.759745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:50.760366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5515f546-9a9a-4f24-a05d-8ad4f3bb05e7') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:50.763555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d71a5be1-beb7-4038-9fb1-f921cb38fa4a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'floatingip': {'port_id': '36388190-0b00-49c0-b6ea-b92f34acc89a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:50.784600 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.798256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Allocated IP 172.20.0.6 (b6277f6b-8eea-484d-88c5-37db7e3c64d9/5e97bb0a-3813-454e-93fe-efd81eaf8dd2/bb25f3a8-6cd1-4cfc-8e39-994d242089db) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:50.812568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port aea85764-cf0a-4b12-acf0-a892e77d3512 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:01:50.817884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port aea85764-cf0a-4b12-acf0-a892e77d3512 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:50.818255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.820028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.829000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Usage tracker for resource:floatingip and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:50.832212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:01:50.832684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:01:50.848997 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:01:50.872927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:50.876668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.881725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:50.887387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:50.935725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:51.018203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.090845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port aea85764-cf0a-4b12-acf0-a892e77d3512, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aea85764-cf0a-4b12-acf0-a892e77d3512,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:51.125411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=fdad62a1-9d45-4b14-9228-8332556b265c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:51.129090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d71a5be1-beb7-4038-9fb1-f921cb38fa4a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.133851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network fdad62a1-9d45-4b14-9228-8332556b265c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:01:51.260413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a745cf98-35c3-4565-becd-a127e85e3eed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1853516 Apr 11 21:01:51.263757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:51.276976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'name': 'tempest-PortsIpV6TestJSON-1159117148'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:51.299406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-157a210a-243d-43f5-93e5-9d004d7e45d8 req-b2b948bc-1e54-40a5-9443-9bc9bb092d7a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Synchronizing usage tracker for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:01:51.315740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.316178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Deleting port 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:51.316748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.354619 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.396459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-157a210a-243d-43f5-93e5-9d004d7e45d8 req-b2b948bc-1e54-40a5-9443-9bc9bb092d7a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Unset dirty status for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:01:51.408944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-157a210a-243d-43f5-93e5-9d004d7e45d8 req-b2b948bc-1e54-40a5-9443-9bc9bb092d7a tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 210 time: 0.2253063 Apr 11 21:01:51.505807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=aea85764-cf0a-4b12-acf0-a892e77d3512,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:51.509990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9dc94d20-e613-4345-a1cf-186be85e29d8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:51.630371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9dc94d20-e613-4345-a1cf-186be85e29d8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:51.630711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9dc94d20-e613-4345-a1cf-186be85e29d8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:51.637869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:01:51.666957 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.699541 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.701236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8414cae7-97c9-4252-987d-ef31b0934a28 None None] The port '177417b5-cf68-41e2-abdd-33d4c0e0a9a5' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:01:51.716298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:01:51.717894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 177417b5-cf68-41e2-abdd-33d4c0e0a9a5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:01:51.727939 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.741845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/8e61cfc0-e469-4060-9353-82f9b1b4aaf0 HTTP/1.1" status: 204 len: 168 time: 3.4626646 Apr 11 21:01:51.742828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45990) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:51.762904 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-d71a5be1-beb7-4038-9fb1-f921cb38fa4a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] update failed (client error): The resource could not be found. Apr 11 21:01:51.763945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d71a5be1-beb7-4038-9fb1-f921cb38fa4a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "PUT /v2.0/floatingips/79eec714-7df3-46b7-9a92-e9f85609f238 HTTP/1.1" status: 404 len: 507 time: 1.0095792 Apr 11 21:01:51.778327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:51.807726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7139b8a-46a8-43cf-8bb4-06de3b3851a0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=8e61cfc0-e469-4060-9353-82f9b1b4aaf0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:51.823232 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:51.834973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d59b336d-1bba-4dd1-9ceb-acc92810900f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:01:51.956338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:51.981308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Network b6277f6b-8eea-484d-88c5-37db7e3c64d9 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:51.984400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:51.985578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:51.986236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Pushing event updated for resources: {'Port': ['ID=bb25f3a8-6cd1-4cfc-8e39-994d242089db,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:51.991387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:51.991995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:51.994630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Deleting port da0b25e8-0e2b-43f9-afe3-dd0c743ab44a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:51.994965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.071432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:52.087838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:52.091250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.249087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:52.251998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.291347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 7ebaa3d4-995d-4874-916f-31716dc18a37 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:52.298413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-8c6d77e5-2b7c-45fb-9369-34ac12ddcbc2 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4773290 Apr 11 21:01:52.321658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Request body: {'port': {'device_id': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:52.339948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.341923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.379635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aea85764-cf0a-4b12-acf0-a892e77d3512 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:01:52.452641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port aea85764-cf0a-4b12-acf0-a892e77d3512 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:01:52.454329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.498685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Calling delete_port for da0b25e8-0e2b-43f9-afe3-dd0c743ab44a owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:52.498961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.554813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.632009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:52.825976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Allocated IP 172.25.5.184 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/95243ded-36c0-426f-9a94-b90cd8c8269e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:53.170532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41dccb-375d-4644-b98f-653ebbf59010 req-52a953ee-361e-4a98-9bc4-5844621a072e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:53.176654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e41dccb-375d-4644-b98f-653ebbf59010 req-52a953ee-361e-4a98-9bc4-5844621a072e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 931 time: 0.5958908 Apr 11 21:01:53.182220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.260789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.267169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.327809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Port': ['ID=da0b25e8-0e2b-43f9-afe3-dd0c743ab44a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:53.333824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e41dccb-375d-4644-b98f-653ebbf59010 req-9baf933e-4da6-4c79-9a63-7c936f9e2b02 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475987 Apr 11 21:01:53.342448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb25f3a8-6cd1-4cfc-8e39-994d242089db {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:01:53.355837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.384317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Transition to ACTIVE for port object bb25f3a8-6cd1-4cfc-8e39-994d242089db will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:01:53.441778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.448735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.453546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.604365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.619922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Pushing event updated for resources: {'Port': ['ID=bb25f3a8-6cd1-4cfc-8e39-994d242089db,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:53.644982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.646122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5ba43e15-94e2-4601-b653-fa9d6832f012 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "DELETE /v2.0/floatingips/79eec714-7df3-46b7-9a92-e9f85609f238 HTTP/1.1" status: 204 len: 168 time: 1.8658071 Apr 11 21:01:53.661435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:53.682228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:53.685771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'floatingip': {'floating_network_id': 'aff58b45-4bee-4db1-99ab-0eea119e04c8', 'port_id': '36388190-0b00-49c0-b6ea-b92f34acc89a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:53.690207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=7ebaa3d4-995d-4874-916f-31716dc18a37,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:53.732892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:53.740058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:53.742824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:53.783278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:floatingip and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:53.789781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:53.795656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Attempting to bind port bb25f3a8-6cd1-4cfc-8e39-994d242089db on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:01:53.796003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Attempting to bind port bb25f3a8-6cd1-4cfc-8e39-994d242089db by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:01:53.796323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Attempting to bind port bb25f3a8-6cd1-4cfc-8e39-994d242089db on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:53.813409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Port bb25f3a8-6cd1-4cfc-8e39-994d242089db on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:01:53.813730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Attempting to bind port bb25f3a8-6cd1-4cfc-8e39-994d242089db on network b6277f6b-8eea-484d-88c5-37db7e3c64d9 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:01:53.816195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:53.825881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:01:53.826225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Checking segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:53.826611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Bound using segment: {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:01:53.827041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Bound port: bb25f3a8-6cd1-4cfc-8e39-994d242089db, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6afd5-5b82-4e88-8b11-071e591e8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:01:53.827443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.840612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:53.840969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: fdad62a1-9d45-4b14-9228-8332556b265c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:53.848139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=95243ded-36c0-426f-9a94-b90cd8c8269e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:53.958425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port be6a6336-25d6-431f-9a78-fab8a90f2d27 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:53.958764 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:53.971763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.015913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.023437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] For port bb25f3a8-6cd1-4cfc-8e39-994d242089db, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:01:54.032182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:54.052585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] For port bb25f3a8-6cd1-4cfc-8e39-994d242089db, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:01:54.149406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, fdad62a1-9d45-4b14-9228-8332556b265c) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:54.151253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.156959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934e9c3-f7cb-4ab1-88d7-4e0401fbb403 None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:54.166702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:54.170609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:54.171159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.188387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.224956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port be6a6336-25d6-431f-9a78-fab8a90f2d27, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=be6a6336-25d6-431f-9a78-fab8a90f2d27,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:54.225338 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.342900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-adcf9c9c-8791-41c8-a59b-573f05f99d13 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0781739 Apr 11 21:01:54.345414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46016) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:54.370857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-603346248'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:54.383869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:54.391316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:54.397717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for be6a6336-25d6-431f-9a78-fab8a90f2d27 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:54.401019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:54.417023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:54.448858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.450259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] 10.222.0.69 "PUT /v2.0/ports/bb25f3a8-6cd1-4cfc-8e39-994d242089db HTTP/1.1" status: 200 len: 1091 time: 2.1418390 Apr 11 21:01:54.451049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'tag': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:01:54.490750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108d5f-b8f1-42a4-9b8c-9b3180f39482 service neutron] Pushing event updated for resources: {'Port': ['ID=bb25f3a8-6cd1-4cfc-8e39-994d242089db,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:54.605215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:54.608788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.664171 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59de2fe-aabe-4506-a496-79efd43f3920'] response: {'name': 'network-changed', 'server_uuid': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'tag': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db', 'status': 'completed', 'code': 200} Apr 11 21:01:54.688474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:01:54.731228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.731544 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment acc3648a-9c7e-4387-811b-30be55176bc0 of type vlan for network 618fa998-3d54-4ccf-ac55-e59d6b622918 Apr 11 21:01:54.757683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-b08ab633-d140-47db-9bb5-55bd4d9542cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 1094 time: 0.1986578 Apr 11 21:01:54.777285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.803768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.847005 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:01:54.849014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b533e14-1d15-4f2a-9de9-d16ec8861dab tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1857665 Apr 11 21:01:54.855136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46030) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:54.860799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '36388190-0b00-49c0-b6ea-b92f34acc89a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:54.869370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:54.870859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e565-f312-48af-95b3-98d06133eb0c req-4bdbe725-fa51-40ef-99e8-7fcdba34ffed tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:54.872347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d27e565-f312-48af-95b3-98d06133eb0c req-4bdbe725-fa51-40ef-99e8-7fcdba34ffed tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 943 time: 0.2522645 Apr 11 21:01:54.873648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Usage tracker for resource:floatingip and tenant:aa703d0069ed4b758fff6e9d81f77537 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:54.878092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:54.889921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:54.898058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.902118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-d9a91333-ed0d-40c9-9457-57f1147a4d45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db HTTP/1.1" status: 200 len: 217 time: 0.1146023 Apr 11 21:01:54.936938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:54.940683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:54.941485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.090077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.103962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.161699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=be6a6336-25d6-431f-9a78-fab8a90f2d27,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:55.164395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=618fa998-3d54-4ccf-ac55-e59d6b622918,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:55.166691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=95243ded-36c0-426f-9a94-b90cd8c8269e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:55.167418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d27e565-f312-48af-95b3-98d06133eb0c req-d9a549ae-385f-4fc7-b37d-6a2d3da7c5d4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849267 Apr 11 21:01:55.169977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-a5cca6fd-2616-4234-9e8b-abde8d7cede2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:55.171603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-a5cca6fd-2616-4234-9e8b-abde8d7cede2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.2623932 Apr 11 21:01:55.209099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 618fa998-3d54-4ccf-ac55-e59d6b622918 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:01:55.255241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a04043d5-2bce-439a-907f-03c90c9f7d55 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9037883 Apr 11 21:01:55.259110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46038) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:55.275447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'ports': [{'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'}, {'network_id': '618fa998-3d54-4ccf-ac55-e59d6b622918'}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:55.275859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:55.276397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': '618fa998-3d54-4ccf-ac55-e59d6b622918'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:01:55.482849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-3a014d9b-fcd8-4569-8374-6a4eb1bacacd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2301018 Apr 11 21:01:55.496213 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.620756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.621954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8173c86f-5c3f-46ba-a262-0fc3efabd851 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8891101 Apr 11 21:01:55.670263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:01:55.676087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:01:55.680430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:01:55.687843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:01:55.724167 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.776758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-16910094-d960-4c3e-bbfd-5a998e62d121 service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858958 Apr 11 21:01:55.792337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 2} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:01:55.795750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.914316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:55.938916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc75c9d2-e3f5-470d-8a20-a14e3f9e7c9f req-95bdd0a0-e930-4964-a492-10e497c590a0 service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555960 Apr 11 21:01:55.986919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:56.157219 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-c4a6dfaa-5110-4974-8efd-c1586601284c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 1094 time: 0.1062095 Apr 11 21:01:56.185316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-5561a047-2546-4fac-96d8-0df195b9e8a6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--970561824&fields=id&tenant_id=a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 267 time: 0.2220652 Apr 11 21:01:56.323564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Allocated IP 172.25.5.148 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/4516a819-b844-4f7c-876f-de598b86394b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:01:56.431538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 217be660-3c0e-45b3-be20-c6834cffa616 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:56.514577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219125a7-7e51-4053-9f96-d90d69381e3a req-3e565888-163e-49b0-bcbc-796dffc94f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:56.516114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-3e565888-163e-49b0-bcbc-796dffc94f69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.3525169 Apr 11 21:01:56.586992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250449e-8a9e-429c-962c-5c887ab66018 req-04d14e4b-931e-481e-85b6-21857ac98b2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:56.588540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-04d14e4b-931e-481e-85b6-21857ac98b2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.3822618 Apr 11 21:01:56.648072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-2cc4b6c8-1729-4dd7-9e8e-db3a66bbc142 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/quotas/a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 375 time: 0.0513463 Apr 11 21:01:56.664834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:56.791564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:56.837316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-5ba67038-83d9-4a67-861a-2d6309033bb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db HTTP/1.1" status: 200 len: 217 time: 0.1468844 Apr 11 21:01:56.843603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02782-9b23-4f36-b70e-c20c01f17364 req-d2cde440-b6a1-4b89-bd8e-380d64606e1e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:56.845036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0d02782-9b23-4f36-b70e-c20c01f17364 req-d2cde440-b6a1-4b89-bd8e-380d64606e1e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 943 time: 0.4804828 Apr 11 21:01:56.899303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:56.957836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219125a7-7e51-4053-9f96-d90d69381e3a req-30fb17c9-c684-46b5-90d9-6fd7de109598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:56.958530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-30fb17c9-c684-46b5-90d9-6fd7de109598 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.1123266 Apr 11 21:01:56.963462 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0d02782-9b23-4f36-b70e-c20c01f17364 req-66462eac-13c8-4061-a307-ad9ec32392b8 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850651 Apr 11 21:01:56.966573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-9cfdc867-35ce-41ec-87f4-e83f26a1dda1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2985494 Apr 11 21:01:56.986275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 650ce828-0acf-424a-91fa-eb476c754e96 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:01:57.018778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-997927b2-6c4c-447a-b0dd-4d8e819224d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526421 Apr 11 21:01:57.036706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:57.094302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:57.096720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:57.107304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:01:57.129403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event updated for resources: {'Port': ['ID=4516a819-b844-4f7c-876f-de598b86394b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:57.288082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-3223da56-9d33-4982-b3c1-d08a1649264c service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623217 Apr 11 21:01:57.307898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-dfba306d-e6c9-4e6b-ae72-d6d8359ab084 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037422 Apr 11 21:01:57.443414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-219125a7-7e51-4053-9f96-d90d69381e3a req-d3c9e4e0-07d1-47e9-8ef5-a650b72788b2 service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455493 Apr 11 21:01:57.448744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:01:57.471544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0b9de47-d490-4828-8e9b-0d4431d27666 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7269225 Apr 11 21:01:57.472557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46062) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:57.482537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:57.485349 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:01:57.511751 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:57.512633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:57.544689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Deleting port 4516a819-b844-4f7c-876f-de598b86394b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:57.544689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:57.703779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet 2c026151-f344-44bb-bf58-e0e0d35ec36b {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:01:57.706701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:57.713764 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:57.767488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:57.861758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:57.901105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:57.901658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.033789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.047066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Calling delete_port for 4516a819-b844-4f7c-876f-de598b86394b owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:58.097062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=2c026151-f344-44bb-bf58-e0e0d35ec36b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:58.113595 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-7252ad87-a2b4-4424-b877-8a9b84aa9c06 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036063 Apr 11 21:01:58.115113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff73452c-e272-4174-a2c9-58de5efcaa07 None None] Network 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:58.116705 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.128665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3abe22af-3c07-42fa-92ac-0494f810a75f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/2c026151-f344-44bb-bf58-e0e0d35ec36b HTTP/1.1" status: 204 len: 168 time: 0.6550682 Apr 11 21:01:58.131803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46076) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:58.137908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:54Z', 'revision_number': 10, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:58.142294 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:01:58.156053 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:01:58.156672 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:58.369968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.378375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f4d6-6d31-4464-92f3-69fbc43131be req-4960993a-b62f-44de-8559-27ff78ccf862 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:58.380998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1fc2f4d6-6d31-4464-92f3-69fbc43131be req-4960993a-b62f-44de-8559-27ff78ccf862 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 943 time: 0.1703510 Apr 11 21:01:58.480560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.517444 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:01:58.546768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] DHCP port deletion for 077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:01:58.551195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] Deleting port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:58.552767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.563514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1fc2f4d6-6d31-4464-92f3-69fbc43131be req-d2b71c1c-91b1-4f04-ae5b-5eaffbe91682 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740756 Apr 11 21:01:58.603676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bb25f3a8-6cd1-4cfc-8e39-994d242089db details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:01:58.701516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:01:58.703199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:58.768783 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-73c7101c-f3a8-4403-abd0-976e4c8fe149 req-ab4c5c84-bd82-4837-a985-8cf48bc00cc8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.1987507 Apr 11 21:01:59.045751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] For port 9ead8a0e-c834-42a2-9af6-fd33a98634a4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ead8a0e-c834-42a2-9af6-fd33a98634a4,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:59.046243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.069842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.122805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=217be660-3c0e-45b3-be20-c6834cffa616,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:59.123434 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:54Z', 'revision_number': 10, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:01:59.127762 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228930f-8c20-4d39-ae2d-5bcebafbe338 None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:01:54Z', 'revision_number': 10, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None, '_interfaces': [{'id': '9ab88f32-3cb1-4882-916d-0fed906d6f9b', 'name': '', 'network_id': 'aba577c8-7d73-4295-9106-b35c6ee5e331', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'mac_address': 'fa:16:3e:2f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:44Z', 'updated_at': '2022-04-11T21:00:59Z', 'revision_number': 5, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'subnets': [{'id': '2162fbd7-28db-422d-b24a-3fa38cd30a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:01:59.171127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:01:59.174218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Port': ['ID=4516a819-b844-4f7c-876f-de598b86394b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:59.206932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] Calling delete_port for 9ead8a0e-c834-42a2-9af6-fd33a98634a4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:59.222121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:59.224548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:59.225489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.309877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bb25f3a8-6cd1-4cfc-8e39-994d242089db, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:59.325558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db', 'network_id': 'b6277f6b-8eea-484d-88c5-37db7e3c64d9', 'port_id': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db', 'mac_address': 'fa:16:3e:f2:e9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e97bb0a-3813-454e-93fe-efd81eaf8dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:01:59.329962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.392529 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.407181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.449854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 9ead8a0e-c834-42a2-9af6-fd33a98634a4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ead8a0e-c834-42a2-9af6-fd33a98634a4,segment=NetworkSegment(2214eaff-7870-4615-b31b-b3dc076605fc),segment_id=2214eaff-7870-4615-b31b-b3dc076605fc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:59.450223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.452892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] Pushing event deleted for resources: {'Port': ['ID=9ead8a0e-c834-42a2-9af6-fd33a98634a4,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:59.462010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb25f3a8-6cd1-4cfc-8e39-994d242089db {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:01:59.462152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=650ce828-0acf-424a-91fa-eb476c754e96,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:59.473390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bb25f3a8-6cd1-4cfc-8e39-994d242089db, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:01:59.487861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4493de7-64b7-46a6-9ff3-91b8851197db None None] No DVR routers for this DVR port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:01:59.537469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:01:59.616237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=bb25f3a8-6cd1-4cfc-8e39-994d242089db,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:01:59.627529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 9ead8a0e-c834-42a2-9af6-fd33a98634a4 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:01:59.688453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': 'acc3648a-9c7e-4387-811b-30be55176bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '618fa998-3d54-4ccf-ac55-e59d6b622918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:01:59.688813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: 618fa998-3d54-4ccf-ac55-e59d6b622918, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:01:59.729564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:01:59.730206 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:01:59.776263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ab11-a826-45c5-9b4d-08aaf9f38dcf req-fea83eaa-bbed-4623-b2ff-26eddb5be2ba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:59.777850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8516ab11-a826-45c5-9b4d-08aaf9f38dcf req-fea83eaa-bbed-4623-b2ff-26eddb5be2ba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 944 time: 0.0796971 Apr 11 21:01:59.824498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8516ab11-a826-45c5-9b4d-08aaf9f38dcf req-f93b7d07-03ca-4523-b9ac-969081bd4d5b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Apr 11 21:01:59.856207 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] create failed (client error): The resource could not be found. Apr 11 21:01:59.856207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-40f6b696-159a-450c-adf9-96ee719ad540 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9978151 Apr 11 21:01:59.856395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['bb25f3a8-6cd1-4cfc-8e39-994d242089db'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:01:59.858360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:01:59.886553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 618fa998-3d54-4ccf-ac55-e59d6b622918 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:01:59.956737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 618fa998-3d54-4ccf-ac55-e59d6b622918) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:01:59.962055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:01:59.967303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:59.973650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:01:59.974361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934fec5-34ef-4d76-84aa-2cc62a8d4a74 None None] Network 618fa998-3d54-4ccf-ac55-e59d6b622918 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:01:59.974737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.063205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-17c93d5a-85d9-461b-816f-0c2befa4d590 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7983997 Apr 11 21:02:00.067392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46110) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:00.106932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Deleting port 36388190-0b00-49c0-b6ea-b92f34acc89a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:00.107316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.191812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afdfe04b-36a2-46cd-8a6d-9f44ef49fc02 req-1383b4ff-8c22-47ce-83b6-e8720e5297dd tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.0763648 Apr 11 21:02:00.207725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 650ce828-0acf-424a-91fa-eb476c754e96 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:00.207725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.232207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 9ead8a0e-c834-42a2-9af6-fd33a98634a4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:00.233018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.328430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] The port '9ead8a0e-c834-42a2-9af6-fd33a98634a4' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:00.358022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ead8a0e-c834-42a2-9af6-fd33a98634a4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:00.399145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9ead8a0e-c834-42a2-9af6-fd33a98634a4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:00.399506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ead8a0e-c834-42a2-9af6-fd33a98634a4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:00.400101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device be6a6336-25d6-431f-9a78-fab8a90f2d27 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:00.456560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: be6a6336-25d6-431f-9a78-fab8a90f2d27 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:00.457128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device be6a6336-25d6-431f-9a78-fab8a90f2d27 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:00.479704 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.599960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.625470 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.651771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:00.667796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2214eaff-7870-4615-b31b-b3dc076605fc') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:00.668239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2214eaff-7870-4615-b31b-b3dc076605fc') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:00.686510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.706882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.713858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:00.714250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:00.729912 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:00.752811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 650ce828-0acf-424a-91fa-eb476c754e96 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:00.793777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.898644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.928489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Calling delete_port for 36388190-0b00-49c0-b6ea-b92f34acc89a owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:00.933996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:00.947286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:00.955207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c333ca69-68e3-41d6-9423-68843b052c5d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/077e2c75-ccb3-4ddb-9f13-2ecbd0d00f3a HTTP/1.1" status: 204 len: 168 time: 2.8200068 Apr 11 21:02:00.958088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46118) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:01.110745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:01.174765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=650ce828-0acf-424a-91fa-eb476c754e96,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:01.202857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:01.206674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.207038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.207352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.207911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.208486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.210413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.210971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.211651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.212172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.212683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.213196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:01.234209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4a27f-0381-487c-a4e7-af3b913d202f req-c6f92074-d00e-4b43-90fc-8e40655b468f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:01.241116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1df4a27f-0381-487c-a4e7-af3b913d202f req-c6f92074-d00e-4b43-90fc-8e40655b468f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 944 time: 0.2466199 Apr 11 21:02:01.261778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd10ea91-dba5-44fe-b17f-6138d0d1fbe1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/650ce828-0acf-424a-91fa-eb476c754e96 HTTP/1.1" status: 204 len: 168 time: 1.1973648 Apr 11 21:02:01.262856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46124) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:01.319976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:01.389457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Port': ['ID=36388190-0b00-49c0-b6ea-b92f34acc89a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:01.432722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9587702b-0582-473b-9884-2fbfdfc90d38 req-102b5aba-8676-420e-9954-2ad8fd4b4596 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.1092658 Apr 11 21:02:01.452068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1df4a27f-0381-487c-a4e7-af3b913d202f req-29601b84-dc47-403b-a6c2-b476e54c8b4d tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097597 Apr 11 21:02:01.508450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:01.566645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89c1c4-2743-4fb4-9268-f57befe383a0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:01.571454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89c1c4-2743-4fb4-9268-f57befe383a0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:01.572401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb89c1c4-2743-4fb4-9268-f57befe383a0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:01.589203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:01.591045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05fb68af-47ce-4c34-9519-e114a39b5535 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "DELETE /v2.0/ports/36388190-0b00-49c0-b6ea-b92f34acc89a HTTP/1.1" status: 204 len: 168 time: 1.7316847 Apr 11 21:02:01.593548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:01.683281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbea000-3dfa-4cdf-9096-9cafc836a1d8 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:01.683998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9dbea000-3dfa-4cdf-9096-9cafc836a1d8 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Synchronizing usage tracker for tenant:aa703d0069ed4b758fff6e9d81f77537 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:01.750073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb89c1c4-2743-4fb4-9268-f57befe383a0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:01.752888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb89c1c4-2743-4fb4-9268-f57befe383a0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4838355 Apr 11 21:02:01.754905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46134) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:01.800374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3db2c69f-7d77-4e04-8db0-85595e78529c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:01.801709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3db2c69f-7d77-4e04-8db0-85595e78529c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.2353213 Apr 11 21:02:01.934203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-074b7348-2f71-4a81-b656-f8775f84de1c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 379 time: 0.1188362 Apr 11 21:02:01.951985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'port': {'device_id': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'admin_state_up': True, 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'security_groups': ['0d6707ff-f9ba-468f-831f-f45c0eee4a9e']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:01.952218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9dbea000-3dfa-4cdf-9096-9cafc836a1d8 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Unset dirty status for tenant:aa703d0069ed4b758fff6e9d81f77537 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:01.955986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9dbea000-3dfa-4cdf-9096-9cafc836a1d8 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "GET /v2.0/ports?device_id=88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df HTTP/1.1" status: 200 len: 913 time: 0.3587959 Apr 11 21:02:01.956241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46138) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:02.109860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 217be660-3c0e-45b3-be20-c6834cffa616 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:02.110558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:02.311177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:02.315304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Usage tracker for resource:port and tenant:a42cdc3dc27145ecb125d0a9845d140c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:02.318371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:02.325760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:02.428197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:02.431645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:02.467390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:02.580282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bb25f3a8-6cd1-4cfc-8e39-994d242089db up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:02.745186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e6052df-d93c-4750-a058-117e23f9af51 req-89d01698-2acc-4e85-9789-6a6e97dc9fbc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.0620041 Apr 11 21:02:02.768984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 217be660-3c0e-45b3-be20-c6834cffa616 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:02.798246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port bb25f3a8-6cd1-4cfc-8e39-994d242089db completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:02.809867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port bb25f3a8-6cd1-4cfc-8e39-994d242089db triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:02.810370 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:02.917921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146d5df-7314-4d9c-9108-31276b8bdfa6 req-60d1413f-ca8f-48f1-aacd-3a010d64d190 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:02.919420 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0146d5df-7314-4d9c-9108-31276b8bdfa6 req-60d1413f-ca8f-48f1-aacd-3a010d64d190 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 944 time: 0.2181349 Apr 11 21:02:02.948116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Allocated IP 172.20.0.11 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/c039e404-44c3-43d4-ae99-eeb1efc9a53c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:02.951990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.016233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.029050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.057266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:03.085677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bb25f3a8-6cd1-4cfc-8e39-994d242089db, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:03.161707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 9ab88f32-3cb1-4882-916d-0fed906d6f9b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:03.162055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.172933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0146d5df-7314-4d9c-9108-31276b8bdfa6 req-4250f70b-bd18-4818-8edf-2fcc77dd7c20 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460902 Apr 11 21:02:03.177741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.225092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=217be660-3c0e-45b3-be20-c6834cffa616,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:03.246548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.264677 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad0ae5b-29c6-4190-87fa-8178b2de3e6c'] response: {'server_uuid': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db', 'code': 200} Apr 11 21:02:03.343621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=bb25f3a8-6cd1-4cfc-8e39-994d242089db,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:03.370656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.371227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.371818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.372339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.372868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.373349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.373877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.374373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.374895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.375376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.375898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:03.415121 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-08424c68-3a60-4a23-9289-22d6ffa81567 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/217be660-3c0e-45b3-be20-c6834cffa616 HTTP/1.1" status: 204 len: 168 time: 1.6563652 Apr 11 21:02:03.415525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46168) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:03.420440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-133091a8-23e8-423a-81e7-1466c85633af req-61d29355-f90c-421b-ad68-9665903e98de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 1096 time: 0.1422551 Apr 11 21:02:03.557461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.567246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 9ab88f32-3cb1-4882-916d-0fed906d6f9b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab88f32-3cb1-4882-916d-0fed906d6f9b,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:03.567914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:03.651935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Transition to ACTIVE for port object c039e404-44c3-43d4-ae99-eeb1efc9a53c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:03.675808 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-133091a8-23e8-423a-81e7-1466c85633af req-43a032f3-a894-43bf-a54b-61a19064b50b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474303 Apr 11 21:02:03.715345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 9ab88f32-3cb1-4882-916d-0fed906d6f9b owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:03.777936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9717c7b-4dfc-47fc-b09f-9a545c7c5baa tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:03.778711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9717c7b-4dfc-47fc-b09f-9a545c7c5baa tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:03.915114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9717c7b-4dfc-47fc-b09f-9a545c7c5baa tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:03.916482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e9717c7b-4dfc-47fc-b09f-9a545c7c5baa tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4997456 Apr 11 21:02:03.920597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:03.977989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.007517 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadaf916-cf5c-4bbc-a40a-1a8c7ddc266a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:04.009159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fadaf916-cf5c-4bbc-a40a-1a8c7ddc266a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:04.045932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fadaf916-cf5c-4bbc-a40a-1a8c7ddc266a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:04.047228 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fadaf916-cf5c-4bbc-a40a-1a8c7ddc266a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/650ce828-0acf-424a-91fa-eb476c754e96 HTTP/1.1" status: 404 len: 333 time: 0.1208298 Apr 11 21:02:04.050720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46178) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:04.064958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Deleting port 2bf8dd8d-ff95-4380-b623-f6edd9b65064 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:04.065586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.128847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:04.130088 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c43ad80-a3eb-4c03-9275-0ad659b589f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:04.134795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9c43ad80-a3eb-4c03-9275-0ad659b589f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/217be660-3c0e-45b3-be20-c6834cffa616 HTTP/1.1" status: 404 len: 333 time: 0.0652721 Apr 11 21:02:04.136136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:04.137547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:04.140448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:04.144488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:04.199048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.258244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Port': ['ID=9ab88f32-3cb1-4882-916d-0fed906d6f9b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:04.265373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde6101-388b-46be-aed8-45551d96d255 req-bb30a010-a72c-44ed-b742-1b898f2fb722 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:04.266851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cde6101-388b-46be-aed8-45551d96d255 req-bb30a010-a72c-44ed-b742-1b898f2fb722 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 932 time: 0.3337517 Apr 11 21:02:04.288035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:04.288035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.463037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.553442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-3b4f93cf-9ca9-4f08-a21b-6059dafa9a05 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6082041 Apr 11 21:02:04.572051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Request body: {'port': {'device_id': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:04.592564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.790416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Calling delete_port for 2bf8dd8d-ff95-4380-b623-f6edd9b65064 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:04.880634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-363da1ae-56b2-4e7d-9df8-bd225e50b9ab None None] Provisioning for port c039e404-44c3-43d4-ae99-eeb1efc9a53c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:04.888058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-363da1ae-56b2-4e7d-9df8-bd225e50b9ab None None] Provisioning complete for port c039e404-44c3-43d4-ae99-eeb1efc9a53c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:04.888058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-363da1ae-56b2-4e7d-9df8-bd225e50b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:04.945152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cde6101-388b-46be-aed8-45551d96d255 req-4fe7d4c2-aef8-46bf-aa93-80a7f576ce3d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6276505 Apr 11 21:02:04.966442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-363da1ae-56b2-4e7d-9df8-bd225e50b9ab None None] Port c039e404-44c3-43d4-ae99-eeb1efc9a53c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:02:04.972112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.010316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62c4b-1a55-4079-b98f-a468410ab683 req-491ac46d-b9c8-4886-b033-be4a419fb919 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:05.012245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93f62c4b-1a55-4079-b98f-a468410ab683 req-491ac46d-b9c8-4886-b033-be4a419fb919 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.5360436 Apr 11 21:02:05.038446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618fa998-3d54-4ccf-ac55-e59d6b622918']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:05.038606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.048777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.077557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc3648a-9c7e-4387-811b-30be55176bc0') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:05.078051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc3648a-9c7e-4387-811b-30be55176bc0') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:05.105043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.160171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93f62c4b-1a55-4079-b98f-a468410ab683 req-df0e5844-9a97-434e-81bb-ce9aeaf1dabd tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337411 Apr 11 21:02:05.162469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.178390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:05.178690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:05.200964 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:05.426771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.454668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.466692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=618fa998-3d54-4ccf-ac55-e59d6b622918,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:05.468633 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:05.526752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-12f1b8b3-9946-4d5f-8520-2019236f1b3f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/618fa998-3d54-4ccf-ac55-e59d6b622918 HTTP/1.1" status: 204 len: 168 time: 1.3852465 Apr 11 21:02:05.534912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46194) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:05.567547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Port': ['ID=2bf8dd8d-ff95-4380-b623-f6edd9b65064,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:05.568368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1526075630'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:05.580872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:05.656588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:05.661492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:05.673824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:05.850833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:05.854134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.384577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:06.388969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 098f4aab-ecbb-4b3e-bc77-02782d26afac of type vlan for network e86af251-1d54-40f2-9692-f9806b10e7c4 Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Transition to ACTIVE for port object c039e404-44c3-43d4-ae99-eeb1efc9a53c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:06.392775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:02:06.397170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:02:06.401107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-719435a6-7577-4e2d-b0e1-1cf8187f2d18 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3407211 Apr 11 21:02:06.403151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:06.403151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:06.407957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46202) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:06.407957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb5ff4-56e3-465e-a273-b5eaf6160755 req-c0c55a3b-695e-4685-8aae-c208b3ba85b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:06.407957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-94bb5ff4-56e3-465e-a273-b5eaf6160755 req-c0c55a3b-695e-4685-8aae-c208b3ba85b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:06.443233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.447535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:06.449583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.451699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:06.475635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:06.515934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Router 88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:02:06.537637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f758fd-0684-458d-a62d-c26c5cc025f2 req-f40eacee-dfb0-4d92-a714-758c133a921e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:06.537637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84f758fd-0684-458d-a62d-c26c5cc025f2 req-f40eacee-dfb0-4d92-a714-758c133a921e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.2123480 Apr 11 21:02:06.634222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:02:03Z', 'revision_number': 11, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:06.638512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:02:06.652049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:06.652885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:06.664129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-84f758fd-0684-458d-a62d-c26c5cc025f2 req-0213b748-9297-4496-a83c-98c22e206a68 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198947 Apr 11 21:02:06.746234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:06.756284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:02:06.762314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-94bb5ff4-56e3-465e-a273-b5eaf6160755 req-c0c55a3b-695e-4685-8aae-c208b3ba85b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:06.769403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-18f8ce86-e76a-4783-9909-9d61c3edb30e tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "PUT /v2.0/routers/88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8094089 Apr 11 21:02:06.770001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94bb5ff4-56e3-465e-a273-b5eaf6160755 req-c0c55a3b-695e-4685-8aae-c208b3ba85b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 932 time: 0.6591902 Apr 11 21:02:06.770087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46220) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:06.776505 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] Sync routers for ids ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:02:06.793979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] Routers {'88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:06.794617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:06.943054 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:06.968852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:06.972428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] Routers {'88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:06.974372 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:06.981467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4409659 Apr 11 21:02:06.984632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46226) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:07.033980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:07.064999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bcd70-ec25-4774-8e78-819c3e76a457 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=e86af251-1d54-40f2-9692-f9806b10e7c4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:07.078510 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94bb5ff4-56e3-465e-a273-b5eaf6160755 req-cebc8f4f-22de-40ff-83e0-0d6e1bdee6f9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998497 Apr 11 21:02:07.159335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting subnet 2162fbd7-28db-422d-b24a-3fa38cd30a5b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:02:07.163569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e86af251-1d54-40f2-9692-f9806b10e7c4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:07.164730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:07.174380 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:07.174632 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d71a0c-6b3b-4b10-ae11-e96f95d2db4d None None] The sync data for ids ['88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:02:07.180667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:07.261833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:07.348457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:07.373082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:02:03Z', 'revision_number': 11, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:07.388420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cac63-1078-4f38-97e0-9ef8fb08afc9 None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:02:03Z', 'revision_number': 11, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:02:07.599266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:07.713608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Subnet': ['ID=2162fbd7-28db-422d-b24a-3fa38cd30a5b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:07.780204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:07.780460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4288a99-83f1-4ebc-b427-0c0a2ddb7adb None None] Network aba577c8-7d73-4295-9106-b35c6ee5e331 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:07.785011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:07.789602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:07.798771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:07.816119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:07.832618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cc08d238-d354-461c-b778-ffc10788a590 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/2162fbd7-28db-422d-b24a-3fa38cd30a5b HTTP/1.1" status: 204 len: 168 time: 1.5208311 Apr 11 21:02:07.842005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46236) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:07.995773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.004017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:08.066592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.074948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.103602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Attempting to bind port c039e404-44c3-43d4-ae99-eeb1efc9a53c on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:08.103934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Attempting to bind port c039e404-44c3-43d4-ae99-eeb1efc9a53c by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:08.104255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Attempting to bind port c039e404-44c3-43d4-ae99-eeb1efc9a53c on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:08.127332 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-b38babc4-69ee-4325-a969-6d223f53f3dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 1096 time: 0.4859962 Apr 11 21:02:08.180513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] DHCP port deletion for aba577c8-7d73-4295-9106-b35c6ee5e331 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:02:08.182437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Deleting port 435cb77f-2f20-415c-8922-03100950fe32 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:08.182816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.191292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Port c039e404-44c3-43d4-ae99-eeb1efc9a53c on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:02:08.191642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Attempting to bind port c039e404-44c3-43d4-ae99-eeb1efc9a53c on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:08.196340 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.212239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.212968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Fanout notify agent at l3_agent the message router_deleted on router 88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:02:08.225988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 435cb77f-2f20-415c-8922-03100950fe32 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:08.225988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.271740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.275871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-faccfb6d-bf7a-4947-a2a4-28b51b509676 tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "DELETE /v2.0/routers/88f8c7f0-b916-4a3c-aaa3-ae7bf96c45df HTTP/1.1" status: 204 len: 168 time: 1.4871833 Apr 11 21:02:08.277559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46242) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:08.395269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-4185e10c-cd6f-459b-9a7f-754b7bd5dfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:08.396707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-4185e10c-cd6f-459b-9a7f-754b7bd5dfa1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.2636487 Apr 11 21:02:08.423586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 435cb77f-2f20-415c-8922-03100950fe32 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:08.458775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d9f34-d350-45e6-a009-3bdeba2f7f08 req-a03670cb-b8e4-492d-a2b3-b8427f437173 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:08.463289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-103d9f34-d350-45e6-a009-3bdeba2f7f08 req-a03670cb-b8e4-492d-a2b3-b8427f437173 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.8582780 Apr 11 21:02:08.480600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:08.481275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:08.481882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:08.482644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Bound port: c039e404-44c3-43d4-ae99-eeb1efc9a53c, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:08.483680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.577532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-103d9f34-d350-45e6-a009-3bdeba2f7f08 req-ae8013fc-a423-465e-8343-f90b49230da4 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688941 Apr 11 21:02:08.587793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Performing IP validity checks on allocation pools {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 21:02:08.591310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 21:02:08.706241 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-b22d13f1-061a-4f2a-8d05-4f643e922b0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db HTTP/1.1" status: 200 len: 217 time: 0.1924906 Apr 11 21:02:08.729866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:08.730350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.742889 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.761865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:08.762286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:08.789912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-7f301a51-90cf-4ec1-83fe-4d3f70de8aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:08.791647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-7f301a51-90cf-4ec1-83fe-4d3f70de8aaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.0771532 Apr 11 21:02:08.893939 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:08.894041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-62bde4fd-ea9f-4ede-a754-061019509ac8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700784 Apr 11 21:02:08.941494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Calling delete_port for 435cb77f-2f20-415c-8922-03100950fe32 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:09.012859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:09.095148 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.098199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ab88f32-3cb1-4882-916d-0fed906d6f9b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:09.121978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-6b955246-3e0f-4071-9fa3-03713c0a336f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:09.122659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-6b955246-3e0f-4071-9fa3-03713c0a336f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:09.185944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9ab88f32-3cb1-4882-916d-0fed906d6f9b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:09.186592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ab88f32-3cb1-4882-916d-0fed906d6f9b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:09.188299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:09.188772 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:09.189027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-6b955246-3e0f-4071-9fa3-03713c0a336f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:09.190215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-6b955246-3e0f-4071-9fa3-03713c0a336f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 944 time: 0.7926590 Apr 11 21:02:09.213466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.214833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] 10.222.0.75 "PUT /v2.0/ports/c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1092 time: 4.6518171 Apr 11 21:02:09.220573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:09.222735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Deleting subnet ae244a9c-2d3b-4f78-a401-3ba92785c937 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:02:09.230388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.253727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:09.255646 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.273945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=435cb77f-2f20-415c-8922-03100950fe32,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:09.349481 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-507213ce-0a0e-4c2c-9c41-bd971ba5307d service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872702 Apr 11 21:02:09.400829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.434896 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33fcc27-da86-4a60-adfa-76b7a5ae2542'] response: {'name': 'network-changed', 'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'status': 'completed', 'code': 200} Apr 11 21:02:09.474235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 435cb77f-2f20-415c-8922-03100950fe32 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:09.488557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-911f7404-ba40-478a-b4c9-418a774209c1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:09.507086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93128f8-57b5-44d0-be7e-32a225ea1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:09.602602 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97a6603d-7f3b-4d6d-98ce-3670ae1c0669 req-fbf233ab-fef5-408b-93b1-9e213e9d419b service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388825 Apr 11 21:02:09.620263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.633896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93abcdfe-7c6d-4909-919d-58509895c1f9 req-97350e81-3dc5-48af-9d69-82b1213cf748 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1095 time: 0.2009280 Apr 11 21:02:09.653438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-911f7404-ba40-478a-b4c9-418a774209c1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:09.654598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4ee727f1-aa61-46e6-9dce-1f38167d034f req-911f7404-ba40-478a-b4c9-418a774209c1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4492869 Apr 11 21:02:09.690594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Deleting port 435cb77f-2f20-415c-8922-03100950fe32 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:09.691294 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.723097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:09.723097 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:09.791245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.944177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.958961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:09.959519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.967597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=c7c6bd93-5a71-4de9-94c4-af357d152c9d,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:09.986660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Subnet': ['ID=ae244a9c-2d3b-4f78-a401-3ba92785c937,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:09.994854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:09.995647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcdfe-7c6d-4909-919d-58509895c1f9 req-2e3c24bd-a3f5-43b8-915e-84f24016637e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:09.998778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93abcdfe-7c6d-4909-919d-58509895c1f9 req-2e3c24bd-a3f5-43b8-915e-84f24016637e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3529103 Apr 11 21:02:10.001958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f6eaa48a-18b0-4560-96b2-58e671c4456a tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "DELETE /v2.0/subnets/ae244a9c-2d3b-4f78-a401-3ba92785c937 HTTP/1.1" status: 204 len: 168 time: 1.6106596 Apr 11 21:02:10.005270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '098f4aab-ecbb-4b3e-bc77-02782d26afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:10.005659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: e86af251-1d54-40f2-9692-f9806b10e7c4, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:10.013015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46258) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:10.036228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460c63-6de8-4340-9773-9b77bf722f6e req-033029a5-0e65-41fa-84ee-c04e13f70a95 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:10.037791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82575e-d58f-4f1b-8e87-5db0fb790cfc None None] Network aff58b45-4bee-4db1-99ab-0eea119e04c8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:10.037900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9460c63-6de8-4340-9773-9b77bf722f6e req-033029a5-0e65-41fa-84ee-c04e13f70a95 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.2967958 Apr 11 21:02:10.125232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Calling delete_port for 435cb77f-2f20-415c-8922-03100950fe32 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:10.135639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.151929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Deleting port 9a44f693-f529-47e6-b94c-f68fcedd73e2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:10.152268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.183695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9460c63-6de8-4340-9773-9b77bf722f6e req-c5e99c70-3365-45d2-a3a6-1ee8a054f7eb tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384306 Apr 11 21:02:10.209868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcdfe-7c6d-4909-919d-58509895c1f9 req-69530fca-d35d-405f-8613-faa09d9c4364 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:10.209868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93abcdfe-7c6d-4909-919d-58509895c1f9 req-69530fca-d35d-405f-8613-faa09d9c4364 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947792 Apr 11 21:02:10.224060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 435cb77f-2f20-415c-8922-03100950fe32 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:10.224417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.272097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network e86af251-1d54-40f2-9692-f9806b10e7c4 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:10.397433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] For port 9a44f693-f529-47e6-b94c-f68fcedd73e2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9a44f693-f529-47e6-b94c-f68fcedd73e2,segment=NetworkSegment(1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f),segment_id=1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:10.397847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.463576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e86af251-1d54-40f2-9692-f9806b10e7c4) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:10.471143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdd77c-e6a7-4e83-9617-48d2810912d3 None None] Network e86af251-1d54-40f2-9692-f9806b10e7c4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:10.494740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8569dacb-0cbc-4aec-bc01-0046906e0dba None None] DHCP port deletion for aff58b45-4bee-4db1-99ab-0eea119e04c8 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:02:10.502717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8569dacb-0cbc-4aec-bc01-0046906e0dba None None] Deleting port 9a44f693-f529-47e6-b94c-f68fcedd73e2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:10.503311 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8569dacb-0cbc-4aec-bc01-0046906e0dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.518217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:10.518798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.530786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Calling delete_port for 9a44f693-f529-47e6-b94c-f68fcedd73e2 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:10.536179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.579412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] For port 435cb77f-2f20-415c-8922-03100950fe32, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=435cb77f-2f20-415c-8922-03100950fe32,segment=NetworkSegment(7e7c4806-c8bf-4820-8b99-150d952d2903),segment_id=7e7c4806-c8bf-4820-8b99-150d952d2903)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:10.579825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.600614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-dc0b68bd-dc92-4aa5-a5ef-726421cd2234 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1095 time: 0.2969592 Apr 11 21:02:10.649875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] No DVR routers for this DVR port 435cb77f-2f20-415c-8922-03100950fe32 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:10.686372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:10.704212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e99d-7be4-41f9-a366-2f1c7eeac4e9 None None] Pushing event deleted for resources: {'Port': ['ID=435cb77f-2f20-415c-8922-03100950fe32,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:10.760674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Calling delete_port for 435cb77f-2f20-415c-8922-03100950fe32 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:10.770062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Port': ['ID=9a44f693-f529-47e6-b94c-f68fcedd73e2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:10.791647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-461bb3d3-063f-4071-b63f-ffc07c058897 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7732308 Apr 11 21:02:10.793679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] No DVR routers for this DVR port 9a44f693-f529-47e6-b94c-f68fcedd73e2 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:10.821151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8569dacb-0cbc-4aec-bc01-0046906e0dba None None] The port '9a44f693-f529-47e6-b94c-f68fcedd73e2' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:10.924021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46264) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:10.936465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4', 'name': 'tempest-PortsIpV6TestJSON-1191427046'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:10.958170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-54863505-069a-446d-853e-ebc11d0b1f0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 217 time: 0.3088663 Apr 11 21:02:11.023908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-e86af251-1d54-40f2-9692-f9806b10e7c4', 'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': 'c7c6bd93-5a71-4de9-94c4-af357d152c9d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:02:11.025465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.065346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.100858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff58b45-4bee-4db1-99ab-0eea119e04c8']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:11.126573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:11.126573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee1fbbf-7b16-4ad8-bb6f-503278cd1f7f') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:11.139531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250449e-8a9e-429c-962c-5c887ab66018 req-7facd415-7439-463a-8d8d-b862f34a0613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:11.140975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-7facd415-7439-463a-8d8d-b862f34a0613 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1311345 Apr 11 21:02:11.150638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:11.151246 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:11.153803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.178307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc43df-f8a5-485e-9898-456ab558bda4 req-c0f298f5-d7d0-4995-a8e2-a77bf7b07137 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:11.184202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccbc43df-f8a5-485e-9898-456ab558bda4 req-c0f298f5-d7d0-4995-a8e2-a77bf7b07137 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 944 time: 0.2073603 Apr 11 21:02:11.184202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.216134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:11.216545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.218693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:11.235737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:11.235831 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:11.302945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-1cf1f836-6e87-45ed-badd-3fd5f28c7c55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475518 Apr 11 21:02:11.307095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:11.310973 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.328853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Allocated IP 2001:db8::2 (e86af251-1d54-40f2-9692-f9806b10e7c4/c7c6bd93-5a71-4de9-94c4-af357d152c9d/3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:11.376081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ccbc43df-f8a5-485e-9898-456ab558bda4 req-e19deded-835d-42ba-9f78-ec0e643693d1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852329 Apr 11 21:02:11.468019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.509860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.521929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] Pushing event deleted for resources: {'Network': ['ID=aff58b45-4bee-4db1-99ab-0eea119e04c8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:11.595253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 25bd71c5-f892-4211-9cee-be176c85101b yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:11.612870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9197670c-1e06-4256-a3cd-27d2abc51d8d tempest-FloatingIPNegativeTestJSON-524067029 tempest-FloatingIPNegativeTestJSON-524067029-project] 10.222.0.61 "DELETE /v2.0/networks/aff58b45-4bee-4db1-99ab-0eea119e04c8 HTTP/1.1" status: 204 len: 168 time: 1.6029649 Apr 11 21:02:11.718012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.731088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Transition to ACTIVE for port object 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:11.750823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-543ae25b-9afc-41ba-a9f1-f0e8f6c19453 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052279 Apr 11 21:02:11.763972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Transition to ACTIVE for port object 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:11.787664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185971e-1596-44f3-a80a-50c959a2be62 req-6256dcc3-0a44-4f4b-8aa9-9e0fbc9f5ee7 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:11.789549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a185971e-1596-44f3-a80a-50c959a2be62 req-6256dcc3-0a44-4f4b-8aa9-9e0fbc9f5ee7 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.2904773 Apr 11 21:02:11.853108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:11.906653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Network e86af251-1d54-40f2-9692-f9806b10e7c4 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:11.913335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:11.917092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:11.980669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Pushing event updated for resources: {'Port': ['ID=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:12.012536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::156 (e86af251-1d54-40f2-9692-f9806b10e7c4/c7c6bd93-5a71-4de9-94c4-af357d152c9d/25bd71c5-f892-4211-9cee-be176c85101b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:12.029029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a185971e-1596-44f3-a80a-50c959a2be62 req-7a3f4935-7efe-4836-a47b-8cdec50bb595 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679502 Apr 11 21:02:12.036264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5250449e-8a9e-429c-962c-5c887ab66018 req-cad6901b-918b-4ad6-b8c9-a428a54d443b service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789612 Apr 11 21:02:12.043149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Attempting to bind port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:12.043813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Attempting to bind port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '098f4aab-ecbb-4b3e-bc77-02782d26afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:12.044582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Attempting to bind port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 on network e86af251-1d54-40f2-9692-f9806b10e7c4 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:12.052297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:12.052909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Checking segment: {'id': '098f4aab-ecbb-4b3e-bc77-02782d26afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:12.053476 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.054003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Bound using segment: {'id': '098f4aab-ecbb-4b3e-bc77-02782d26afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:12.055154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Bound port: 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098f4aab-ecbb-4b3e-bc77-02782d26afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e86af251-1d54-40f2-9692-f9806b10e7c4'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:12.055696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.065031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Deleting port 435cb77f-2f20-415c-8922-03100950fe32 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:12.065360 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.143398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] The port '435cb77f-2f20-415c-8922-03100950fe32' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:12.159446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:12.162998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:12.256724 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.339516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46304) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:12.360876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74446-b201-4d20-a6ad-c2f8a3e3ee7e None None] Pushing event updated for resources: {'Port': ['ID=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:12.373425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.392034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a44f693-f529-47e6-b94c-f68fcedd73e2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:12.420132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba577c8-7d73-4295-9106-b35c6ee5e331']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:12.433817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9a44f693-f529-47e6-b94c-f68fcedd73e2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:12.434256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a44f693-f529-47e6-b94c-f68fcedd73e2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:12.450242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7c4806-c8bf-4820-8b99-150d952d2903') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:12.450543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7c4806-c8bf-4820-8b99-150d952d2903') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:12.485072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.534251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.543012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.550297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:12.550684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:12.564889 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:12.629357 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f695677-1ce2-4a4d-93d9-afd7dc26a9ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa703d0069ed4b758fff6e9d81f77537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2885795 Apr 11 21:02:12.632818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46312) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:12.643403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 25bd71c5-f892-4211-9cee-be176c85101b will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:12.661538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6243aa-f3d9-4543-b5a3-0a83f583b9e7 req-ea57b1a8-76c2-4edf-9f32-e3c6df297e81 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:12.663025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd6243aa-f3d9-4543-b5a3-0a83f583b9e7 req-ea57b1a8-76c2-4edf-9f32-e3c6df297e81 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 944 time: 0.1632986 Apr 11 21:02:12.761456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.763032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd6243aa-f3d9-4543-b5a3-0a83f583b9e7 req-33d17381-0d1c-4862-a06a-5406f1551442 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915909 Apr 11 21:02:12.767001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4603f237-63ef-464e-bd07-430ea6f495ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.795265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.798888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.805932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4603f237-63ef-464e-bd07-430ea6f495ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.826851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46318) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:12.856390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Pushing event deleted for resources: {'Network': ['ID=aba577c8-7d73-4295-9106-b35c6ee5e331,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:12.902589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:12.902777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18bdbe91-53ba-4c5d-8e93-97d338c893fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/networks/aba577c8-7d73-4295-9106-b35c6ee5e331 HTTP/1.1" status: 204 len: 168 time: 5.0592813 Apr 11 21:02:12.908628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'routes': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:12.917690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=25bd71c5-f892-4211-9cee-be176c85101b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:12.926853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network e86af251-1d54-40f2-9692-f9806b10e7c4 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:12.928314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:12.930870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:12.936330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:12.936330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:12.994418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4603f237-63ef-464e-bd07-430ea6f495ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.027491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bb30721c-d705-453c-be2b-f406ecf40b74 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1020370 Apr 11 21:02:13.032526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46328) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:13.104920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 25bd71c5-f892-4211-9cee-be176c85101b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:13.105418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.181808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603f237-63ef-464e-bd07-430ea6f495ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc55e95-ee05-4201-913a-3e5ddd8dedc4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:13.185658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.212817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4603f237-63ef-464e-bd07-430ea6f495ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.213964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4603f237-63ef-464e-bd07-430ea6f495ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cbc55e95-ee05-4201-913a-3e5ddd8dedc4 HTTP/1.1" status: 204 len: 168 time: 0.5802531 Apr 11 21:02:13.237126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:13.303371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Usage tracker for resource:security_group_rule and tenant:4edebfff0cad42539e54443daf86c9ca is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:13.367555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:13.386721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:13.444218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Added routes are [] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 11 21:02:13.444521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.extraroute_db [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Removed routes are [] {{(pid=84666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 11 21:02:13.444910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.489386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdb9b9-175f-42df-b8b7-209e1573c391 req-635a552e-05bf-49d4-8cfd-546f2857557e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:13.490875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4fdb9b9-175f-42df-b8b7-209e1573c391 req-635a552e-05bf-49d4-8cfd-546f2857557e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.2413733 Apr 11 21:02:13.579980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4fdb9b9-175f-42df-b8b7-209e1573c391 req-863e6b43-0fcc-4df6-b77a-125cdc4b559b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827911 Apr 11 21:02:13.596174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.749337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 25bd71c5-f892-4211-9cee-be176c85101b owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:13.800623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.806550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.808178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.815453 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-08f22ed0-a142-49aa-89e1-490d17d4fe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:13.829497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f120ea-d674-45d1-84ef-ae5d0ae9c0f8 None None] Network e86af251-1d54-40f2-9692-f9806b10e7c4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:13.942075 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.044668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4edebfff0cad42539e54443daf86c9ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2162960 Apr 11 21:02:14.047747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7e4c0bfd-b8ef-4380-a712-d97cafdfcfc8 None None] Provisioning for port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:14.053190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d014f2-aa8a-4a6d-8344-076262925090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636dcff1-f6ea-4dea-9c7e-ae5e1097b08e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:14.053617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46346) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:14.064210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 1e90072d-6076-47d9-bea1-6d63cc94d475 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:02:14.101145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.166708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=25bd71c5-f892-4211-9cee-be176c85101b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:14.189115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6baf93c3-236c-4e2a-a254-41355fc1b7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.223073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b1ef0-296d-459f-94af-f9900998fe7e req-fbd8680d-6a4b-47ee-b744-1108d5a34b6a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:14.224547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-891b1ef0-296d-459f-94af-f9900998fe7e req-fbd8680d-6a4b-47ee-b744-1108d5a34b6a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 944 time: 0.2326815 Apr 11 21:02:14.244208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.254143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11e3196b-7b38-4516-9335-50a1cfb93a9b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/25bd71c5-f892-4211-9cee-be176c85101b HTTP/1.1" status: 204 len: 168 time: 1.2205434 Apr 11 21:02:14.262058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46352) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:14.286383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:02:14.297986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] Sync routers for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:02:14.305590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-891b1ef0-296d-459f-94af-f9900998fe7e req-b6fe9630-5d5e-43b0-b1d1-e3e3de505457 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744793 Apr 11 21:02:14.312879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.316771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:14.316771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:14.317457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-331ee3b6-534c-46d1-83fc-997bdea155b6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 701 time: 1.4136674 Apr 11 21:02:14.318411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46356) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:14.368797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b00a40ee-342c-4aaa-b2b2-7dafd3eac065 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:14.386565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6baf93c3-236c-4e2a-a254-41355fc1b7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.390123 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c64fd6-50c1-4ca0-8cd2-651d5a4444e1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:14.390928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c64fd6-50c1-4ca0-8cd2-651d5a4444e1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:14.393456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-41c64fd6-50c1-4ca0-8cd2-651d5a4444e1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/25bd71c5-f892-4211-9cee-be176c85101b HTTP/1.1" status: 404 len: 333 time: 0.1299181 Apr 11 21:02:14.396564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46362) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:14.487670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:14.488274 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf937a5-cb48-45b3-8587-3879235c5750 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:14.493480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dcf937a5-cb48-45b3-8587-3879235c5750 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:14.513727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b00a40ee-342c-4aaa-b2b2-7dafd3eac065 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:14.522746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b00a40ee-342c-4aaa-b2b2-7dafd3eac065 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 205 time: 0.2030973 Apr 11 21:02:14.523510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:14.655458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dcf937a5-cb48-45b3-8587-3879235c5750 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:14.657461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dcf937a5-cb48-45b3-8587-3879235c5750 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/25bd71c5-f892-4211-9cee-be176c85101b HTTP/1.1" status: 404 len: 333 time: 0.2566903 Apr 11 21:02:14.660528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46374) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:14.681839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:14.719919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6baf93c3-236c-4e2a-a254-41355fc1b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.723586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.819408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf93c3-236c-4e2a-a254-41355fc1b7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636dcff1-f6ea-4dea-9c7e-ae5e1097b08e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:14.845334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6baf93c3-236c-4e2a-a254-41355fc1b7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:14.849811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6baf93c3-236c-4e2a-a254-41355fc1b7fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/636dcff1-f6ea-4dea-9c7e-ae5e1097b08e HTTP/1.1" status: 204 len: 168 time: 0.7939179 Apr 11 21:02:14.856473 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:02:14.944408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:02:03Z', 'revision_number': 11, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:14.956636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] Checking router: 1e90072d-6076-47d9-bea1-6d63cc94d475 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:02:14.983803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e7c75b9-978f-40bc-a2dd-116130becc13 None None] Could not find standard attr ID for object 25bd71c5-f892-4211-9cee-be176c85101b. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:02:14.986081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] Routers {'1e90072d-6076-47d9-bea1-6d63cc94d475'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:14.987031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:01:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1e90072d-6076-47d9-bea1-6d63cc94d475'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:14.994123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46382) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:15.090659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7844a3-9b36-4a55-b1b5-bb47a4750aca req-7f26814c-a164-4b8e-9e76-bd6a3b539d76 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:15.093021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d7844a3-9b36-4a55-b1b5-bb47a4750aca req-7f26814c-a164-4b8e-9e76-bd6a3b539d76 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3275688 Apr 11 21:02:15.154906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet c7c6bd93-5a71-4de9-94c4-af357d152c9d {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:02:15.158272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.184468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:15.218756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:15.220860 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.246035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.294252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] Set router 1e90072d-6076-47d9-bea1-6d63cc94d475 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:15.322944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'networks': [{'name': 'tempest-network--1484436886'}, {'name': 'tempest-network--2049013985'}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:15.323265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'network': {'name': 'tempest-network--1484436886'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:15.323742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'network': {'name': 'tempest-network--2049013985'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:15.338915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:15.359953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:network and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:15.366225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d7844a3-9b36-4a55-b1b5-bb47a4750aca req-9b526fc9-be7f-4208-a071-ae47007ce8cb tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669699 Apr 11 21:02:15.368749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:15.391933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:15.435656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.462489 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.471773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.488111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:02:03Z', 'revision_number': 11, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:15.497141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a3811-677b-46c5-847c-b8f9ecb7e94b None None] The sync data for ids ['1e90072d-6076-47d9-bea1-6d63cc94d475'] in n-d-837321-1 is: [{'id': '1e90072d-6076-47d9-bea1-6d63cc94d475', 'name': 'tempest-RoutersTest-router-2121710469', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:38Z', 'updated_at': '2022-04-11T21:02:03Z', 'revision_number': 11, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:02:15.498623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'network': 2} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:15.502806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.532603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.586272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.617664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.618918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router 1e90072d-6076-47d9-bea1-6d63cc94d475 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:02:15.627639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:15.634055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:security_group_rule and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:15.637896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:15.644044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.645952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a767d4a1-692f-49d9-8565-f86480d733a1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 204 len: 168 time: 1.1210585 Apr 11 21:02:15.651050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:15.651837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:15.658318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1312352475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:15.673549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:15.676691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Usage tracker for resource:router and tenant:2548de3a737a4648b46fce09b1c1862b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:15.680994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:15.688965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:15.697718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd925edc-f666-4669-a506-90894e78b3ba req-35f6f4b4-98c4-436d-a8dc-b1b31a98984e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:15.700029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd925edc-f666-4669-a506-90894e78b3ba req-35f6f4b4-98c4-436d-a8dc-b1b31a98984e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 944 time: 0.1816692 Apr 11 21:02:15.704159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.756148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd925edc-f666-4669-a506-90894e78b3ba req-45b1411b-a0ea-42d4-9101-664ed3cc56b3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499480 Apr 11 21:02:15.768332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:15.768873 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:15.772564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.784053 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.784151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c6bd93-5a71-4de9-94c4-af357d152c9d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:15.801063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.818667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.819038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.819353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.820261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.820782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.821192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.821506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.821832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.822159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.822548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.822884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:02:15.827808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.838038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19892261-74ed-4599-aeed-c5a4066f73c2 None None] Network e86af251-1d54-40f2-9692-f9806b10e7c4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:15.859610 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.861448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1e0237b2-b624-4f67-a539-7d04b2b4caed tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/c7c6bd93-5a71-4de9-94c4-af357d152c9d HTTP/1.1" status: 204 len: 168 time: 1.1996644 Apr 11 21:02:15.866024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:15.903401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.995185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:15.996886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-156557e3-b13e-40a1-835b-d9deb31667f9 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3446441 Apr 11 21:02:15.999999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46400) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:16.010940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:16.024460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-781ab5e9-e845-4256-99de-c9a328b6ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.055928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46404) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:16.063779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.064246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.511930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] DHCP port deletion for e86af251-1d54-40f2-9692-f9806b10e7c4 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:02:16.511930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Deleting port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:16.511930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.544144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.544722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53841ed1-83d7-4294-b3c6-2c44eb800df7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Added segment f7015d1c-2b92-4deb-8eb6-d8577fa89ff7 of type vlan for network 0103048d-d13c-4224-9075-0a58accb5609 Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a2e30a2acb4a4891e27f0bcfad7244 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:16.544989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.547025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.547407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.547981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:16.547981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:16.547981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.555096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:02:16.609723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:16.621537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:16.626330 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.626480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:16.626480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.703582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Calling delete_port for 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:16.733834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.777419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.777756 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Added segment 74c151d3-5f00-4030-8948-47ff363032ad of type vlan for network de3f68ca-8f56-4eb7-8ea1-ccf2a988f086 Apr 11 21:02:16.789189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:16.832498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.838778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:16.841588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:16.881780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.902495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.910485 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:16.937116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859ebb0-e714-45ba-85ef-266961c2c469 req-4fbba246-bc70-4e40-84bc-4b7119010a00 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:16.943938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0859ebb0-e714-45ba-85ef-266961c2c469 req-4fbba246-bc70-4e40-84bc-4b7119010a00 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3945165 Apr 11 21:02:16.951733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:02:16.958591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Router 074e2a61-acb9-442f-b37a-2b2fce312c20 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:02:17.001316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:17.020910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.056789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:17.058746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0859ebb0-e714-45ba-85ef-266961c2c469 req-ef259bbb-5373-4ccf-8cb4-fcb5c5df9a70 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139786 Apr 11 21:02:17.059553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dedbd81-c2a9-4e3b-9308-fa79c9e6ab7c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:17.068504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-36cd94d4-3c60-48f0-8de7-53f5668dd9f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9a2e30a2acb4a4891e27f0bcfad7244&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0115671 Apr 11 21:02:17.077566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46412) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:17.112603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.118539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:17.124292 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:17.138142 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a7ec3-36d5-4d47-bd3b-0231765d4a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.156066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.169956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a7ec3-36d5-4d47-bd3b-0231765d4a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.202033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:17.212627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.213108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.218737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.220817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.221496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.248715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fc05-6c9f-46dd-bde7-b7ae4e6746b1 req-2beab616-a47f-45db-8d44-5abfb4ef8f2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.249833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:17.250209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf83fc05-6c9f-46dd-bde7-b7ae4e6746b1 req-2beab616-a47f-45db-8d44-5abfb4ef8f2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 944 time: 0.3302774 Apr 11 21:02:17.250646 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:17.303773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:02:17.313467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:17.316253 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] Sync routers for ids ['074e2a61-acb9-442f-b37a-2b2fce312c20'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:02:17.334163 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] Routers {'074e2a61-acb9-442f-b37a-2b2fce312c20'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:17.334552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.334785 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['074e2a61-acb9-442f-b37a-2b2fce312c20'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:17.338960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d5d5617-873d-48f9-a4eb-ccddfb7db531 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "PUT /v2.0/routers/074e2a61-acb9-442f-b37a-2b2fce312c20 HTTP/1.1" status: 200 len: 694 time: 1.3361552 Apr 11 21:02:17.345440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46416) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:17.365941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.372424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Network': ['ID=0103048d-d13c-4224-9075-0a58accb5609,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:17.378753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c039e404-44c3-43d4-ae99-eeb1efc9a53c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:02:17.412157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 0103048d-d13c-4224-9075-0a58accb5609 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:17.416002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf83fc05-6c9f-46dd-bde7-b7ae4e6746b1 req-acdee350-a69b-4b4a-91de-e6099959f170 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594827 Apr 11 21:02:17.488598 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] Set router 074e2a61-acb9-442f-b37a-2b2fce312c20 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:17.496272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.501984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Network': ['ID=de3f68ca-8f56-4eb7-8ea1-ccf2a988f086,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:17.516055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a434b290-ebde-4b30-bca6-cb5819a68f56 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5177028 Apr 11 21:02:17.520738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a7ec3-36d5-4d47-bd3b-0231765d4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.520861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0e31b01f-c21e-4771-a8b4-5c0b5e5ac3ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/routers/074e2a61-acb9-442f-b37a-2b2fce312c20 HTTP/1.1" status: 200 len: 700 time: 0.1745515 Apr 11 21:02:17.520861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46420) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:17.522534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-151a7ec3-36d5-4d47-bd3b-0231765d4a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.524378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-151a7ec3-36d5-4d47-bd3b-0231765d4a8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4dedbd81-c2a9-4e3b-9308-fa79c9e6ab7c HTTP/1.1" status: 204 len: 168 time: 0.4541054 Apr 11 21:02:17.525053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46422) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:17.537661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7ec3-36d5-4d47-bd3b-0231765d4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dedbd81-c2a9-4e3b-9308-fa79c9e6ab7c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:17.579885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9cbc4590-ccaf-4056-8452-4011fa3ae16c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Synchronizing usage tracker for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:17.593313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9cbc4590-ccaf-4056-8452-4011fa3ae16c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Unset dirty status for tenant:2548de3a737a4648b46fce09b1c1862b on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:17.596870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9cbc4590-ccaf-4056-8452-4011fa3ae16c tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=074e2a61-acb9-442f-b37a-2b2fce312c20 HTTP/1.1" status: 200 len: 205 time: 0.0588470 Apr 11 21:02:17.597070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46430) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:17.608284 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074e2a61-acb9-442f-b37a-2b2fce312c20', 'name': 'tempest-RoutersTest-router-1312352475', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:02:15Z', 'updated_at': '2022-04-11T21:02:16Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:17.612548 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] Checking router: 074e2a61-acb9-442f-b37a-2b2fce312c20 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:02:17.619649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network de3f68ca-8f56-4eb7-8ea1-ccf2a988f086 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:17.624302 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] Routers {'074e2a61-acb9-442f-b37a-2b2fce312c20'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:17.625159 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['074e2a61-acb9-442f-b37a-2b2fce312c20'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:17.673865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:17.674211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.719196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a8ef4-6477-449d-bda2-6987ecbf7661 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.723692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a8ef4-6477-449d-bda2-6987ecbf7661 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.728699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a8ef4-6477-449d-bda2-6987ecbf7661 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.733660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a8ef4-6477-449d-bda2-6987ecbf7661 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:17.738113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f3a8ef4-6477-449d-bda2-6987ecbf7661 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2145185 Apr 11 21:02:17.739246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:17.769560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Deleting port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:17.769944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.871061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.887059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:17.921523 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] Set router 074e2a61-acb9-442f-b37a-2b2fce312c20 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:18.066270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.114138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0103048d-d13c-4224-9075-0a58accb5609']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:18.151728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7015d1c-2b92-4deb-8eb6-d8577fa89ff7') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:18.152661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074e2a61-acb9-442f-b37a-2b2fce312c20', 'name': 'tempest-RoutersTest-router-1312352475', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:02:15Z', 'updated_at': '2022-04-11T21:02:16Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:18.153685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7015d1c-2b92-4deb-8eb6-d8577fa89ff7') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:18.164781 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34405be6-b419-42c9-be12-f0bbacc3cc29 None None] The sync data for ids ['074e2a61-acb9-442f-b37a-2b2fce312c20'] in n-d-837321-1 is: [{'id': '074e2a61-acb9-442f-b37a-2b2fce312c20', 'name': 'tempest-RoutersTest-router-1312352475', 'tenant_id': '2548de3a737a4648b46fce09b1c1862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:02:15Z', 'updated_at': '2022-04-11T21:02:16Z', 'revision_number': 2, 'project_id': '2548de3a737a4648b46fce09b1c1862b', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:02:18.189112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.197642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:18.198138 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.219008 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.253977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:18.254395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:18.318150 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:18.370648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Calling delete_port for 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:18.379518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,segment=NetworkSegment(098f4aab-ecbb-4b3e-bc77-02782d26afac),segment_id=098f4aab-ecbb-4b3e-bc77-02782d26afac)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:18.380161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.555973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.576060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.601673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.623710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:18.626076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Network': ['ID=0103048d-d13c-4224-9075-0a58accb5609,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:18.634577 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ce5ddb0c-0888-4282-b8d1-8b47948fa679 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/networks/0103048d-d13c-4224-9075-0a58accb5609 HTTP/1.1" status: 204 len: 168 time: 0.8943164 Apr 11 21:02:18.639757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46452) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:18.669681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] Pushing event deleted for resources: {'Port': ['ID=3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:18.683315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.690898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395a97c-38cf-401e-8e99-2bf56a8ab947 None None] No DVR routers for this DVR port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:18.816277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.833267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b1ecc-3829-4030-bd0c-adc53fe28842 req-a930920c-7ea5-443b-ada7-14017d1e65a8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:18.834897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e26b1ecc-3829-4030-bd0c-adc53fe28842 req-a930920c-7ea5-443b-ada7-14017d1e65a8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2525535 Apr 11 21:02:18.864979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.873244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:18.879267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:18.880039 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:18.908080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb020dc-c0fe-4017-a53e-21b3ea310f09 req-8d1dd508-afb7-4055-aa11-bcbfe136461e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:18.909265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb020dc-c0fe-4017-a53e-21b3ea310f09 req-8d1dd508-afb7-4055-aa11-bcbfe136461e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.5340130 Apr 11 21:02:18.966134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:18.966480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.001048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.004490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb020dc-c0fe-4017-a53e-21b3ea310f09 req-cfe570e6-1560-4a74-a0f5-f176955146bc tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845361 Apr 11 21:02:19.043045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.043045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Fanout notify agent at l3_agent the message router_deleted on router 074e2a61-acb9-442f-b37a-2b2fce312c20 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:02:19.048530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] The port '3cb1a60b-a7dd-4ecc-bf80-8b3b0dce9196' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:19.056797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e26b1ecc-3829-4030-bd0c-adc53fe28842 req-62b0c87e-f549-4f32-972a-abc36a883d03 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876056 Apr 11 21:02:19.062183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3f68ca-8f56-4eb7-8ea1-ccf2a988f086']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:19.077322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c151d3-5f00-4030-8948-47ff363032ad') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:19.082099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c151d3-5f00-4030-8948-47ff363032ad') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:19.100173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.118863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.126614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:19.130849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:19.146634 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:19.183560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.183560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-837ebf67-bf32-45b1-98d6-44c8bb757d88 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/074e2a61-acb9-442f-b37a-2b2fce312c20 HTTP/1.1" status: 204 len: 168 time: 1.5843642 Apr 11 21:02:19.196676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46460) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.249572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.261815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dffd1f4d-0449-4055-a4c4-0c5bbff835d0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=074e2a61-acb9-442f-b37a-2b2fce312c20 HTTP/1.1" status: 200 len: 205 time: 0.0622084 Apr 11 21:02:19.262355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46466) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.309280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.324835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.348098 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-58f71c3f-a858-4a60-be9c-5cda97b9b0ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:19.349314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-58f71c3f-a858-4a60-be9c-5cda97b9b0ec tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/074e2a61-acb9-442f-b37a-2b2fce312c20 HTTP/1.1" status: 404 len: 336 time: 0.0854306 Apr 11 21:02:19.352522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46470) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.354888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86af251-1d54-40f2-9692-f9806b10e7c4']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:19.357294 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/networks/de3f68ca-8f56-4eb7-8ea1-ccf2a988f086 HTTP/1.1" status: 204 len: 168 time: 0.7159517 Apr 11 21:02:19.358338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d1155-8067-48bc-a54f-853c8d1f4589 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Network': ['ID=de3f68ca-8f56-4eb7-8ea1-ccf2a988f086,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:19.360128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46472) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.414643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098f4aab-ecbb-4b3e-bc77-02782d26afac') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:19.415012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098f4aab-ecbb-4b3e-bc77-02782d26afac') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:19.422255 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e3e78d-1ad8-4af4-8f18-8051e810e973 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:19.422682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e3e78d-1ad8-4af4-8f18-8051e810e973 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:19.424350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c2e3e78d-1ad8-4af4-8f18-8051e810e973 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/604b8b70-92ac-427f-89a6-d8d2f9754f66 HTTP/1.1" status: 404 len: 337 time: 0.0533397 Apr 11 21:02:19.427302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.537828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7a27b-8e0a-41b1-b61a-f82a8f245e5f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:19.543762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7a27b-8e0a-41b1-b61a-f82a8f245e5f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:19.545270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14b7a27b-8e0a-41b1-b61a-f82a8f245e5f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Synchronizing usage tracker for tenant:6fe8a40e0da34e36a42a11eb480b6e1e on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:19.590524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.607017 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e2dc70-0217-4c95-be9d-a5aca2c6f0d6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:19.607445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e2dc70-0217-4c95-be9d-a5aca2c6f0d6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:19.609063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11e2dc70-0217-4c95-be9d-a5aca2c6f0d6 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/b13c658b-9d1b-4679-9af1-1406fb5be9de HTTP/1.1" status: 404 len: 337 time: 0.1806722 Apr 11 21:02:19.611639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46484) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.646373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.654444 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9f6d8e-b469-4190-a739-29b52cb9819f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:19.654877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9f6d8e-b469-4190-a739-29b52cb9819f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:19.656546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6a9f6d8e-b469-4190-a739-29b52cb9819f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/2c026151-f344-44bb-bf58-e0e0d35ec36b HTTP/1.1" status: 404 len: 337 time: 0.0440090 Apr 11 21:02:19.659197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:19.659617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.660470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46490) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.664097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14b7a27b-8e0a-41b1-b61a-f82a8f245e5f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Unset dirty status for tenant:6fe8a40e0da34e36a42a11eb480b6e1e on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:19.665414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-14b7a27b-8e0a-41b1-b61a-f82a8f245e5f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3042624 Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:19.674436 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:19.678167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.732973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1435879468'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:19.746542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:19.776500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:19.811949 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-896ac49d-3f55-40ce-bf92-add29d309f41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:19.812383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896ac49d-3f55-40ce-bf92-add29d309f41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:19.814019 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-896ac49d-3f55-40ce-bf92-add29d309f41 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/2162fbd7-28db-422d-b24a-3fa38cd30a5b HTTP/1.1" status: 404 len: 337 time: 0.1525965 Apr 11 21:02:19.816766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46498) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.858736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d619baf6-427a-4bd0-9982-3bfb155a30e1 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 200 len: 205 time: 0.0409253 Apr 11 21:02:19.861118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46502) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.895320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.900991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.925711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/e86af251-1d54-40f2-9692-f9806b10e7c4 HTTP/1.1" status: 204 len: 168 time: 4.0586896 Apr 11 21:02:19.926742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2828-7d41-4350-a8e2-05cdf11a490b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=e86af251-1d54-40f2-9692-f9806b10e7c4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:19.927699 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-947b4bed-cfdd-4769-8516-778e908988b8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:19.932097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-947b4bed-cfdd-4769-8516-778e908988b8 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/1e90072d-6076-47d9-bea1-6d63cc94d475 HTTP/1.1" status: 404 len: 336 time: 0.0667441 Apr 11 21:02:19.932097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.932309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46510) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.935588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1436115564'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:19.943981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:19.947763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:19.970915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:19.981163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:19.982789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:19.987060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb0630fe-d3db-446a-a00e-fe34bcf7b7d0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=4856b75d-b6a6-4edb-9aff-53eec652b26c HTTP/1.1" status: 200 len: 205 time: 0.0475559 Apr 11 21:02:19.988033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:19.989679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46516) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:19.994776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:20.055678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.055678 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Added segment 6e36bc41-b3d9-448e-bf77-d34a28ca5a63 of type vlan for network 79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0 Apr 11 21:02:20.071200 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a2476155-15b1-45a8-9b2c-1ca73e6e5072 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:20.072277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a2476155-15b1-45a8-9b2c-1ca73e6e5072 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/4856b75d-b6a6-4edb-9aff-53eec652b26c HTTP/1.1" status: 404 len: 336 time: 0.0809350 Apr 11 21:02:20.075238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46524) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.093821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.129702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:20.133282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.149884 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-914594e6-0a55-49b9-a4c0-e64398bedcce tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:20.150314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914594e6-0a55-49b9-a4c0-e64398bedcce tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:20.151987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-914594e6-0a55-49b9-a4c0-e64398bedcce tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/42e55628-d8a9-481f-9a29-90161ec92bf8 HTTP/1.1" status: 404 len: 337 time: 0.0755293 Apr 11 21:02:20.155731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.175719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:20.185714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:20.242637 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.242986 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 5e300422-ed79-480a-a3f2-4460002013ae of type vlan for network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 Apr 11 21:02:20.265897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ad087536-602e-441a-a2c2-731186c7fd24 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 200 len: 205 time: 0.1080747 Apr 11 21:02:20.268411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.271438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46536) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.274789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:20.275387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.327497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c039e404-44c3-43d4-ae99-eeb1efc9a53c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:20.334635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c039e404-44c3-43d4-ae99-eeb1efc9a53c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:20.336256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.376963 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-0661386f-8865-487f-aaac-4e68a96a5194 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:20.380487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0661386f-8865-487f-aaac-4e68a96a5194 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/1d4ddc7a-21c5-4cdf-bcb2-8a133c1a36b1 HTTP/1.1" status: 404 len: 336 time: 0.1055839 Apr 11 21:02:20.401967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46540) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.412501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.460894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e1e98-b5a7-4982-81bb-2c9cbac46e31 req-7d74f81d-0f1b-4d6e-944e-c08c95c35572 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:20.465038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2c731442-720c-46a0-b507-ec657affa7ca tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2c1294b-4271-4ead-9f2d-18c1feb5f725 HTTP/1.1" status: 200 len: 205 time: 0.0617428 Apr 11 21:02:20.467794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Network': ['ID=79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:20.468122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-110e1e98-b5a7-4982-81bb-2c9cbac46e31 req-7d74f81d-0f1b-4d6e-944e-c08c95c35572 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2582242 Apr 11 21:02:20.470847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.483564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:20.535370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-110e1e98-b5a7-4982-81bb-2c9cbac46e31 req-1e3a29ab-d4cf-47b8-b304-c66be5376838 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614047 Apr 11 21:02:20.535370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.537888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:20.541774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.542598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6cb01660-2f4a-4e9a-8ca0-d4d3fb9f69cc tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8633142 Apr 11 21:02:20.546739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.552024 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-ea100817-e963-424b-a9a3-231782c2c113 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:20.555712 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ea100817-e963-424b-a9a3-231782c2c113 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/b2c1294b-4271-4ead-9f2d-18c1feb5f725 HTTP/1.1" status: 404 len: 336 time: 0.0836940 Apr 11 21:02:20.558861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46554) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.572822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a4af3-3f1f-460e-9721-4bbbfbe90124 req-1e0b8eaa-42f4-4728-ad12-ef29140c12ba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:20.576380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1789579472'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:20.584748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a12a4af3-3f1f-460e-9721-4bbbfbe90124 req-1e0b8eaa-42f4-4728-ad12-ef29140c12ba tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3835821 Apr 11 21:02:20.597454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.645742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:20.651913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:20.662196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:20.667872 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-026b54af-f90d-49d5-80a3-a1687e29c2fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:20.668865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026b54af-f90d-49d5-80a3-a1687e29c2fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:20.670749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-026b54af-f90d-49d5-80a3-a1687e29c2fe tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/65bc0fbe-f30c-4ef0-bd9d-a415ed516fb0 HTTP/1.1" status: 404 len: 337 time: 0.1067042 Apr 11 21:02:20.671203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:network and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:20.676269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:20.677339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46564) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.690676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:20.700826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=1035cd79-7fa4-428a-8e27-1e203f3c6c01,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:20.711640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:20.731236 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffed7bc6-8a56-4703-a8bb-3d819392d288'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:02:20.746943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d5db9682-8906-41e3-b14f-64e6ff028d55 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b378ce67-e7c7-43fa-94dd-aa120ad80c65 HTTP/1.1" status: 200 len: 205 time: 0.0664780 Apr 11 21:02:20.751754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.765738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a12a4af3-3f1f-460e-9721-4bbbfbe90124 req-58451680-82ea-4ddd-bbf7-8229ea02ed9b tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793165 Apr 11 21:02:20.780947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:20.829470 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7ec62be0-7d65-4542-b902-5a10b5444c34 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8987036 Apr 11 21:02:20.837572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46574) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.839211 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-081bbbe2-6350-41fc-96e2-df2640e27967 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:20.843333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-081bbbe2-6350-41fc-96e2-df2640e27967 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/b378ce67-e7c7-43fa-94dd-aa120ad80c65 HTTP/1.1" status: 404 len: 336 time: 0.0943553 Apr 11 21:02:20.845793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46576) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.852131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:20.894932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:20.900525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c02d1d6-4032-4861-85f2-bd519b711ab6 req-901b9c6e-df2f-40ee-ace9-c3458ba526ce service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1097 time: 0.0915093 Apr 11 21:02:20.945162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c02d1d6-4032-4861-85f2-bd519b711ab6 req-7dbf6966-2115-48b6-91a1-a704367e1ba3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384340 Apr 11 21:02:20.968028 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d139c88d-80b0-4b15-a520-565db565cf9d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:20.968468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d139c88d-80b0-4b15-a520-565db565cf9d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:20.970123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d139c88d-80b0-4b15-a520-565db565cf9d tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/ee6bb4a9-47c6-48f8-93a2-0450fb2d7836 HTTP/1.1" status: 404 len: 337 time: 0.1224701 Apr 11 21:02:20.972890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46582) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:20.978010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:20.980907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.021473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4b2c8ac-d8db-43f7-a397-a89acab9dc4f tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "GET /v2.0/ports?device_id=f36ed6e6-6849-409f-877a-7b88af6d5152 HTTP/1.1" status: 200 len: 205 time: 0.0452857 Apr 11 21:02:21.021682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46590) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:21.040463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:21.045631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:21.049223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:21.053193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:21.060430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:21.064896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.065162 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Added segment bcdaff27-5a75-4a54-81d8-dc88458f3237 of type vlan for network ae13c57b-e14c-4899-ae0c-a60e564bcfa6 Apr 11 21:02:21.085984 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-238a127f-c7ce-4291-9626-6fbdf271e8d0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] delete failed (client error): The resource could not be found. Apr 11 21:02:21.087139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-238a127f-c7ce-4291-9626-6fbdf271e8d0 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/routers/f36ed6e6-6849-409f-877a-7b88af6d5152 HTTP/1.1" status: 404 len: 336 time: 0.0645347 Apr 11 21:02:21.089895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:21.130007 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.142555 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac628ef-15b0-4c76-a82d-446d49b38ae2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:21.143250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac628ef-15b0-4c76-a82d-446d49b38ae2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:21.152874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ac628ef-15b0-4c76-a82d-446d49b38ae2 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/d7381f46-8ed6-4cba-939d-78b06c57215f HTTP/1.1" status: 404 len: 337 time: 0.0620174 Apr 11 21:02:21.155648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46598) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:21.162253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:21.200251 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-30772018-ac9d-4ffa-8b91-348d9c7b5268 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] DELETE failed (client error): The resource could not be found. Apr 11 21:02:21.200783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30772018-ac9d-4ffa-8b91-348d9c7b5268 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:21.203251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-30772018-ac9d-4ffa-8b91-348d9c7b5268 tempest-RoutersTest-1883274745 tempest-RoutersTest-1883274745-project] 10.222.0.61 "DELETE /v2.0/subnets/881e8979-4c9e-4ca5-a270-f16e9f678d0d HTTP/1.1" status: 404 len: 337 time: 0.0465145 Apr 11 21:02:21.273640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.291501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.295210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:21.295802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.485182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Network': ['ID=ae13c57b-e14c-4899-ae0c-a60e564bcfa6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:21.496784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ae13c57b-e14c-4899-ae0c-a60e564bcfa6 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:21.548304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d4dff494-186d-49db-a7f2-f9eaece1cb40 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9802470 Apr 11 21:02:21.548629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46604) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:21.554782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'ports': [{'network_id': '79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0', 'name': 'tempest-port--1411610713', 'admin_state_up': True}, {'network_id': 'ae13c57b-e14c-4899-ae0c-a60e564bcfa6', 'admin_state_up': False}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:21.555092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'port': {'network_id': '79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0', 'name': 'tempest-port--1411610713', 'admin_state_up': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:21.555603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'port': {'network_id': 'ae13c57b-e14c-4899-ae0c-a60e564bcfa6', 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:21.728400 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:21.796913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46612) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:21.858980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:21.863734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:port and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:21.868473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:21.876493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:21.984372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=621c6994-3785-41ca-9f86-362da7510301,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:21.990452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'port': 2} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:21.994202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.027416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.041357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67c86c-bbf9-4065-abd1-094d20a76229 req-31498d49-3613-4d4f-9d72-8e3c2a393ba2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:22.042900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af67c86c-bbf9-4065-abd1-094d20a76229 req-31498d49-3613-4d4f-9d72-8e3c2a393ba2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.3641868 Apr 11 21:02:22.043663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '5e300422-ed79-480a-a3f2-4460002013ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:22.044022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: 1035cd79-7fa4-428a-8e27-1e203f3c6c01, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:22.103380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af67c86c-bbf9-4065-abd1-094d20a76229 req-326bbd8d-6a67-4604-b24f-620c9cdb6334 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532265 Apr 11 21:02:22.194839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:22.299276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f8d3c41-ec65-4e89-b1fa-1b83e0accfa2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2548de3a737a4648b46fce09b1c1862b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5007279 Apr 11 21:02:22.302301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:22.314675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2108ca3-dabe-43ad-a4b7-942b609d0303 req-a8d3387c-ac4e-46bb-b290-7babe13cb554 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:22.316571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2108ca3-dabe-43ad-a4b7-942b609d0303 req-a8d3387c-ac4e-46bb-b290-7babe13cb554 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3913779 Apr 11 21:02:22.346087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 1035cd79-7fa4-428a-8e27-1e203f3c6c01) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:22.354313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:22.354939 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.355930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae0c7b-6ce0-459f-a23e-661d0f880fdb None None] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:22.388483 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1309c78-4bbd-4978-8d5b-4a851ac96727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.418989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1309c78-4bbd-4978-8d5b-4a851ac96727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.469404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] device_id is not set on port 28c5f60b-691d-4bbc-9ba6-b19179516d9b yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:22.500442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2108ca3-dabe-43ad-a4b7-942b609d0303 req-43f1ed18-4d71-406c-821c-6a6787728766 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654732 Apr 11 21:02:22.519505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46630) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:22.520103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0886c4b0-8fff-4d39-94a1-986f5bbc52fb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6755044 Apr 11 21:02:22.528472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1708015671'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:22.577146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1309c78-4bbd-4978-8d5b-4a851ac96727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.602620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1309c78-4bbd-4978-8d5b-4a851ac96727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e4f9b-e732-4ac7-9b78-c758d9e61693,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:22.604669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1309c78-4bbd-4978-8d5b-4a851ac96727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.606289 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a1309c78-4bbd-4978-8d5b-4a851ac96727 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f45e4f9b-e732-4ac7-9b78-c758d9e61693 HTTP/1.1" status: 204 len: 168 time: 0.3026941 Apr 11 21:02:22.753675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-1035cd79-7fa4-428a-8e27-1e203f3c6c01', 'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': '621c6994-3785-41ca-9f86-362da7510301'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:02:22.755364 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.756919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:22.761652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.799659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:22.894172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] device_id is not set on port c3a73cd3-c1fa-4ede-89fb-2fc053216f77 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:22.941455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Allocated IP 2001:db8::2 (1035cd79-7fa4-428a-8e27-1e203f3c6c01/621c6994-3785-41ca-9f86-362da7510301/c36b7092-6e6e-4c7c-b526-58dacaa57349) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:22.985680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:22.990133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:22.993827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.023507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 3c444df3-b2c9-480c-9b37-af09a1fb48a8 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:23.207255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.263646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.283182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Transition to ACTIVE for port object c36b7092-6e6e-4c7c-b526-58dacaa57349 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:23.319618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Transition to ACTIVE for port object c36b7092-6e6e-4c7c-b526-58dacaa57349 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:23.334471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Port': ['ID=28c5f60b-691d-4bbc-9ba6-b19179516d9b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:23.374801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Checking segment: {'id': '6e36bc41-b3d9-448e-bf77-d34a28ca5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:23.375381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network hostable DHCP agents. Network: 79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:23.390121 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.395207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc3e3a-d689-4b62-b839-dc0ba01474d5 req-4b589dad-d730-4648-992d-ac05d481edd7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:23.397556 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05dc3e3a-d689-4b62-b839-dc0ba01474d5 req-4b589dad-d730-4648-992d-ac05d481edd7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.1311440 Apr 11 21:02:23.470793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05dc3e3a-d689-4b62-b839-dc0ba01474d5 req-71f5db1b-d947-4bbd-b9ae-42e7fe253e36 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638640 Apr 11 21:02:23.484959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:23.495182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:23.495318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::183 (1035cd79-7fa4-428a-8e27-1e203f3c6c01/621c6994-3785-41ca-9f86-362da7510301/3c444df3-b2c9-480c-9b37-af09a1fb48a8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:23.495425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Pushing event updated for resources: {'Port': ['ID=c36b7092-6e6e-4c7c-b526-58dacaa57349,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:23.495425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:23.611775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Attempting to bind port c36b7092-6e6e-4c7c-b526-58dacaa57349 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:23.612512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Attempting to bind port c36b7092-6e6e-4c7c-b526-58dacaa57349 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5e300422-ed79-480a-a3f2-4460002013ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:23.612967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Attempting to bind port c36b7092-6e6e-4c7c-b526-58dacaa57349 on network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:23.620569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:23.621228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Checking segment: {'id': '5e300422-ed79-480a-a3f2-4460002013ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:23.622039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.622769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Bound using segment: {'id': '5e300422-ed79-480a-a3f2-4460002013ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:23.628058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Bound port: c36b7092-6e6e-4c7c-b526-58dacaa57349, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e300422-ed79-480a-a3f2-4460002013ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1035cd79-7fa4-428a-8e27-1e203f3c6c01'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:23.628058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.640495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network 79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:23.746912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] For port c36b7092-6e6e-4c7c-b526-58dacaa57349, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:23.751317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] For port c36b7092-6e6e-4c7c-b526-58dacaa57349, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c36b7092-6e6e-4c7c-b526-58dacaa57349,segment=NetworkSegment(5e300422-ed79-480a-a3f2-4460002013ae),segment_id=5e300422-ed79-480a-a3f2-4460002013ae)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:23.755391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:23.764906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c4111-573f-484b-bf87-28acf06c78ae None None] Network 79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:23.773460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:23.773460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.784478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9810f-b481-4fc0-aa72-5aec024f94ce req-69e22a12-6548-42bb-be00-6e760d5a9e9e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:23.794532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7d9810f-b481-4fc0-aa72-5aec024f94ce req-69e22a12-6548-42bb-be00-6e760d5a9e9e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.1146500 Apr 11 21:02:23.854507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7d9810f-b481-4fc0-aa72-5aec024f94ce req-dd213de9-ca94-4141-90ed-621c094a3fc8 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586073 Apr 11 21:02:23.888871 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.898334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:23.901297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Port': ['ID=c3a73cd3-c1fa-4ede-89fb-2fc053216f77,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:23.926984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfb56c-98c8-4706-a86c-f929c4bde923 req-6e01e3b5-c238-4694-83f4-4348323ced75 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:23.928500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00bfb56c-98c8-4706-a86c-f929c4bde923 req-6e01e3b5-c238-4694-83f4-4348323ced75 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.2800109 Apr 11 21:02:23.938755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46658) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:23.941986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 3c444df3-b2c9-480c-9b37-af09a1fb48a8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:23.943494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'floatingip': {'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:23.964014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Checking segment: {'id': 'bcdaff27-5a75-4a54-81d8-dc88458f3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ae13c57b-e14c-4899-ae0c-a60e564bcfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:23.964384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network hostable DHCP agents. Network: ae13c57b-e14c-4899-ae0c-a60e564bcfa6, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:24.021344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.068015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20ec6-5620-4e62-9389-db6667d76267 None None] Pushing event updated for resources: {'Port': ['ID=c36b7092-6e6e-4c7c-b526-58dacaa57349,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:24.085915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.135637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network ae13c57b-e14c-4899-ae0c-a60e564bcfa6 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:24.177738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:24.181412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:24.187671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:24.191811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:24.192583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.201470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=3c444df3-b2c9-480c-9b37-af09a1fb48a8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:24.220799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46666) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:24.263123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ae13c57b-e14c-4899-ae0c-a60e564bcfa6) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:24.267007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:24.271674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:24.281701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:24.282453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.288000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba22beb8-114d-4753-b1ba-a2cf85f490f1 None None] Network ae13c57b-e14c-4899-ae0c-a60e564bcfa6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:24.361093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-076616d7-ece6-44f9-8c03-09d10d415b6e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8404009 Apr 11 21:02:24.366502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46674) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:24.450744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2503c686-6145-464c-8fa1-716a879e0df7 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9006319 Apr 11 21:02:24.484159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:24.486789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298839545'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:24.506850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:24.523034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:24.528124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:24.537596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:24.548812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 3c444df3-b2c9-480c-9b37-af09a1fb48a8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:24.548812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.677272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.698552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.703382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2360a-4fde-4aa7-90da-3177d087399c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:24.707403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2360a-4fde-4aa7-90da-3177d087399c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:24.713533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d6e2360a-4fde-4aa7-90da-3177d087399c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2244549 Apr 11 21:02:24.714202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46682) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:24.792430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting port 28c5f60b-691d-4bbc-9ba6-b19179516d9b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:24.792430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.851790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:24.868326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:24.875593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:24.884859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:24.946134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:24.958060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c36b7092-6e6e-4c7c-b526-58dacaa57349 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:25.051537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.062313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:02:25.204403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 3c444df3-b2c9-480c-9b37-af09a1fb48a8 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:25.212584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port c36b7092-6e6e-4c7c-b526-58dacaa57349 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:25.352297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.457477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.469810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Calling delete_port for 28c5f60b-691d-4bbc-9ba6-b19179516d9b owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:25.496784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:25.505656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:25.514643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:25.524087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:25.561303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.610174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.613840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f02bcd-5db6-49b1-b8b4-30f8bcb5d21d req-7c0d2044-0618-4ea6-9047-435e306d9b5f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:25.614452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.615580 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88f02bcd-5db6-49b1-b8b4-30f8bcb5d21d req-7c0d2044-0618-4ea6-9047-435e306d9b5f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.5552065 Apr 11 21:02:25.643029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c45f1-13e7-4747-a1c4-44beb263dbc3 None None] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:25.650199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.688104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=3c444df3-b2c9-480c-9b37-af09a1fb48a8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:25.716280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d30f4-5506-448e-adc4-9fcd6ea9f485,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:25.739236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.756959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.780516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ebc6126-605e-4ee4-94c8-03b7d1938a09 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/3c444df3-b2c9-480c-9b37-af09a1fb48a8 HTTP/1.1" status: 204 len: 168 time: 1.4102962 Apr 11 21:02:25.784854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:25.826116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88f02bcd-5db6-49b1-b8b4-30f8bcb5d21d req-cc59b964-aaea-43fc-b798-a09338d1f4f5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005098 Apr 11 21:02:25.826116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.856483 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d568dc-e0c1-4328-bc2c-2da8b0bb8299 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:25.856483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-42d568dc-e0c1-4328-bc2c-2da8b0bb8299 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:25.860625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f194afd0-f914-4e06-b853-6de5f4c6660d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:25.892040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] Provisioning for port c36b7092-6e6e-4c7c-b526-58dacaa57349 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:25.906618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] Provisioning complete for port c36b7092-6e6e-4c7c-b526-58dacaa57349 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:25.907579 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.908147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Port': ['ID=28c5f60b-691d-4bbc-9ba6-b19179516d9b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:25.925386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.929505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:25.936536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0e3b0a99-5c34-48df-a065-5f0e50f77c89 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/ports/28c5f60b-691d-4bbc-9ba6-b19179516d9b HTTP/1.1" status: 204 len: 168 time: 1.2192686 Apr 11 21:02:25.940708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4ea5fd71-0c56-4c73-ae4e-530b4410ba09 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7073531 Apr 11 21:02:25.941817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46696) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:25.943792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46700) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:26.009348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting port c3a73cd3-c1fa-4ede-89fb-2fc053216f77 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:26.009919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.034673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-42d568dc-e0c1-4328-bc2c-2da8b0bb8299 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:26.039287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-42d568dc-e0c1-4328-bc2c-2da8b0bb8299 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/3c444df3-b2c9-480c-9b37-af09a1fb48a8 HTTP/1.1" status: 404 len: 333 time: 0.2531402 Apr 11 21:02:26.040079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46704) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:26.061303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f4e6158-4924-4c35-b131-e18d09bea27e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1145499 Apr 11 21:02:26.068387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46710) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:26.081195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-security--1907457266', 'description': 'tempest-security-description-1012887213'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:26.136889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.196692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.218051 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Floating IP 7b277f9d-1f76-4135-a85d-60bfd700ccb8 associated. External IP: 172.25.5.184, port: c039e404-44c3-43d4-ae99-eeb1efc9a53c. Apr 11 21:02:26.254722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] For port c36b7092-6e6e-4c7c-b526-58dacaa57349, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c36b7092-6e6e-4c7c-b526-58dacaa57349,segment=NetworkSegment(5e300422-ed79-480a-a3f2-4460002013ae),segment_id=5e300422-ed79-480a-a3f2-4460002013ae)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:26.288883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 621c6994-3785-41ca-9f86-362da7510301 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:02:26.292383 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.325137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.349284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.400784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.415037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.417936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.419335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "PUT /v2.0/security-groups/f194afd0-f914-4e06-b853-6de5f4c6660d HTTP/1.1" status: 200 len: 1612 time: 0.3487878 Apr 11 21:02:26.427988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:26.462757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329b176-a86f-4c8b-9cb7-6d93b2bec066 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f194afd0-f914-4e06-b853-6de5f4c6660d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:26.572291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6045d-fefe-4aaa-b397-f6cfb245f61f None None] Pushing event updated for resources: {'Port': ['ID=c36b7092-6e6e-4c7c-b526-58dacaa57349,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:26.585656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-711cc198-fcec-4239-bee7-297999d36847 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups/f194afd0-f914-4e06-b853-6de5f4c6660d HTTP/1.1" status: 200 len: 1612 time: 0.1519606 Apr 11 21:02:26.585876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-63b5a466-7505-4b49-b452-136e5c3935b1 None None] Provisioning complete for port c36b7092-6e6e-4c7c-b526-58dacaa57349 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:26.585876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-63b5a466-7505-4b49-b452-136e5c3935b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.595657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46722) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:26.935997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:26.960864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c36b7092-6e6e-4c7c-b526-58dacaa57349 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:26.985526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b12b-695e-40ed-ad17-6bec5992ee43 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.040748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b12b-695e-40ed-ad17-6bec5992ee43 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.100017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f8991037-45f4-4147-bcf4-2482b4b5e1ca None None] Could not find standard attr ID for object 3c444df3-b2c9-480c-9b37-af09a1fb48a8. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:02:27.124463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.147830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c36b7092-6e6e-4c7c-b526-58dacaa57349 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:27.147830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.329017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Calling delete_port for c3a73cd3-c1fa-4ede-89fb-2fc053216f77 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:27.364427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.371904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0318-83ea-42ab-968b-9116d01ccf8d req-d09ecd7d-8a93-4628-b2ba-3ba8c6df8fbf tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.374319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91bb0318-83ea-42ab-968b-9116d01ccf8d req-d09ecd7d-8a93-4628-b2ba-3ba8c6df8fbf tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.1949825 Apr 11 21:02:27.415392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:02:27.425415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b12b-695e-40ed-ad17-6bec5992ee43 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.447033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=621c6994-3785-41ca-9f86-362da7510301,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:27.460745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3b12b-695e-40ed-ad17-6bec5992ee43 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f194afd0-f914-4e06-b853-6de5f4c6660d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:27.478111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91bb0318-83ea-42ab-968b-9116d01ccf8d req-0dd5dfab-f3d0-4652-83d2-b5816caca14e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920863 Apr 11 21:02:27.478111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b12b-695e-40ed-ad17-6bec5992ee43 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.479803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b9d3b12b-695e-40ed-ad17-6bec5992ee43 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/f194afd0-f914-4e06-b853-6de5f4c6660d HTTP/1.1" status: 204 len: 168 time: 0.8927007 Apr 11 21:02:27.481544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46732) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:27.540241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.548087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3ea55-36cf-4bca-8c34-d5bc7f33d45e None None] Network 1035cd79-7fa4-428a-8e27-1e203f3c6c01 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:27.565067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-21fda59a-085e-4c7c-87c3-f733ab512e8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/621c6994-3785-41ca-9f86-362da7510301 HTTP/1.1" status: 204 len: 168 time: 1.5167346 Apr 11 21:02:27.565363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46736) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:27.749622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5cdd4606-9fa5-42bc-a039-0e4adfb19498 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:27.775393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.799479 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-5eca4822-2dd6-4d66-b04d-9bf12adf33cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3574910 Apr 11 21:02:27.846557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Port': ['ID=c3a73cd3-c1fa-4ede-89fb-2fc053216f77,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:27.858398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.862424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.867192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.871945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.883384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.883384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.887988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:27.890189 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-dc93e9ae-fd6c-452b-8d6c-dddf31ebfbe4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.5274696 Apr 11 21:02:27.906820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] DHCP port deletion for 1035cd79-7fa4-428a-8e27-1e203f3c6c01 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:02:27.911277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] Deleting port c36b7092-6e6e-4c7c-b526-58dacaa57349 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:27.911698 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.946057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.946057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:27.947518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2deeec50-ab44-4477-9ce0-3b7efcedd4df tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/ports/c3a73cd3-c1fa-4ede-89fb-2fc053216f77 HTTP/1.1" status: 204 len: 168 time: 2.0052714 Apr 11 21:02:27.950310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46740) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:27.995619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5cdd4606-9fa5-42bc-a039-0e4adfb19498 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:27.999523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5cdd4606-9fa5-42bc-a039-0e4adfb19498 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5086310 Apr 11 21:02:28.026766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46744) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:28.046673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4554c18b-2a3d-4df2-be43-26254937fa3a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Synchronizing usage tracker for tenant:6fe8a40e0da34e36a42a11eb480b6e1e on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:28.085656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:02:28.090428 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-94762e1a-3ad8-48a9-b634-9ae3a0d7b024 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] delete failed (client error): The resource could not be found. Apr 11 21:02:28.090428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94762e1a-3ad8-48a9-b634-9ae3a0d7b024 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/f194afd0-f914-4e06-b853-6de5f4c6660d HTTP/1.1" status: 404 len: 347 time: 0.0617871 Apr 11 21:02:28.090428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port c36b7092-6e6e-4c7c-b526-58dacaa57349 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:28.094072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.097325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.114159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46748) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:28.131167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a1566e90-1e99-4f40-b77b-531c7e45021e req-44ae664d-a169-4ad8-a1da-13e63143c73d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2189009 Apr 11 21:02:28.136746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--754416702'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:28.155890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:28.159559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-4677aa49-a1fe-4900-b649-479cd4c4dac4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.1653898 Apr 11 21:02:28.179676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] Sync routers for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:02:28.199022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-415d5a43-f740-4280-8122-cfbf32c01fea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "PUT /v2.0/floatingips/7b277f9d-1f76-4135-a85d-60bfd700ccb8 HTTP/1.1" status: 200 len: 992 time: 4.2597194 Apr 11 21:02:28.205003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4554c18b-2a3d-4df2-be43-26254937fa3a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Unset dirty status for tenant:6fe8a40e0da34e36a42a11eb480b6e1e on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:28.206464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4554c18b-2a3d-4df2-be43-26254937fa3a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2550120 Apr 11 21:02:28.211798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:28.212430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:28.215348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:28.218463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:28.221797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385463668'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:28.239499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:28.248667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:network and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:28.249237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:28.255948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:28.293589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:28.329397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.463821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] For port c36b7092-6e6e-4c7c-b526-58dacaa57349, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c36b7092-6e6e-4c7c-b526-58dacaa57349,segment=NetworkSegment(5e300422-ed79-480a-a3f2-4460002013ae),segment_id=5e300422-ed79-480a-a3f2-4460002013ae)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:28.464490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.542185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:28.553031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port c36b7092-6e6e-4c7c-b526-58dacaa57349, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c36b7092-6e6e-4c7c-b526-58dacaa57349,segment=NetworkSegment(5e300422-ed79-480a-a3f2-4460002013ae),segment_id=5e300422-ed79-480a-a3f2-4460002013ae)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:28.553031 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.565049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:28.571758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:28.576752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:28.586268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.608629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:28.617179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-a1d15b6f-9688-4303-af4f-584736981a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.617562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-a1d15b6f-9688-4303-af4f-584736981a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.618083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-a1d15b6f-9688-4303-af4f-584736981a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.620468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-a1d15b6f-9688-4303-af4f-584736981a20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=996cc069-17e6-4993-a448-2a6c24d958c0&id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 2296 time: 0.3925204 Apr 11 21:02:28.647665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] Calling delete_port for c36b7092-6e6e-4c7c-b526-58dacaa57349 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:28.752816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for c36b7092-6e6e-4c7c-b526-58dacaa57349 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:28.763154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.768433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.774168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:28.775533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.779732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.783853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.790310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.797368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.802926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80be8137-7d61-4f1d-b026-f22bc0ee9252 req-cbb69672-47e0-425a-a09d-031bebe5e87e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.3405139 Apr 11 21:02:28.861638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30555029-32ab-4975-b94e-84f0dde1ed79 req-40d67c05-397a-40fd-8cc2-de259b2b2e22 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:28.863161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30555029-32ab-4975-b94e-84f0dde1ed79 req-40d67c05-397a-40fd-8cc2-de259b2b2e22 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.4128301 Apr 11 21:02:28.899934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-f5912487-492d-4bf0-a88c-5eb7a686dfd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 1001 time: 0.2668226 Apr 11 21:02:28.926531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:28.939777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:28.941349 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Added segment 9910d437-ae18-47a0-b294-afe2eebe7735 of type vlan for network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 Apr 11 21:02:28.984634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c36b7092-6e6e-4c7c-b526-58dacaa57349 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:29.013564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.023740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.031864 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8ad788-99af-4076-9360-1b2bf0d83dd3'] response: {'name': 'network-changed', 'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'status': 'completed', 'code': 200} Apr 11 21:02:29.031864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-c9c79dca-43e4-4b7b-acea-3ab46d93cbbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:29.033680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-c9c79dca-43e4-4b7b-acea-3ab46d93cbbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 200 len: 855 time: 0.1145804 Apr 11 21:02:29.036160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.037081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.071949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30555029-32ab-4975-b94e-84f0dde1ed79 req-fac54eef-4004-4fd6-a7f1-8becd7100fd6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028222 Apr 11 21:02:29.092188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:29.092788 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:29.101523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: c36b7092-6e6e-4c7c-b526-58dacaa57349 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:29.101778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c36b7092-6e6e-4c7c-b526-58dacaa57349 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:29.140967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.185443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.185443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:29.186952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.210986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] No DVR routers for this DVR port c36b7092-6e6e-4c7c-b526-58dacaa57349 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:29.216344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9c09c-cb29-4215-85bc-189df7b54cf0 None None] Pushing event deleted for resources: {'Port': ['ID=c36b7092-6e6e-4c7c-b526-58dacaa57349,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:29.345417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc8cd88-3c8b-42d1-aed2-43afecf3aa51,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:29.375555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1584883 Apr 11 21:02:29.380325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46782) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:29.390057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1761359279'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:29.401642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:29.401642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:network and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:29.414502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:29.423614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:29.440765 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-e9eca3f7-4f11-47df-a7e7-7cd02775fb2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963387 Apr 11 21:02:29.458612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337e99-f9cd-45c7-9f70-a24eba458c57 req-121b30fb-8caf-4de8-867f-a79576538323 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:29.458612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7337e99-f9cd-45c7-9f70-a24eba458c57 req-121b30fb-8caf-4de8-867f-a79576538323 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.2661498 Apr 11 21:02:29.477624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720388f5-481f-4120-af02-7e1f51fe7a68 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Network': ['ID=e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:29.498158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:29.511386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.511386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c05123ea-fb02-4516-94ed-8378fd1d9c6b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3806629 Apr 11 21:02:29.511386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46786) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:29.568448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775af0-e10c-408c-a0fa-e7930d720bac req-9ea0ccdb-7ca9-4154-9e74-2ab93acbd3a2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:29.568448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ee775af0-e10c-408c-a0fa-e7930d720bac req-9ea0ccdb-7ca9-4154-9e74-2ab93acbd3a2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.1904500 Apr 11 21:02:29.568448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-027272d7-efce-4a40-9b8b-a015e02147b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1097 time: 0.4865727 Apr 11 21:02:29.572130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'cfc8cd88-3c8b-42d1-aed2-43afecf3aa51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:29.576001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:29.582654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.597100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:29.612380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port c36b7092-6e6e-4c7c-b526-58dacaa57349 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:29.612797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.618210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:29.622416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:29.641495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7b277f9d-1f76-4135-a85d-60bfd700ccb8', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:01:53Z', 'updated_at': '2022-04-11T21:02:24Z', 'revision_number': 1, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:51Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:29.643032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:29.649139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] Checking router: 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:02:29.660728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:02:29.661459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:29.664790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7337e99-f9cd-45c7-9f70-a24eba458c57 req-abc153d6-4954-4c61-8fa3-ed7d8735a924 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079544 Apr 11 21:02:29.672743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:29.689622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.689964 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Added segment c4b902f5-30c2-455f-9923-2fba18eed125 of type vlan for network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 Apr 11 21:02:29.754226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.758522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] The port 'c36b7092-6e6e-4c7c-b526-58dacaa57349' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:29.759888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.770509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-e9897d9e-1d38-439c-8c03-4cc94d35dec3 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129823 Apr 11 21:02:29.887023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:02:29.926634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ee775af0-e10c-408c-a0fa-e7930d720bac req-24c1178a-7627-4595-9389-a0175d355bbe tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113565 Apr 11 21:02:29.958949 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.984134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:29.986463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f063b-1960-4536-83b4-ee44816c4114 req-fa8e3b5a-5d98-4447-8a2f-375b2962aa27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:29.987706 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-295588de-d753-49cd-87da-04eddaa77393 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086318 Apr 11 21:02:29.988035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-fa8e3b5a-5d98-4447-8a2f-375b2962aa27 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.4097073 Apr 11 21:02:29.993998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1035cd79-7fa4-428a-8e27-1e203f3c6c01']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:30.061760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.065901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:30.066738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.084465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e300422-ed79-480a-a3f2-4460002013ae') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:30.084465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e300422-ed79-480a-a3f2-4460002013ae') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:30.119758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.222613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-985b70d3-b8ba-4945-a6ea-47a1206501e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 217 time: 0.2272148 Apr 11 21:02:30.232246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8508837 Apr 11 21:02:30.233065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d97246-a2ce-43f6-b51a-c3fdf0af1f84,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:30.256518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.274335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.292738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:30.292738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.315672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-26b53d57-dd17-4ac3-b3a1-fe687a8a9b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:30.320021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-26b53d57-dd17-4ac3-b3a1-fe687a8a9b1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0778778 Apr 11 21:02:30.320021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ff7b4-dc6e-4ac9-9669-860fa4abd84c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Network': ['ID=9e0f61e0-101c-4675-abf2-a5ad6b03abd7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:30.347297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:30.421202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.423692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b712981d-4732-4ca7-8c57-44844d779534 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9192502 Apr 11 21:02:30.435132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46796) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:30.458899 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:30.484201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb74803-fdf7-486d-b752-e2323c9e939b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.486197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-43b03cb0-8d18-42c9-9ec1-ecf8539c0e7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.4851382 Apr 11 21:02:30.496164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-d24a9b2f-3e93-48dc-ad68-f86fde1f1f42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702724 Apr 11 21:02:30.506454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb74803-fdf7-486d-b752-e2323c9e939b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.528711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7b277f9d-1f76-4135-a85d-60bfd700ccb8', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:01:53Z', 'updated_at': '2022-04-11T21:02:24Z', 'revision_number': 1, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:51Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:30.538282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd7856-95fa-4a43-aea3-aefca5eab597 None None] The sync data for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 is: [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7b277f9d-1f76-4135-a85d-60bfd700ccb8', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'floating_ip_address': '172.25.5.184', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:01:53Z', 'updated_at': '2022-04-11T21:02:24Z', 'revision_number': 1, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:51Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:02:30.593981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f063b-1960-4536-83b4-ee44816c4114 req-a9d2013f-d24d-4929-80de-00ee13c8363f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:30.595974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-a9d2013f-d24d-4929-80de-00ee13c8363f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1031902 Apr 11 21:02:30.597078 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.602858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.671426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=1035cd79-7fa4-428a-8e27-1e203f3c6c01,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:30.675594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:30.692179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-52903d04-fd44-4472-992a-e086cbf923be tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/1035cd79-7fa4-428a-8e27-1e203f3c6c01 HTTP/1.1" status: 204 len: 168 time: 3.1211150 Apr 11 21:02:30.692995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46800) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:30.698593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'name': 'tempest-PortsIpV6TestJSON-1309455890'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:30.905999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10288314-d056-48ff-a04f-b424a802528a None None] New status for floating IP 7b277f9d-1f76-4135-a85d-60bfd700ccb8: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:02:30.937689 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-c048d925-d293-40f7-8580-93d697c6d108 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099140 Apr 11 21:02:31.014437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:31.041331 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb74803-fdf7-486d-b752-e2323c9e939b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:31.044327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:31.076281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-c63456af-389a-4e72-bf02-a4cd3f59a67d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4685249 Apr 11 21:02:31.168786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:31.175029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:31.217613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb74803-fdf7-486d-b752-e2323c9e939b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d97246-a2ce-43f6-b51a-c3fdf0af1f84,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:31.242650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb74803-fdf7-486d-b752-e2323c9e939b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:31.254112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cbb74803-fdf7-486d-b752-e2323c9e939b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/99d97246-a2ce-43f6-b51a-c3fdf0af1f84 HTTP/1.1" status: 204 len: 168 time: 0.8152752 Apr 11 21:02:31.258964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46812) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:31.428696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3259d-20d2-4a62-a622-2eee2f8bbdec req-26ead60c-807e-4dc3-957e-1cad40647a37 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:31.430650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96c3259d-20d2-4a62-a622-2eee2f8bbdec req-26ead60c-807e-4dc3-957e-1cad40647a37 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.5557637 Apr 11 21:02:31.434493 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-c943340c-3d34-4514-859d-aca7b0d971ef service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958777 Apr 11 21:02:31.457816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port b0b4462d-49c6-4dd2-8a41-658a655523d6 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:31.524083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0d059a6-2290-4fd4-a602-662b1137a193 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:31.548397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-4fd64752-aeef-4544-9edd-0f593807fc57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 217 time: 0.0926843 Apr 11 21:02:31.625894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96c3259d-20d2-4a62-a622-2eee2f8bbdec req-259d7470-5477-4583-bc88-ef16dad26d67 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869979 Apr 11 21:02:31.642933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-e34690d3-1b32-4b98-8976-536232f800c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:31.646259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-e34690d3-1b32-4b98-8976-536232f800c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0846140 Apr 11 21:02:31.713006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0d059a6-2290-4fd4-a602-662b1137a193 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:31.713834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a79ef6-6998-4c59-b60b-6c508e92179e req-6f5a0cee-b7c6-47b4-8a6d-826c8a693031 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:31.714538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0d059a6-2290-4fd4-a602-662b1137a193 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4388683 Apr 11 21:02:31.716283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84a79ef6-6998-4c59-b60b-6c508e92179e req-6f5a0cee-b7c6-47b4-8a6d-826c8a693031 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.3982251 Apr 11 21:02:31.723086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:31.812543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-e1966d28-9844-4890-9e9b-4d0b9b4bd0d2 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186391 Apr 11 21:02:31.845416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-15b69adc-594e-4d64-9753-76ea69c95964 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1848752 Apr 11 21:02:31.933737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e204580-e25f-4ee0-b146-2f8ccefc73db tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.017104 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e204580-e25f-4ee0-b146-2f8ccefc73db tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.054261 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-719f063b-1960-4536-83b4-ee44816c4114 req-c3f371ca-5b3c-436e-800d-bbde85abf8d8 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321577 Apr 11 21:02:32.111735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-eaa9b34b-7f5d-4f41-abc2-ce921958487c service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619457 Apr 11 21:02:32.233755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84a79ef6-6998-4c59-b60b-6c508e92179e req-d99e8293-acca-4d31-9e33-6b06685a9ece tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4886043 Apr 11 21:02:32.262724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-cda4a90f-dcb0-45f7-a53b-3afbb0c4fe12 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7115378 Apr 11 21:02:32.284146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46842) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:32.309091 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.320830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-b6726e2a-135f-46a7-a3da-2bb19663de45 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021546 Apr 11 21:02:32.406322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.440825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e204580-e25f-4ee0-b146-2f8ccefc73db tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.469668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-f892f114-3313-47e5-878d-495e36766475 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 200 len: 217 time: 0.1430252 Apr 11 21:02:32.472357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e204580-e25f-4ee0-b146-2f8ccefc73db tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc8cd88-3c8b-42d1-aed2-43afecf3aa51,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:32.549034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-b4259f75-9628-46a4-91ab-f6da230c8efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:32.550638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-b4259f75-9628-46a4-91ab-f6da230c8efe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0728505 Apr 11 21:02:32.612760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=b0b4462d-49c6-4dd2-8a41-658a655523d6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:32.639711 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-81cedace-ca55-46c0-82e1-53a5b8bc1e5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818379 Apr 11 21:02:32.641011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e204580-e25f-4ee0-b146-2f8ccefc73db tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.643029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6e204580-e25f-4ee0-b146-2f8ccefc73db tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/cfc8cd88-3c8b-42d1-aed2-43afecf3aa51 HTTP/1.1" status: 204 len: 168 time: 0.9172750 Apr 11 21:02:32.645106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46848) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:32.681726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:32.688278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:32.701531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:32.705943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:32.706889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:32.804952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-dbab07ee-7e44-498e-9ef1-4d4957631e72 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 1097 time: 0.3959100 Apr 11 21:02:32.846820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-321d2500-0e15-48ae-9e6e-c538e183440b req-c89e8d4e-4741-417c-89d2-64f82dea3c1f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.5610948 Apr 11 21:02:33.011492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e948ea64-d7d0-4da8-baff-0c9b75473a7c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:33.063296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-5d6151c5-3d92-4e22-9767-419ba62793bb service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130788 Apr 11 21:02:33.113576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-e022f7e5-b9fb-4264-b4a6-3b433f8b5e57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:33.116336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-e022f7e5-b9fb-4264-b4a6-3b433f8b5e57 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.2439678 Apr 11 21:02:33.120788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c456d738-063a-4479-89ad-56b0b86fdcb4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4268072 Apr 11 21:02:33.133390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46854) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:33.263781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-321d2500-0e15-48ae-9e6e-c538e183440b req-4155877d-c524-4834-ab6f-e344e1b26d03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4156830 Apr 11 21:02:33.265843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-a9a99552-d736-470e-9937-a35f736d8598 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 200 len: 217 time: 0.1351657 Apr 11 21:02:33.279230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e948ea64-d7d0-4da8-baff-0c9b75473a7c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:33.280470 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e948ea64-d7d0-4da8-baff-0c9b75473a7c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6342034 Apr 11 21:02:33.301500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46862) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:33.311383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--645612802'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:33.335315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:33.543147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f00b45-56a2-409b-80d4-5e262fe55ef6 req-91dc6ca8-36d2-4ac3-870d-87bf58297d53 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:33.544612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50f00b45-56a2-409b-80d4-5e262fe55ef6 req-91dc6ca8-36d2-4ac3-870d-87bf58297d53 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.6254070 Apr 11 21:02:33.548016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port b0b4462d-49c6-4dd2-8a41-658a655523d6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:33.548109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:33.575575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:33.606262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-7204607d-7305-42fb-a221-62416257d6d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:33.607740 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-7204607d-7305-42fb-a221-62416257d6d7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.3331227 Apr 11 21:02:33.656738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-f360bb3a-ab29-454f-9b18-33834c600b52 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820525 Apr 11 21:02:33.660868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-ca4e0216-3f1d-4db8-a877-0d76dc35e486 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447807 Apr 11 21:02:33.672922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0c1-e0e2-48d1-afec-5da4947c4b7b req-c75eacdc-2e39-4fea-a976-63d4cc4383fe tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:33.673054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e969a0c1-e0e2-48d1-afec-5da4947c4b7b req-c75eacdc-2e39-4fea-a976-63d4cc4383fe tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.1511195 Apr 11 21:02:33.751242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:33.758812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46870) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:33.771937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'subnets': [{'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--708766620', 'ip_version': 6}, {'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:33.772254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'subnet': {'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--708766620', 'ip_version': 6}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:33.773473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Request body: {'subnet': {'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:33.817768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50f00b45-56a2-409b-80d4-5e262fe55ef6 req-cae77899-080d-4199-8483-7a29ea594e3e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346234 Apr 11 21:02:33.825858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-36e6bdc9-fb92-420c-a108-f18d7d269656 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 200 len: 217 time: 0.1580477 Apr 11 21:02:33.915152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e969a0c1-e0e2-48d1-afec-5da4947c4b7b req-9e0ab345-33e4-48b8-8bca-ab04a1690c82 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236121 Apr 11 21:02:33.980062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-ed87162c-9653-462b-9aa7-08e8c6af20dd service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060722 Apr 11 21:02:33.986385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:34.004313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:34.011227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:34.014772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-d82e3475-6b3a-48fe-9bdc-bc9ab1c4766a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:34.016250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-d82e3475-6b3a-48fe-9bdc-bc9ab1c4766a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1722586 Apr 11 21:02:34.020620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.030123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:34.176943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:34.192874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Usage tracker for resource:subnet and tenant:6fe8a40e0da34e36a42a11eb480b6e1e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:34.198332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:34.206866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:34.227942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2df79fdc-6f58-4e1c-872f-6047c762b4d7 req-89e8bb91-07f7-4dd5-bce8-38a02c709ccd service neutron] 10.222.0.75 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882415 Apr 11 21:02:34.261215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for b0b4462d-49c6-4dd2-8a41-658a655523d6 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:34.331373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Made reservation on behalf of 6fe8a40e0da34e36a42a11eb480b6e1e for: {'subnet': 2} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:34.404582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.425959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-65a23bb5-17c8-4820-a3cd-4e8068c986e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3969357 Apr 11 21:02:34.432210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439b25-8663-4ad7-872a-b9ab73404c82 req-99eabcd7-c406-4fb5-970f-6e5791415a01 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:34.435927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16439b25-8663-4ad7-872a-b9ab73404c82 req-99eabcd7-c406-4fb5-970f-6e5791415a01 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.3728755 Apr 11 21:02:34.527966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.551232 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.551386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.551386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.669460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=b0b4462d-49c6-4dd2-8a41-658a655523d6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:34.686540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6dbb8-91f5-473b-8fe3-1845e887846d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:34.729024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.731544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c5446b04-a32d-4bdc-bd98-ca2179c6bfa5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/b0b4462d-49c6-4dd2-8a41-658a655523d6 HTTP/1.1" status: 204 len: 168 time: 1.5945978 Apr 11 21:02:34.733543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46884) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:34.735396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-16439b25-8663-4ad7-872a-b9ab73404c82 req-e857f0f7-112e-43c1-a115-57f27e2648c3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783284 Apr 11 21:02:34.750182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'mac_address': 'fa:16:3e:95:a5:f6', 'name': 'tempest-PortsIpV6TestJSON-636449909'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:34.774235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-59dd152e-9834-45de-b9e7-d1c297009f7b service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338790 Apr 11 21:02:34.774235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:34.774235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-62a99e6b-b8bc-4ad4-a1a3-be751f443c7b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4718201 Apr 11 21:02:34.777412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46888) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:34.903264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'd2c6dbb8-91f5-473b-8fe3-1845e887846d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:34.912762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:34.926901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:34.935623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:34.936302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:34.940566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:34.941372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:34.951077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:34.971575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:35.011388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-ca0dc635-3c48-4061-a7a5-d0087b0c6e77 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327793 Apr 11 21:02:35.119670 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-032bcbbc-fa24-487b-bc4a-87fd102b2b6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 200 len: 217 time: 0.0987716 Apr 11 21:02:35.121003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:35.279967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-ecaed593-4624-41e8-bac5-b8977e49e630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:35.281343 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-ecaed593-4624-41e8-bac5-b8977e49e630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1429293 Apr 11 21:02:35.388814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:35.483418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:35.496533 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:35.517056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70501977-c7ab-45ee-8eeb-ed387ce80a51 req-ef715b1e-3a25-4d64-b3be-46a9f63bb1f1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:35.518448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-70501977-c7ab-45ee-8eeb-ed387ce80a51 req-ef715b1e-3a25-4d64-b3be-46a9f63bb1f1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3101900 Apr 11 21:02:35.534596 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:35.555433 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-c388f03d-9c2c-406d-84e3-427c3ea34bf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2633145 Apr 11 21:02:35.604385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 12deba7e-ef79-4614-9690-159f80ff942f yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:35.662457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Subnet': ['ID=32872df5-7283-481b-9dc2-abdb6daff1d2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:35.668439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:35.697507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-70501977-c7ab-45ee-8eeb-ed387ce80a51 req-8c5a6a84-b713-4da9-8a29-fddc038cff67 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724589 Apr 11 21:02:35.705674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Checking segment: {'id': '9910d437-ae18-47a0-b294-afe2eebe7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:35.706032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network hostable DHCP agents. Network: e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:35.717840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c672ec-f1fe-4250-b877-b4d394c4f93a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:35.786588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-af731a8c-b84b-4ab4-8974-4594a2d36aa1 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196724 Apr 11 21:02:35.865776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:35.868441 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a74248e4-36f7-4cd8-958b-d0c7cfd3473d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0881960 Apr 11 21:02:35.875293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46904) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:35.887746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'd2c6dbb8-91f5-473b-8fe3-1845e887846d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:35.897475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:35.905661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:35.911416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:35.914723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:35.933472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:35.967141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-8eea40cf-49ec-4639-bde8-a6ae29c57bbf service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752074 Apr 11 21:02:35.985966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.020047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c207f06-9d48-4239-b1bb-aa3a7100799a req-b9548f43-a661-460d-a490-a395cec94c5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 1096 time: 0.1414895 Apr 11 21:02:36.045870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:36.056147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4497c5-f5ea-49b6-b1b7-49cb2e19f20d None None] Network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:36.058688 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.061156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-d400b7e3-bbd3-4408-97bf-3dbe1630c050 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 217 time: 0.0884402 Apr 11 21:02:36.062776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.135751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.200943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904204d-8576-456f-849c-3e26d65f9928 req-4dffa791-dd64-4659-957d-d7d61d6173be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.202631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-4dffa791-dd64-4659-957d-d7d61d6173be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1257675 Apr 11 21:02:36.256475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event updated for resources: {'Subnet': ['ID=0acee599-3a72-4edf-8a83-0521ccea4ba9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:36.300226 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.312092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c207f06-9d48-4239-b1bb-aa3a7100799a req-4a086ce0-1ec1-49bb-93e1-1ed2bc51ca08 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863119 Apr 11 21:02:36.312751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=12deba7e-ef79-4614-9690-159f80ff942f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:36.317021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:36.321388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:36.324963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:36.329173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.329905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.330889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-21ef9b85-e439-4220-aa60-4c389a2c5fe5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184535 Apr 11 21:02:36.354502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Checking segment: {'id': 'c4b902f5-30c2-455f-9923-2fba18eed125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:36.354502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network hostable DHCP agents. Network: 9e0f61e0-101c-4675-abf2-a5ad6b03abd7, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:36.369676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27', 'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27', 'tenant_id': '6fe8a40e0da34e36a42a11eb480b6e1e', 'fixed_ips': [{'subnet_id': '32872df5-7283-481b-9dc2-abdb6daff1d2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:02:36.370538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.401368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.433041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629ef614-a433-4f5b-b5d7-ee1af27de856,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:36.479853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2b2abb31-67c8-426f-a281-9b7baca3fa1e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7436674 Apr 11 21:02:36.481921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46908) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:36.506510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:36.545086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.546268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a04cd768-8a27-4c46-9097-2e4a44b03924 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6700263 Apr 11 21:02:36.549239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46912) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:36.562627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'd2c6dbb8-91f5-473b-8fe3-1845e887846d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:36.572313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:36.577428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:36.580152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:36.590861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Allocated IP 2001:db8::1 (e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27/32872df5-7283-481b-9dc2-abdb6daff1d2/9ab324f0-02fe-449e-ba73-3a930825b5d2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:36.596699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:36.632575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9e0f61e0-101c-4675-abf2-a5ad6b03abd7) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:36.637789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.638357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.639172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.646459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0ec4a-5f0e-4590-9968-8454d29d105a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.647074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-22c0ec4a-5f0e-4590-9968-8454d29d105a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:36.666971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509bbd18-8f16-469f-9992-c5e0d518d873 None None] Network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:36.705462 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-2e06b42f-3292-4a05-8b00-19c7525b6cfd service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839211 Apr 11 21:02:36.782527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2b609e69-8f59-4560-9a89-5bde6789f05f tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0226567 Apr 11 21:02:36.793790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46922) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:36.828815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-22c0ec4a-5f0e-4590-9968-8454d29d105a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:36.830363 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-22c0ec4a-5f0e-4590-9968-8454d29d105a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/12deba7e-ef79-4614-9690-159f80ff942f HTTP/1.1" status: 200 len: 844 time: 0.3478694 Apr 11 21:02:36.845654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.849540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46926) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:36.918727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ba528-66e1-45af-aee6-091170dd7f7c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.918727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ba528-66e1-45af-aee6-091170dd7f7c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.919267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ba528-66e1-45af-aee6-091170dd7f7c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:36.920030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d10ba528-66e1-45af-aee6-091170dd7f7c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Synchronizing usage tracker for tenant:6fe8a40e0da34e36a42a11eb480b6e1e on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:36.958592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e904204d-8576-456f-849c-3e26d65f9928 req-2583ea7b-9315-4f00-a724-478b55cd952b service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476966 Apr 11 21:02:36.959457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.978905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 12deba7e-ef79-4614-9690-159f80ff942f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:36.979708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:36.998468 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.033278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d10ba528-66e1-45af-aee6-091170dd7f7c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Unset dirty status for tenant:6fe8a40e0da34e36a42a11eb480b6e1e on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:37.035694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d10ba528-66e1-45af-aee6-091170dd7f7c tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2396026 Apr 11 21:02:37.043491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Transition to ACTIVE for port object 9ab324f0-02fe-449e-ba73-3a930825b5d2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:37.044659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46930) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:37.056493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9e0f61e0-101c-4675-abf2-a5ad6b03abd7', 'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7', 'tenant_id': '6fe8a40e0da34e36a42a11eb480b6e1e', 'fixed_ips': [{'subnet_id': '0acee599-3a72-4edf-8a83-0521ccea4ba9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:02:37.057219 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.060886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.079042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17bea7e-9316-43e4-83d9-395b8b436370,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:37.079716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Transition to ACTIVE for port object 9ab324f0-02fe-449e-ba73-3a930825b5d2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:37.154400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a37e2-3b77-4134-b8bc-82fd3650eee9 req-12a47ca3-26a5-49ae-abf2-ee1a21959d95 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:37.155721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d45a37e2-3b77-4134-b8bc-82fd3650eee9 req-12a47ca3-26a5-49ae-abf2-ee1a21959d95 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3160775 Apr 11 21:02:37.218845 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.240121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.242256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f386172-b0bd-4b71-a5fd-e77675cd133d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6914814 Apr 11 21:02:37.245035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46934) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:37.254470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'd2c6dbb8-91f5-473b-8fe3-1845e887846d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:37.269422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:37.279238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:37.290177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:37.304394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:37.305722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:37.312274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:37.316793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Allocated IP 2001:db8:0:1::1 (9e0f61e0-101c-4675-abf2-a5ad6b03abd7/0acee599-3a72-4edf-8a83-0521ccea4ba9/fca081cc-10bb-41c8-8076-33ef02cbf76e) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:37.319834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:37.399195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d45a37e2-3b77-4134-b8bc-82fd3650eee9 req-0913a3e2-ab14-4d51-a859-e66ff4181d6e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330005 Apr 11 21:02:37.402753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Pushing event updated for resources: {'Port': ['ID=9ab324f0-02fe-449e-ba73-3a930825b5d2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:37.417863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.436544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Attempting to bind port 9ab324f0-02fe-449e-ba73-3a930825b5d2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:37.437174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Attempting to bind port 9ab324f0-02fe-449e-ba73-3a930825b5d2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '9910d437-ae18-47a0-b294-afe2eebe7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:37.437687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Attempting to bind port 9ab324f0-02fe-449e-ba73-3a930825b5d2 on network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:37.472835 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.520190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:37.520835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Checking segment: {'id': '9910d437-ae18-47a0-b294-afe2eebe7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:37.522776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.523797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Bound using segment: {'id': '9910d437-ae18-47a0-b294-afe2eebe7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:37.524704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Bound port: 9ab324f0-02fe-449e-ba73-3a930825b5d2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9910d437-ae18-47a0-b294-afe2eebe7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:37.525476 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.563910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.667390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.691674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 12deba7e-ef79-4614-9690-159f80ff942f owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:37.702295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543e642a-eaf6-4b3c-aa23-bd7bdb581805,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:37.727619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting subnet 32872df5-7283-481b-9dc2-abdb6daff1d2 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:02:37.729973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:37.742568 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.761051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab324f0-02fe-449e-ba73-3a930825b5d2,segment=NetworkSegment(9910d437-ae18-47a0-b294-afe2eebe7735),segment_id=9910d437-ae18-47a0-b294-afe2eebe7735)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:37.781120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.803738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Transition to ACTIVE for port object fca081cc-10bb-41c8-8076-33ef02cbf76e will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:37.814894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Transition to ACTIVE for port object fca081cc-10bb-41c8-8076-33ef02cbf76e will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:37.831945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.862926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.864958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9029c43f-bde1-467c-84b8-9d50aa29c70e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6180861 Apr 11 21:02:37.869880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46946) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:37.875330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'd2c6dbb8-91f5-473b-8fe3-1845e887846d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:37.881507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:37.892536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:37.892536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:37.895364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:37.952644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.953118 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:37.983786 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.010704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.020960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.036971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:38.043252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:38.045639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:38.071663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=12deba7e-ef79-4614-9690-159f80ff942f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.083387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.099663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.101375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1c14-01c6-4e24-b99c-4d9d2e0137e0 None None] Pushing event updated for resources: {'Port': ['ID=9ab324f0-02fe-449e-ba73-3a930825b5d2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.150669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.184595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bcaf1284-f163-47ef-9bd0-ac09e63a80d1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/12deba7e-ef79-4614-9690-159f80ff942f HTTP/1.1" status: 204 len: 168 time: 1.3321149 Apr 11 21:02:38.187243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46952) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:38.191642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Subnet': ['ID=32872df5-7283-481b-9dc2-abdb6daff1d2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.199685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.201925 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a20a4d4a-0e89-44c1-9101-1a30908aedf5 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/subnets/32872df5-7283-481b-9dc2-abdb6daff1d2 HTTP/1.1" status: 204 len: 168 time: 1.1563444 Apr 11 21:02:38.204755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46956) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:38.238326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.250454 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f21ba-db10-490d-8683-519134ace63c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:38.251150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-599f21ba-db10-490d-8683-519134ace63c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:38.255161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Pushing event updated for resources: {'Port': ['ID=fca081cc-10bb-41c8-8076-33ef02cbf76e,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.266488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Attempting to bind port fca081cc-10bb-41c8-8076-33ef02cbf76e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:38.268135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Attempting to bind port fca081cc-10bb-41c8-8076-33ef02cbf76e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'c4b902f5-30c2-455f-9923-2fba18eed125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:38.283122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Attempting to bind port fca081cc-10bb-41c8-8076-33ef02cbf76e on network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:38.301943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44beb90d-8e0d-4813-98bd-82ee46c2c266,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.302675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:38.310231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Checking segment: {'id': 'c4b902f5-30c2-455f-9923-2fba18eed125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:38.311230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.314263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Bound using segment: {'id': 'c4b902f5-30c2-455f-9923-2fba18eed125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:38.315526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Bound port: fca081cc-10bb-41c8-8076-33ef02cbf76e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b902f5-30c2-455f-9923-2fba18eed125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e0f61e0-101c-4675-abf2-a5ad6b03abd7'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:38.317137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.353818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.357454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-addf100d-d41b-4719-ae91-c20648861d93 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4865806 Apr 11 21:02:38.358271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46962) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:38.389251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-599f21ba-db10-490d-8683-519134ace63c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:38.393971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-599f21ba-db10-490d-8683-519134ace63c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/12deba7e-ef79-4614-9690-159f80ff942f HTTP/1.1" status: 404 len: 333 time: 0.2019744 Apr 11 21:02:38.396027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46966) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:38.403627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'name': 'tempest-PortsIpV6TestJSON-43438881'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:38.435650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d92a15-f8b7-4b03-86ce-2ba1be477905 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.508852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] For port fca081cc-10bb-41c8-8076-33ef02cbf76e, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:38.512465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] For port fca081cc-10bb-41c8-8076-33ef02cbf76e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fca081cc-10bb-41c8-8076-33ef02cbf76e,segment=NetworkSegment(c4b902f5-30c2-455f-9923-2fba18eed125),segment_id=c4b902f5-30c2-455f-9923-2fba18eed125)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:38.538569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting subnet 0acee599-3a72-4edf-8a83-0521ccea4ba9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:02:38.541754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.578158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d92a15-f8b7-4b03-86ce-2ba1be477905 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.590226 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.634752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.728674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:38.758079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:38.779965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042007-f0fe-4060-a12a-f39c3486f91e None None] Pushing event updated for resources: {'Port': ['ID=fca081cc-10bb-41c8-8076-33ef02cbf76e,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.794541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afeecc-b509-4c65-a4fa-38a0f5493c1f req-b9dc2fe1-07be-4532-a928-cda48fe8220f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:38.794541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b7afeecc-b509-4c65-a4fa-38a0f5493c1f req-b9dc2fe1-07be-4532-a928-cda48fe8220f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.1206005 Apr 11 21:02:38.828438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.829832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d92a15-f8b7-4b03-86ce-2ba1be477905 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.870809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92a15-f8b7-4b03-86ce-2ba1be477905 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44beb90d-8e0d-4813-98bd-82ee46c2c266,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:38.887620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-58d92a15-f8b7-4b03-86ce-2ba1be477905 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.888934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-58d92a15-f8b7-4b03-86ce-2ba1be477905 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/44beb90d-8e0d-4813-98bd-82ee46c2c266 HTTP/1.1" status: 204 len: 168 time: 0.5294578 Apr 11 21:02:38.893518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b7afeecc-b509-4c65-a4fa-38a0f5493c1f req-ce1b5b03-4f46-4a3c-a26f-e2977efcb33c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936091 Apr 11 21:02:38.894031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:38.932788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:38.935745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:38.942294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ab324f0-02fe-449e-ba73-3a930825b5d2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:38.987598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1a9e96a9-181b-4181-9592-4970655cc76c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:39.000490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 31d23c92-5a02-4856-b902-30685d070229 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:39.029042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.096558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.125152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Subnet': ['ID=0acee599-3a72-4edf-8a83-0521ccea4ba9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:39.165536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9ab324f0-02fe-449e-ba73-3a930825b5d2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:39.233933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1a9e96a9-181b-4181-9592-4970655cc76c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:39.238023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1a9e96a9-181b-4181-9592-4970655cc76c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3403289 Apr 11 21:02:39.238371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46980) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:39.310091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e60d040-e8b5-4ec0-8bf2-eae0914beb70 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.322719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-38da8b5b-0d5c-478a-951f-18f0049aad3b tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/subnets/0acee599-3a72-4edf-8a83-0521ccea4ba9 HTTP/1.1" status: 204 len: 168 time: 1.1167350 Apr 11 21:02:39.326072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:39.335282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e60d040-e8b5-4ec0-8bf2-eae0914beb70 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.492433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e60d040-e8b5-4ec0-8bf2-eae0914beb70 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.533004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.534920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60d040-e8b5-4ec0-8bf2-eae0914beb70 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=543e642a-eaf6-4b3c-aa23-bd7bdb581805,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:39.537986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8720812-ac14-401a-aaf4-99f41db26807 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:39.543113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8720812-ac14-401a-aaf4-99f41db26807 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2124298 Apr 11 21:02:39.544080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46992) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:39.687740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e60d040-e8b5-4ec0-8bf2-eae0914beb70 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.689865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e60d040-e8b5-4ec0-8bf2-eae0914beb70 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/543e642a-eaf6-4b3c-aa23-bd7bdb581805 HTTP/1.1" status: 204 len: 168 time: 0.4502745 Apr 11 21:02:39.692285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46996) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:39.773984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-d0f4b8ea-fc81-4b94-bab8-f923956ae9ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444399fd4d7e476099e458dc2a9f9b98&device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 1096 time: 0.1579790 Apr 11 21:02:39.783309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a0ece329-783e-4048-a94e-e701294ce671 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:39.921528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.961045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a0ece329-783e-4048-a94e-e701294ce671 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:39.963157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a0ece329-783e-4048-a94e-e701294ce671 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2689838 Apr 11 21:02:39.965622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting port fca081cc-10bb-41c8-8076-33ef02cbf76e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:39.965964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:39.968411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-9ce5e65a-0754-4aef-913f-c4f129271da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:39.968831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-9ce5e65a-0754-4aef-913f-c4f129271da4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 200 len: 912 time: 0.1823390 Apr 11 21:02:39.969278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47002) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:40.023769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f073143-84a7-487d-949e-cedfd41568df req-a4b3540b-3412-4d46-91fb-6a0c72a4e6d1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:40.031692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f073143-84a7-487d-949e-cedfd41568df req-a4b3540b-3412-4d46-91fb-6a0c72a4e6d1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3787189 Apr 11 21:02:40.063605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:40.064172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-483df397-9caf-4b99-bf55-0ac471f90be1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db HTTP/1.1" status: 200 len: 217 time: 0.0835748 Apr 11 21:02:40.105886 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe77-37e2-4b22-b3e1-17a910b51ff4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:40.125043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe77-37e2-4b22-b3e1-17a910b51ff4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:40.155536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838bd56-ec72-413c-a8da-3fe8c7b04a1e None None] Network e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:40.191614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-a358db52-2910-4579-ab70-d3e41b847b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:40.193299 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-a358db52-2910-4579-ab70-d3e41b847b4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 200 len: 851 time: 0.1218543 Apr 11 21:02:40.238219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:40.253923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:40.285463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe77-37e2-4b22-b3e1-17a910b51ff4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:40.285663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:40.287079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:40.287776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:40.294276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:02:40.354195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-75efbdc8-20da-4164-8f9e-5f21fe004f2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b6277f6b-8eea-484d-88c5-37db7e3c64d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503177 Apr 11 21:02:40.356638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f073143-84a7-487d-949e-cedfd41568df req-ecc70755-ef9f-4597-8a36-152461dcdd34 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238690 Apr 11 21:02:40.357737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=31d23c92-5a02-4856-b902-30685d070229,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:40.421257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcfe77-37e2-4b22-b3e1-17a910b51ff4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b17bea7e-9316-43e4-83d9-395b8b436370,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:40.434629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4efcfe77-37e2-4b22-b3e1-17a910b51ff4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:40.435802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4efcfe77-37e2-4b22-b3e1-17a910b51ff4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b17bea7e-9316-43e4-83d9-395b8b436370 HTTP/1.1" status: 204 len: 168 time: 0.4656093 Apr 11 21:02:40.442952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47008) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:40.729604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354faa96-526b-4541-ba83-98d5a5552d6c None None] Network 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:41.043814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-321994ca-69b9-43d6-b047-d90adb92ef95 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.3333311 Apr 11 21:02:41.043814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] For port fca081cc-10bb-41c8-8076-33ef02cbf76e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fca081cc-10bb-41c8-8076-33ef02cbf76e,segment=NetworkSegment(c4b902f5-30c2-455f-9923-2fba18eed125),segment_id=c4b902f5-30c2-455f-9923-2fba18eed125)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:41.043814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.045297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a4f44ede-b39e-4f83-a195-2a2f886b222c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:41.045858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Calling delete_port for fca081cc-10bb-41c8-8076-33ef02cbf76e owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:41.046201 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-985627f1-2a4a-4a60-ad0b-449011b0b24e service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411756 Apr 11 21:02:41.046532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:41.047003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47024) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:41.053113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6af439b2-e84c-4a4f-b531-36ec4099e99e req-60013a93-1a49-45ff-80e7-ea5e3c1f538e service neutron] 10.222.0.69 "GET /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443667 Apr 11 21:02:41.056315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:41.218614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:02:41.218614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.218797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.218890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:02:41.222155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:41.242542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fca081cc-10bb-41c8-8076-33ef02cbf76e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:41.302493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] DHCP port deletion for e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:02:41.316469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Deleting port 9ab324f0-02fe-449e-ba73-3a930825b5d2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:41.316846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.357477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9de89f-0163-47e3-9137-63fa2552b227 None None] DHCP port deletion for 9e0f61e0-101c-4675-abf2-a5ad6b03abd7 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:02:41.383083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ac9de89f-0163-47e3-9137-63fa2552b227 None None] Deleting port fca081cc-10bb-41c8-8076-33ef02cbf76e {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:41.383459 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac9de89f-0163-47e3-9137-63fa2552b227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.423753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a4f44ede-b39e-4f83-a195-2a2f886b222c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:41.427781 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a4f44ede-b39e-4f83-a195-2a2f886b222c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.9732578 Apr 11 21:02:41.430017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.430889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47030) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:41.465714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.477697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-deeceb10-5844-4a5e-87a5-edcc1251afb5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.490449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-deeceb10-5844-4a5e-87a5-edcc1251afb5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.510766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] Provisioning for port 9ab324f0-02fe-449e-ba73-3a930825b5d2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:41.516094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Port': ['ID=fca081cc-10bb-41c8-8076-33ef02cbf76e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:41.518091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] No DVR routers for this DVR port fca081cc-10bb-41c8-8076-33ef02cbf76e on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:41.521510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.534156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] Provisioning complete for port 9ab324f0-02fe-449e-ba73-3a930825b5d2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:41.536983 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.592144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ac9de89f-0163-47e3-9137-63fa2552b227 None None] The port 'fca081cc-10bb-41c8-8076-33ef02cbf76e' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:41.647261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a898e66-ad40-44dd-b3a5-23fc22da6c6f req-48928fb5-fdcf-439e-b09b-dc2e8994cd2f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:41.653406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.654501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a898e66-ad40-44dd-b3a5-23fc22da6c6f req-48928fb5-fdcf-439e-b09b-dc2e8994cd2f tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.1246600 Apr 11 21:02:41.662070 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.683654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No active binding found for port fca081cc-10bb-41c8-8076-33ef02cbf76e {{(pid=84668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 11 21:02:41.683654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fca081cc-10bb-41c8-8076-33ef02cbf76e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 11 21:02:41.712632 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a898e66-ad40-44dd-b3a5-23fc22da6c6f req-b391c4d7-f87c-465e-b05e-789630ef1ae0 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Apr 11 21:02:41.713305 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-deeceb10-5844-4a5e-87a5-edcc1251afb5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.751030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeceb10-5844-4a5e-87a5-edcc1251afb5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=629ef614-a433-4f5b-b5d7-ee1af27de856,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:41.778192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0f61e0-101c-4675-abf2-a5ad6b03abd7']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:41.795225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] In _notify_port_updated(), no bound segment for port 31d23c92-5a02-4856-b902-30685d070229 on network fdad62a1-9d45-4b14-9228-8332556b265c {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:02:41.799658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:41.800463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.805500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/ports/31d23c92-5a02-4856-b902-30685d070229 HTTP/1.1" status: 200 len: 818 time: 0.7625961 Apr 11 21:02:41.806911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b902f5-30c2-455f-9923-2fba18eed125') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:41.807375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b902f5-30c2-455f-9923-2fba18eed125') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:41.807718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47044) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:41.827954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280684bf-6bc9-45ba-a10b-1a591cefc25d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=31d23c92-5a02-4856-b902-30685d070229,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:41.832362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.854721 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.862306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:41.862934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:41.884298 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:41.895461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c039e404-44c3-43d4-ae99-eeb1efc9a53c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:02:41.912388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-deeceb10-5844-4a5e-87a5-edcc1251afb5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:41.915379 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-deeceb10-5844-4a5e-87a5-edcc1251afb5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/629ef614-a433-4f5b-b5d7-ee1af27de856 HTTP/1.1" status: 204 len: 168 time: 0.4825711 Apr 11 21:02:41.920918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47048) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:41.925806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:41.974451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Port fca081cc-10bb-41c8-8076-33ef02cbf76e not found, will not notify nova. {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 11 21:02:42.029667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 31d23c92-5a02-4856-b902-30685d070229 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:42.029667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.101506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.147165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.186767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Network': ['ID=9e0f61e0-101c-4675-abf2-a5ad6b03abd7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:42.222577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6c978da5-cffd-4407-a24a-c7b1f80b1d71 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/networks/9e0f61e0-101c-4675-abf2-a5ad6b03abd7 HTTP/1.1" status: 204 len: 168 time: 2.6754403 Apr 11 21:02:42.226254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47054) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:42.405126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.410642 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.494388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab324f0-02fe-449e-ba73-3a930825b5d2,segment=NetworkSegment(9910d437-ae18-47a0-b294-afe2eebe7735),segment_id=9910d437-ae18-47a0-b294-afe2eebe7735)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:42.495097 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.500381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.541218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting port 9ab324f0-02fe-449e-ba73-3a930825b5d2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:42.541568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.542060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 31d23c92-5a02-4856-b902-30685d070229 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:42.633780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f03a3064-b950-400a-8a91-2e4313feb5c5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:42.738399 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.778930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47062) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:42.903465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=31d23c92-5a02-4856-b902-30685d070229,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:42.906390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f03a3064-b950-400a-8a91-2e4313feb5c5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:42.911714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f03a3064-b950-400a-8a91-2e4313feb5c5 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.9871583 Apr 11 21:02:42.913189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47068) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:42.948483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Calling delete_port for 9ab324f0-02fe-449e-ba73-3a930825b5d2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:42.958919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:42.986678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5b78ef54-d265-480c-a88f-8bfb955f0663 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/31d23c92-5a02-4856-b902-30685d070229 HTTP/1.1" status: 204 len: 168 time: 1.1777549 Apr 11 21:02:42.989240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47072) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:43.060037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9ab324f0-02fe-449e-ba73-3a930825b5d2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:43.115182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c45352-d270-49dd-95b0-cf2c592e77cd tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.155244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c45352-d270-49dd-95b0-cf2c592e77cd tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.202167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab324f0-02fe-449e-ba73-3a930825b5d2,segment=NetworkSegment(9910d437-ae18-47a0-b294-afe2eebe7735),segment_id=9910d437-ae18-47a0-b294-afe2eebe7735)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:43.202981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.243653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab324f0-02fe-449e-ba73-3a930825b5d2,segment=NetworkSegment(9910d437-ae18-47a0-b294-afe2eebe7735),segment_id=9910d437-ae18-47a0-b294-afe2eebe7735)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:43.285677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0564f9d0-76c4-4283-8a30-636a78c1b05a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:43.288638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0564f9d0-76c4-4283-8a30-636a78c1b05a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:43.352299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.365043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c45352-d270-49dd-95b0-cf2c592e77cd tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.376006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.412349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c45352-d270-49dd-95b0-cf2c592e77cd tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80c672ec-f1fe-4250-b877-b4d394c4f93a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:43.434216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fca081cc-10bb-41c8-8076-33ef02cbf76e no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:43.444806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0564f9d0-76c4-4283-8a30-636a78c1b05a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:43.446117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0564f9d0-76c4-4283-8a30-636a78c1b05a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4450157 Apr 11 21:02:43.448984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47078) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:43.487526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:43.488155 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:43.498457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c45352-d270-49dd-95b0-cf2c592e77cd tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.499597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94c45352-d270-49dd-95b0-cf2c592e77cd tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/80c672ec-f1fe-4250-b877-b4d394c4f93a HTTP/1.1" status: 204 len: 168 time: 0.5710049 Apr 11 21:02:43.506168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47082) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:43.510424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: fca081cc-10bb-41c8-8076-33ef02cbf76e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:43.513136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fca081cc-10bb-41c8-8076-33ef02cbf76e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:43.515697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-22f6da83-3d10-4823-acfe-3f6ac26ac037 None None] Could not find standard attr ID for object fca081cc-10bb-41c8-8076-33ef02cbf76e. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:02:43.532953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f724-e8cf-4ad3-99f1-ba0e3baacfb5 None None] Pushing event updated for resources: {'Port': ['ID=9ab324f0-02fe-449e-ba73-3a930825b5d2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:43.551486 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd83464-2263-4278-99fb-b8f68267276f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:43.561261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2cd83464-2263-4278-99fb-b8f68267276f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/31d23c92-5a02-4856-b902-30685d070229 HTTP/1.1" status: 404 len: 333 time: 0.1112230 Apr 11 21:02:43.562061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47086) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:43.574071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-697642884'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:43.583287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:43.588779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Calling delete_port for 9ab324f0-02fe-449e-ba73-3a930825b5d2 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:43.594796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:43.599464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:43.613088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:43.636102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3be4757b-6740-47db-bd1b-8434a11fa21e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:43.681241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:43.700745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Usage tracker for resource:security_group_rule and tenant:87245db420984fadad721809ecf312a8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:43.705262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:43.716970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:43.724504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd3a6f-3d41-4bc3-94a8-c60fd237ebfa req-8aea2330-8d86-4208-86be-b9417b26c36d tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:43.725807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2bbd3a6f-3d41-4bc3-94a8-c60fd237ebfa req-8aea2330-8d86-4208-86be-b9417b26c36d tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.5074749 Apr 11 21:02:43.748492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:43.755706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.779091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3be4757b-6740-47db-bd1b-8434a11fa21e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:43.779091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3be4757b-6740-47db-bd1b-8434a11fa21e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2673514 Apr 11 21:02:43.779091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47090) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:43.800760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2bbd3a6f-3d41-4bc3-94a8-c60fd237ebfa req-646362ce-a0b7-4208-8122-99251b8f1cb1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607412 Apr 11 21:02:43.807322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:43.807660 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:43.856903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.911833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2ffe-d66c-4ef9-8ebf-8c366cd086e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.917354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:43.943737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.963550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.964434 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 0ee762a3-8b53-4aa5-86e4-92d2d5a34b77 of type vlan for network f3243e3d-5d27-4759-9445-b6291ec6eb0d Apr 11 21:02:43.973755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e7b2dc-7bcd-46d9-b8dd-b2fa255aad5b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:43.990444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Deleting port 9ab324f0-02fe-449e-ba73-3a930825b5d2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:43.991804 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.057912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49a759d-ec73-4e28-9a86-48edd354554c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:44.062332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-29aa9b21-2b7e-447a-9c26-de73d75049be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87245db420984fadad721809ecf312a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2804313 Apr 11 21:02:44.067993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.069814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:44.089499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e7b2dc-7bcd-46d9-b8dd-b2fa255aad5b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.138950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-803d4268-183a-4c2e-89b0-0cd2604e38a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.175174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-803d4268-183a-4c2e-89b0-0cd2604e38a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.244675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e7b2dc-7bcd-46d9-b8dd-b2fa255aad5b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.270072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7b2dc-7bcd-46d9-b8dd-b2fa255aad5b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6dbb8-91f5-473b-8fe3-1845e887846d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:44.309277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting port 9ab324f0-02fe-449e-ba73-3a930825b5d2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:44.309872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.312597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:44.354379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.385623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab324f0-02fe-449e-ba73-3a930825b5d2,segment=NetworkSegment(9910d437-ae18-47a0-b294-afe2eebe7735),segment_id=9910d437-ae18-47a0-b294-afe2eebe7735)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:44.385623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.385860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:44.385860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.445509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-803d4268-183a-4c2e-89b0-0cd2604e38a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.542289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Calling delete_port for 9ab324f0-02fe-449e-ba73-3a930825b5d2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:44.543875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d4268-183a-4c2e-89b0-0cd2604e38a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49a759d-ec73-4e28-9a86-48edd354554c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:44.581469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=f3243e3d-5d27-4759-9445-b6291ec6eb0d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:44.619760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:44.623205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e7b2dc-7bcd-46d9-b8dd-b2fa255aad5b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.626101 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79e7b2dc-7bcd-46d9-b8dd-b2fa255aad5b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/d2c6dbb8-91f5-473b-8fe3-1845e887846d HTTP/1.1" status: 204 len: 168 time: 0.8461041 Apr 11 21:02:44.628183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47104) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:44.645342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-803d4268-183a-4c2e-89b0-0cd2604e38a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.646131 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-803d4268-183a-4c2e-89b0-0cd2604e38a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d49a759d-ec73-4e28-9a86-48edd354554c HTTP/1.1" status: 204 len: 168 time: 0.5747550 Apr 11 21:02:44.772613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cb62ba4d-c55b-4d1f-b8fe-3a1d37792406 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2017732 Apr 11 21:02:44.775956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47110) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:44.790877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:44.795011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c039e404-44c3-43d4-ae99-eeb1efc9a53c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:44.795629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.841923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af6de08c-0f5a-413f-9a31-79c0d6407b1d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:44.847363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] For port 9ab324f0-02fe-449e-ba73-3a930825b5d2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9ab324f0-02fe-449e-ba73-3a930825b5d2,segment=NetworkSegment(9910d437-ae18-47a0-b294-afe2eebe7735),segment_id=9910d437-ae18-47a0-b294-afe2eebe7735)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:44.847940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.928844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:44.973177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:44.998637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:45.008023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Calling delete_port for 9ab324f0-02fe-449e-ba73-3a930825b5d2 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:45.010831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:45.016943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:45.033826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] Pushing event deleted for resources: {'Port': ['ID=9ab324f0-02fe-449e-ba73-3a930825b5d2,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:45.058780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0a3f0-1b78-4710-a632-0a6f83aef9dc None None] No DVR routers for this DVR port 9ab324f0-02fe-449e-ba73-3a930825b5d2 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:45.066631 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.081684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddea32-5260-4665-bc48-52b074247a7a req-974f3bb6-8ad2-4fd8-8809-d7ca965e6b6e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:45.089319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0ddea32-5260-4665-bc48-52b074247a7a req-974f3bb6-8ad2-4fd8-8809-d7ca965e6b6e tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3535316 Apr 11 21:02:45.092136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af6de08c-0f5a-413f-9a31-79c0d6407b1d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:45.104873 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-af6de08c-0f5a-413f-9a31-79c0d6407b1d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4719193 Apr 11 21:02:45.113119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47114) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:45.123350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:45.125078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:45.141196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:45.146469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--968065892'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:45.157293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:45.218013 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.218237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0ddea32-5260-4665-bc48-52b074247a7a req-3ac95583-7623-4ee7-adce-e5268a6fc162 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280580 Apr 11 21:02:45.228433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:45.251718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:45.252045 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:45.355152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.423960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:45.430141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:45.433092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:45.436568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:45.442125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:45.509629 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067a2b96-dac0-49ff-b8f0-cd2c17807157'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:02:45.511868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.512783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Deleting port 9ab324f0-02fe-449e-ba73-3a930825b5d2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:45.513211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.533771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.592116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] The port '9ab324f0-02fe-449e-ba73-3a930825b5d2' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:02:45.641816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.754757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.786638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf42e9d-9328-41fa-98e1-aff03fb298ad,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:45.790193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47126) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:45.812548 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.822288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:45.837265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9910d437-ae18-47a0-b294-afe2eebe7735') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:45.837558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9910d437-ae18-47a0-b294-afe2eebe7735') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:45.858195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.892701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.979413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.980626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0139c0f2-37c8-4a84-af79-8c1eb5b7cbac tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8629127 Apr 11 21:02:45.986875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47130) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:45.989770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.994396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54231c2c-c38b-49b0-bb10-19a162523e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:45.995005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'bbf42e9d-9328-41fa-98e1-aff03fb298ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:46.001302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:46.005069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:46.009145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:46.014306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=1660bf13-56e2-4c0e-8376-da5fd5dac734,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:46.020170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:46.022702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:46.023105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.039629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:46.041717 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:46.095300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Usage tracker for resource:security_group_rule and tenant:3027419df3db454ba30fd1db8ead5759 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:46.108887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:46.120491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:46.120491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: f3243e3d-5d27-4759-9445-b6291ec6eb0d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:46.143012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:46.190297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.260820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.269272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.288742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.529144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:46.538926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Network': ['ID=e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:46.556213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6bf83ceb-0578-4f67-8bec-9b817e50d989 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/networks/e49ce4c1-d9c3-4902-a1fc-7cdb30b54f27 HTTP/1.1" status: 204 len: 168 time: 4.3284369 Apr 11 21:02:46.560369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47138) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:46.581306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.587022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.625783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec408f-0f8a-453c-8e3a-e677bd4661df,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:46.664302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb3a6e97-707e-4a82-8b0a-ba57c02ea64a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3027419df3db454ba30fd1db8ead5759&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8708375 Apr 11 21:02:46.665924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47142) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:46.669434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.687839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f3243e3d-5d27-4759-9445-b6291ec6eb0d) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:46.696366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4dfd9-aa23-4af4-953e-3f0ae07c8b88 None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:46.711314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:46.711937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.753496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.773977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5806427-a891-41cf-a499-03bab30930c9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:46.890274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b95b5989-6b45-4c70-bad2-a92097581c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:46.907516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fe611761-b894-48c4-97bb-2ca871bc6f65 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1277721 Apr 11 21:02:46.908999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47146) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:46.916007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:46.921065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3610e-6be2-4ccd-bbcc-320f72f356d7 req-ffcf863e-8f8c-4c84-bcdd-816c4561a34d tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:46.933644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad3610e-6be2-4ccd-bbcc-320f72f356d7 req-ffcf863e-8f8c-4c84-bcdd-816c4561a34d tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.2364693 Apr 11 21:02:46.965840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b95b5989-6b45-4c70-bad2-a92097581c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.043353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.051912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': '1660bf13-56e2-4c0e-8376-da5fd5dac734'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:02:47.058857 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.086084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae13c57b-e14c-4899-ae0c-a60e564bcfa6']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:47.087573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.091800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-88de1a68-78e4-4a43-b8f2-829d3ca54ab0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1053846 Apr 11 21:02:47.092939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47150) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:47.093513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:47.095901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad3610e-6be2-4ccd-bbcc-320f72f356d7 req-b00204c7-3002-4750-8a7b-59040cec309d tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607473 Apr 11 21:02:47.102230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:47.105851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdaff27-5a75-4a54-81d8-dc88458f3237') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:47.106225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdaff27-5a75-4a54-81d8-dc88458f3237') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:47.113026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:47.123936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:47.126912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.149160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.160721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:47.162699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:47.184845 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:47.212118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e1245c6-0a8c-46a4-b03a-828ac1b65a69 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.247304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e1245c6-0a8c-46a4-b03a-828ac1b65a69 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.273505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b95b5989-6b45-4c70-bad2-a92097581c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.287112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:47.294884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.308583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b95b5989-6b45-4c70-bad2-a92097581c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.312399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b95b5989-6b45-4c70-bad2-a92097581c20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5ec408f-0f8a-453c-8e3a-e677bd4661df HTTP/1.1" status: 204 len: 168 time: 0.6449032 Apr 11 21:02:47.313957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b5989-6b45-4c70-bad2-a92097581c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec408f-0f8a-453c-8e3a-e677bd4661df,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:47.364181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.388834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e1245c6-0a8c-46a4-b03a-828ac1b65a69 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.393391 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.423779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1245c6-0a8c-46a4-b03a-828ac1b65a69 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf42e9d-9328-41fa-98e1-aff03fb298ad,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:47.429863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e1245c6-0a8c-46a4-b03a-828ac1b65a69 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.431140 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e1245c6-0a8c-46a4-b03a-828ac1b65a69 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/bbf42e9d-9328-41fa-98e1-aff03fb298ad HTTP/1.1" status: 204 len: 168 time: 0.3340826 Apr 11 21:02:47.433829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47158) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:47.457950 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.513360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.514876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d4da95fd-087d-4bd2-870e-aa818179ec2f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:47.526027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Network': ['ID=ae13c57b-e14c-4899-ae0c-a60e564bcfa6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:47.550880 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-97d6db08-fd1d-47a9-9f9e-5683d2f9d32a tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/networks/ae13c57b-e14c-4899-ae0c-a60e564bcfa6 HTTP/1.1" status: 204 len: 168 time: 0.9893014 Apr 11 21:02:47.554061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47162) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:47.583061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d4da95fd-087d-4bd2-870e-aa818179ec2f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:47.588442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d4da95fd-087d-4bd2-870e-aa818179ec2f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1508467 Apr 11 21:02:47.591108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47166) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:47.621132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Allocated IP 2001:db8::2 (f3243e3d-5d27-4759-9445-b6291ec6eb0d/1660bf13-56e2-4c0e-8376-da5fd5dac734/60f6a873-4b1e-472a-9aa5-8a75b9e91501) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:47.642406 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1660bf13-56e2-4c0e-8376-da5fd5dac734 (CIDR: 2001:db8::/64) Apr 11 21:02:47.656897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--911650560'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:47.663773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:47.674520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:47.677723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35064d73-c1e0-4280-accf-54a4d1422129 req-41bb9b47-67c8-4d41-9025-3e2b71ccee36 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:47.684792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35064d73-c1e0-4280-accf-54a4d1422129 req-41bb9b47-67c8-4d41-9025-3e2b71ccee36 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.69 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.3444428 Apr 11 21:02:47.730348 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.774543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Deleting port bb25f3a8-6cd1-4cfc-8e39-994d242089db {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:47.774916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.833582 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:02:47.833582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:02:47.864658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.876614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Transition to ACTIVE for port object 60f6a873-4b1e-472a-9aa5-8a75b9e91501 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:47.891254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.904315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.922263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fea044d2-6518-4342-8366-b7803ade8007 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0128870 Apr 11 21:02:47.922791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47170) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:47.951382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:47.967124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e36bc41-b3d9-448e-bf77-d34a28ca5a63') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:47.967806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e36bc41-b3d9-448e-bf77-d34a28ca5a63') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:02:47.983505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:47.995094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Transition to ACTIVE for port object 60f6a873-4b1e-472a-9aa5-8a75b9e91501 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:48.002393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.009615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:02:48.012286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.056946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:48.063465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:02:48.073422 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:02:48.148374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] For port bb25f3a8-6cd1-4cfc-8e39-994d242089db, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bb25f3a8-6cd1-4cfc-8e39-994d242089db,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:48.148889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.159301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:48.265879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:48.285287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:48.287375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Pushing event updated for resources: {'Port': ['ID=60f6a873-4b1e-472a-9aa5-8a75b9e91501,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:48.290739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:48.354251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:48.396297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:48.412246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:48.494309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.508864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Calling delete_port for bb25f3a8-6cd1-4cfc-8e39-994d242089db owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:48.518084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.546693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:48.561946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Attempting to bind port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:48.562837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Attempting to bind port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:48.563220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Attempting to bind port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 on network f3243e3d-5d27-4759-9445-b6291ec6eb0d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:48.578820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] 10.222.0.61 "DELETE /v2.0/networks/79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0 HTTP/1.1" status: 204 len: 168 time: 1.0209057 Apr 11 21:02:48.600708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:48.609935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f47c2-b2cb-4a4b-93c0-5decf43340f9 tempest-BulkNetworkOpsIpV6Test-1005020359 tempest-BulkNetworkOpsIpV6Test-1005020359-project] Pushing event deleted for resources: {'Network': ['ID=79ec1075-6ceb-40ae-b3f2-1b3c5070cfa0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:48.619858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:48.627255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:48.632084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Checking segment: {'id': '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:48.632668 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.633118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Bound using segment: {'id': '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:48.633628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Bound port: 60f6a873-4b1e-472a-9aa5-8a75b9e91501, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:48.634013 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.651999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:48.674844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.692842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8039b-a794-46a0-ab82-948172aef478 req-2f17b407-3956-4088-88b7-1342161b7cbd tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:48.694755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd8039b-a794-46a0-ab82-948172aef478 req-2f17b407-3956-4088-88b7-1342161b7cbd tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 945 time: 0.1943882 Apr 11 21:02:48.760262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.776467 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd8039b-a794-46a0-ab82-948172aef478 req-4729da24-b167-4c1d-8629-fa849f49a535 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719421 Apr 11 21:02:48.820040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.823132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:48.845962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.861206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['bb25f3a8-6cd1-4cfc-8e39-994d242089db'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:02:48.918713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d59b336d-1bba-4dd1-9ceb-acc92810900f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:02:48.975935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Pushing event deleted for resources: {'Port': ['ID=bb25f3a8-6cd1-4cfc-8e39-994d242089db,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:48.984160 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:48.988776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3967111 Apr 11 21:02:48.992408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:49.002403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] For port 60f6a873-4b1e-472a-9aa5-8a75b9e91501, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:49.003861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110be20-d9f3-4619-8b50-2df2df5845e6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b996f8-77cc-46b8-a2af-6d837771bbd2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:49.014472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645918236'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:49.028349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:49.032718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:49.041687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] For port 60f6a873-4b1e-472a-9aa5-8a75b9e91501, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60f6a873-4b1e-472a-9aa5-8a75b9e91501,segment=NetworkSegment(0ee762a3-8b53-4aa5-86e4-92d2d5a34b77),segment_id=0ee762a3-8b53-4aa5-86e4-92d2d5a34b77)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:49.091799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:49.138837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] No DVR routers for this DVR port bb25f3a8-6cd1-4cfc-8e39-994d242089db on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:49.141880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:49.153345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'name': 'network-vif-deleted', 'tag': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:49.186343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:49.190978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:49.250995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35064d73-c1e0-4280-accf-54a4d1422129 req-11eb0f4f-2cba-481b-96f7-0a476c5481c6 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.69 "DELETE /v2.0/ports/bb25f3a8-6cd1-4cfc-8e39-994d242089db HTTP/1.1" status: 204 len: 173 time: 1.5606766 Apr 11 21:02:49.302329 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05d9ac3-d0fb-4eb0-8ed3-83afd52d2280'] response: {'server_uuid': '7634d273-f8cb-4207-9dc1-31288e0b3b78', 'name': 'network-vif-deleted', 'tag': 'bb25f3a8-6cd1-4cfc-8e39-994d242089db', 'status': 'completed', 'code': 200} Apr 11 21:02:49.329487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:49.393633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:49.419949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:49.421433 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271acd3-04a1-4ac0-92b7-20cea6e32ff7 None None] Pushing event updated for resources: {'Port': ['ID=60f6a873-4b1e-472a-9aa5-8a75b9e91501,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:49.528575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47214) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:49.532636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:49.852779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4f14e355-17b0-4ec4-8fca-82ae6320d603 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fe8a40e0da34e36a42a11eb480b6e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3230343 Apr 11 21:02:49.855210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47222) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:49.922330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:49.995951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.003860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42ee319b-65b2-4f85-a049-fac84b14a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.063733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.072364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25259e97-3e9a-4f89-940b-caeaaa2375be,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:50.105231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42ee319b-65b2-4f85-a049-fac84b14a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.152544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.154102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b72a1fdd-7a38-4bc8-a4a8-e4f139e6583d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1598463 Apr 11 21:02:50.160449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47228) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:50.184527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': '49b996f8-77cc-46b8-a2af-6d837771bbd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25259e97-3e9a-4f89-940b-caeaaa2375be', 'remote_ip_prefix': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:50.190078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:50.195731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:50.198879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:50.201716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:50.202297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.213742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=06f07f4e-7185-4d7c-9491-c87ce108554e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:50.224336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:50.225536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f2e32ed-b42b-4254-aa8e-e420baff8526 req-3fc59438-45eb-468c-b046-e430626a5393 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Synchronizing usage tracker for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:50.230270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:50.237703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:50.345072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0b9eb50a-9a65-4241-b489-73353ffec263 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4182057 Apr 11 21:02:50.347940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47232) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:50.354166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'fixed_ips': [{'subnet_id': '1660bf13-56e2-4c0e-8376-da5fd5dac734'}, {'subnet_id': '06f07f4e-7185-4d7c-9491-c87ce108554e'}], 'name': 'tempest-PortsIpV6TestJSON-1953305965'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:50.373359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f2e32ed-b42b-4254-aa8e-e420baff8526 req-3fc59438-45eb-468c-b046-e430626a5393 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Unset dirty status for tenant:444399fd4d7e476099e458dc2a9f9b98 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:50.379985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f2e32ed-b42b-4254-aa8e-e420baff8526 req-3fc59438-45eb-468c-b046-e430626a5393 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=7634d273-f8cb-4207-9dc1-31288e0b3b78 HTTP/1.1" status: 200 len: 210 time: 0.2365668 Apr 11 21:02:50.440280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42ee319b-65b2-4f85-a049-fac84b14a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.466512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee319b-65b2-4f85-a049-fac84b14a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53841ed1-83d7-4294-b3c6-2c44eb800df7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:50.476419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42ee319b-65b2-4f85-a049-fac84b14a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.478360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42ee319b-65b2-4f85-a049-fac84b14a073 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53841ed1-83d7-4294-b3c6-2c44eb800df7 HTTP/1.1" status: 204 len: 168 time: 0.6215816 Apr 11 21:02:50.535240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.599184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:50.608878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:50.614459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:50.627822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:50.677795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.731417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:50.738194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.757869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.812635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29c4465-8259-4cab-a9c8-ffae8f74cea8,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:50.819767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 0f8e4194-5dc1-4196-956b-6c24b06ce769 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:02:50.844333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47242) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:50.868265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bb25f3a8-6cd1-4cfc-8e39-994d242089db no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:50.950302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:50.954300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9a26a48e-ac4f-474b-9515-1e90af7f6de2 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7833092 Apr 11 21:02:50.954568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47250) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:50.991887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60f6a873-4b1e-472a-9aa5-8a75b9e91501 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:51.016355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d425784-4e1b-4b12-956c-934463fc9b51 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.041968 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d425784-4e1b-4b12-956c-934463fc9b51 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.081317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: bb25f3a8-6cd1-4cfc-8e39-994d242089db {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:51.082867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bb25f3a8-6cd1-4cfc-8e39-994d242089db not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:51.090111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d590d1-4ec1-47f8-a9ce-e07db47dcee3 None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:51.186602 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d425784-4e1b-4b12-956c-934463fc9b51 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.249891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d425784-4e1b-4b12-956c-934463fc9b51 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b29c4465-8259-4cab-a9c8-ffae8f74cea8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:51.336903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d425784-4e1b-4b12-956c-934463fc9b51 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.338882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4d425784-4e1b-4b12-956c-934463fc9b51 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b29c4465-8259-4cab-a9c8-ffae8f74cea8 HTTP/1.1" status: 204 len: 168 time: 0.3827076 Apr 11 21:02:51.356409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47260) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:51.369206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.417729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::376 (f3243e3d-5d27-4759-9445-b6291ec6eb0d/1660bf13-56e2-4c0e-8376-da5fd5dac734/0f8e4194-5dc1-4196-956b-6c24b06ce769) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:51.431574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8:0:1::fb (f3243e3d-5d27-4759-9445-b6291ec6eb0d/06f07f4e-7185-4d7c-9491-c87ce108554e/0f8e4194-5dc1-4196-956b-6c24b06ce769) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:51.460968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:51.465665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Usage tracker for resource:security_group_rule and tenant:d744b33b6d944b9bb788211510973841 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:51.469097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:51.477754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:51.606704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:51.633481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Provisioning for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:51.637299 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.721858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b042f6ed-cc67-40d6-b548-33bcd2971b71 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:51.748910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.808940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Provisioning complete for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:51.809363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.841098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:51.858435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4d910-34a5-439f-9c3d-47f44a32396d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:51.860690 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:02:51.868096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82ade877-149a-4986-acfa-6ee86cf96de8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d744b33b6d944b9bb788211510973841&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0244000 Apr 11 21:02:51.870710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47272) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:51.894239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Update dhcp port {'port': {'network_id': 'f3243e3d-5d27-4759-9445-b6291ec6eb0d', 'fixed_ips': [{'subnet_id': '1660bf13-56e2-4c0e-8376-da5fd5dac734', 'ip_address': '2001:db8::2'}, {'subnet_id': '06f07f4e-7185-4d7c-9491-c87ce108554e'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '60f6a873-4b1e-472a-9aa5-8a75b9e91501'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:02:51.904844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 0f8e4194-5dc1-4196-956b-6c24b06ce769 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:51.931328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b042f6ed-cc67-40d6-b548-33bcd2971b71 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:51.935572 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b042f6ed-cc67-40d6-b548-33bcd2971b71 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5733757 Apr 11 21:02:51.936055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47278) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:51.984045 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.044113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f793-8826-4368-8b01-e8379942102d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.118607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f793-8826-4368-8b01-e8379942102d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.152779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93897168-9c6d-4cfc-874d-59817b035e95 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.159189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.279210 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.313425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93897168-9c6d-4cfc-874d-59817b035e95 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.364257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Allocated IP 2001:db8:0:1::2 (f3243e3d-5d27-4759-9445-b6291ec6eb0d/06f07f4e-7185-4d7c-9491-c87ce108554e/60f6a873-4b1e-472a-9aa5-8a75b9e91501) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:52.391978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=0f8e4194-5dc1-4196-956b-6c24b06ce769,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:52.434018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:52.440218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:52.443089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:52.448364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:52.449355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.464950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47290) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:52.537151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4aee-ec5c-49f8-b9ed-a602a8e80772 req-19308269-fef7-4a20-8cf2-45657b52b124 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:52.539826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-482a4aee-ec5c-49f8-b9ed-a602a8e80772 req-19308269-fef7-4a20-8cf2-45657b52b124 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.2174680 Apr 11 21:02:52.605738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f793-8826-4368-8b01-e8379942102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.606415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f793-8826-4368-8b01-e8379942102d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.614277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3944f793-8826-4368-8b01-e8379942102d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cae4d910-34a5-439f-9c3d-47f44a32396d HTTP/1.1" status: 204 len: 168 time: 0.7354231 Apr 11 21:02:52.616860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] For port 60f6a873-4b1e-472a-9aa5-8a75b9e91501, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60f6a873-4b1e-472a-9aa5-8a75b9e91501,segment=NetworkSegment(0ee762a3-8b53-4aa5-86e4-92d2d5a34b77),segment_id=0ee762a3-8b53-4aa5-86e4-92d2d5a34b77)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:52.652024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93897168-9c6d-4cfc-874d-59817b035e95 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.654411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-93897168-9c6d-4cfc-874d-59817b035e95 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.654915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2091305503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:52.657866 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-93897168-9c6d-4cfc-874d-59817b035e95 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/25259e97-3e9a-4f89-940b-caeaaa2375be HTTP/1.1" status: 204 len: 168 time: 0.7185981 Apr 11 21:02:52.661978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.662112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47298) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:52.666477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:52.681500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2bb41cf-efad-4438-a15d-14ddf613e766 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3212562 Apr 11 21:02:52.683859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47302) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:52.689792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944f793-8826-4368-8b01-e8379942102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4d910-34a5-439f-9c3d-47f44a32396d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:52.693064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Transition to ACTIVE for port object 60f6a873-4b1e-472a-9aa5-8a75b9e91501 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:52.695503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1660bf13-56e2-4c0e-8376-da5fd5dac734'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:52.715183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:router and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:52.722748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:52.734301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:52.780544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-482a4aee-ec5c-49f8-b9ed-a602a8e80772 req-6d464ea9-6fce-4ca4-97a5-01af80a8c6fc tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333443 Apr 11 21:02:52.800845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93897168-9c6d-4cfc-874d-59817b035e95 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25259e97-3e9a-4f89-940b-caeaaa2375be,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:52.832381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.835001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.859563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-89007471-ada3-4280-a393-25073bddb38b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1953073 Apr 11 21:02:52.861768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47306) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:52.898534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:02:52.899107 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:02:52.912682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.931389 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.935655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:52.981935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18072a94-b52f-46bf-9672-d556c3357d54 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.012281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18072a94-b52f-46bf-9672-d556c3357d54 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.021814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4bf0f-cf90-45cf-966d-b20b9827ab82 None None] Pushing event updated for resources: {'Port': ['ID=60f6a873-4b1e-472a-9aa5-8a75b9e91501,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:53.075775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.132955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18072a94-b52f-46bf-9672-d556c3357d54 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.136312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18072a94-b52f-46bf-9672-d556c3357d54 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.141950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-18072a94-b52f-46bf-9672-d556c3357d54 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/49b996f8-77cc-46b8-a2af-6d837771bbd2 HTTP/1.1" status: 204 len: 168 time: 0.2751944 Apr 11 21:02:53.157339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47310) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:53.181019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18072a94-b52f-46bf-9672-d556c3357d54 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b996f8-77cc-46b8-a2af-6d837771bbd2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:53.192150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.201376 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-186ea884-439c-47d8-8bfa-b2e10a3c8a71 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7288802 Apr 11 21:02:53.201516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47314) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:53.210336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1332345703'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:53.217551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:53.235400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:network and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:53.246610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:53.253222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a98097ba-c338-45ec-8c67-243c517c3014 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:53.259754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:53.342857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a98097ba-c338-45ec-8c67-243c517c3014 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:53.344277 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a98097ba-c338-45ec-8c67-243c517c3014 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1853848 Apr 11 21:02:53.348831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47320) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:53.358365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736919364'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:53.382551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:53.415515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:53.475821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:53.479704 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.486043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.503023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.538208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] For port 60f6a873-4b1e-472a-9aa5-8a75b9e91501, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60f6a873-4b1e-472a-9aa5-8a75b9e91501,segment=NetworkSegment(0ee762a3-8b53-4aa5-86e4-92d2d5a34b77),segment_id=0ee762a3-8b53-4aa5-86e4-92d2d5a34b77)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:53.569123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:53.601113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:53.605814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.677534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.784471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Delete allocated IP 2001:db8:0:1::fb (f3243e3d-5d27-4759-9445-b6291ec6eb0d/06f07f4e-7185-4d7c-9491-c87ce108554e) {{(pid=84667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 21:02:53.787939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe2bd-c73c-4b98-9719-ae72c4b9bb3c None None] Pushing event updated for resources: {'Port': ['ID=60f6a873-4b1e-472a-9aa5-8a75b9e91501,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:53.794355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.807073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:53.849661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:security_group_rule and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:53.859921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:53.866384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:53.925458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:53.961174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123c8314-ff64-456e-8fc5-d3c92ae738f1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:54.032435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.034144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1c2fe7e9-8c50-4a74-9d24-61d46511577e tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6830029 Apr 11 21:02:54.038016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47336) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:54.045821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': '123c8314-ff64-456e-8fc5-d3c92ae738f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:54.064891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:54.070875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:54.092197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.095232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:54.098229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.123805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Ignored duplicate provisioning block setup for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 11 21:02:54.154572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:54.179236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd270e5-4090-4821-ba63-e70e933f9bf8 None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:54.195172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.229270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def6fa4-e5a3-467f-8da2-9a1ba79f6bc9 req-671fb254-c04f-45d9-a5ea-f294cd838d10 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:54.230980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7def6fa4-e5a3-467f-8da2-9a1ba79f6bc9 req-671fb254-c04f-45d9-a5ea-f294cd838d10 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.1324747 Apr 11 21:02:54.237954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.289057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:54.298539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.316604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.316869 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Added segment 8e1daf85-52d2-44e1-bca6-69ffc57ff468 of type vlan for network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c Apr 11 21:02:54.323776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7def6fa4-e5a3-467f-8da2-9a1ba79f6bc9 req-ad8f27fb-b5e4-4979-911f-93fde629461c tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Apr 11 21:02:54.463536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.468167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-19b6315e-7003-45a5-9c15-69e72b6144e1 None None] Provisioning for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:54.478858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-19b6315e-7003-45a5-9c15-69e72b6144e1 None None] Provisioning complete for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:54.479232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19b6315e-7003-45a5-9c15-69e72b6144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.494054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0603b203-0484-4fdb-9a9a-ab0fcc605d40,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:54.500753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.529228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.592442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadc666e-64f5-4910-9eef-12c3843f67f8,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:54.629813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=0f8e4194-5dc1-4196-956b-6c24b06ce769,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:54.686048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.689484 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-168482e8-7114-442d-873b-ed98a78695d6 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6477213 Apr 11 21:02:54.694438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47346) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:54.746802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] In _notify_port_updated(), no bound segment for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 on network f3243e3d-5d27-4759-9445-b6291ec6eb0d {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:02:54.751376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:54.752388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.753701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-30617da2-c5f9-489f-8249-bb3860805be1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/ports/0f8e4194-5dc1-4196-956b-6c24b06ce769 HTTP/1.1" status: 200 len: 926 time: 2.0687656 Apr 11 21:02:54.757517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47352) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:54.766936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2291677-b9ac-456f-80d3-247bb0b8c50b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.773194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1660bf13-56e2-4c0e-8376-da5fd5dac734'}, {'subnet_id': '06f07f4e-7185-4d7c-9491-c87ce108554e'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:54.798018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2291677-b9ac-456f-80d3-247bb0b8c50b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.861799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.876240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:54.876240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.925896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2291677-b9ac-456f-80d3-247bb0b8c50b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:54.941011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60f6a873-4b1e-472a-9aa5-8a75b9e91501 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:02:54.970497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2291677-b9ac-456f-80d3-247bb0b8c50b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eadc666e-64f5-4910-9eef-12c3843f67f8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:54.998785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f2291677-b9ac-456f-80d3-247bb0b8c50b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.001103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f2291677-b9ac-456f-80d3-247bb0b8c50b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/eadc666e-64f5-4910-9eef-12c3843f67f8 HTTP/1.1" status: 204 len: 168 time: 0.3103740 Apr 11 21:02:55.005215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47360) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:55.100428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0dc8efc3-a063-4fb9-9d8b-bdf297ae427d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:55.141276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:55.141520 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.183673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Network': ['ID=aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:55.206853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:55.375728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-aecdbca2-cae6-4d6b-b42e-d2a8d3d1bcf1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:55.377356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-aecdbca2-cae6-4d6b-b42e-d2a8d3d1bcf1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.8720624 Apr 11 21:02:55.382862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0dc8efc3-a063-4fb9-9d8b-bdf297ae427d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:55.388677 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0dc8efc3-a063-4fb9-9d8b-bdf297ae427d tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3823247 Apr 11 21:02:55.391583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47366) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:55.495377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bba7041e-a833-4e24-8268-4610a817fe62 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2943301 Apr 11 21:02:55.503133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47370) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:55.511721 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.526793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'subnet': {'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:55.583464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Deleting port d59b336d-1bba-4dd1-9ceb-acc92810900f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:55.591423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.611037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9c269eb0-55d1-470b-8c92-3d63dcc35673 None None] Provisioning for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:55.618350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9c269eb0-55d1-470b-8c92-3d63dcc35673 None None] Provisioning complete for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:55.618720 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9c269eb0-55d1-470b-8c92-3d63dcc35673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.655918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb288cc-20b4-4a25-89cc-81c2a5e5319f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.690361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb288cc-20b4-4a25-89cc-81c2a5e5319f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.720669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9c269eb0-55d1-470b-8c92-3d63dcc35673 None None] Port 0f8e4194-5dc1-4196-956b-6c24b06ce769 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:02:55.739365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9c269eb0-55d1-470b-8c92-3d63dcc35673 None None] Provisioning complete for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:55.740265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9c269eb0-55d1-470b-8c92-3d63dcc35673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.805910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:55.811076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:subnet and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:55.819553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:55.831768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:55.854129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb288cc-20b4-4a25-89cc-81c2a5e5319f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:55.896212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb288cc-20b4-4a25-89cc-81c2a5e5319f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c8314-ff64-456e-8fc5-d3c92ae738f1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:55.931199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:56.038475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acf8ad-2281-4978-a9d2-3b14b7a7aeff req-2d065f47-d4ac-4264-82c8-3fb723679075 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:56.040155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acf8ad-2281-4978-a9d2-3b14b7a7aeff req-2d065f47-d4ac-4264-82c8-3fb723679075 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 946 time: 0.4201396 Apr 11 21:02:56.042241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb288cc-20b4-4a25-89cc-81c2a5e5319f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.043571 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6fb288cc-20b4-4a25-89cc-81c2a5e5319f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/123c8314-ff64-456e-8fc5-d3c92ae738f1 HTTP/1.1" status: 204 len: 168 time: 0.6502764 Apr 11 21:02:56.052218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47380) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:56.088453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.166936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-480f9717-024c-4141-a6f5-67e146de5978 None None] Provisioning complete for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:56.167320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-480f9717-024c-4141-a6f5-67e146de5978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.167851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77acf8ad-2281-4978-a9d2-3b14b7a7aeff req-d20a857f-a45f-470d-bd55-18f76d1c5e18 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a6b507f-32f0-40b2-b24a-1f489c26617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807025 Apr 11 21:02:56.325335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-99f82a61-edae-4dd0-8e35-e8a3a55e3bb0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:56.361127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-480f9717-024c-4141-a6f5-67e146de5978 None None] Port 0f8e4194-5dc1-4196-956b-6c24b06ce769 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:02:56.402439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] For port d59b336d-1bba-4dd1-9ceb-acc92810900f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d59b336d-1bba-4dd1-9ceb-acc92810900f,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:02:56.403270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.420233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-99f82a61-edae-4dd0-8e35-e8a3a55e3bb0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:56.421692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99f82a61-edae-4dd0-8e35-e8a3a55e3bb0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3597860 Apr 11 21:02:56.425387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47388) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:56.434782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175648188'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:56.448291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:56.466123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:56.572060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.590548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.729811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Subnet': ['ID=3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:56.755388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:56.755747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Calling delete_port for d59b336d-1bba-4dd1-9ceb-acc92810900f owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:56.756503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:56.761253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:56.770342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:56.776202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Checking segment: {'id': '8e1daf85-52d2-44e1-bca6-69ffc57ff468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:56.776563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network hostable DHCP agents. Network: aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:02:56.885830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8:0:1::10f (f3243e3d-5d27-4759-9445-b6291ec6eb0d/06f07f4e-7185-4d7c-9491-c87ce108554e/0f8e4194-5dc1-4196-956b-6c24b06ce769) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:56.889031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:02:56.894542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:56.961308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.009877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:57.018538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c51a6c-f9d7-419c-a836-bb3b8b849f72 None None] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:02:57.031107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:57.031819 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.052190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdcae04-ef9a-46bb-9c9c-33c491601251,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:57.135364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.139047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-163f0803-a876-4b16-b233-faf5afa0cfef tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7098267 Apr 11 21:02:57.139270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:57.144954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': '5bdcae04-ef9a-46bb-9c9c-33c491601251', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:57.152825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:57.157764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:57.161033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:57.166991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.172359 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d1782cbf-3091-47a1-b1bb-dccd0b48a91c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6589117 Apr 11 21:02:57.179629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:57.179783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:57.185212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.189927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'network': {'name': 'tempest-router-network01--964623270'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:57.263957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:57.270051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.279160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 0f8e4194-5dc1-4196-956b-6c24b06ce769 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:57.323521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:network and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:57.327095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:57.335112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:57.373974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.454833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.477772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c', 'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c', 'tenant_id': '13ea5ef1761b4815ab2019ea36558461', 'fixed_ips': [{'subnet_id': '3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:02:57.478594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.489020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Pushing event deleted for resources: {'Port': ['ID=d59b336d-1bba-4dd1-9ceb-acc92810900f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:57.493876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] No DVR routers for this DVR port d59b336d-1bba-4dd1-9ceb-acc92810900f on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:02:57.497285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.500887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.516014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'name': 'network-vif-deleted', 'tag': 'd59b336d-1bba-4dd1-9ceb-acc92810900f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:02:57.518700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b05439-b845-4744-acd2-2b2999d8aea9,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:57.608842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.612503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c6b128d-8a16-4417-9aa2-923e43119fea tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4698186 Apr 11 21:02:57.622483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47410) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:57.646227 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b130e1a0-2afd-42a2-bc2c-24d4fb41a2f4 req-3a367ce2-84b0-475c-b2ae-edee2db65eb5 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.1089845 Apr 11 21:02:57.646361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:57.649460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.681776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e7cf21ce-f6b7-41e8-b2d7-b46ee8fcbddb tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules/e7b05439-b845-4744-acd2-2b2999d8aea9 HTTP/1.1" status: 200 len: 705 time: 0.0413592 Apr 11 21:02:57.686305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:57.753199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Allocated IP 2001:db8::2 (aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c/3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01/7cf93795-e6e9-4872-beec-a3b25edf31b1) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:02:57.771274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94f9aabf-9ed1-46f8-8a3e-71fc2c9fd7c4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:57.790711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] In _notify_port_updated(), no bound segment for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 on network f3243e3d-5d27-4759-9445-b6291ec6eb0d {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:02:57.796045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:57.796866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.798150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/ports/0f8e4194-5dc1-4196-956b-6c24b06ce769 HTTP/1.1" status: 200 len: 1012 time: 3.0399930 Apr 11 21:02:57.804745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47422) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:57.885909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94f9aabf-9ed1-46f8-8a3e-71fc2c9fd7c4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:57.887707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94f9aabf-9ed1-46f8-8a3e-71fc2c9fd7c4 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2000380 Apr 11 21:02:57.890346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:57.924758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 0f8e4194-5dc1-4196-956b-6c24b06ce769 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:02:57.925095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:57.969079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b54db248-643f-4281-b0c2-3978c112b2da tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.004403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b54db248-643f-4281-b0c2-3978c112b2da tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.061414 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a78176-83aa-4323-aeec-86b9b36e2746'] response: {'server_uuid': 'c2c35d09-111f-45ab-9545-379a2ac73c55', 'name': 'network-vif-deleted', 'tag': 'd59b336d-1bba-4dd1-9ceb-acc92810900f', 'status': 'completed', 'code': 200} Apr 11 21:02:58.063052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5e2321c-981b-4eff-9d24-5a27416e18d4 req-896ad276-c8c1-401e-9848-d1325aae87a1 tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.75 "DELETE /v2.0/ports/d59b336d-1bba-4dd1-9ceb-acc92810900f HTTP/1.1" status: 204 len: 173 time: 2.6758924 Apr 11 21:02:58.063899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf8f9c-d5a9-42bd-b4cf-a05b7eb085d7 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=0f8e4194-5dc1-4196-956b-6c24b06ce769,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:58.143272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b54db248-643f-4281-b0c2-3978c112b2da tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.163764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:58.164408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54db248-643f-4281-b0c2-3978c112b2da tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7b05439-b845-4744-acd2-2b2999d8aea9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:58.181354 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.193530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Transition to ACTIVE for port object 7cf93795-e6e9-4872-beec-a3b25edf31b1 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:58.205814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.206208 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Added segment 158abb48-5163-45de-8d1a-f1cfe5c96cfd of type vlan for network 5e767e4f-dc81-4297-9b6a-5118313c232a Apr 11 21:02:58.240966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Transition to ACTIVE for port object 7cf93795-e6e9-4872-beec-a3b25edf31b1 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:02:58.297443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-49b09d28-509f-4daa-be72-3e70053738e5 None None] Provisioning for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:02:58.307177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-49b09d28-509f-4daa-be72-3e70053738e5 None None] Provisioning complete for port 0f8e4194-5dc1-4196-956b-6c24b06ce769 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:02:58.308164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-49b09d28-509f-4daa-be72-3e70053738e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.316169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.343284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b54db248-643f-4281-b0c2-3978c112b2da tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.347221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b54db248-643f-4281-b0c2-3978c112b2da tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e7b05439-b845-4744-acd2-2b2999d8aea9 HTTP/1.1" status: 204 len: 168 time: 0.4534733 Apr 11 21:02:58.347680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47430) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:58.383195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-49b09d28-509f-4daa-be72-3e70053738e5 None None] Port 0f8e4194-5dc1-4196-956b-6c24b06ce769 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:02:58.406610 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.416403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d59b336d-1bba-4dd1-9ceb-acc92810900f no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:02:58.420564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9ba28d4d-6d27-49b8-84aa-77e4ac8bc77c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:58.449921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: d59b336d-1bba-4dd1-9ceb-acc92810900f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:02:58.450263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d59b336d-1bba-4dd1-9ceb-acc92810900f not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:02:58.478760 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.526333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9ba28d4d-6d27-49b8-84aa-77e4ac8bc77c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:58.527687 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9ba28d4d-6d27-49b8-84aa-77e4ac8bc77c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1792107 Apr 11 21:02:58.530444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:58.536180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': '5bdcae04-ef9a-46bb-9c9c-33c491601251', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:58.551330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.553011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:58.555339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:58.555998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.568305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:58.571690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 0f8e4194-5dc1-4196-956b-6c24b06ce769 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:02:58.574171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:02:58.577526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:02:58.591339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:02:58.653355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.705065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Pushing event updated for resources: {'Port': ['ID=7cf93795-e6e9-4872-beec-a3b25edf31b1,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:58.710399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Attempting to bind port 7cf93795-e6e9-4872-beec-a3b25edf31b1 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:02:58.710763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Attempting to bind port 7cf93795-e6e9-4872-beec-a3b25edf31b1 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8e1daf85-52d2-44e1-bca6-69ffc57ff468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:02:58.711118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Attempting to bind port 7cf93795-e6e9-4872-beec-a3b25edf31b1 on network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:02:58.718366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:02:58.718735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Checking segment: {'id': '8e1daf85-52d2-44e1-bca6-69ffc57ff468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:02:58.719140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.719536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Bound using segment: {'id': '8e1daf85-52d2-44e1-bca6-69ffc57ff468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:02:58.720060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Bound port: 7cf93795-e6e9-4872-beec-a3b25edf31b1, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1daf85-52d2-44e1-bca6-69ffc57ff468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:02:58.720426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.842212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:58.856592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Network': ['ID=5e767e4f-dc81-4297-9b6a-5118313c232a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:58.887570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-24619ad6-e9d0-4971-a0f5-ec33d1efec5f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7071450 Apr 11 21:02:58.890141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47446) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:58.898638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'network': {'name': 'tempest-router-network02--787681091'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:02:58.905017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] For port 7cf93795-e6e9-4872-beec-a3b25edf31b1, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:02:58.908581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] For port 7cf93795-e6e9-4872-beec-a3b25edf31b1, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7cf93795-e6e9-4872-beec-a3b25edf31b1,segment=NetworkSegment(8e1daf85-52d2-44e1-bca6-69ffc57ff468),segment_id=8e1daf85-52d2-44e1-bca6-69ffc57ff468)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:02:58.910425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:02:58.920653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:network and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:02:58.925963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5e767e4f-dc81-4297-9b6a-5118313c232a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:58.930702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:02:58.950125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:02:58.972180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.031112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4312c480-9411-4515-b88b-db060f589a41,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:59.074477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.135120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:02:59.142926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.157937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.214797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98e402-a11c-42c4-aa4b-db1144ed6661 None None] Pushing event updated for resources: {'Port': ['ID=7cf93795-e6e9-4872-beec-a3b25edf31b1,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:59.239060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90160abf-6d90-4df7-a802-0a38f148e947 req-911aa16b-5f35-47d4-94b5-b3798509bfce tempest-ServerRescueTestJSON-750618838 tempest-ServerRescueTestJSON-750618838-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c35d09-111f-45ab-9545-379a2ac73c55 HTTP/1.1" status: 200 len: 210 time: 0.1937783 Apr 11 21:02:59.252851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.306611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:02:59.336143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.336425 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Added segment 5157ebbf-5f92-42f6-9fe4-16ef9dab8937 of type vlan for network b5c05585-de1d-49d0-b8cd-1928f3ce9321 Apr 11 21:02:59.348533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.374530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-569d3720-e301-4e19-b801-647fddd19898 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8429801 Apr 11 21:02:59.375442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47452) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:59.436143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.468745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b23e1767-7e36-40b0-9d77-a769948d272f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules/4312c480-9411-4515-b88b-db060f589a41 HTTP/1.1" status: 200 len: 705 time: 0.0446601 Apr 11 21:02:59.471025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47456) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:59.550859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=0f8e4194-5dc1-4196-956b-6c24b06ce769,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:59.595694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7717ffd1-f3d9-4d94-8e00-f4fbf14653c9 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:59.663394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.669985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:02:59.670673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.680510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.698286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-99bcd051-bb9b-4a4a-9eb9-7bff3c4b3573 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/0f8e4194-5dc1-4196-956b-6c24b06ce769 HTTP/1.1" status: 204 len: 168 time: 1.8914404 Apr 11 21:02:59.699511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47460) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:59.799262 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5176b195-078a-4ffe-b44c-4339864f5c94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:02:59.800037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5176b195-078a-4ffe-b44c-4339864f5c94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:02:59.860574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Network': ['ID=b5c05585-de1d-49d0-b8cd-1928f3ce9321,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:02:59.862595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7717ffd1-f3d9-4d94-8e00-f4fbf14653c9 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:59.863989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7717ffd1-f3d9-4d94-8e00-f4fbf14653c9 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3901520 Apr 11 21:02:59.867874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47468) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:59.890877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b5c05585-de1d-49d0-b8cd-1928f3ce9321 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:02:59.911008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5176b195-078a-4ffe-b44c-4339864f5c94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:02:59.913036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e370115-b55e-47c7-827d-67bc10d9d93c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.915922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5176b195-078a-4ffe-b44c-4339864f5c94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/0f8e4194-5dc1-4196-956b-6c24b06ce769 HTTP/1.1" status: 404 len: 333 time: 0.2154391 Apr 11 21:02:59.916531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47472) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:59.926804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e370115-b55e-47c7-827d-67bc10d9d93c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:02:59.971565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5c62759-75e1-438a-bd8c-81a6c5df9216 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0794399 Apr 11 21:02:59.972273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47476) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:02:59.980116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'subnet': {'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:00.059384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 06f07f4e-7185-4d7c-9491-c87ce108554e {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:00.062277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.148952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:00.156120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:subnet and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:00.159608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:00.167854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.170762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:00.258143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e370115-b55e-47c7-827d-67bc10d9d93c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.297751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e370115-b55e-47c7-827d-67bc10d9d93c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4312c480-9411-4515-b88b-db060f589a41,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:00.303418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:00.373684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.478439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1e370115-b55e-47c7-827d-67bc10d9d93c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.480327 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e370115-b55e-47c7-827d-67bc10d9d93c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/4312c480-9411-4515-b88b-db060f589a41 HTTP/1.1" status: 204 len: 168 time: 0.6112623 Apr 11 21:03:00.503365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47482) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:00.503365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47484) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:00.558197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.632454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.705039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44520fdc-ba83-4db8-bccb-b6887db8388c None None] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:00.742442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.752097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-69d1bd06-17cf-4e3d-bf71-fb03862c533c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:00.806465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=06f07f4e-7185-4d7c-9491-c87ce108554e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:00.826268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:00.832868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b3599e79-e288-4fe9-91c8-b93f408a996f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/06f07f4e-7185-4d7c-9491-c87ce108554e HTTP/1.1" status: 204 len: 168 time: 0.9152937 Apr 11 21:03:00.836434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47492) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:00.900756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-69d1bd06-17cf-4e3d-bf71-fb03862c533c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:00.902862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-69d1bd06-17cf-4e3d-bf71-fb03862c533c tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4160337 Apr 11 21:03:00.911842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47498) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:00.923525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': '5bdcae04-ef9a-46bb-9c9c-33c491601251', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:00.933362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:00.945312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:00.992645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276edba-e975-4d20-b5b4-4c1173235a48 None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:01.059652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.154700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.159797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7cf93795-e6e9-4872-beec-a3b25edf31b1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:01.161187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 1660bf13-56e2-4c0e-8376-da5fd5dac734 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:01.168498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.221788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.350818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Subnet': ['ID=b4fc87fa-a1b0-49fe-9b27-3899088235ef,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:01.372964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.373501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.373949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.374387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.374822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.375364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.375813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.376940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.376940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.376940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.379790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:01.399034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Checking segment: {'id': '158abb48-5163-45de-8d1a-f1cfe5c96cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:01.399743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network hostable DHCP agents. Network: 5e767e4f-dc81-4297-9b6a-5118313c232a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:01.410035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.497818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-02f3d0a0-e09c-4f2e-8adf-9725a591ea49 None None] Provisioning for port 7cf93795-e6e9-4872-beec-a3b25edf31b1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:01.508496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.561141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7cf93795-e6e9-4872-beec-a3b25edf31b1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:01.570001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5886eda5-9cbb-42f0-900e-75a7e66bba21,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:01.575885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7cf93795-e6e9-4872-beec-a3b25edf31b1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:01.576381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.594234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network 5e767e4f-dc81-4297-9b6a-5118313c232a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:01.676055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5e767e4f-dc81-4297-9b6a-5118313c232a) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:01.680838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:01.681696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.704911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb27786-42dd-495f-9de1-f4b1e027b291 None None] Network 5e767e4f-dc81-4297-9b6a-5118313c232a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:01.711415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.725931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-65fae130-dc29-488a-a176-e6321091430f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8111672 Apr 11 21:03:01.730020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47502) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:01.885521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:01.894955 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b8e3b0a-5547-4306-aa20-5d9879e93fe0 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules/5886eda5-9cbb-42f0-900e-75a7e66bba21 HTTP/1.1" status: 200 len: 706 time: 0.1576109 Apr 11 21:03:01.909138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47508) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:01.982290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-53222bd1-264c-4975-abab-cbe6a3c0e8d3 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0078108 Apr 11 21:03:02.001892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47514) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:02.021347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'subnet': {'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:02.082626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.153300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7cf93795-e6e9-4872-beec-a3b25edf31b1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7cf93795-e6e9-4872-beec-a3b25edf31b1,segment=NetworkSegment(8e1daf85-52d2-44e1-bca6-69ffc57ff468),segment_id=8e1daf85-52d2-44e1-bca6-69ffc57ff468)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:02.154138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.323731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.392164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.486817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9a18ce9f-d3d8-4da5-9567-7f092f17acf7 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:02.503202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:02.509969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:subnet and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:02.513820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:02.523112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-034bf917-4e2c-42b4-85cb-f4ee72f03d41 None None] Provisioning complete for port 7cf93795-e6e9-4872-beec-a3b25edf31b1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:02.523940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-034bf917-4e2c-42b4-85cb-f4ee72f03d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.527127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:02.555990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-5e767e4f-dc81-4297-9b6a-5118313c232a', 'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a', 'tenant_id': '13ea5ef1761b4815ab2019ea36558461', 'fixed_ips': [{'subnet_id': 'b4fc87fa-a1b0-49fe-9b27-3899088235ef'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:02.555990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.576963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9a18ce9f-d3d8-4da5-9567-7f092f17acf7 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:02.581613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7cf93795-e6e9-4872-beec-a3b25edf31b1,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:02.581794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9a18ce9f-d3d8-4da5-9567-7f092f17acf7 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.6734736 Apr 11 21:03:02.582406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47518) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:02.653679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-276dc08d-7fc1-4520-a29a-6ef845a61858 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.669270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-276dc08d-7fc1-4520-a29a-6ef845a61858 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.696560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:02.715849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=1660bf13-56e2-4c0e-8376-da5fd5dac734,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:02.726123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.754085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f46b23d4-43eb-4f82-92a2-4860e7d8c609 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/1660bf13-56e2-4c0e-8376-da5fd5dac734 HTTP/1.1" status: 204 len: 168 time: 1.9110372 Apr 11 21:03:02.754085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:02.833653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.933892 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:02.959960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:02.960432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.109841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-276dc08d-7fc1-4520-a29a-6ef845a61858 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.110434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7cf93795-e6e9-4872-beec-a3b25edf31b1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:03.110434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1fe70-e5e4-46af-b5d6-8edfc50bedad None None] Network f3243e3d-5d27-4759-9445-b6291ec6eb0d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:03.110936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dc08d-7fc1-4520-a29a-6ef845a61858 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5886eda5-9cbb-42f0-900e-75a7e66bba21,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:03.192091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Allocated IP 2001:db8::2 (5e767e4f-dc81-4297-9b6a-5118313c232a/b4fc87fa-a1b0-49fe-9b27-3899088235ef/3a8a7116-bbb4-47ef-973e-e53d7b8587c2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:03.219238 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-276dc08d-7fc1-4520-a29a-6ef845a61858 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.224064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-276dc08d-7fc1-4520-a29a-6ef845a61858 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5886eda5-9cbb-42f0-900e-75a7e66bba21 HTTP/1.1" status: 204 len: 168 time: 0.6404302 Apr 11 21:03:03.225443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47532) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:03.313912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d6d37f23-6d36-4aab-aa6c-3d29014f8765 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:03.420857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7cf93795-e6e9-4872-beec-a3b25edf31b1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:03.421223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.440675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port 60f6a873-4b1e-472a-9aa5-8a75b9e91501, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60f6a873-4b1e-472a-9aa5-8a75b9e91501,segment=NetworkSegment(0ee762a3-8b53-4aa5-86e4-92d2d5a34b77),segment_id=0ee762a3-8b53-4aa5-86e4-92d2d5a34b77)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:03.441238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.456760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-29f350e4-cb30-4ab8-8c86-3410f5037c39 None None] Provisioning complete for port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:03.457141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29f350e4-cb30-4ab8-8c86-3410f5037c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.457246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d6d37f23-6d36-4aab-aa6c-3d29014f8765 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:03.462736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d6d37f23-6d36-4aab-aa6c-3d29014f8765 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2195706 Apr 11 21:03:03.463871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.469612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47540) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:03.653663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 60f6a873-4b1e-472a-9aa5-8a75b9e91501 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:03.662737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Subnet': ['ID=82fea994-517c-4d65-9f7f-f2baac5327bd,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:03.723356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab798d0-5e6a-470f-9bac-5059c2c2c005 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.768253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab798d0-5e6a-470f-9bac-5059c2c2c005 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.793387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Checking segment: {'id': '5157ebbf-5f92-42f6-9fe4-16ef9dab8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:03.793850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network hostable DHCP agents. Network: b5c05585-de1d-49d0-b8cd-1928f3ce9321, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:03.834686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78aee0f-9e52-438d-91dd-1953fb3c4a99 None None] DHCP port deletion for f3243e3d-5d27-4759-9445-b6291ec6eb0d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:03.867988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c78aee0f-9e52-438d-91dd-1953fb3c4a99 None None] Deleting port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:03.868358 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c78aee0f-9e52-438d-91dd-1953fb3c4a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.941844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network b5c05585-de1d-49d0-b8cd-1928f3ce9321 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:03.958519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab798d0-5e6a-470f-9bac-5059c2c2c005 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.988287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:03.996295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab798d0-5e6a-470f-9bac-5059c2c2c005 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdcae04-ef9a-46bb-9c9c-33c491601251,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:04.006687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Transition to ACTIVE for port object 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:04.020988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.035819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b5c05585-de1d-49d0-b8cd-1928f3ce9321) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:04.041995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Transition to ACTIVE for port object 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:04.051117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:04.052077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.078794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe311154-5a36-4a97-9a80-cd76f40b43f8 None None] Network b5c05585-de1d-49d0-b8cd-1928f3ce9321 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:04.095510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ab798d0-5e6a-470f-9bac-5059c2c2c005 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.095716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c78aee0f-9e52-438d-91dd-1953fb3c4a99 None None] The port '60f6a873-4b1e-472a-9aa5-8a75b9e91501' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:03:04.098894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ab798d0-5e6a-470f-9bac-5059c2c2c005 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/5bdcae04-ef9a-46bb-9c9c-33c491601251 HTTP/1.1" status: 204 len: 168 time: 0.4984260 Apr 11 21:03:04.100673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47548) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:04.106278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=60f6a873-4b1e-472a-9aa5-8a75b9e91501,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:04.153163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No DVR routers for this DVR port 60f6a873-4b1e-472a-9aa5-8a75b9e91501 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:04.179835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-89437b62-d887-4076-b2ec-e735b1a2b763 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1766748 Apr 11 21:03:04.182183 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.183024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:04.382162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.414565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0e6d43bd-8584-4210-a097-6333494286a3 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:04.415168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Pushing event updated for resources: {'Port': ['ID=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:04.433604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.434184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.434677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.435195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.435811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.436300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.436842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.437326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.437916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.438506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.439086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:04.447218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Network 5e767e4f-dc81-4297-9b6a-5118313c232a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:04.455198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:04.460440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:04.511432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0e6d43bd-8584-4210-a097-6333494286a3 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:04.512635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0e6d43bd-8584-4210-a097-6333494286a3 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4107435 Apr 11 21:03:04.519648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47560) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:04.525980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3243e3d-5d27-4759-9445-b6291ec6eb0d']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:04.532181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457307749'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:04.535326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Deleting port ef167db7-a4b2-4553-8abe-a67837c0328b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:04.535780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.582405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:04.582908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee762a3-8b53-4aa5-86e4-92d2d5a34b77') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:04.605743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:04.612361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.630013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:04.664982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.687434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b5c05585-de1d-49d0-b8cd-1928f3ce9321', 'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321', 'tenant_id': '13ea5ef1761b4815ab2019ea36558461', 'fixed_ips': [{'subnet_id': '82fea994-517c-4d65-9f7f-f2baac5327bd'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:04.688251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.711067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Attempting to bind port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:04.711434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Attempting to bind port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '158abb48-5163-45de-8d1a-f1cfe5c96cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:04.711836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Attempting to bind port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 on network 5e767e4f-dc81-4297-9b6a-5118313c232a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:04.714029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.732647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:04.733116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:04.748560 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:04.760067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:04.760451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Checking segment: {'id': '158abb48-5163-45de-8d1a-f1cfe5c96cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:04.760933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.761300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Bound using segment: {'id': '158abb48-5163-45de-8d1a-f1cfe5c96cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:04.761784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Bound port: 3a8a7116-bbb4-47ef-973e-e53d7b8587c2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158abb48-5163-45de-8d1a-f1cfe5c96cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e767e4f-dc81-4297-9b6a-5118313c232a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:04.762160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:04.870223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:04.883619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:04.891950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:04.902058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:04.963924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60f6a873-4b1e-472a-9aa5-8a75b9e91501 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:04.971556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.018641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] For port ef167db7-a4b2-4553-8abe-a67837c0328b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ef167db7-a4b2-4553-8abe-a67837c0328b,segment=NetworkSegment(7be6afd5-5b82-4e88-8b11-071e591e8f79),segment_id=7be6afd5-5b82-4e88-8b11-071e591e8f79)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:05.019102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.041664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 60f6a873-4b1e-472a-9aa5-8a75b9e91501 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:05.048145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60f6a873-4b1e-472a-9aa5-8a75b9e91501 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:05.101534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] For port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:05.118572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Allocated IP 2001:db8::2 (b5c05585-de1d-49d0-b8cd-1928f3ce9321/82fea994-517c-4d65-9f7f-f2baac5327bd/b2d67b36-a046-451c-bf13-2c345aa1fb6b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:05.141655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] For port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,segment=NetworkSegment(158abb48-5163-45de-8d1a-f1cfe5c96cfd),segment_id=158abb48-5163-45de-8d1a-f1cfe5c96cfd)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:05.205245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Calling delete_port for ef167db7-a4b2-4553-8abe-a67837c0328b owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:05.267799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.291446 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.317042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.322767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=f3243e3d-5d27-4759-9445-b6291ec6eb0d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:05.442406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e47bbeeb-f0b0-44bf-ba0f-54f9e18adda9 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/f3243e3d-5d27-4759-9445-b6291ec6eb0d HTTP/1.1" status: 204 len: 168 time: 2.6864645 Apr 11 21:03:05.445173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47572) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:05.518590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a7427-e048-4f3e-85e0-31c1ce839ae9 None None] Pushing event updated for resources: {'Port': ['ID=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:05.526657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.616216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339621f6-1c47-4330-9497-3dee1dd98b8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:05.616980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-339621f6-1c47-4330-9497-3dee1dd98b8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:05.662908 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.666789 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.683092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Transition to ACTIVE for port object b2d67b36-a046-451c-bf13-2c345aa1fb6b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:05.685378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.717674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Transition to ACTIVE for port object b2d67b36-a046-451c-bf13-2c345aa1fb6b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:05.751372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef167db7-a4b2-4553-8abe-a67837c0328b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:05.763532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbad0d5-47d5-45aa-a2b9-d135f5acc40b req-6f4e1b1a-7031-42dd-9a46-9eed585deb87 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:05.770861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fbad0d5-47d5-45aa-a2b9-d135f5acc40b req-6f4e1b1a-7031-42dd-9a46-9eed585deb87 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.2426896 Apr 11 21:03:05.771017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-339621f6-1c47-4330-9497-3dee1dd98b8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:05.774638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-339621f6-1c47-4330-9497-3dee1dd98b8e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3276217 Apr 11 21:03:05.785263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47576) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:05.817552 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:05.864522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c54105-75e1-4e2f-9744-c051b6929af1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:05.907601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Network b5c05585-de1d-49d0-b8cd-1928f3ce9321 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:05.911099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:05.922142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:05.927129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Allocated IP 2001:db8::1 (5e767e4f-dc81-4297-9b6a-5118313c232a/b4fc87fa-a1b0-49fe-9b27-3899088235ef/62507638-8f72-4ac6-8d11-377c7fbc30bb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:05.981810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Pushing event updated for resources: {'Port': ['ID=b2d67b36-a046-451c-bf13-2c345aa1fb6b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:06.047014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Attempting to bind port b2d67b36-a046-451c-bf13-2c345aa1fb6b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:06.047376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Attempting to bind port b2d67b36-a046-451c-bf13-2c345aa1fb6b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '5157ebbf-5f92-42f6-9fe4-16ef9dab8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:06.048052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Attempting to bind port b2d67b36-a046-451c-bf13-2c345aa1fb6b on network b5c05585-de1d-49d0-b8cd-1928f3ce9321 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:06.061063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:06.061470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Checking segment: {'id': '5157ebbf-5f92-42f6-9fe4-16ef9dab8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:06.061990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.062280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Bound using segment: {'id': '5157ebbf-5f92-42f6-9fe4-16ef9dab8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:06.062750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Bound port: b2d67b36-a046-451c-bf13-2c345aa1fb6b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5157ebbf-5f92-42f6-9fe4-16ef9dab8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b5c05585-de1d-49d0-b8cd-1928f3ce9321'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:06.063112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.157070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5fbad0d5-47d5-45aa-a2b9-d135f5acc40b req-8f6e05ea-e146-4cb1-ae00-5b856fba0b19 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852899 Apr 11 21:03:06.183871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.185131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] For port b2d67b36-a046-451c-bf13-2c345aa1fb6b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:06.188078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-53943f34-7dcc-44dc-8237-77beb9df223f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6680040 Apr 11 21:03:06.190266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] For port b2d67b36-a046-451c-bf13-2c345aa1fb6b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b2d67b36-a046-451c-bf13-2c345aa1fb6b,segment=NetworkSegment(5157ebbf-5f92-42f6-9fe4-16ef9dab8937),segment_id=5157ebbf-5f92-42f6-9fe4-16ef9dab8937)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:06.192332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47582) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:06.204805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Request body: {'security_group_rule': {'security_group_id': 'e2c54105-75e1-4e2f-9744-c051b6929af1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:06.231921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:06.240863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Usage tracker for resource:security_group_rule and tenant:70429468125b4de0a96575771f1c4eb4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:06.246912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:06.263108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:06.266627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.270018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.290483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Transition to ACTIVE for port object 62507638-8f72-4ac6-8d11-377c7fbc30bb will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:06.301613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c0c56bfe-65c9-4e19-b846-806cb6db8966 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5147133 Apr 11 21:03:06.305992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47588) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:06.318955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1272435023'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:06.322358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:06.328433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:06.332142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:06.345013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:06.357828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75667bc9-10d5-4784-b569-cfce1c892fd4 None None] Pushing event updated for resources: {'Port': ['ID=b2d67b36-a046-451c-bf13-2c345aa1fb6b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:06.383907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.405229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.425750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.478153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:06.481271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.495528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network 5e767e4f-dc81-4297-9b6a-5118313c232a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:06.500590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:06.503202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:06.503946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.519727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Port': ['ID=62507638-8f72-4ac6-8d11-377c7fbc30bb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:06.559850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.596705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:03:06.610790 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.611133 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 2670cb3f-ddae-4ae0-b786-200994fc5a43 of type vlan for network 37f35094-f40f-487b-8657-b753c399fc1d Apr 11 21:03:06.632015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.670256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.721917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0c32a4-8ee1-405c-83a7-f240c88b555c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:06.757012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.809197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.813530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1a8f9238-5665-46f1-ad71-4a4fa59989aa tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6198761 Apr 11 21:03:06.821713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:06.992496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:06.997801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:06.998589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.054567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-396263c3-b2e6-4535-971d-568448d610b1 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.106532 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-396263c3-b2e6-4535-971d-568448d610b1 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.132903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:07.196272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02778523-3aea-4ea6-b983-86fdb332d2ef None None] Network 5e767e4f-dc81-4297-9b6a-5118313c232a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:07.403210 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.497413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.498694 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.525662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=37f35094-f40f-487b-8657-b753c399fc1d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:07.559243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 37f35094-f40f-487b-8657-b753c399fc1d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:03:07.563046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-74e6ffa8-775f-483e-9fc6-0ee2429976ef tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2553790 Apr 11 21:03:07.566793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47602) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:07.574891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': '37f35094-f40f-487b-8657-b753c399fc1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:07.583654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-396263c3-b2e6-4535-971d-568448d610b1 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.594611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] Provisioning for port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:07.605824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:07.659076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396263c3-b2e6-4535-971d-568448d610b1 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c54105-75e1-4e2f-9744-c051b6929af1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:07.680968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Port': ['ID=62507638-8f72-4ac6-8d11-377c7fbc30bb,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:07.727549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] Provisioning complete for port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:07.727933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.764131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:07.764493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.778229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-396263c3-b2e6-4535-971d-568448d610b1 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:07.780975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-396263c3-b2e6-4535-971d-568448d610b1 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/e2c54105-75e1-4e2f-9744-c051b6929af1 HTTP/1.1" status: 204 len: 168 time: 0.9584301 Apr 11 21:03:07.788238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47606) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:07.805303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ffc32-8d1b-41a3-97eb-16cb098b0fbd req-3edea9e3-9cad-463f-af1f-22a68591b6e3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:07.807017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e63ffc32-8d1b-41a3-97eb-16cb098b0fbd req-3edea9e3-9cad-463f-af1f-22a68591b6e3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.3370697 Apr 11 21:03:07.827291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:07.838435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:07.842460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:07.849915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:07.948631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:07.973820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e63ffc32-8d1b-41a3-97eb-16cb098b0fbd req-03124603-105d-4af9-9077-769e591ce96d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136415 Apr 11 21:03:07.981013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f06f0cca-69cb-4e7c-9d50-25c4379a4e2f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:08.053830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Router 6e791914-453b-4ba7-afd2-ae51687415ab has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:03:08.079636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791de08-8cca-434e-b595-e9e8cd241a66 None None] Network b5c05585-de1d-49d0-b8cd-1928f3ce9321 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:08.110819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network 5e767e4f-dc81-4297-9b6a-5118313c232a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:08.113701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:08.190882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f06f0cca-69cb-4e7c-9d50-25c4379a4e2f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:08.190882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f06f0cca-69cb-4e7c-9d50-25c4379a4e2f tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3995819 Apr 11 21:03:08.195210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:08.388500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:08.487092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:08.516442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a8d39a5-7c2b-4619-915f-d26cac7ccdce tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Synchronizing usage tracker for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:08.540211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:08.665415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a8d39a5-7c2b-4619-915f-d26cac7ccdce tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] Unset dirty status for tenant:70429468125b4de0a96575771f1c4eb4 on resource:security_group_rule {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:08.669695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a8d39a5-7c2b-4619-915f-d26cac7ccdce tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4732854 Apr 11 21:03:08.670277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47622) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:08.699967 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-79485c0a-c886-410b-b06c-d27655df5639 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] delete failed (client error): The resource could not be found. Apr 11 21:03:08.705092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-79485c0a-c886-410b-b06c-d27655df5639 tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "DELETE /v2.0/security-groups/e2c54105-75e1-4e2f-9744-c051b6929af1 HTTP/1.1" status: 404 len: 347 time: 0.0281973 Apr 11 21:03:08.708090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47626) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:08.721577 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:08.740640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:08.755434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4ea531c3-ec16-4173-98ab-f602a8f7239c admin admin] 10.222.0.61 "PUT /v2.0/routers/6e791914-453b-4ba7-afd2-ae51687415ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2619529 Apr 11 21:03:08.756594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47630) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:08.786235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] Sync routers for ids ['6e791914-453b-4ba7-afd2-ae51687415ab'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:08.847092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] For port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,segment=NetworkSegment(158abb48-5163-45de-8d1a-f1cfe5c96cfd),segment_id=158abb48-5163-45de-8d1a-f1cfe5c96cfd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:08.943413 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7085c3f3-c073-4c95-96e9-48b8a8b29c0b tempest-SecGroupTest-200665147 tempest-SecGroupTest-200665147-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2289131 Apr 11 21:03:08.960771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] Routers {'6e791914-453b-4ba7-afd2-ae51687415ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:08.961882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6e791914-453b-4ba7-afd2-ae51687415ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:09.046111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:09.061374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:09.144374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=4dcdcf83-25b3-4489-b52d-36323e3e85b4,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:09.164177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Router 963291cd-c389-4396-8e71-49406ad63cb9 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:03:09.220841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '2670cb3f-ddae-4ae0-b786-200994fc5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '37f35094-f40f-487b-8657-b753c399fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:09.221214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: 37f35094-f40f-487b-8657-b753c399fc1d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:09.272435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:09.315795 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:09.635149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:09.650621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9bddccb3-9b99-46d1-9283-d526f1e34157 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4595876 Apr 11 21:03:09.650621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47642) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:09.651657 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] Sync routers for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:09.707815 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:09.710306 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:09.758741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] Set router 6e791914-453b-4ba7-afd2-ae51687415ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:03:09.851546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:09.893000 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:09.898709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 37f35094-f40f-487b-8657-b753c399fc1d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:09.926585 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:09.930438 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:09.941636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e16ba-43d1-44b9-974c-709608ac22ce None None] Pushing event updated for resources: {'Port': ['ID=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:10.023804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 37f35094-f40f-487b-8657-b753c399fc1d) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:10.035864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:10.038173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.047929 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:10.048580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0971e87-1bf2-434f-ac63-21fd2d0c44df None None] The sync data for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:10.073921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.106333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe0e01-60f7-43a7-b466-732591ce96ff None None] Network 37f35094-f40f-487b-8657-b753c399fc1d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:10.137272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:03:10.207463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-011d70be-051d-41b2-b660-b5784c8cbb36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6380377 Apr 11 21:03:10.210801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47654) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:10.217582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': '37f35094-f40f-487b-8657-b753c399fc1d', 'name': 'tempest-PortsIpV6TestJSON-890421563'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:10.242703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-507cb37a-1037-4e33-a6ce-5b12f949a317 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70429468125b4de0a96575771f1c4eb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3862298 Apr 11 21:03:10.250048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Deleting port cbbb08ca-3596-4ed8-980b-ded7ccd3201c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:10.250390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.253316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47658) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:10.336564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022c2bae-4a03-4960-a013-c10f35a42326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.354676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:03:10.355649 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:03:10.381536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:10.385202 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59b5582-e1bc-4070-80cc-ad1ec4402372'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:03:10.441416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022c2bae-4a03-4960-a013-c10f35a42326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.510962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.554069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:10.579157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:10.603880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] For port cbbb08ca-3596-4ed8-980b-ded7ccd3201c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:10.604246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.645866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:10.656214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Provisioning for port b2d67b36-a046-451c-bf13-2c345aa1fb6b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:10.665741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:10.668720 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.706117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Provisioning complete for port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:10.706532 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.722549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022c2bae-4a03-4960-a013-c10f35a42326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:10.743297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Calling delete_port for cbbb08ca-3596-4ed8-980b-ded7ccd3201c owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:10.745738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c2bae-4a03-4960-a013-c10f35a42326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d30f4-5506-448e-adc4-9fcd6ea9f485,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:10.754426 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-ee15bf3d-4962-459d-be4e-67a4810e1690 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:10.759160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ee15bf3d-4962-459d-be4e-67a4810e1690 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1126695 Apr 11 21:03:10.759782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47666) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:10.801323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 448c0e98-09e0-429a-a732-1fe36c1e564f yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:03:10.951353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-37f35094-f40f-487b-8657-b753c399fc1d', 'network_id': '37f35094-f40f-487b-8657-b753c399fc1d', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': '4dcdcf83-25b3-4489-b52d-36323e3e85b4'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:10.957232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.033177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::1ae (37f35094-f40f-487b-8657-b753c399fc1d/4dcdcf83-25b3-4489-b52d-36323e3e85b4/448c0e98-09e0-429a-a732-1fe36c1e564f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:11.182892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b2d67b36-a046-451c-bf13-2c345aa1fb6b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:11.219236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-022c2bae-4a03-4960-a013-c10f35a42326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.220453 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-022c2bae-4a03-4960-a013-c10f35a42326 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff5d30f4-5506-448e-adc4-9fcd6ea9f485 HTTP/1.1" status: 204 len: 168 time: 0.9653711 Apr 11 21:03:11.295070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:03:05Z', 'revision_number': 5, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port': {'id': 'cbbb08ca-3596-4ed8-980b-ded7ccd3201c', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:00:21Z', 'updated_at': '2022-04-11T21:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:11.299321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] Checking router: 6e791914-453b-4ba7-afd2-ae51687415ab for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:03:11.310647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] Routers {'6e791914-453b-4ba7-afd2-ae51687415ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:11.311561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:02:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6e791914-453b-4ba7-afd2-ae51687415ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:11.373471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Provisioning for port 62507638-8f72-4ac6-8d11-377c7fbc30bb completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:11.420658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.436187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Provisioning complete for port 62507638-8f72-4ac6-8d11-377c7fbc30bb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:11.436187 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.437072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.446995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 448c0e98-09e0-429a-a732-1fe36c1e564f will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:11.485489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b2d67b36-a046-451c-bf13-2c345aa1fb6b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:11.509955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.520736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b2d67b36-a046-451c-bf13-2c345aa1fb6b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:11.521920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.563777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.579043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbb08ca-3596-4ed8-980b-ded7ccd3201c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:11.669299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cd29c742-d139-47fa-aaf7-bdef22a9b013 None None] Port 62507638-8f72-4ac6-8d11-377c7fbc30bb cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:11.680973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] Set router 6e791914-453b-4ba7-afd2-ae51687415ab gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:03:11.732583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=448c0e98-09e0-429a-a732-1fe36c1e564f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:11.769193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 37f35094-f40f-487b-8657-b753c399fc1d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:11.774544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:11.774740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Allocated IP 2001:db8::2 (37f35094-f40f-487b-8657-b753c399fc1d/4dcdcf83-25b3-4489-b52d-36323e3e85b4/55d7d1fd-2202-42ad-82ed-00ecc77e4caf) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:11.849162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:11.853712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:11.854390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:11.949150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:03:10Z', 'revision_number': 6, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:11.970501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df5031-0040-4793-88cc-de853a3f6818 None None] The sync data for ids ['6e791914-453b-4ba7-afd2-ae51687415ab'] in n-d-837321-1 is: [{'id': '6e791914-453b-4ba7-afd2-ae51687415ab', 'name': 'tempest-ServerRescueTestJSON-1061278607-router', 'tenant_id': '444399fd4d7e476099e458dc2a9f9b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:00:20Z', 'updated_at': '2022-04-11T21:03:10Z', 'revision_number': 6, 'project_id': '444399fd4d7e476099e458dc2a9f9b98', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:12.065666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Provisioning complete for port b2d67b36-a046-451c-bf13-2c345aa1fb6b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:12.066035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.074022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.169433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.300007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b2d67b36-a046-451c-bf13-2c345aa1fb6b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b2d67b36-a046-451c-bf13-2c345aa1fb6b,segment=NetworkSegment(5157ebbf-5f92-42f6-9fe4-16ef9dab8937),segment_id=5157ebbf-5f92-42f6-9fe4-16ef9dab8937)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:12.408014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.430538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ec4932e7-0014-43a1-8636-8a9b692ac35d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2154737 Apr 11 21:03:12.437670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.439884 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.453525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47686) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:12.465218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': '37f35094-f40f-487b-8657-b753c399fc1d', 'name': 'tempest-PortsIpV6TestJSON-2035904821'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:12.560410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:03:12.584744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Transition to ACTIVE for port object 55d7d1fd-2202-42ad-82ed-00ecc77e4caf will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:12.676708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.681337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.711857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting port 62507638-8f72-4ac6-8d11-377c7fbc30bb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:12.712245 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.763732 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:03:12.779866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Transition to ACTIVE for port object 55d7d1fd-2202-42ad-82ed-00ecc77e4caf will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:12.782221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.782997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e791914-453b-4ba7-afd2-ae51687415ab {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:03:12.796026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.799442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-994a4c7c-5fc1-48fe-a359-8872aae84d8c admin admin] 10.222.0.61 "DELETE /v2.0/routers/6e791914-453b-4ba7-afd2-ae51687415ab HTTP/1.1" status: 204 len: 168 time: 4.0397429 Apr 11 21:03:12.799748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47698) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:12.835952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b2d67b36-a046-451c-bf13-2c345aa1fb6b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:12.836157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:12.841772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:03:12.842297 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:03:12.867235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Deleting subnet 5e97bb0a-3813-454e-93fe-efd81eaf8dd2 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:12.870500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.883651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.955811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:12.994736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:13.000096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:13.019756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:13.020440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.039570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.062044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:13.151635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:13.155227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:13.161107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.173942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47704) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:13.195884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.196566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Pushing event updated for resources: {'Port': ['ID=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:13.202733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:03:13.206354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Network 37f35094-f40f-487b-8657-b753c399fc1d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:13.211384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:13.215039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:13.265829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Calling delete_port for 62507638-8f72-4ac6-8d11-377c7fbc30bb owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:13.301188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e97bb0a-3813-454e-93fe-efd81eaf8dd2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:13.316713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.335016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5be8192b-5520-49ba-bab0-2efb707ca2bb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5e97bb0a-3813-454e-93fe-efd81eaf8dd2 HTTP/1.1" status: 204 len: 168 time: 0.5337999 Apr 11 21:03:13.341863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47710) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:13.361318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port bb95919f-5dac-4fed-af98-1ae943eb6e20 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:03:13.501576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7d73cae1-747d-4f11-b0ea-4aaf1538e4e5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:13.503224 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-7d73cae1-747d-4f11-b0ea-4aaf1538e4e5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 21:03:13.504169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7d73cae1-747d-4f11-b0ea-4aaf1538e4e5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3287086 Apr 11 21:03:13.510638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47714) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:13.574059 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.594906 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.612401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:13.612774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.650290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:03:13.654682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Attempting to bind port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:13.655086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Attempting to bind port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2670cb3f-ddae-4ae0-b786-200994fc5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '37f35094-f40f-487b-8657-b753c399fc1d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:13.655447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Attempting to bind port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf on network 37f35094-f40f-487b-8657-b753c399fc1d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:13.694338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:13.697162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Checking segment: {'id': '2670cb3f-ddae-4ae0-b786-200994fc5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '37f35094-f40f-487b-8657-b753c399fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:13.697162 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.697162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Bound using segment: {'id': '2670cb3f-ddae-4ae0-b786-200994fc5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '37f35094-f40f-487b-8657-b753c399fc1d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:13.697162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Bound port: 55d7d1fd-2202-42ad-82ed-00ecc77e4caf, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2670cb3f-ddae-4ae0-b786-200994fc5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '37f35094-f40f-487b-8657-b753c399fc1d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:13.697162 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.746005 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.787298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:13.799771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::261 (37f35094-f40f-487b-8657-b753c399fc1d/4dcdcf83-25b3-4489-b52d-36323e3e85b4/bb95919f-5dac-4fed-af98-1ae943eb6e20) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:13.806452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6277f6b-8eea-484d-88c5-37db7e3c64d9']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:13.806746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--379795556'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:13.821530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:13.835331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:13.841686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:13.842829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be6afd5-5b82-4e88-8b11-071e591e8f79') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:13.843138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be6afd5-5b82-4e88-8b11-071e591e8f79') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:13.853090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:13.884345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.901771 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.909029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:13.909440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.947157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Provisioning complete for port 62507638-8f72-4ac6-8d11-377c7fbc30bb triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:13.947965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:13.976775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.003329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.020462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b358e03b-401d-4840-96bf-2ebd3d00cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:14.058774 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:14.087431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] For port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:14.112041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ef167db7-a4b2-4553-8abe-a67837c0328b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:14.130089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.152733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c039e404-44c3-43d4-ae99-eeb1efc9a53c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:03:14.175697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.198090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.206674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6277f6b-8eea-484d-88c5-37db7e3c64d9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:14.221646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ef167db7-a4b2-4553-8abe-a67837c0328b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:14.222203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ef167db7-a4b2-4553-8abe-a67837c0328b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:14.237689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] For port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,segment=NetworkSegment(2670cb3f-ddae-4ae0-b786-200994fc5a43),segment_id=2670cb3f-ddae-4ae0-b786-200994fc5a43)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:14.247376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.252863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-34d835a3-7144-4b20-b8ce-d485208ac1c3 None None] Port 62507638-8f72-4ac6-8d11-377c7fbc30bb cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:14.274238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:14.297661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-395064ff-d730-44d4-875e-84e84b7cad68 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b6277f6b-8eea-484d-88c5-37db7e3c64d9 HTTP/1.1" status: 204 len: 168 time: 0.9546852 Apr 11 21:03:14.330490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.366665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Port': ['ID=62507638-8f72-4ac6-8d11-377c7fbc30bb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:14.380896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:14.431950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:14.507416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:14.553495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:14.556708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.557385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f311349-a32f-4a53-9d4b-35dde7276659 None None] Pushing event updated for resources: {'Port': ['ID=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:14.620682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b2d67b36-a046-451c-bf13-2c345aa1fb6b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:14.706967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object bb95919f-5dac-4fed-af98-1ae943eb6e20 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:14.787590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b2d67b36-a046-451c-bf13-2c345aa1fb6b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:14.789407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:14.952401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.038994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47742) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:15.116969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.177258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbbb08ca-3596-4ed8-980b-ded7ccd3201c no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:15.206748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2da2b3e-bf61-4d26-831b-39630c8d8f6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=444399fd4d7e476099e458dc2a9f9b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1664910 Apr 11 21:03:15.211021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47746) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:15.280170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: cbbb08ca-3596-4ed8-980b-ded7ccd3201c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:15.286126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbbb08ca-3596-4ed8-980b-ded7ccd3201c not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:15.301151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=bb95919f-5dac-4fed-af98-1ae943eb6e20,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:15.321495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.331256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 37f35094-f40f-487b-8657-b753c399fc1d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:15.335170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:15.342139 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd53420d-a205-4584-a1c3-0f8d26b5d3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.342516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:15.346955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:15.347718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.390988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd53420d-a205-4584-a1c3-0f8d26b5d3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.518153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.546187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:15.554419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:15.558183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:15.564528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:15.569339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd53420d-a205-4584-a1c3-0f8d26b5d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.592944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53420d-a205-4584-a1c3-0f8d26b5d3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b507f-32f0-40b2-b24a-1f489c26617b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:15.672323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd53420d-a205-4584-a1c3-0f8d26b5d3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.673738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fd53420d-a205-4584-a1c3-0f8d26b5d3df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a6b507f-32f0-40b2-b24a-1f489c26617b HTTP/1.1" status: 204 len: 168 time: 0.4616966 Apr 11 21:03:15.720766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ec05eb7e-0c09-43bd-ab92-259997546bd1 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2626238 Apr 11 21:03:15.721185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47752) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:15.802422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b5e37-41a4-44e9-92b1-8634de48b6c5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:15.893132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:15.895586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Router 963291cd-c389-4396-8e71-49406ad63cb9 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:03:15.963715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4a200-84ca-4218-beac-6a11bea16d94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:15.964371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b4f4a200-84ca-4218-beac-6a11bea16d94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:15.981848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:16.074456 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fc18ca83-33bd-4328-a23b-a97c1d22f0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:16.102974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b4f4a200-84ca-4218-beac-6a11bea16d94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:16.110601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b4f4a200-84ca-4218-beac-6a11bea16d94 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ae HTTP/1.1" status: 200 len: 928 time: 0.3883913 Apr 11 21:03:16.113441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:16.142936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d784c29b-15bf-4d0e-a68b-ad8cf4b0fa2f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:16.147709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:16.162277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] Sync routers for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:16.162893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a229ef56-51e3-48f1-a6b4-f6aa04cb7bf2 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3984518 Apr 11 21:03:16.173482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47762) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:16.210611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:16.212491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:16.301945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfebc53-4caf-4328-bb0a-57462e51f637 None None] Network 37f35094-f40f-487b-8657-b753c399fc1d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:16.421740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port bb95919f-5dac-4fed-af98-1ae943eb6e20 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:16.425605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:16.443758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:16.450277 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0ab9b4cc-1a5d-410f-b80e-8884af09fdcc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6535723 Apr 11 21:03:16.466353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47772) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:16.479450 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-fd94a766-b884-4b24-9bc0-a8af8f15aa34 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] delete failed (client error): The resource could not be found. Apr 11 21:03:16.486582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fd94a766-b884-4b24-9bc0-a8af8f15aa34 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-340576948 HTTP/1.1" status: 404 len: 334 time: 0.3128095 Apr 11 21:03:16.487158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47776) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:16.497058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd784c29b-15bf-4d0e-a68b-ad8cf4b0fa2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:16.511815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b96f2ca8-ffd3-4e71-8ef1-bc49937da462 None None] Provisioning for port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:16.516227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:16.525059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:16.549378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:16.555393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:16.574234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:16.588436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:16.638616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-745cf369-2423-4c54-862b-cc79a7e87ef0 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'router': {'external_gateway_info': {'network_id': '963291cd-c389-4396-8e71-49406ad63cb9'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:16.699402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55d7d1fd-2202-42ad-82ed-00ecc77e4caf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:16.822835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:16.823500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:16.931770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.112699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:17.113024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead498b7-8a23-421b-a3aa-2dffe9d7bfdf None None] The sync data for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:17.147655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.182405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c039e404-44c3-43d4-ae99-eeb1efc9a53c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:17.182818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.381242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:17.468776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.469196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:17.469333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.567036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.572493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.628330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for bb95919f-5dac-4fed-af98-1ae943eb6e20 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:17.759924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.792829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd2b26-e88b-4022-bb7b-e442d49a182e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:17.810410 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.870648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:03:17.881966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-745cf369-2423-4c54-862b-cc79a7e87ef0 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.924610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47808) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:17.933342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:17.942154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.943952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-365f46dd-1bab-4f21-a2ce-fa2de20d79cb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4741609 Apr 11 21:03:17.946813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47814) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:17.949655 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:17.955604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd784c29b-15bf-4d0e-a68b-ad8cf4b0fa2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:17.974582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:17.983485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:17.993700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:18.002161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,segment=NetworkSegment(2670cb3f-ddae-4ae0-b786-200994fc5a43),segment_id=2670cb3f-ddae-4ae0-b786-200994fc5a43)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:18.005058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:18.030960 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3538f739-4072-45a2-bb0d-fbc63bffa0b0'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:03:18.032624 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-745cf369-2423-4c54-862b-cc79a7e87ef0 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] update failed (client error): The resource could not be found. Apr 11 21:03:18.038714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47818) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:18.043534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-745cf369-2423-4c54-862b-cc79a7e87ef0 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9 HTTP/1.1" status: 404 len: 339 time: 1.4281008 Apr 11 21:03:18.046981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1662206962'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:18.055394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:18.062777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.066331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:network and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:18.070397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:18.084251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:18.120460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.134280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.154720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.172428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-457590573-network', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:18.190875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:18.191216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:18.219924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Usage tracker for resource:network and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:18.226358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:18.242934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:18.287248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:18.290650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.302006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=bb95919f-5dac-4fed-af98-1ae943eb6e20,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:18.321687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.322117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.322458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.322792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.323122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.323448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.323803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.324126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.324449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.324769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.325089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:18.340513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Made reservation on behalf of 0b85124add3b4c17ae1f66f2b6a49fc0 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:18.346174 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.372764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:18.376157 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 21:03:18.377264 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fc268395-3736-4608-b75e-3b8b1d030f92 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4288802 Apr 11 21:03:18.380541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:18.384971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.465488 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.502109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:03:18.504304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Provisioning complete for port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:18.507806 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.532837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.533321 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Added segment 7b7cc597-f912-4c61-8168-1fd17b4c8f10 of type vlan for network 4c11418f-b92b-444e-907c-24734f71ca92 Apr 11 21:03:18.581145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cb82c55a-eb48-4918-b93c-8ec301529059 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/bb95919f-5dac-4fed-af98-1ae943eb6e20 HTTP/1.1" status: 204 len: 168 time: 2.4638565 Apr 11 21:03:18.582956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47828) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:18.608988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:18.645063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:18.648685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83407f3b-3494-4f88-93af-b2ab4f5c8417 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.655280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:18.664560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55d7d1fd-2202-42ad-82ed-00ecc77e4caf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:18.688617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.695672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:18.715397 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9474a310-f697-47f3-a56e-4999cec65af3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:03:18.715938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9474a310-f697-47f3-a56e-4999cec65af3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:18.747147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83407f3b-3494-4f88-93af-b2ab4f5c8417 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.867967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9474a310-f697-47f3-a56e-4999cec65af3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:18.869516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9474a310-f697-47f3-a56e-4999cec65af3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/bb95919f-5dac-4fed-af98-1ae943eb6e20 HTTP/1.1" status: 404 len: 333 time: 0.2824807 Apr 11 21:03:18.872375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47834) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:18.904715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.913856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Could not find standard attr ID for object bb95919f-5dac-4fed-af98-1ae943eb6e20. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:03:18.941160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.965485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83407f3b-3494-4f88-93af-b2ab4f5c8417 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:18.982712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:18.984950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.013618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83407f3b-3494-4f88-93af-b2ab4f5c8417 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784c29b-15bf-4d0e-a68b-ad8cf4b0fa2f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:19.027688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.032199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 448c0e98-09e0-429a-a732-1fe36c1e564f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:19.032199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.049393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-83407f3b-3494-4f88-93af-b2ab4f5c8417 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.055701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-83407f3b-3494-4f88-93af-b2ab4f5c8417 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/d784c29b-15bf-4d0e-a68b-ad8cf4b0fa2f HTTP/1.1" status: 204 len: 168 time: 0.6734574 Apr 11 21:03:19.061919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:19.094703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:03:19.118110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b56f926-fcac-447a-8730-fa1a30650fed,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:19.147159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.148158 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Added segment b5862cc8-8990-4aab-9f20-7be72e33b57f of type vlan for network 542b1ea4-fc31-4acb-a70b-5410f4834930 Apr 11 21:03:19.163253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Provisioning for port 448c0e98-09e0-429a-a732-1fe36c1e564f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:19.178227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Provisioning complete for port 448c0e98-09e0-429a-a732-1fe36c1e564f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:19.178762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.203043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98be629c-49d0-4fe5-a474-4a1d9f93be99 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:19.204867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.209025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:19.209833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.263152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.371686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-98be629c-49d0-4fe5-a474-4a1d9f93be99 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:19.376709 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98be629c-49d0-4fe5-a474-4a1d9f93be99 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3099873 Apr 11 21:03:19.377594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:19.385190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111181310'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:19.399716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:19.426656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:19.433458 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.436557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:19.437305 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.449527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c41bdfda-44df-4f19-bb1b-2ad42f9df0bc None None] Port 448c0e98-09e0-429a-a732-1fe36c1e564f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:19.479040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Network': ['ID=4c11418f-b92b-444e-907c-24734f71ca92,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:19.497696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4c11418f-b92b-444e-907c-24734f71ca92 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:03:19.669530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7397113 Apr 11 21:03:19.669530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6a2b-7c66-49ae-8d25-99b2e779df0d admin admin] Pushing event updated for resources: {'Network': ['ID=542b1ea4-fc31-4acb-a70b-5410f4834930,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:19.670606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.683856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47848) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:19.695201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Request body: {'subnet': {'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-457590573-subnet', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:19.696264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:03:19.706099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:19.714829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Usage tracker for resource:subnet and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:19.721679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:19.730261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:19.751491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:19.757344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:19.764160 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.774443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:19.782080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e28c17c0-8e14-4526-976a-9bf6bbdca356 None None] Could not find standard attr ID for object bb95919f-5dac-4fed-af98-1ae943eb6e20. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:03:19.786889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:19.827781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Made reservation on behalf of 0b85124add3b4c17ae1f66f2b6a49fc0 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:19.831263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.841534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e28c17c0-8e14-4526-976a-9bf6bbdca356 None None] Provisioning complete for port 448c0e98-09e0-429a-a732-1fe36c1e564f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:19.841987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e28c17c0-8e14-4526-976a-9bf6bbdca356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:19.917779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e28c17c0-8e14-4526-976a-9bf6bbdca356 None None] Port 448c0e98-09e0-429a-a732-1fe36c1e564f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:19.923325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 448c0e98-09e0-429a-a732-1fe36c1e564f owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:19.960760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-39995647-33f9-4508-a800-f95b620b9a68 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9168911 Apr 11 21:03:19.965579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47852) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:19.972335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'subnet': {'network_id': '4c11418f-b92b-444e-907c-24734f71ca92', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:19.995428 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.075399 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.122134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:20.127380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Usage tracker for resource:subnet and tenant:13ea5ef1761b4815ab2019ea36558461 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:20.131303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:20.138173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:20.174413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca10ae-1166-4094-b12d-e994ce3c7a5b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:20.245348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Made reservation on behalf of 13ea5ef1761b4815ab2019ea36558461 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:20.274576 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.281786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47862) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:20.282021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09360ee2-2542-46a2-8d10-f85b883ecb76 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9024434 Apr 11 21:03:20.283461 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.342843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-296dbe1a-b1e6-4826-83bd-2e61202b272e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': '1dca10ae-1166-4094-b12d-e994ce3c7a5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:20.343791 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-296dbe1a-b1e6-4826-83bd-2e61202b272e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:20.344870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-296dbe1a-b1e6-4826-83bd-2e61202b272e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0614467 Apr 11 21:03:20.352124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47866) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:20.355431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.436916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=448c0e98-09e0-429a-a732-1fe36c1e564f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:20.464575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:20.503033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Checking segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:20.504307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Network hostable DHCP agents. Network: 542b1ea4-fc31-4acb-a70b-5410f4834930, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:20.621195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.621748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:20.662306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.719346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 542b1ea4-fc31-4acb-a70b-5410f4834930) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:20.724040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:20.725952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.734139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3c31d-9f34-4c6e-a07e-92329390de04 None None] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:20.789489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83390b2f-bff2-4a4a-b135-b30ec20c971d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.840976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83390b2f-bff2-4a4a-b135-b30ec20c971d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:20.851688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c635abca-6726-4f79-94dd-3ba648fdcfaf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/448c0e98-09e0-429a-a732-1fe36c1e564f HTTP/1.1" status: 204 len: 168 time: 1.9778624 Apr 11 21:03:20.854997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47872) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:20.914933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4ff1d72-aaa9-460f-86ef-40734f70af19 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2288976 Apr 11 21:03:20.915987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47876) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:20.933095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:20.937002 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5605aad2-3c31-47d4-a0ea-8700598c6e3b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:03:20.937536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5605aad2-3c31-47d4-a0ea-8700598c6e3b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:20.941992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:20.949061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Usage tracker for resource:router and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:20.952734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:20.962951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:21.044647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83390b2f-bff2-4a4a-b135-b30ec20c971d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.057730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5605aad2-3c31-47d4-a0ea-8700598c6e3b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:21.061579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5605aad2-3c31-47d4-a0ea-8700598c6e3b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/448c0e98-09e0-429a-a732-1fe36c1e564f HTTP/1.1" status: 404 len: 333 time: 0.2027814 Apr 11 21:03:21.061579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.061579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.064323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47882) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:21.105918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83390b2f-bff2-4a4a-b135-b30ec20c971d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca10ae-1166-4094-b12d-e994ce3c7a5b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:21.137652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83390b2f-bff2-4a4a-b135-b30ec20c971d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.141447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-83390b2f-bff2-4a4a-b135-b30ec20c971d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/1dca10ae-1166-4094-b12d-e994ce3c7a5b HTTP/1.1" status: 204 len: 168 time: 0.7856493 Apr 11 21:03:21.142307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:21.143932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-542b1ea4-fc31-4acb-a70b-5410f4834930', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:21.145004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.211529 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.317107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a0245c0-ba81-4edd-a661-fb07b6ef49fc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:21.377513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Subnet': ['ID=1aaaa427-e9e3-4894-bea8-be9606f583ae,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:21.396397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Checking segment: {'id': '7b7cc597-f912-4c61-8168-1fd17b4c8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c11418f-b92b-444e-907c-24734f71ca92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:21.397268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network hostable DHCP agents. Network: 4c11418f-b92b-444e-907c-24734f71ca92, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:21.450647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a0245c0-ba81-4edd-a661-fb07b6ef49fc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:21.452362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a0245c0-ba81-4edd-a661-fb07b6ef49fc tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3090723 Apr 11 21:03:21.457773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47890) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:21.467079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Allocated IP 172.20.0.2 (542b1ea4-fc31-4acb-a70b-5410f4834930/da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a/01682956-0e91-4404-847c-12210ad31ccd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:21.467839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--355228694'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:21.486165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:21.496022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network 4c11418f-b92b-444e-907c-24734f71ca92 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:21.517305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:21.524670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.593947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.604088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4c11418f-b92b-444e-907c-24734f71ca92) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:21.626828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:21.626828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.661018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1850ec-3aea-467e-a80b-4dd53dfe90c0 None None] Network 4c11418f-b92b-444e-907c-24734f71ca92 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:21.722343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:21.726535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:21.736854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:21.747930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:21.756929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 4dcdcf83-25b3-4489-b52d-36323e3e85b4 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:21.767607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.849512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:21.987744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.049516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.052902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3126da55-f89a-402f-8bfc-a23e7e604a3f tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0857306 Apr 11 21:03:22.055124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:22.061230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-66cc24fd-3d91-4a0f-8476-d6a8ee18644a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c11418f-b92b-444e-907c-24734f71ca92'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:22.096590 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.114049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Transition to ACTIVE for port object 01682956-0e91-4404-847c-12210ad31ccd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:22.118122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4c11418f-b92b-444e-907c-24734f71ca92', 'network_id': '4c11418f-b92b-444e-907c-24734f71ca92', 'tenant_id': '13ea5ef1761b4815ab2019ea36558461', 'fixed_ips': [{'subnet_id': '1aaaa427-e9e3-4894-bea8-be9606f583ae'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:22.118942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.136130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.146604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.154615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Transition to ACTIVE for port object 01682956-0e91-4404-847c-12210ad31ccd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:22.259619 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.264826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8021245-e57d-4395-ad61-c475db89c7f6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:22.416423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.423419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6ba89cea-80a5-45e2-aa81-1836ef4cff8c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9606087 Apr 11 21:03:22.433647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47906) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:22.448610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-47b0e3d5-3b0a-4777-b9f8-12f3eda6ea50 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd8021245-e57d-4395-ad61-c475db89c7f6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:22.449423 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-47b0e3d5-3b0a-4777-b9f8-12f3eda6ea50 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:22.455302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-47b0e3d5-3b0a-4777-b9f8-12f3eda6ea50 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159054 Apr 11 21:03:22.457454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47910) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:22.584342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:22.584485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.584624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:22.584624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Pushing event updated for resources: {'Port': ['ID=01682956-0e91-4404-847c-12210ad31ccd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:22.587162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:22.629010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Allocated IP 2001:db8:1::2 (4c11418f-b92b-444e-907c-24734f71ca92/1aaaa427-e9e3-4894-bea8-be9606f583ae/15b65ee3-9528-415c-8d22-2cf1e609bfea) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:22.676761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcdcf83-25b3-4489-b52d-36323e3e85b4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:22.727139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.727139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.775379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.920685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fca5da3f-98f0-47c1-a5ad-e262ce7ff626 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/4dcdcf83-25b3-4489-b52d-36323e3e85b4 HTTP/1.1" status: 204 len: 168 time: 1.7260017 Apr 11 21:03:22.920792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94253354-529f-4b35-a4da-dc70a553773b None None] Network 37f35094-f40f-487b-8657-b753c399fc1d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:22.920955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce333-0d25-4e85-ba4f-2ccfd1f93d27 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.920955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce333-0d25-4e85-ba4f-2ccfd1f93d27 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.921107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66cc24fd-3d91-4a0f-8476-d6a8ee18644a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:22.921107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47916) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:23.001066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Attempting to bind port 01682956-0e91-4404-847c-12210ad31ccd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:23.001406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Attempting to bind port 01682956-0e91-4404-847c-12210ad31ccd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:23.001804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Attempting to bind port 01682956-0e91-4404-847c-12210ad31ccd on network 542b1ea4-fc31-4acb-a70b-5410f4834930 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:23.094418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce333-0d25-4e85-ba4f-2ccfd1f93d27 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.098286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:23.098868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Checking segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:23.099282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.099536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Bound using segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:23.100126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Bound port: 01682956-0e91-4404-847c-12210ad31ccd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:23.100499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.133970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce333-0d25-4e85-ba4f-2ccfd1f93d27 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8021245-e57d-4395-ad61-c475db89c7f6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:23.180095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce333-0d25-4e85-ba4f-2ccfd1f93d27 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.180095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fd4ce333-0d25-4e85-ba4f-2ccfd1f93d27 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/d8021245-e57d-4395-ad61-c475db89c7f6 HTTP/1.1" status: 204 len: 168 time: 0.7118051 Apr 11 21:03:23.180095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Allocated IP 172.25.5.103 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/eb916e51-98c4-465d-8849-d2377d0db887) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:23.181991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47922) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:23.346105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7168b62-a38e-4ede-8ed2-403bb90cdbce tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:23.358180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] For port 01682956-0e91-4404-847c-12210ad31ccd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:23.390943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.417464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:23.418002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.419657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] For port 01682956-0e91-4404-847c-12210ad31ccd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=01682956-0e91-4404-847c-12210ad31ccd,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:23.425286 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.426253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.450445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Transition to ACTIVE for port object 15b65ee3-9528-415c-8d22-2cf1e609bfea will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:23.469572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7168b62-a38e-4ede-8ed2-403bb90cdbce tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:23.476913 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b7168b62-a38e-4ede-8ed2-403bb90cdbce tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2886930 Apr 11 21:03:23.477072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:23.481871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--362574465'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:23.489448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Transition to ACTIVE for port object 15b65ee3-9528-415c-8d22-2cf1e609bfea will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:23.501111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.506698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] DHCP port deletion for 37f35094-f40f-487b-8657-b753c399fc1d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:23.509779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:23.558846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:23.561860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Deleting port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:23.562288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.566463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.620469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.663760 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-66cc24fd-3d91-4a0f-8476-d6a8ee18644a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:23.664778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66cc24fd-3d91-4a0f-8476-d6a8ee18644a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9 HTTP/1.1" status: 400 len: 364 time: 1.6079347 Apr 11 21:03:23.671629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.680275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47930) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:23.782657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:23.784168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Pushing event updated for resources: {'Port': ['ID=eb916e51-98c4-465d-8849-d2377d0db887,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:23.814550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:23.817445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:23.898998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,segment=NetworkSegment(2670cb3f-ddae-4ae0-b786-200994fc5a43),segment_id=2670cb3f-ddae-4ae0-b786-200994fc5a43)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:23.899354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:23.964707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] For port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,segment=NetworkSegment(2670cb3f-ddae-4ae0-b786-200994fc5a43),segment_id=2670cb3f-ddae-4ae0-b786-200994fc5a43)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:23.965019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:24.105330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a6b9-e66d-4bbb-847a-bbe0a30a8c9b None None] Pushing event updated for resources: {'Port': ['ID=01682956-0e91-4404-847c-12210ad31ccd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:24.275598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 55d7d1fd-2202-42ad-82ed-00ecc77e4caf owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:24.322877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Calling delete_port for 55d7d1fd-2202-42ad-82ed-00ecc77e4caf owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:24.399318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Network 4c11418f-b92b-444e-907c-24734f71ca92 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:24.431309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:24.437109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:24.437661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:24.444375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:24.448740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:24.456272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:24.529043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Pushing event updated for resources: {'Port': ['ID=15b65ee3-9528-415c-8d22-2cf1e609bfea,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:24.530432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:24.550236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:24.638427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Attempting to bind port 15b65ee3-9528-415c-8d22-2cf1e609bfea on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:24.639066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Attempting to bind port 15b65ee3-9528-415c-8d22-2cf1e609bfea by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7b7cc597-f912-4c61-8168-1fd17b4c8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c11418f-b92b-444e-907c-24734f71ca92'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:24.639635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Attempting to bind port 15b65ee3-9528-415c-8d22-2cf1e609bfea on network 4c11418f-b92b-444e-907c-24734f71ca92 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:24.644568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:03:24.645500 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:03:24.652600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:24.652899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=55d7d1fd-2202-42ad-82ed-00ecc77e4caf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:24.653528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Checking segment: {'id': '7b7cc597-f912-4c61-8168-1fd17b4c8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c11418f-b92b-444e-907c-24734f71ca92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:24.654143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:24.655137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:24.655547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Bound using segment: {'id': '7b7cc597-f912-4c61-8168-1fd17b4c8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c11418f-b92b-444e-907c-24734f71ca92'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:24.656521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Bound port: 15b65ee3-9528-415c-8d22-2cf1e609bfea, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7cc597-f912-4c61-8168-1fd17b4c8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c11418f-b92b-444e-907c-24734f71ca92'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:24.657076 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:24.679030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 01682956-0e91-4404-847c-12210ad31ccd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:24.725131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No DVR routers for this DVR port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:24.898523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:24.996609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] For port 15b65ee3-9528-415c-8d22-2cf1e609bfea, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:25.000465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] For port 15b65ee3-9528-415c-8d22-2cf1e609bfea, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15b65ee3-9528-415c-8d22-2cf1e609bfea,segment=NetworkSegment(7b7cc597-f912-4c61-8168-1fd17b4c8f10),segment_id=7b7cc597-f912-4c61-8168-1fd17b4c8f10)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:25.043305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 01682956-0e91-4404-847c-12210ad31ccd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:25.066264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.086681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.151069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f35094-f40f-487b-8657-b753c399fc1d']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:25.174055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2670cb3f-ddae-4ae0-b786-200994fc5a43') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:25.174355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2670cb3f-ddae-4ae0-b786-200994fc5a43') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:25.185695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Deleting port 55d7d1fd-2202-42ad-82ed-00ecc77e4caf {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:25.186764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.204357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.212088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55d7d1fd-2202-42ad-82ed-00ecc77e4caf no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:25.276001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.276437 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.280491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 55d7d1fd-2202-42ad-82ed-00ecc77e4caf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:25.281104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55d7d1fd-2202-42ad-82ed-00ecc77e4caf not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:25.289092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:25.289752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.341353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9939237-8d04-49ec-92ae-863a1295dc2b None None] Pushing event updated for resources: {'Port': ['ID=15b65ee3-9528-415c-8d22-2cf1e609bfea,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:25.377295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e5bc1-9e53-4d25-b8f9-b73d77e4516e None None] The port '55d7d1fd-2202-42ad-82ed-00ecc77e4caf' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:03:25.466492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8da1fd-6d46-4ee5-8e25-79d2762a0c85 None None] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:25.550107 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:25.557022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.563158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-617a3cc8-23d7-4112-b70d-497940952258 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0809197 Apr 11 21:03:25.575875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47948) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:25.604133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8c59ece2-3ecf-44c5-8bf5-5018496158e5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:25.604961 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-8c59ece2-3ecf-44c5-8bf5-5018496158e5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:25.620272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c59ece2-3ecf-44c5-8bf5-5018496158e5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0359719 Apr 11 21:03:25.621249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47952) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:25.635936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-29d7448e-99f1-492f-83f2-3ccbb3d88a50 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:25.637894 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-29d7448e-99f1-492f-83f2-3ccbb3d88a50 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:25.643726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-29d7448e-99f1-492f-83f2-3ccbb3d88a50 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0179720 Apr 11 21:03:25.645358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:25.683755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5791a374-2d71-4642-85fe-7959bae7945c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:25.684798 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-5791a374-2d71-4642-85fe-7959bae7945c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:25.690698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5791a374-2d71-4642-85fe-7959bae7945c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0433893 Apr 11 21:03:25.691274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:25.696441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.719386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2a6c070b-9dad-4905-9915-d69d816c20b3 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:25.720165 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-2a6c070b-9dad-4905-9915-d69d816c20b3 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:25.721142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a6c070b-9dad-4905-9915-d69d816c20b3 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0212128 Apr 11 21:03:25.722128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] Provisioning for port 01682956-0e91-4404-847c-12210ad31ccd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:25.729286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] Provisioning complete for port 01682956-0e91-4404-847c-12210ad31ccd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:25.729784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.738130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47964) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:25.744484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.752869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.758977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.759119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/37f35094-f40f-487b-8657-b753c399fc1d HTTP/1.1" status: 204 len: 168 time: 2.8445210 Apr 11 21:03:25.761713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47966) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:25.767807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1275333597'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:25.772619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d532-a384-4b56-a9a6-d68cc82cdbbc tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=37f35094-f40f-487b-8657-b753c399fc1d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:25.788580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:25.798200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:25.805591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:25.822499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:25.898021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:25.901012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:25.999112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:03:26.021197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.021577 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 7c29fa8d-712e-4966-8606-5ab40b21a64f of type vlan for network bd65f0de-d57b-4949-b5e4-2df8836596f1 Apr 11 21:03:26.050877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.090808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.164931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.170608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] For port 01682956-0e91-4404-847c-12210ad31ccd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=01682956-0e91-4404-847c-12210ad31ccd,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:26.170747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:26.170747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.254642 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.373853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61136b31-e77b-41f2-8925-1d0b0f8f2edb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.381867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Allocated IP 2001:db8::1 (aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c/3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01/a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:26.390932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=bd65f0de-d57b-4949-b5e4-2df8836596f1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:26.407819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c052a-a00f-43f9-b0af-0e8d514e6f99 None None] Pushing event updated for resources: {'Port': ['ID=01682956-0e91-4404-847c-12210ad31ccd,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:26.410635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:03:26.484131 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cfe8dd5c-32df-4367-9541-e9be1e3864f4 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7213142 Apr 11 21:03:26.484907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47976) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:26.490878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:26.526991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61136b31-e77b-41f2-8925-1d0b0f8f2edb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.685609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-98d151e8-02da-4575-94de-33d7ed551cd4 None None] Provisioning complete for port 01682956-0e91-4404-847c-12210ad31ccd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:26.686088 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98d151e8-02da-4575-94de-33d7ed551cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.704205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:26.714210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:26.725919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:26.752706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:26.822284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 01682956-0e91-4404-847c-12210ad31ccd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:26.850797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:26.897181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:26.982277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Transition to ACTIVE for port object a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:27.104897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.156503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 01682956-0e91-4404-847c-12210ad31ccd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:27.156931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.183326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61136b31-e77b-41f2-8925-1d0b0f8f2edb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.244262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.303805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a96dd-0ee8-4da3-9217-aabf7a3af5c0 None None] Network 4c11418f-b92b-444e-907c-24734f71ca92 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:27.345285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61136b31-e77b-41f2-8925-1d0b0f8f2edb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:27.514115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61136b31-e77b-41f2-8925-1d0b0f8f2edb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.515170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-61136b31-e77b-41f2-8925-1d0b0f8f2edb tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/a9d26b32-9b7c-4ef0-ad84-eb083ec28fc5 HTTP/1.1" status: 204 len: 168 time: 1.7556317 Apr 11 21:03:27.530275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47984) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:27.540242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:27.550803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:27.564297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:27.564852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.588126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Port': ['ID=a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:27.643767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-235f8896-5361-4cdc-a52c-03430bb3339b tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:27.691783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:27.780820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Router fa21f84c-4290-4226-886d-28c7df65e98c is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:03:27.788628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-235f8896-5361-4cdc-a52c-03430bb3339b tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:27.790000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-235f8896-5361-4cdc-a52c-03430bb3339b tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2587399 Apr 11 21:03:27.811938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47988) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:27.822535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--281543271'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:27.846472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15b65ee3-9528-415c-8d22-2cf1e609bfea up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:27.875850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:27.932091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=9e869a80-1f62-418a-ab22-12b9f5bddfd0,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:27.936516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:27.958512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-04c779ba-f6e6-479d-9025-5db7b65aff26 None None] Provisioning for port 15b65ee3-9528-415c-8d22-2cf1e609bfea completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:27.990298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '7c29fa8d-712e-4966-8606-5ab40b21a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:27.990967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: bd65f0de-d57b-4949-b5e4-2df8836596f1, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:28.045759 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.114752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:28.136643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 15b65ee3-9528-415c-8d22-2cf1e609bfea completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:28.144523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:28.149972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 15b65ee3-9528-415c-8d22-2cf1e609bfea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:28.150371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.155691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:28.167832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:28.188044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:28.246368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, bd65f0de-d57b-4949-b5e4-2df8836596f1) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:28.258881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:28.260453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.269372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a3641-4393-4777-986e-d7d3da392111 None None] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:28.305680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5b7a8a71-e448-4604-9810-77bf1bbb30c0 None None] Provisioning for port a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:28.308269 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.340382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5b7a8a71-e448-4604-9810-77bf1bbb30c0 None None] Provisioning complete for port a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:28.347040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8a71-e448-4604-9810-77bf1bbb30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.407946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.438594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-522b3784-1094-44d4-befb-8ad37c0ae33f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9526320 Apr 11 21:03:28.444403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47996) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:28.467752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1', 'name': 'tempest-PortsIpV6TestJSON-363189669', 'fixed_ips': [{'subnet_id': '9e869a80-1f62-418a-ab22-12b9f5bddfd0', 'ip_address': '2001:db8::10'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:28.580485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a8a71-e448-4604-9810-77bf1bbb30c0 None None] Port a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:28.655137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.660044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:28.665851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:28.670354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:28.681306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:28.696155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.745028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 15b65ee3-9528-415c-8d22-2cf1e609bfea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15b65ee3-9528-415c-8d22-2cf1e609bfea,segment=NetworkSegment(7b7cc597-f912-4c61-8168-1fd17b4c8f10),segment_id=7b7cc597-f912-4c61-8168-1fd17b4c8f10)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:28.780752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:28.791260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.808883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.808883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9953899 Apr 11 21:03:28.811581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48000) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:28.845183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b0d8e-305d-4eae-a8c9-8040a25d24cf tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d156adf8-83b1-4aae-9539-d31478e8895b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:28.856376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-892b3d58-6db9-4955-94d0-4016ac4b168a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:28.857320 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-892b3d58-6db9-4955-94d0-4016ac4b168a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:28.858512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 47a003bb-8788-4121-bca9-f4d738ec854d yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:03:28.860749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-86345def-c9a1-4dd7-a1a5-db0211198c7a None None] Provisioning complete for port 15b65ee3-9528-415c-8d22-2cf1e609bfea triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:28.861622 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:03:28.862870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86345def-c9a1-4dd7-a1a5-db0211198c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:28.870141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-892b3d58-6db9-4955-94d0-4016ac4b168a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0451939 Apr 11 21:03:28.873661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48004) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:28.885166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:28.893223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:28.898146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:28.901418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:28.907807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:28.935571 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.035013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-bd65f0de-d57b-4949-b5e4-2df8836596f1', 'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': '9e869a80-1f62-418a-ab22-12b9f5bddfd0'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:29.038609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.090049 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.251401 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:29.257256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-47a15fe4-5998-43aa-bdae-ebb247887348 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3807349 Apr 11 21:03:29.259321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::10 (bd65f0de-d57b-4949-b5e4-2df8836596f1/9e869a80-1f62-418a-ab22-12b9f5bddfd0/47a003bb-8788-4121-bca9-f4d738ec854d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:29.261959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48010) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:29.276260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=15b65ee3-9528-415c-8d22-2cf1e609bfea,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:29.292949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-088b82c9-80e9-4520-96e5-665d309e8c21 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:29.293464 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-088b82c9-80e9-4520-96e5-665d309e8c21 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:29.294525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-088b82c9-80e9-4520-96e5-665d309e8c21 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0292938 Apr 11 21:03:29.306182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48014) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:29.315979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:29.322506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:29.335718 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:29.368822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:29.374380 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:29.375028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:29.383770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:29.387606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:29.412780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:29.443788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.445857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-227dc5d8-2376-416e-bfd8-b1373fcd408e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5184493 Apr 11 21:03:29.448076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48020) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:29.451555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.622737 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:03:29.748443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.748443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:29.833687 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:29.834781 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f7e1a3ef-0c41-4c2d-b076-ea2482d6f766 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5275455 Apr 11 21:03:29.884162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48024) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:29.921194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b2cbaed0-5753-4a13-bf55-f43555f33cc4 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:29.932768 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-b2cbaed0-5753-4a13-bf55-f43555f33cc4 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:29.938614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b2cbaed0-5753-4a13-bf55-f43555f33cc4 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0486979 Apr 11 21:03:29.951187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48028) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:29.960509 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:24Z', 'revision_number': 3, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:29.965121 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:03:29.965669 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Updating router fa21f84c-4290-4226-886d-28c7df65e98c port eb916e51-98c4-465d-8849-d2377d0db887 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:03:29.971855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:29.999089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:30.007380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:30.011102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:30.026696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:30.040055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:30.071060 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.076853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:30.157600 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.205871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event updated for resources: {'Port': ['ID=a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:30.238877 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Project c3e5f64576304181bc99358e2e843e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:03:30.315041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 47a003bb-8788-4121-bca9-f4d738ec854d will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:30.384828 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:30.401488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a409ef4c-9e36-4c37-b68f-920c8b885407 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4491918 Apr 11 21:03:30.406969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48034) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:30.444677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d71a86e3-0a80-4057-8208-4ff30e253513 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:30.454265 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-d71a86e3-0a80-4057-8208-4ff30e253513 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:30.462448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d71a86e3-0a80-4057-8208-4ff30e253513 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0566502 Apr 11 21:03:30.466145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48038) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:30.486255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:30.513635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:30.525815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:30.534357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:30.551390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:30.577211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.684681 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.702064 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Transition to ACTIVE for port object eb916e51-98c4-465d-8849-d2377d0db887 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:30.706431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=47a003bb-8788-4121-bca9-f4d738ec854d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:30.709893 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Project c3e5f64576304181bc99358e2e843e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:03:30.749937 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.767402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:30.769014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:30.772616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Allocated IP 2001:db8::2 (bd65f0de-d57b-4949-b5e4-2df8836596f1/9e869a80-1f62-418a-ab22-12b9f5bddfd0/30e99da4-dda7-4da6-9db6-f2335a45d5da) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:30.780726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:30.793425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:30.794144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.841150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bc3d4c1d-5f5a-45a1-bebf-0f1bd62a62a5 None None] Provisioning complete for port a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:30.842548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4c1d-5f5a-45a1-bebf-0f1bd62a62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:30.970255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d4c1d-5f5a-45a1-bebf-0f1bd62a62a5 None None] Port a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:31.012048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Router 963291cd-c389-4396-8e71-49406ad63cb9 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:03:31.033457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15b65ee3-9528-415c-8d22-2cf1e609bfea up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:31.068736 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.093731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4cb08977-c9ae-4e11-b004-54e949260849 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6478260 Apr 11 21:03:31.098125 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:31.106322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-81c2e7a5-fc27-456c-92ab-6ee0f6623ad7 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6348989 Apr 11 21:03:31.107297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48044) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:31.109168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48046) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:31.124967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'd156adf8-83b1-4aae-9539-d31478e8895b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:31.150856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1', 'name': 'tempest-PortsIpV6TestJSON-514683153', 'fixed_ips': [{'subnet_id': '9e869a80-1f62-418a-ab22-12b9f5bddfd0', 'ip_address': '2001:db8::f'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:31.187050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.187357 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Attempting to bind port eb916e51-98c4-465d-8849-d2377d0db887 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:31.187756 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Attempting to bind port eb916e51-98c4-465d-8849-d2377d0db887 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:31.194456 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Attempting to bind port eb916e51-98c4-465d-8849-d2377d0db887 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:31.223648 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Pushing event updated for resources: {'Port': ['ID=eb916e51-98c4-465d-8849-d2377d0db887,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:31.246831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 15b65ee3-9528-415c-8d22-2cf1e609bfea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:31.250409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.266125 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:31.266483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:31.309993 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.312440 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:31.319948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Bound port: eb916e51-98c4-465d-8849-d2377d0db887, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:31.320586 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.322479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:31.349803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Transition to ACTIVE for port object 30e99da4-dda7-4da6-9db6-f2335a45d5da will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:31.360871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:31.366611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:31.374998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Transition to ACTIVE for port object 30e99da4-dda7-4da6-9db6-f2335a45d5da will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:31.428080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:31.458633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.467926 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.473437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.478575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.484210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.484941 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.487588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.488068 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.490282 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.490282 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.491272 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.493591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:03:31.580069 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Project c3e5f64576304181bc99358e2e843e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:03:31.585551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:31.603600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] Sync routers for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:31.606578 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f8eb941c-d263-4bdc-aa12-c7c41a151f82 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9228661 Apr 11 21:03:31.609610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48060) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:31.627043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] For port eb916e51-98c4-465d-8849-d2377d0db887, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:31.632483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] For port eb916e51-98c4-465d-8849-d2377d0db887, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=eb916e51-98c4-465d-8849-d2377d0db887,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:31.700623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:31.703571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:31.704202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:31.726267 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:31.754345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:31.763625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:31.779930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Pushing event updated for resources: {'Port': ['ID=30e99da4-dda7-4da6-9db6-f2335a45d5da,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:31.786567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:31.857965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:31.875843 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946336c-1765-4100-8c28-ee1d9850c2b5 None None] Pushing event updated for resources: {'Port': ['ID=eb916e51-98c4-465d-8849-d2377d0db887,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:31.919856 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:31.920856 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:31.997982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:32.037074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:32.037617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:32.055731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:32.079965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:32.107153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:32.107785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8286b4d-0d3b-458b-bcf9-ee2d28992069 None None] The sync data for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:32.133922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Attempting to bind port 30e99da4-dda7-4da6-9db6-f2335a45d5da on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:32.137192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Attempting to bind port 30e99da4-dda7-4da6-9db6-f2335a45d5da by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7c29fa8d-712e-4966-8606-5ab40b21a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:32.137192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Attempting to bind port 30e99da4-dda7-4da6-9db6-f2335a45d5da on network bd65f0de-d57b-4949-b5e4-2df8836596f1 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:32.146161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:32.147553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Checking segment: {'id': '7c29fa8d-712e-4966-8606-5ab40b21a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:32.148142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.149496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Bound using segment: {'id': '7c29fa8d-712e-4966-8606-5ab40b21a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:32.152662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Bound port: 30e99da4-dda7-4da6-9db6-f2335a45d5da, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c29fa8d-712e-4966-8606-5ab40b21a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bd65f0de-d57b-4949-b5e4-2df8836596f1'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:32.153212 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.156684 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:32.160893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48064) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:32.164734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a8e30200-077b-4932-b730-57d299ac5c94 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0489247 Apr 11 21:03:32.178986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ba047b4-a414-4c24-9fd5-0d71f7378fa7 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.300438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:32.313362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] For port 30e99da4-dda7-4da6-9db6-f2335a45d5da, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:32.316619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] For port 30e99da4-dda7-4da6-9db6-f2335a45d5da, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e99da4-dda7-4da6-9db6-f2335a45d5da,segment=NetworkSegment(7c29fa8d-712e-4966-8606-5ab40b21a64f),segment_id=7c29fa8d-712e-4966-8606-5ab40b21a64f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:32.363372 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:03:32.388421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.492011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8738ed7b-da07-48d7-b0fa-37f575a8a87e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.594783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8738ed7b-da07-48d7-b0fa-37f575a8a87e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.598066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75fc35-54a9-497e-91dd-f56b4b5788aa None None] Pushing event updated for resources: {'Port': ['ID=30e99da4-dda7-4da6-9db6-f2335a45d5da,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:32.796634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.844186 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.876546 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-8ba047b4-a414-4c24-9fd5-0d71f7378fa7 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 21:03:32.878745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ba047b4-a414-4c24-9fd5-0d71f7378fa7 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9 HTTP/1.1" status: 409 len: 329 time: 1.2651496 Apr 11 21:03:32.890957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:32.904575 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8738ed7b-da07-48d7-b0fa-37f575a8a87e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:32.949715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738ed7b-da07-48d7-b0fa-37f575a8a87e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d156adf8-83b1-4aae-9539-d31478e8895b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:33.095413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8738ed7b-da07-48d7-b0fa-37f575a8a87e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:33.103087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8738ed7b-da07-48d7-b0fa-37f575a8a87e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/d156adf8-83b1-4aae-9539-d31478e8895b HTTP/1.1" status: 204 len: 168 time: 0.9394703 Apr 11 21:03:33.104801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48076) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:33.340290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 4e8f8a2c-4cee-4311-827e-7e51b3286dba yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:03:33.395073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-164e4155-57af-4891-bb2c-52d0b807f7ce tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:33.412039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Allocated IP 172.20.0.1 (542b1ea4-fc31-4acb-a70b-5410f4834930/da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a/c308ab0c-6677-4dba-8439-8855a1261f7f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:33.419226 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:24Z', 'revision_number': 3, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:33.423022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ad542-202e-4707-ab9c-2655e1140f09 None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:24Z', 'revision_number': 3, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:33.692054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:33.713671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Transition to ACTIVE for port object c308ab0c-6677-4dba-8439-8855a1261f7f will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:33.781055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-164e4155-57af-4891-bb2c-52d0b807f7ce tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:33.788173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-164e4155-57af-4891-bb2c-52d0b807f7ce tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6799424 Apr 11 21:03:33.793062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48084) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:33.817569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--867294407'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:33.831525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:33.844384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.030568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:34.109783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Pushing event updated for resources: {'Port': ['ID=c308ab0c-6677-4dba-8439-8855a1261f7f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:34.154269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:34.165440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:34.168288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:34.301347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.309267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.393910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::f (bd65f0de-d57b-4949-b5e4-2df8836596f1/9e869a80-1f62-418a-ab22-12b9f5bddfd0/4e8f8a2c-4cee-4311-827e-7e51b3286dba) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:34.407547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:34.438232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:34.443935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:34.453498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:34.822014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a556abc-22e3-4a32-be72-a8f05c54c738 None None] Provisioning for port c308ab0c-6677-4dba-8439-8855a1261f7f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:34.827692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a556abc-22e3-4a32-be72-a8f05c54c738 None None] Provisioning complete for port c308ab0c-6677-4dba-8439-8855a1261f7f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:34.828088 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a556abc-22e3-4a32-be72-a8f05c54c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.858942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.865081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.873411 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.903162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d19b5f-df52-4f74-b215-7abcb5738506 None None] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:34.904747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 4e8f8a2c-4cee-4311-827e-7e51b3286dba will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:34.944795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:34.999978 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.073715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.074999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2807970 Apr 11 21:03:35.098116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:35.123414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:35.125470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': '11a3ed8a-627f-4007-b966-0f85fdcef615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:35.131852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1f8ae-64db-4d10-bc81-da08921b9c60 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a3ed8a-627f-4007-b966-0f85fdcef615,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:35.133139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:35.141992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:35.153824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:35.174495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:35.174495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.183028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-afdd0ad3-7080-4630-a780-a27c14fd5fb0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1098 time: 1.5140080 Apr 11 21:03:35.214313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:35.220966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:35.247441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:35.408804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.483751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.494900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=4e8f8a2c-4cee-4311-827e-7e51b3286dba,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:35.530710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e99da4-dda7-4da6-9db6-f2335a45d5da up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:35.585579 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The resource could not be found. Apr 11 21:03:35.587041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-959dbe79-1aa8-4535-9ba1-8b9509652e17 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4879260 Apr 11 21:03:35.608503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:35.615426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': '11a3ed8a-627f-4007-b966-0f85fdcef615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd4f8b48e-67a0-4dc4-bbf8-8cc6300c5231'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:35.615962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a556abc-22e3-4a32-be72-a8f05c54c738 None None] Port c308ab0c-6677-4dba-8439-8855a1261f7f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:35.625718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:35.649703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:35.659737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:35.674654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-8ba1a4f2-efbd-4b5f-ab53-f60fe7d38d96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:35.676123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-8ba1a4f2-efbd-4b5f-ab53-f60fe7d38d96 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.4075291 Apr 11 21:03:35.682682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:35.695325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Pushing event updated for resources: {'Port': ['ID=c308ab0c-6677-4dba-8439-8855a1261f7f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:35.704376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.757616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ff33ddcf-90ac-48c9-8c13-de701e6271dd tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6441109 Apr 11 21:03:35.759407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48100) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:35.828015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 30e99da4-dda7-4da6-9db6-f2335a45d5da completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:35.835089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 30e99da4-dda7-4da6-9db6-f2335a45d5da triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:35.835484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.902468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40b0f36d-df24-4105-9522-57f8291435b8 None None] Provisioning for port 30e99da4-dda7-4da6-9db6-f2335a45d5da completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:35.937586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40b0f36d-df24-4105-9522-57f8291435b8 None None] Provisioning complete for port 30e99da4-dda7-4da6-9db6-f2335a45d5da triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:35.937948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40b0f36d-df24-4105-9522-57f8291435b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:35.949328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:35.954560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:36.137452 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The resource could not be found. Apr 11 21:03:36.139032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e9b4cbf1-7cb2-45c4-b59f-e93ed3168148 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5287559 Apr 11 21:03:36.146806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48106) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:36.165583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-26323262-b8d8-49f8-8027-90f5c0d0927a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1002 time: 0.4665155 Apr 11 21:03:36.266068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-48278055-9ac7-4b7e-a104-0879948181e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:36.267814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-48278055-9ac7-4b7e-a104-0879948181e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0726318 Apr 11 21:03:36.288810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f88031-8ab2-40b1-97ea-b680b5569c75 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:36.290905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-15f88031-8ab2-40b1-97ea-b680b5569c75 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:36.501391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:36.571763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:36.726635 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40b0f36d-df24-4105-9522-57f8291435b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:36.754773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 30e99da4-dda7-4da6-9db6-f2335a45d5da, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e99da4-dda7-4da6-9db6-f2335a45d5da,segment=NetworkSegment(7c29fa8d-712e-4966-8606-5ab40b21a64f),segment_id=7c29fa8d-712e-4966-8606-5ab40b21a64f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:36.765666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-15f88031-8ab2-40b1-97ea-b680b5569c75 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:36.772455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-15f88031-8ab2-40b1-97ea-b680b5569c75 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.9456995 Apr 11 21:03:36.773724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48112) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:36.790147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Router fa21f84c-4290-4226-886d-28c7df65e98c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:03:36.840203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:36.841615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device eb916e51-98c4-465d-8849-d2377d0db887 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:36.877259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-f17c53c0-a293-4dd8-876a-a33a6872823c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5723882 Apr 11 21:03:37.027167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=30e99da4-dda7-4da6-9db6-f2335a45d5da,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:37.107793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-40b0f36d-df24-4105-9522-57f8291435b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:03:37.108666 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-40b0f36d-df24-4105-9522-57f8291435b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:03:37.144420 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-702785bf-a769-4eae-9267-30d2b7267530 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:37.158535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-fa639bbc-4a14-46bc-afdc-0f0d4d40c8b9 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676735 Apr 11 21:03:37.281246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port eb916e51-98c4-465d-8849-d2377d0db887 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:37.290647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port eb916e51-98c4-465d-8849-d2377d0db887 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:37.291108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:37.334181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:37.343918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4459af9c-4c54-45d1-8808-0d82eab6baaf admin admin] 10.222.0.61 "PUT /v2.0/routers/fa21f84c-4290-4226-886d-28c7df65e98c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8941116 Apr 11 21:03:37.380090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-702785bf-a769-4eae-9267-30d2b7267530 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:37.578107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:37.604246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port eb916e51-98c4-465d-8849-d2377d0db887, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=eb916e51-98c4-465d-8849-d2377d0db887,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:37.708043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:37.785200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=eb916e51-98c4-465d-8849-d2377d0db887,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:37.841480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Provisioning complete for port c308ab0c-6677-4dba-8439-8855a1261f7f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:37.843799 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:37.863127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631dfcaf-7664-4c7f-a1bb-9e10bbf19304 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:37.867466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631dfcaf-7664-4c7f-a1bb-9e10bbf19304 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:37.872886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631dfcaf-7664-4c7f-a1bb-9e10bbf19304 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:37.879556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:37.880926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-631dfcaf-7664-4c7f-a1bb-9e10bbf19304 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 1.0920067 Apr 11 21:03:37.885874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e99da4-dda7-4da6-9db6-f2335a45d5da up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:37.892907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b26a25f-c392-4416-826a-8ca1a5f25e04 req-bd457d06-2880-42ba-8bec-4434752f5e3f service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219746 Apr 11 21:03:37.973313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-702785bf-a769-4eae-9267-30d2b7267530 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.011133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 4e8f8a2c-4cee-4311-827e-7e51b3286dba {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:38.011600 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.019199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-702785bf-a769-4eae-9267-30d2b7267530 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.023307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-702785bf-a769-4eae-9267-30d2b7267530 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/11a3ed8a-627f-4007-b966-0f85fdcef615 HTTP/1.1" status: 204 len: 168 time: 1.8678167 Apr 11 21:03:38.026943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702785bf-a769-4eae-9267-30d2b7267530 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a3ed8a-627f-4007-b966-0f85fdcef615,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:38.030812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48132) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:38.207003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-28d96601-35ea-4387-9c85-cc072d28f091 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:38.211080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 30e99da4-dda7-4da6-9db6-f2335a45d5da triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:38.211616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.303695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Port c308ab0c-6677-4dba-8439-8855a1261f7f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:38.375596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-28d96601-35ea-4387-9c85-cc072d28f091 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:38.376805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-28d96601-35ea-4387-9c85-cc072d28f091 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3447120 Apr 11 21:03:38.383172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48136) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:38.394421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': 'c8fff2a6-a20a-4ec9-9035-16cad8eed10f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:38.406464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:38.413940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:38.417664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:38.424274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:38.440281 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:38.455735 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:38.456917 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:38.485283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Provisioning for port 4e8f8a2c-4cee-4311-827e-7e51b3286dba completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:38.491347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Provisioning complete for port 4e8f8a2c-4cee-4311-827e-7e51b3286dba triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:38.492014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.572026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Port 4e8f8a2c-4cee-4311-827e-7e51b3286dba cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:38.623449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Provisioning complete for port 30e99da4-dda7-4da6-9db6-f2335a45d5da triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:38.623853 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.641289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48140) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:38.658455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662937845', 'description': 'tempest-description--644305605'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:38.697130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:38.706199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:38.713069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.717417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:38.727742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:38.752510 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The resource could not be found. Apr 11 21:03:38.753547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b0140926-dab2-4b77-af11-1b3aa6d559b8 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3682721 Apr 11 21:03:38.804824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48144) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:38.816675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862284731'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:38.824751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:38.828240 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:03:38.846008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:38.860013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting port a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:38.860452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.862094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Provisioning for port 47a003bb-8788-4121-bca9-f4d738ec854d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:38.869988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Provisioning complete for port 47a003bb-8788-4121-bca9-f4d738ec854d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:38.870645 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.872621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 4e8f8a2c-4cee-4311-827e-7e51b3286dba owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:38.890471 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.939882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:38.991129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:38.994333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:38.997422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:39.002040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d86fefc8-e7ac-46e4-86df-195192a76dae None None] Port 47a003bb-8788-4121-bca9-f4d738ec854d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:39.003712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:39.065138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.176319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.233551 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.291524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed48fdc-e80e-4720-95ed-dc5869f8cd3f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:39.299193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:39.313667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:39.318554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:39.322205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.337401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:39.359787 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:35Z', 'revision_number': 2, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:39.368139 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:03:39.369659 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Updating router fa21f84c-4290-4226-886d-28c7df65e98c port c308ab0c-6677-4dba-8439-8855a1261f7f binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:03:39.376905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=4e8f8a2c-4cee-4311-827e-7e51b3286dba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:39.467188 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.476388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.491133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.492408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-907e5eec-af18-4a02-bbd6-2d6d3f219a0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8483918 Apr 11 21:03:39.495806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:39.499680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Calling delete_port for a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:39.504589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'security_group_rule': {'security_group_id': 'aed48fdc-e80e-4720-95ed-dc5869f8cd3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:39.518371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:39.533831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:39.539744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:39.553932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:39.569728 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d79b0e91-91ef-4c24-acf6-eb7ec5df30d3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/4e8f8a2c-4cee-4311-827e-7e51b3286dba HTTP/1.1" status: 204 len: 168 time: 1.6877623 Apr 11 21:03:39.570461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48162) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:39.655054 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11271ac-d3d3-4920-91ce-9a784a7fdb6c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:03:39.658221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e11271ac-d3d3-4920-91ce-9a784a7fdb6c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:39.690327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.802109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.810064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.861981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e11271ac-d3d3-4920-91ce-9a784a7fdb6c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:39.863539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e11271ac-d3d3-4920-91ce-9a784a7fdb6c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/4e8f8a2c-4cee-4311-827e-7e51b3286dba HTTP/1.1" status: 404 len: 333 time: 0.2919588 Apr 11 21:03:39.866343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48166) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:39.876434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device eb916e51-98c4-465d-8849-d2377d0db887 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:39.940574 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.951800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:39.980111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447f1015-5903-43d3-a58c-2e04f7b33c40,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:40.012698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 47a003bb-8788-4121-bca9-f4d738ec854d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:40.012883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9ea42-1847-4cc0-b8db-5802e81e8602,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:40.013415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.081761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.084021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ed98063e-d38f-4af8-be37-6fc60be32491 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5859950 Apr 11 21:03:40.085042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port eb916e51-98c4-465d-8849-d2377d0db887 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:40.085718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.086100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48172) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:40.092006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'security_group_rule': {'security_group_id': 'aed48fdc-e80e-4720-95ed-dc5869f8cd3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:40.105137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:40.112369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:40.125908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:40.133278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:40.137280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.140433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e9def90c-43a6-4dfc-aa3e-ee3a116de22e tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3337469 Apr 11 21:03:40.143454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:40.154561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--218655961'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:40.168110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:40.175671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.179105 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.182551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:40.216398 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Transition to ACTIVE for port object c308ab0c-6677-4dba-8439-8855a1261f7f will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:40.233558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:40.251329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Port': ['ID=a7c6ee92-24d3-4a9d-b02f-04bafe84e9ef,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:40.256506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:40.325671 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.416640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.510974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.529384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.576851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc107a-d2ce-4271-a56a-3cd10fbaa42f None None] Pushing event updated for resources: {'Port': ['ID=c308ab0c-6677-4dba-8439-8855a1261f7f,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:40.622485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.640779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.714675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c91ed01-3440-4a65-8c1b-6f9ea62160ad,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:40.724828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 47a003bb-8788-4121-bca9-f4d738ec854d owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:40.783750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:40.789607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.794413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:40.799294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:40.811046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:40.960810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Attempting to bind port c308ab0c-6677-4dba-8439-8855a1261f7f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:40.961141 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Attempting to bind port c308ab0c-6677-4dba-8439-8855a1261f7f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:40.961529 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Attempting to bind port c308ab0c-6677-4dba-8439-8855a1261f7f on network 542b1ea4-fc31-4acb-a70b-5410f4834930 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:40.972013 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:40.973004 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Checking segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:40.973754 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:40.975098 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Bound using segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:40.975793 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Bound port: c308ab0c-6677-4dba-8439-8855a1261f7f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:40.976344 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.140666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.142124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75f19d2c-7d07-4492-a77f-11c2deb5ce9a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0547724 Apr 11 21:03:41.146073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48184) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:41.153596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:41.167499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:41.176612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:floatingip and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:41.191089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:41.202509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:41.222028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] For port c308ab0c-6677-4dba-8439-8855a1261f7f, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:41.228045 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] For port c308ab0c-6677-4dba-8439-8855a1261f7f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c308ab0c-6677-4dba-8439-8855a1261f7f,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:41.335071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.394038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=47a003bb-8788-4121-bca9-f4d738ec854d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:41.399450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.401782 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.535412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.547432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.574539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc107a-d2ce-4271-a56a-3cd10fbaa42f None None] Pushing event updated for resources: {'Port': ['ID=c308ab0c-6677-4dba-8439-8855a1261f7f,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:41.616251 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:41.617740 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:41.632151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.700812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1f90e32c-ff42-468b-a720-ce89c6041e47 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/47a003bb-8788-4121-bca9-f4d738ec854d HTTP/1.1" status: 204 len: 168 time: 1.8330824 Apr 11 21:03:41.704365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48194) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:41.706655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d4ac0-c558-4e21-9064-babf06e244b5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:41.720419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Router 963291cd-c389-4396-8e71-49406ad63cb9 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:03:41.814394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.841692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:41.843593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c6b31f44-3013-43c8-aab8-92529037243a tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6978991 Apr 11 21:03:41.851750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:41.883986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': '5de9ea42-1847-4cc0-b8db-5802e81e8602', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e77d4ac0-c558-4e21-9064-babf06e244b5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:41.925822 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:03:42.040064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:42.064231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:42.077012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:42.084231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Allocated IP 172.25.5.196 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/4fcc6af3-bfd5-459d-9cc6-6d320f42613d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:42.102491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:42.142451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:03:42.156061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] Sync routers for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:03:42.165927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f0a1c588-ff8d-4b03-8fbd-6d82251997b1 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2736878 Apr 11 21:03:42.167506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48206) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:42.179599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:42.180307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:42.262268 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-2a1433a2-8690-4f54-9e1d-16cf06d6407a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] show failed (client error): The resource could not be found. Apr 11 21:03:42.269744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2a1433a2-8690-4f54-9e1d-16cf06d6407a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-987875895 HTTP/1.1" status: 404 len: 334 time: 0.0966325 Apr 11 21:03:42.293293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:42.308634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48210) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:42.311296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] Routers {'963291cd-c389-4396-8e71-49406ad63cb9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:03:42.312144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['963291cd-c389-4396-8e71-49406ad63cb9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:42.320516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-de07298e-f79c-4b6e-90f4-0c844b0c2211 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:42.381030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:42.381737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb3024-fb61-4f99-9cac-07828bd942f7 None None] The sync data for ids ['963291cd-c389-4396-8e71-49406ad63cb9'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:42.403204 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-de07298e-f79c-4b6e-90f4-0c844b0c2211 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] update failed (client error): The resource could not be found. Apr 11 21:03:42.409214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de07298e-f79c-4b6e-90f4-0c844b0c2211 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-63993831 HTTP/1.1" status: 404 len: 333 time: 0.0921135 Apr 11 21:03:42.409214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48214) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:42.452774 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:41Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:42.456906 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:42.461570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2ff6784c-7b7f-430d-8759-008e899d458f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6085632 Apr 11 21:03:42.462202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48218) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:42.465000 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d8d99-b08d-46ce-8116-1e9c1ace33bd None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:41Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:03:42.495044 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a4bdf0-36ee-4555-a062-642665df0c5f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:03:42.496064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2a4bdf0-36ee-4555-a062-642665df0c5f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:42.633268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2a4bdf0-36ee-4555-a062-642665df0c5f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:42.636182 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2a4bdf0-36ee-4555-a062-642665df0c5f tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/47a003bb-8788-4121-bca9-f4d738ec854d HTTP/1.1" status: 404 len: 333 time: 0.9306035 Apr 11 21:03:42.655301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48222) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:42.667998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:42.746642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c072-7d84-4670-99f2-3ebd51f3c27c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:42.757956 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:42.778035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c072-7d84-4670-99f2-3ebd51f3c27c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:42.942628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:42.949416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:42.958328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:42.983442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c072-7d84-4670-99f2-3ebd51f3c27c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.000978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'Port': ['ID=4fcc6af3-bfd5-459d-9cc6-6d320f42613d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:43.074439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting subnet 1aaaa427-e9e3-4894-bea8-be9606f583ae {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:43.077637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.157860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3c072-7d84-4670-99f2-3ebd51f3c27c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d4ac0-c558-4e21-9064-babf06e244b5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:43.199121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.199273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.249395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c072-7d84-4670-99f2-3ebd51f3c27c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.249395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b9e3c072-7d84-4670-99f2-3ebd51f3c27c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/e77d4ac0-c558-4e21-9064-babf06e244b5 HTTP/1.1" status: 204 len: 168 time: 0.7797122 Apr 11 21:03:43.250264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48230) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:43.391912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-179b2e41-4190-4f85-a4c7-448321b5f1c3 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:43.492386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.497231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 9e869a80-1f62-418a-ab22-12b9f5bddfd0 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:43.501770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.601722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.719794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.814083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.874776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.892060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c308ab0c-6677-4dba-8439-8855a1261f7f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:43.930329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-179b2e41-4190-4f85-a4c7-448321b5f1c3 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:43.932063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-179b2e41-4190-4f85-a4c7-448321b5f1c3 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6805725 Apr 11 21:03:43.935158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48234) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:43.965000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:43.966735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dde70ad0-8ce0-4bbe-be2c-d272fcd2f795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.043758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9271b3dd-6ecb-4fec-bc1e-62be972d1e77 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.063928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.095154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port c308ab0c-6677-4dba-8439-8855a1261f7f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:44.107347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c308ab0c-6677-4dba-8439-8855a1261f7f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:44.108197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.110106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaaa427-e9e3-4894-bea8-be9606f583ae,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:44.111123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'Port': ['ID=4fcc6af3-bfd5-459d-9cc6-6d320f42613d,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:44.119861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9271b3dd-6ecb-4fec-bc1e-62be972d1e77 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.128628 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.141372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.169443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-90271d46-b94c-4dea-a5b0-ba8988502db5 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/subnets/1aaaa427-e9e3-4894-bea8-be9606f583ae HTTP/1.1" status: 204 len: 168 time: 1.7569532 Apr 11 21:03:44.173179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48244) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:44.173878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.212605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a6f2d-47b4-4730-ae79-46cf2e0e5f79 None None] Network 4c11418f-b92b-444e-907c-24734f71ca92 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:44.220792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.236286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/9e869a80-1f62-418a-ab22-12b9f5bddfd0 HTTP/1.1" status: 204 len: 168 time: 1.5687919 Apr 11 21:03:44.243605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48250) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:44.357912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.371522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting port 15b65ee3-9528-415c-8d22-2cf1e609bfea {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:44.372337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.394753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a555abac-8e73-43a5-9e94-d758a9f6f09d None None] Network bd65f0de-d57b-4949-b5e4-2df8836596f1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:44.414725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.417262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dfb0d36f-51ac-43c0-beaf-a3cec878e1c2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2688901 Apr 11 21:03:44.497446 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.501035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea85e7-927b-4aca-909d-cda0a5d7db9c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=9e869a80-1f62-418a-ab22-12b9f5bddfd0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:44.513204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 30e99da4-dda7-4da6-9db6-f2335a45d5da {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:44.513544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.632715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9271b3dd-6ecb-4fec-bc1e-62be972d1e77 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.667288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.669806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271b3dd-6ecb-4fec-bc1e-62be972d1e77 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9ea42-1847-4cc0-b8db-5802e81e8602,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:44.753947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] For port 15b65ee3-9528-415c-8d22-2cf1e609bfea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15b65ee3-9528-415c-8d22-2cf1e609bfea,segment=NetworkSegment(7b7cc597-f912-4c61-8168-1fd17b4c8f10),segment_id=7b7cc597-f912-4c61-8168-1fd17b4c8f10)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:44.754436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.771836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-660d0fd3-d10a-452b-87ef-1a4d988ca26b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:44.786892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port c308ab0c-6677-4dba-8439-8855a1261f7f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c308ab0c-6677-4dba-8439-8855a1261f7f,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:44.822596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port 30e99da4-dda7-4da6-9db6-f2335a45d5da, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e99da4-dda7-4da6-9db6-f2335a45d5da,segment=NetworkSegment(7c29fa8d-712e-4966-8606-5ab40b21a64f),segment_id=7c29fa8d-712e-4966-8606-5ab40b21a64f)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:44.822812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.866074 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.909246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Calling delete_port for 15b65ee3-9528-415c-8d22-2cf1e609bfea owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:44.915394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363df9c-7245-4faa-90c9-ef8e14d7579e None None] DHCP port deletion for 4c11418f-b92b-444e-907c-24734f71ca92 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:44.925863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0363df9c-7245-4faa-90c9-ef8e14d7579e None None] Deleting port 15b65ee3-9528-415c-8d22-2cf1e609bfea {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:44.926981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0363df9c-7245-4faa-90c9-ef8e14d7579e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.960701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] DHCP port deletion for bd65f0de-d57b-4949-b5e4-2df8836596f1 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:44.986769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Deleting port 30e99da4-dda7-4da6-9db6-f2335a45d5da {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:44.987141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:44.993961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 30e99da4-dda7-4da6-9db6-f2335a45d5da owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:45.034839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9271b3dd-6ecb-4fec-bc1e-62be972d1e77 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.039913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9271b3dd-6ecb-4fec-bc1e-62be972d1e77 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/5de9ea42-1847-4cc0-b8db-5802e81e8602 HTTP/1.1" status: 204 len: 168 time: 1.1006663 Apr 11 21:03:45.040140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48264) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:45.045353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-660d0fd3-d10a-452b-87ef-1a4d988ca26b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:45.047027 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-660d0fd3-d10a-452b-87ef-1a4d988ca26b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1662937845&fields=id&tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0 HTTP/1.1" status: 200 len: 267 time: 0.3663564 Apr 11 21:03:45.148030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cbd55511-5f71-4dcd-ab67-12a8e54fe20b tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:45.167710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.228736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.232180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Port': ['ID=15b65ee3-9528-415c-8d22-2cf1e609bfea,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:45.240758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] No DVR routers for this DVR port 15b65ee3-9528-415c-8d22-2cf1e609bfea on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:45.250373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0363df9c-7245-4faa-90c9-ef8e14d7579e None None] The port '15b65ee3-9528-415c-8d22-2cf1e609bfea' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:03:45.296944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=c308ab0c-6677-4dba-8439-8855a1261f7f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:45.383832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cbd55511-5f71-4dcd-ab67-12a8e54fe20b tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:45.392704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cbd55511-5f71-4dcd-ab67-12a8e54fe20b tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3513839 Apr 11 21:03:45.399607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48272) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:45.402331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=30e99da4-dda7-4da6-9db6-f2335a45d5da,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:45.420934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No DVR routers for this DVR port 30e99da4-dda7-4da6-9db6-f2335a45d5da on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:45.430953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347030753'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:45.460180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:45.534667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] For port 30e99da4-dda7-4da6-9db6-f2335a45d5da, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e99da4-dda7-4da6-9db6-f2335a45d5da,segment=NetworkSegment(7c29fa8d-712e-4966-8606-5ab40b21a64f),segment_id=7c29fa8d-712e-4966-8606-5ab40b21a64f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:45.535410 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.564876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.570914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.596797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c11418f-b92b-444e-907c-24734f71ca92']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:45.607249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd65f0de-d57b-4949-b5e4-2df8836596f1']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:45.614599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7cc597-f912-4c61-8168-1fd17b4c8f10') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:45.614913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7cc597-f912-4c61-8168-1fd17b4c8f10') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:45.627445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.643560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c29fa8d-712e-4966-8606-5ab40b21a64f') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:45.643863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c29fa8d-712e-4966-8606-5ab40b21a64f') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:45.645248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.651826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:45.652156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.670349 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.755447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Calling delete_port for 30e99da4-dda7-4da6-9db6-f2335a45d5da owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:45.757326 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:45.770695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:45.778936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-fed60ea2-4c9d-4e23-bf47-214a27b1dc1a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:45.778936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-fed60ea2-4c9d-4e23-bf47-214a27b1dc1a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:45.799822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.811575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:45.812267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:45.830297 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:45.844076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.878583 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:03:45.878583 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:03:45.883111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c308ab0c-6677-4dba-8439-8855a1261f7f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:45.891272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:45.904202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Network': ['ID=4c11418f-b92b-444e-907c-24734f71ca92,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:45.914466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d922d6d6-01be-47c2-9c0a-ff8206202fc9 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/networks/4c11418f-b92b-444e-907c-24734f71ca92 HTTP/1.1" status: 204 len: 168 time: 1.7378886 Apr 11 21:03:45.914466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-fed60ea2-4c9d-4e23-bf47-214a27b1dc1a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:45.915112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-fed60ea2-4c9d-4e23-bf47-214a27b1dc1a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 810 time: 0.8602788 Apr 11 21:03:45.915187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48288) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:45.950496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b198d25-b116-4fd6-afbc-c1895e90eaf4 req-8261c62c-3b4e-45e7-bdab-9b58b5a1b852 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:45.950496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b198d25-b116-4fd6-afbc-c1895e90eaf4 req-8261c62c-3b4e-45e7-bdab-9b58b5a1b852 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.2616785 Apr 11 21:03:45.980692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.005893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c308ab0c-6677-4dba-8439-8855a1261f7f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:46.016805 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.020504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b198d25-b116-4fd6-afbc-c1895e90eaf4 req-6ac3b7f0-e3f6-4ed6-a65c-520f2f90c707 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638950 Apr 11 21:03:46.030173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-ca787576-0cb8-4cf6-826f-3e07276ca0e7 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/quotas/0b85124add3b4c17ae1f66f2b6a49fc0 HTTP/1.1" status: 200 len: 375 time: 0.0637555 Apr 11 21:03:46.067836 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.088324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:46.089961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.100903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=bd65f0de-d57b-4949-b5e4-2df8836596f1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:46.103098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:46.107037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:46.118319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:46.132764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-499d945c-2043-44f1-a35d-c8f1a4cc9d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.227497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba8f1aad-3463-42b5-bbbb-a2728dc687eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/bd65f0de-d57b-4949-b5e4-2df8836596f1 HTTP/1.1" status: 204 len: 168 time: 1.9819450 Apr 11 21:03:46.233016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48296) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:46.246324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519810102'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:46.252847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:46.259454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:network and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:46.262936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:46.280507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e99da4-dda7-4da6-9db6-f2335a45d5da no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:46.280865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:46.347710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.382471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Deleting port 30e99da4-dda7-4da6-9db6-f2335a45d5da {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:46.383500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.388293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-013b9657-9ed8-47b7-9e0e-57dac3bb1980 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:46.393800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:46.398868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.410549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting subnet 82fea994-517c-4d65-9f7f-f2baac5327bd {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:46.425019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.452219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:03:46.467654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.468438 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Added segment 2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb of type vlan for network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 Apr 11 21:03:46.470680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 30e99da4-dda7-4da6-9db6-f2335a45d5da {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:46.471206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e99da4-dda7-4da6-9db6-f2335a45d5da not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:46.474443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15b65ee3-9528-415c-8d22-2cf1e609bfea no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:46.475861 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.512222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-415d9be0-4ec0-4bdd-bff9-47a628a8a75d None None] The port '30e99da4-dda7-4da6-9db6-f2335a45d5da' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:03:46.518132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 15b65ee3-9528-415c-8d22-2cf1e609bfea {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:46.520891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15b65ee3-9528-415c-8d22-2cf1e609bfea not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:46.538488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235dd00b-241f-484f-9689-e43820c979ee,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:46.568203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.636033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.637443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-013b9657-9ed8-47b7-9e0e-57dac3bb1980 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:46.650675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-013b9657-9ed8-47b7-9e0e-57dac3bb1980 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6044168 Apr 11 21:03:46.736558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.737656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c88b67f7-34d4-4cfc-8341-c3b5592a30b5 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3260970 Apr 11 21:03:46.740905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48306) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:46.750607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': '235dd00b-241f-484f-9689-e43820c979ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:46.756220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:46.760733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:46.764437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:46.771907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:46.774132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.778045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:46.778746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.794283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:46.858746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-5a68029a-1385-44ff-9e04-dfeb340685a6 service neutron] 10.222.0.61 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071540 Apr 11 21:03:46.893139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Network': ['ID=542dc905-9725-4e0d-b1e4-c378f8f3dd26,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:46.905656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:03:47.031904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c25c8da-6b30-4237-a555-ca0dfdf5ba93 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7973800 Apr 11 21:03:47.034418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48312) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:47.041508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:47.043442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-edda546a-82ff-465d-ad2f-6d41453c6a63 service neutron] 10.222.0.61 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792855 Apr 11 21:03:47.090977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.149852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Subnet': ['ID=82fea994-517c-4d65-9f7f-f2baac5327bd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:47.153534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.160572 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c5782aa1-fc38-4fae-99de-3c632db5349c tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/subnets/82fea994-517c-4d65-9f7f-f2baac5327bd HTTP/1.1" status: 204 len: 168 time: 1.2443755 Apr 11 21:03:47.163507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48316) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:47.163784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e026d55-5bac-4529-9300-e19575baa17a None None] Network b5c05585-de1d-49d0-b8cd-1928f3ce9321 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:47.214714 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:47.215929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-23248a60-b2c9-42da-97c1-2b9dee87ea1d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4738185 Apr 11 21:03:47.234706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48320) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:47.256197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group_rule': {'security_group_id': '235dd00b-241f-484f-9689-e43820c979ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:47.331175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:47.387300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:47.396384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:47.397400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting subnet b4fc87fa-a1b0-49fe-9b27-3899088235ef {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:47.400556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.424170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:47.435037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:47.463170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:47.467865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.475509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:47.494144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:47.542156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73481c-4319-4dc6-9831-62eac74c2487 req-3d18898d-2ca9-471b-8cf0-66ce20698be6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:47.549051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c73481c-4319-4dc6-9831-62eac74c2487 req-3d18898d-2ca9-471b-8cf0-66ce20698be6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.4877269 Apr 11 21:03:47.638855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:47.657005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.657886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.679596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.760789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] DHCP port deletion for b5c05585-de1d-49d0-b8cd-1928f3ce9321 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:47.771422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] Deleting port b2d67b36-a046-451c-bf13-2c345aa1fb6b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:47.771422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:47.808366 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:03:47.809092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a98d41c1-16be-4ff8-9733-ce81ec32a1d9 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5732322 Apr 11 21:03:47.815210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48338) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:47.830776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c73481c-4319-4dc6-9831-62eac74c2487 req-6654aa83-2ae6-4ab4-a45e-6e2cfa953b52 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622218 Apr 11 21:03:47.876176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b2d67b36-a046-451c-bf13-2c345aa1fb6b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:47.882482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dece43bc-34f2-432c-b6ab-6f2cb873a2aa req-f1a84e93-6947-4d5b-8c21-a44027c07656 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.2413049 Apr 11 21:03:47.949972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.007166 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.050673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fc87fa-a1b0-49fe-9b27-3899088235ef,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:48.062234 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.071620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-652b10aa-f088-4008-9807-22ee6bf6fc03 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/subnets/b4fc87fa-a1b0-49fe-9b27-3899088235ef HTTP/1.1" status: 204 len: 168 time: 0.9069598 Apr 11 21:03:48.073881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48342) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:48.151449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] For port b2d67b36-a046-451c-bf13-2c345aa1fb6b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b2d67b36-a046-451c-bf13-2c345aa1fb6b,segment=NetworkSegment(5157ebbf-5f92-42f6-9fe4-16ef9dab8937),segment_id=5157ebbf-5f92-42f6-9fe4-16ef9dab8937)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:48.152859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.228887 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.241608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting port b2d67b36-a046-451c-bf13-2c345aa1fb6b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:48.241973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.257508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd0abf-809d-43ef-ae97-3bb914cb6fde None None] Network 5e767e4f-dc81-4297-9b6a-5118313c232a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:48.265465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f19909a1-9629-4c05-8a52-177e1bc6028c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.314513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f19909a1-9629-4c05-8a52-177e1bc6028c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.356306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.454402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=ce7ad4e3-938c-4ea7-b392-b434d72586a7,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:48.464465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] Calling delete_port for b2d67b36-a046-451c-bf13-2c345aa1fb6b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:48.465198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Checking segment: {'id': '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:48.465587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network hostable DHCP agents. Network: 542dc905-9725-4e0d-b1e4-c378f8f3dd26, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:03:48.476859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] For port b2d67b36-a046-451c-bf13-2c345aa1fb6b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b2d67b36-a046-451c-bf13-2c345aa1fb6b,segment=NetworkSegment(5157ebbf-5f92-42f6-9fe4-16ef9dab8937),segment_id=5157ebbf-5f92-42f6-9fe4-16ef9dab8937)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:48.487336 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.520632 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f19909a1-9629-4c05-8a52-177e1bc6028c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.538968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19909a1-9629-4c05-8a52-177e1bc6028c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235dd00b-241f-484f-9689-e43820c979ee,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:48.562102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f19909a1-9629-4c05-8a52-177e1bc6028c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.564223 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f19909a1-9629-4c05-8a52-177e1bc6028c tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/235dd00b-241f-484f-9689-e43820c979ee HTTP/1.1" status: 204 len: 168 time: 0.7479861 Apr 11 21:03:48.569142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48350) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:48.647029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:03:48.679331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7848848-5209-450e-93c6-27f226c539b6 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:48.706866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Calling delete_port for b2d67b36-a046-451c-bf13-2c345aa1fb6b owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:48.735281 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.793652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:48.856831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7848848-5209-450e-93c6-27f226c539b6 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:48.858129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7848848-5209-450e-93c6-27f226c539b6 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2880120 Apr 11 21:03:48.864905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 542dc905-9725-4e0d-b1e4-c378f8f3dd26) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:48.867236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48356) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:48.870439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:48.870948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.871082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:48.879933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'tempest-secgroup--303460208'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:48.885548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a71f4c-0c22-4e01-ab2f-7b2fcd0b6841 None None] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:48.890580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:48.903159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:48.960490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:03:48.961421 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:03:48.971295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.032744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-05446ab6-8e4c-4668-95e3-903549b5de36 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9945745 Apr 11 21:03:49.032965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48362) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:49.042936 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d79ca81c-7b5c-45b1-b17b-bff275cf7235 req-9dc1d56d-9870-446f-8188-ca4628550c47 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.0497382 Apr 11 21:03:49.042936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-642567406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:49.050914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:49.056888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:router and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:49.061087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:49.068997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:49.080566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] Pushing event deleted for resources: {'Port': ['ID=b2d67b36-a046-451c-bf13-2c345aa1fb6b,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:49.100128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ee25b-e5a9-49e8-961a-05d9dd40e642 None None] No DVR routers for this DVR port b2d67b36-a046-451c-bf13-2c345aa1fb6b on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:49.123670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6fcf3-d090-461a-8325-618381af8c98 req-5aa23b4d-eec1-4138-b6f9-8d3a2ef9ff32 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:49.136068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ad6fcf3-d090-461a-8325-618381af8c98 req-5aa23b4d-eec1-4138-b6f9-8d3a2ef9ff32 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.1457672 Apr 11 21:03:49.140790 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.156865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.156865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.210137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.257249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ad6fcf3-d090-461a-8325-618381af8c98 req-8ec22ca6-afdd-47a4-ab68-8e6fad3e56dd tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198721 Apr 11 21:03:49.264421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:49.277089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Usage tracker for resource:security_group_rule and tenant:c3e5f64576304181bc99358e2e843e72 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:49.291680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:49.297966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:49.335071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.342041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-542dc905-9725-4e0d-b1e4-c378f8f3dd26', 'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': 'ce7ad4e3-938c-4ea7-b392-b434d72586a7'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:03:49.348418 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.373554 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.404184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.434026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] DHCP port deletion for 5e767e4f-dc81-4297-9b6a-5118313c232a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:49.452831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:03:49.463094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting port b2d67b36-a046-451c-bf13-2c345aa1fb6b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:49.463446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.468133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] Deleting port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:49.468606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.473190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.497000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.498461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cc5137f5-8b70-46cd-9495-992647684fa0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4640343 Apr 11 21:03:49.509735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:49.510189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:49.518495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26', 'name': 'tempest-PortsIpV6TestJSON-1518513692'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:49.532449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfb8c2-4911-4ed0-998d-3782bf695e12,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:49.624755 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36122dfa-2916-480d-9854-d11aa4992852'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:03:49.625513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.652754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.654209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c9e4f5a7-ebf3-4ac9-bc3a-7f9ff196b8ff tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7859390 Apr 11 21:03:49.657112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:49.663728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-638e45c4-8980-473f-8a97-cb1e9a38573f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:49.664578 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-638e45c4-8980-473f-8a97-cb1e9a38573f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] update failed (client error): There was a conflict when trying to complete your request. Apr 11 21:03:49.664729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] The port 'b2d67b36-a046-451c-bf13-2c345aa1fb6b' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:03:49.665969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-638e45c4-8980-473f-8a97-cb1e9a38573f tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "PUT /v2.0/security-groups/a2dfb8c2-4911-4ed0-998d-3782bf695e12 HTTP/1.1" status: 409 len: 330 time: 0.0077298 Apr 11 21:03:49.668780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48376) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:49.826917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fa97-e591-42a7-b31e-0188e669d737 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.850463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:49.856800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Allocated IP 2001:db8::2 (542dc905-9725-4e0d-b1e4-c378f8f3dd26/ce7ad4e3-938c-4ea7-b392-b434d72586a7/e32e7a0d-9817-49b9-8744-dbc24a9040e9) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:49.857240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:port and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:49.861983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:49.870193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:49.882009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=11']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:49.896336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fa97-e591-42a7-b31e-0188e669d737 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:49.908980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:49.979054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:49.983764 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.009715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] For port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,segment=NetworkSegment(158abb48-5163-45de-8d1a-f1cfe5c96cfd),segment_id=158abb48-5163-45de-8d1a-f1cfe5c96cfd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:50.010111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.048318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.060640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:03:50.081088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fa97-e591-42a7-b31e-0188e669d737 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.123307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2fa97-e591-42a7-b31e-0188e669d737 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfb8c2-4911-4ed0-998d-3782bf695e12,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:50.132432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fa97-e591-42a7-b31e-0188e669d737 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.136159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a9a2fa97-e591-42a7-b31e-0188e669d737 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/a2dfb8c2-4911-4ed0-998d-3782bf695e12 HTTP/1.1" status: 204 len: 168 time: 0.4636831 Apr 11 21:03:50.137135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:50.154685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-efe799f2-f60f-414a-9c9b-afad7b2a6da0 req-3a42df50-8f4a-40ed-b647-a7969e0071fd service neutron] (84667) timed out ('10.222.0.69', 58562) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:03:50.185261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c05585-de1d-49d0-b8cd-1928f3ce9321']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:50.205021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5157ebbf-5f92-42f6-9fe4-16ef9dab8937') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:50.205586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5157ebbf-5f92-42f6-9fe4-16ef9dab8937') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:50.226117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.285856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.329120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f58af184-8dc2-492c-bf4c-0884aaf7c918 req-58c8493f-d6e9-4c92-8fd6-d749c33d7847 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.0535524 Apr 11 21:03:50.335541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4be7dee2-a469-498b-8e88-ccc2e3748754 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Synchronizing usage tracker for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:50.340833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:50.341591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:50.365281 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:50.369453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] Calling delete_port for 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:50.537526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4be7dee2-a469-498b-8e88-ccc2e3748754 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] Unset dirty status for tenant:c3e5f64576304181bc99358e2e843e72 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:50.539490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4be7dee2-a469-498b-8e88-ccc2e3748754 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3995810 Apr 11 21:03:50.544157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48402) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:50.549678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.564577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d6ea-392f-4969-92d9-4fd7f769a1e4 req-d2875bf8-46af-4228-af0e-27257859f53e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:50.567439 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-247eb388-4a5f-4c38-9a2e-51a2bc432d03 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] delete failed (client error): The resource could not be found. Apr 11 21:03:50.571272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-247eb388-4a5f-4c38-9a2e-51a2bc432d03 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "DELETE /v2.0/security-groups/2f148151-27ca-4fed-982e-6adb3cf43391 HTTP/1.1" status: 404 len: 347 time: 0.0258462 Apr 11 21:03:50.576053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48406) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:50.580221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe56d6ea-392f-4969-92d9-4fd7f769a1e4 req-d2875bf8-46af-4228-af0e-27257859f53e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1264155 Apr 11 21:03:50.597283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.601747 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-9e9521f7-26e1-4e1b-983d-bf17ea8b7627 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] show failed (client error): The resource could not be found. Apr 11 21:03:50.606334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e9521f7-26e1-4e1b-983d-bf17ea8b7627 tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-groups/2cb3962d-e6b8-407f-9f06-33ff9f6b48ac HTTP/1.1" status: 404 len: 347 time: 0.0255167 Apr 11 21:03:50.607240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48410) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:50.627719 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-b3859dab-f03d-45f5-ac44-f8c34eb1765d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] show failed (client error): The resource could not be found. Apr 11 21:03:50.628738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b3859dab-f03d-45f5-ac44-f8c34eb1765d tempest-NegativeSecGroupIPv6Test-1052059911 tempest-NegativeSecGroupIPv6Test-1052059911-project] 10.222.0.61 "GET /v2.0/security-group-rules/afd62d9e-71f8-4ba1-b31a-924e2892fecb HTTP/1.1" status: 404 len: 356 time: 0.0211942 Apr 11 21:03:50.629842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.651658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Network': ['ID=b5c05585-de1d-49d0-b8cd-1928f3ce9321,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:50.660560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0273a13-6ed5-4104-b1f2-5b4b6b8f2231 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/networks/b5c05585-de1d-49d0-b8cd-1928f3ce9321 HTTP/1.1" status: 204 len: 168 time: 2.5813153 Apr 11 21:03:50.662303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48416) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:50.685409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.770952 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:50.795238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:03:50.805173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] Pushing event deleted for resources: {'Port': ['ID=3a8a7116-bbb4-47ef-973e-e53d7b8587c2,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:50.814846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Transition to ACTIVE for port object e32e7a0d-9817-49b9-8744-dbc24a9040e9 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:50.830626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8cc9e-1017-4f50-805f-0c0e6b36be45 None None] No DVR routers for this DVR port 3a8a7116-bbb4-47ef-973e-e53d7b8587c2 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:50.863195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48422) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:50.867866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Transition to ACTIVE for port object e32e7a0d-9817-49b9-8744-dbc24a9040e9 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:50.886730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fe56d6ea-392f-4969-92d9-4fd7f769a1e4 req-9bb5022b-6500-47d3-8f46-aa745be9feeb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018625 Apr 11 21:03:50.913709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.059921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:51.077350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'mac_address': 'fa:16:3e:b0:c6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:03:51.134840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.151695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.173676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.199482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e767e4f-dc81-4297-9b6a-5118313c232a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:51.223112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:51.224113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:51.230064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::2e (542dc905-9725-4e0d-b1e4-c378f8f3dd26/ce7ad4e3-938c-4ea7-b392-b434d72586a7/cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:51.233152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158abb48-5163-45de-8d1a-f1cfe5c96cfd') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:51.233471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158abb48-5163-45de-8d1a-f1cfe5c96cfd') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:51.236746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.248956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:51.274329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.311390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:03:51.314935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-274b2771-ef8d-45e6-bb0d-45056572bf0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:51.316480 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-274b2771-ef8d-45e6-bb0d-45056572bf0a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.75 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 810 time: 0.3855898 Apr 11 21:03:51.330685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:51.332144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Pushing event updated for resources: {'Port': ['ID=e32e7a0d-9817-49b9-8744-dbc24a9040e9,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:51.367430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.388313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:51.398065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Usage tracker for resource:security_group_rule and tenant:faf296a559714018ba3e9c668c3e3347 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:51.406666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Attempting to bind port e32e7a0d-9817-49b9-8744-dbc24a9040e9 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:51.407111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Attempting to bind port e32e7a0d-9817-49b9-8744-dbc24a9040e9 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:51.407401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Attempting to bind port e32e7a0d-9817-49b9-8744-dbc24a9040e9 on network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:51.414532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:51.415178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Checking segment: {'id': '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:51.415951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.416526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Bound using segment: {'id': '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:51.418173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:51.418523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Bound port: e32e7a0d-9817-49b9-8744-dbc24a9040e9, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '542dc905-9725-4e0d-b1e4-c378f8f3dd26'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:51.419062 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.427921 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.428084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48432) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:51.428084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:51.436924 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:51.461193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:51.480416 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.510181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-4a9e34e0-a21b-4fd6-8921-c53db6cbcaa3 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:51.570734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-4a9e34e0-a21b-4fd6-8921-c53db6cbcaa3 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:51.572334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-4a9e34e0-a21b-4fd6-8921-c53db6cbcaa3 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0 HTTP/1.1" status: 200 len: 380 time: 0.2222569 Apr 11 21:03:51.606629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c039e404-44c3-43d4-ae99-eeb1efc9a53c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:03:51.644963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'port': {'device_id': '06bc077d-9b7f-4329-947c-04377a418ab8', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'admin_state_up': True, 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'security_groups': ['aed48fdc-e80e-4720-95ed-dc5869f8cd3f']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:51.672175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.678618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.712899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Network': ['ID=5e767e4f-dc81-4297-9b6a-5118313c232a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:51.720801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d417b295-eb61-4991-ad05-8439a539aa05 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/networks/5e767e4f-dc81-4297-9b6a-5118313c232a HTTP/1.1" status: 204 len: 168 time: 1.0560570 Apr 11 21:03:51.732787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48440) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:51.779653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:51.786722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] For port e32e7a0d-9817-49b9-8744-dbc24a9040e9, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:51.795921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] For port e32e7a0d-9817-49b9-8744-dbc24a9040e9, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e32e7a0d-9817-49b9-8744-dbc24a9040e9,segment=NetworkSegment(2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb),segment_id=2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:51.819949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.865939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cfba785-0bab-41ba-94fa-88818483b77b req-6d6756bb-c915-414d-ab22-ebd56409437a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.2923925 Apr 11 21:03:51.869537 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.934344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:51.975540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9db1d1bf-d41e-4c7e-9f74-626a3eb4b96d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3e5f64576304181bc99358e2e843e72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5489562 Apr 11 21:03:51.979874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48448) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:52.001912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:52.006342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting subnet 3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:03:52.010521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.031098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.086675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.102907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e774eba8-93c1-4688-b67e-8fb7cfaa5738,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:52.142171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795989-6412-42df-bff4-187c6c0f3d75 None None] Pushing event updated for resources: {'Port': ['ID=e32e7a0d-9817-49b9-8744-dbc24a9040e9,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:52.196219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f81fd-8af6-44c9-bd7d-c84a2036dba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.236011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:52.246408 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.253053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a4d00a1b-d604-45be-a666-18c609a397e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=faf296a559714018ba3e9c668c3e3347&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3870833 Apr 11 21:03:52.260767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:52.272022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48456) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:52.281443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f81fd-8af6-44c9-bd7d-c84a2036dba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.360941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.424245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5af7f77a-9922-4803-8657-4a36f686f541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.429673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Made reservation on behalf of 0b85124add3b4c17ae1f66f2b6a49fc0 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:03:52.430822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.438289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:52.453014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:52.478549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:52.481319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:52.486334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5af7f77a-9922-4803-8657-4a36f686f541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.486856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:52.487709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.547558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2496183-42df-49d4-bbd4-eeea51236414 req-9b118006-52ff-42ee-be16-2d0d8d05fef8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:52.555642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2496183-42df-49d4-bbd4-eeea51236414 req-9b118006-52ff-42ee-be16-2d0d8d05fef8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 0.3709791 Apr 11 21:03:52.557515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f81fd-8af6-44c9-bd7d-c84a2036dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.620968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1a48113c-8771-4e06-992c-6ef34af7d0f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1053860 Apr 11 21:03:52.620968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48464) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:52.631089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f81fd-8af6-44c9-bd7d-c84a2036dba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b5e37-41a4-44e9-92b1-8634de48b6c5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:52.721650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2496183-42df-49d4-bbd4-eeea51236414 req-781025ce-138a-487e-abe7-91d5c2d04148 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647673 Apr 11 21:03:52.728313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f81fd-8af6-44c9-bd7d-c84a2036dba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.733431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c12f81fd-8af6-44c9-bd7d-c84a2036dba9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a00b5e37-41a4-44e9-92b1-8634de48b6c5 HTTP/1.1" status: 204 len: 168 time: 0.7523599 Apr 11 21:03:52.741192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.766133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Allocated IP 172.20.0.4 (542b1ea4-fc31-4acb-a70b-5410f4834930/da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a/999d55af-f435-4087-a0a9-51492d20ad29) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:03:52.794348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:52.825169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5af7f77a-9922-4803-8657-4a36f686f541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.846702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:52.860640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:52.870598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e9496bf7-c4f2-44b7-a5fd-6e72afe03a09 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/subnets/3a2117ac-7a5a-4131-9a4b-bf6ef15a9b01 HTTP/1.1" status: 204 len: 168 time: 1.1359375 Apr 11 21:03:52.878404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48470) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:52.961575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388b7a7-3b75-4649-a3fb-553d40efd654 None None] Network aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:52.968285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f77a-9922-4803-8657-4a36f686f541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e774eba8-93c1-4688-b67e-8fb7cfaa5738,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:53.161130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5af7f77a-9922-4803-8657-4a36f686f541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:53.162723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5af7f77a-9922-4803-8657-4a36f686f541 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e774eba8-93c1-4688-b67e-8fb7cfaa5738 HTTP/1.1" status: 204 len: 168 time: 0.8888197 Apr 11 21:03:53.225881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8e5abbe0-757f-43bd-927e-104a31b11ddd req-8aa10077-2ed3-4c08-b7bb-8eb1447e04db tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:53.351359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:53.394181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:53.414357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Transition to ACTIVE for port object 999d55af-f435-4087-a0a9-51492d20ad29 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:53.480094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c039e404-44c3-43d4-ae99-eeb1efc9a53c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:53.483172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:53.491043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8e5abbe0-757f-43bd-927e-104a31b11ddd req-8aa10077-2ed3-4c08-b7bb-8eb1447e04db tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:53.501792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e5abbe0-757f-43bd-927e-104a31b11ddd req-8aa10077-2ed3-4c08-b7bb-8eb1447e04db tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.3996916 Apr 11 21:03:53.568369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:53.585148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Deleting port 7cf93795-e6e9-4872-beec-a3b25edf31b1 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:53.585417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:53.719779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:53.725814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:53.916911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:03:53.916911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'Port': ['ID=999d55af-f435-4087-a0a9-51492d20ad29,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:53.961659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:53.962711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:54.048339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b38c2-ff4f-4baa-be23-4f28e200f6fe None None] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:03:54.099173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-351d6833-6d71-41d8-8899-c53210ec9e29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4886308 Apr 11 21:03:54.114671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Request body: {'port': {'device_id': '06bc077d-9b7f-4329-947c-04377a418ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:54.120001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e32e7a0d-9817-49b9-8744-dbc24a9040e9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:54.374342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:54.459605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] For port 7cf93795-e6e9-4872-beec-a3b25edf31b1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7cf93795-e6e9-4872-beec-a3b25edf31b1,segment=NetworkSegment(8e1daf85-52d2-44e1-bca6-69ffc57ff468),segment_id=8e1daf85-52d2-44e1-bca6-69ffc57ff468)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:54.460130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:54.630991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3fe38918-4a24-4307-aef4-7cc24b50d379 None None] Provisioning for port e32e7a0d-9817-49b9-8744-dbc24a9040e9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:54.871355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e32e7a0d-9817-49b9-8744-dbc24a9040e9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:54.878103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913ccf2-d96e-4147-828c-3ac10022131b None None] DHCP port deletion for aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:03:54.884839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:54.898096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Calling delete_port for 7cf93795-e6e9-4872-beec-a3b25edf31b1 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:03:54.931541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e32e7a0d-9817-49b9-8744-dbc24a9040e9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:54.931924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:54.969852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.024402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2593-f255-4cf9-a34e-ceca2c5b0d61 req-a21cff92-ac90-4347-a5a5-62dd21cc11a8 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:55.024885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:55.026032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7bc2593-f255-4cf9-a34e-ceca2c5b0d61 req-a21cff92-ac90-4347-a5a5-62dd21cc11a8 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 931 time: 0.2025881 Apr 11 21:03:55.061352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:03:55.116175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1913ccf2-d96e-4147-828c-3ac10022131b None None] Deleting port 7cf93795-e6e9-4872-beec-a3b25edf31b1 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:03:55.117738 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1913ccf2-d96e-4147-828c-3ac10022131b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.190922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999d55af-f435-4087-a0a9-51492d20ad29 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:03:55.205741 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.209895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7bc2593-f255-4cf9-a34e-ceca2c5b0d61 req-e09dca1d-cb85-44f8-9044-aefefebb8613 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722937 Apr 11 21:03:55.224021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f6b9-1e4e-495a-9f5c-ad17b2cc5376 req-b736f14a-811c-41b1-97be-525ac544325f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:55.228830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.233872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Transition to ACTIVE for port object 999d55af-f435-4087-a0a9-51492d20ad29 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:03:55.240022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f20f6b9-1e4e-495a-9f5c-ad17b2cc5376 req-b736f14a-811c-41b1-97be-525ac544325f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 946 time: 1.1629622 Apr 11 21:03:55.324932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.353184 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.400519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ecd449e0-cc43-4f4d-a7a5-4fa82d2de571 None None] Provisioning for port 999d55af-f435-4087-a0a9-51492d20ad29 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:55.502835 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c21fe42-ecab-4edd-8ad5-1513dc70a305'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:03:55.519789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1913ccf2-d96e-4147-828c-3ac10022131b None None] The port '7cf93795-e6e9-4872-beec-a3b25edf31b1' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:03:55.526906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] No DVR routers for this DVR port 7cf93795-e6e9-4872-beec-a3b25edf31b1 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:03:55.600275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=13']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:55.723913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Pushing event updated for resources: {'Port': ['ID=999d55af-f435-4087-a0a9-51492d20ad29,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:55.728618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48516) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:55.831355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.852958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Port': ['ID=7cf93795-e6e9-4872-beec-a3b25edf31b1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:55.932684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Attempting to bind port 999d55af-f435-4087-a0a9-51492d20ad29 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:03:55.933347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Attempting to bind port 999d55af-f435-4087-a0a9-51492d20ad29 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:03:55.934044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Attempting to bind port 999d55af-f435-4087-a0a9-51492d20ad29 on network 542b1ea4-fc31-4acb-a70b-5410f4834930 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:55.944873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Port 999d55af-f435-4087-a0a9-51492d20ad29 on network 542b1ea4-fc31-4acb-a70b-5410f4834930 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:03:55.946341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Attempting to bind port 999d55af-f435-4087-a0a9-51492d20ad29 on network 542b1ea4-fc31-4acb-a70b-5410f4834930 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:03:55.959209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:03:55.960255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Checking segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:03:55.960986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Bound using segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:03:55.961640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Bound port: 999d55af-f435-4087-a0a9-51492d20ad29, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:03:55.962322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:55.966791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e32e7a0d-9817-49b9-8744-dbc24a9040e9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e32e7a0d-9817-49b9-8744-dbc24a9040e9,segment=NetworkSegment(2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb),segment_id=2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:03:56.023791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.060468 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.271449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e32e7a0d-9817-49b9-8744-dbc24a9040e9,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:56.284528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7cf93795-e6e9-4872-beec-a3b25edf31b1 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:03:56.375978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7cf93795-e6e9-4872-beec-a3b25edf31b1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:03:56.375978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7cf93795-e6e9-4872-beec-a3b25edf31b1 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:03:56.502100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b6da2087-892d-4ee3-8d3d-cd822d304be4 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:56.504543 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-b6da2087-892d-4ee3-8d3d-cd822d304be4 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 21:03:56.508219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b6da2087-892d-4ee3-8d3d-cd822d304be4 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7775917 Apr 11 21:03:56.509019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:56.550569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-164bd4e0-8db0-4ee0-9ebc-c12bafbda347 None None] Provisioning for port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:03:56.554733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-164bd4e0-8db0-4ee0-9ebc-c12bafbda347 None None] Provisioning complete for port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:56.555290 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-164bd4e0-8db0-4ee0-9ebc-c12bafbda347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.556328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163946661'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:56.584288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:56.624834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:56.634491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:56.658851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:56.667129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f20f6b9-1e4e-495a-9f5c-ad17b2cc5376 req-e7ee82d8-9fa9-4170-b387-0b4e43394d3e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3812335 Apr 11 21:03:56.674141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-164bd4e0-8db0-4ee0-9ebc-c12bafbda347 None None] Port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:56.680074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] For port 999d55af-f435-4087-a0a9-51492d20ad29, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:03:56.690408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] For port 999d55af-f435-4087-a0a9-51492d20ad29, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=999d55af-f435-4087-a0a9-51492d20ad29,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:03:56.709290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-164bd4e0-8db0-4ee0-9ebc-c12bafbda347 None None] Provisioning complete for port e32e7a0d-9817-49b9-8744-dbc24a9040e9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:56.709695 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-164bd4e0-8db0-4ee0-9ebc-c12bafbda347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.764017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb488b5-90ce-4582-9324-cc43f625d1c3 req-f605837f-8bf8-4adf-b59c-9f51495a9d07 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:56.770326 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdb488b5-90ce-4582-9324-cc43f625d1c3 req-f605837f-8bf8-4adf-b59c-9f51495a9d07 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 943 time: 0.2560599 Apr 11 21:03:56.818573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:56.819069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.864755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1daf85-52d2-44e1-bca6-69ffc57ff468') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:56.865283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1daf85-52d2-44e1-bca6-69ffc57ff468') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:03:56.885172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.926067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.927936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.947556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:03:56.947971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:03:56.962812 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:03:56.976753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.011993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.013665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] 10.222.0.75 "PUT /v2.0/ports/999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 1091 time: 2.9042406 Apr 11 21:03:57.028239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:03:57.060022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:57.064625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:57.068674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:57.086104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:57.086238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-59fc618c-fb26-4338-a7f5-6582f47bb9d4 None None] Provisioning complete for port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:57.086238 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59fc618c-fb26-4338-a7f5-6582f47bb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.096282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdb488b5-90ce-4582-9324-cc43f625d1c3 req-c589551e-88ba-4db6-ad71-ed27d26c877d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147507 Apr 11 21:03:57.109972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9a0b1-e299-40a2-8e89-51ff9ad28036 service neutron] Pushing event updated for resources: {'Port': ['ID=999d55af-f435-4087-a0a9-51492d20ad29,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:57.120797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.178453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59fc618c-fb26-4338-a7f5-6582f47bb9d4 None None] Port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:57.229436 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60735bf-b643-42ba-95d5-1578b1965e02'] response: {'name': 'network-changed', 'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29', 'status': 'completed', 'code': 200} Apr 11 21:03:57.273575 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.308935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.329908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-c3eef306-d4ca-4a80-a4c0-f79d587db72d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1094 time: 0.1463642 Apr 11 21:03:57.360109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.365597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.425681 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/networks/aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c HTTP/1.1" status: 204 len: 168 time: 4.5452490 Apr 11 21:03:57.432559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a247ca-b7d9-4fc9-97ac-7f464bb42f08 tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Pushing event deleted for resources: {'Network': ['ID=aa6f7bd7-3d7a-4083-84f1-9fd19cfe994c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:57.443282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-da9d070d-2dbe-4baa-8486-b5398e140973 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 217 time: 0.1026824 Apr 11 21:03:57.443783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48536) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:57.446690 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.502555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:57.608841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:57.612380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:57.616501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:57.622497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:57.699950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.732621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71255fc-3218-4341-8b5f-983cdd294441,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:57.734347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.737755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a04d7e78-e89e-43f2-a3d9-468f2e44fd1a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Synchronizing usage tracker for tenant:13ea5ef1761b4815ab2019ea36558461 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:03:57.785085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-65c390e4-79d5-4e80-9417-a970e665e075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:57.787045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-65c390e4-79d5-4e80-9417-a970e665e075 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.2504354 Apr 11 21:03:57.872874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.946509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ac730-2ac7-4c1b-8f37-1c7ee37e776d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:57.960114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c753db96-05d9-442c-8185-a31764fc28cf None None] Provisioning complete for port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:57.961116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c753db96-05d9-442c-8185-a31764fc28cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:57.999938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a04d7e78-e89e-43f2-a3d9-468f2e44fd1a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Unset dirty status for tenant:13ea5ef1761b4815ab2019ea36558461 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:03:58.000694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a04d7e78-e89e-43f2-a3d9-468f2e44fd1a tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "GET /v2.0/ports?device_id=963291cd-c389-4396-8e71-49406ad63cb9 HTTP/1.1" status: 200 len: 205 time: 0.5546095 Apr 11 21:03:58.011979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:58.030120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.045487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c753db96-05d9-442c-8185-a31764fc28cf None None] Port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:58.201501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-00308c6c-b9e1-4d64-a62f-686a9394a0ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4063857 Apr 11 21:03:58.204147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.205339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-39043b0b-a8c9-45f6-8173-a534f29704c0 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6930954 Apr 11 21:03:58.212478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48554) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:58.224566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e32e7a0d-9817-49b9-8744-dbc24a9040e9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:03:58.278089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': 'e45ac730-2ac7-4c1b-8f37-1c7ee37e776d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:58.299215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:58.304589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:58.311009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:58.327134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:58.419274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e32e7a0d-9817-49b9-8744-dbc24a9040e9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:58.419920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.579842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.601748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.642798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.645298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.653119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.820154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c1ab7-20c4-4864-9c65-d1b0a06ccca6 req-34fe4565-3cce-4f6a-bb4a-87f17d5ed4d3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:58.826273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa6c1ab7-20c4-4864-9c65-d1b0a06ccca6 req-34fe4565-3cce-4f6a-bb4a-87f17d5ed4d3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.8829050 Apr 11 21:03:58.873322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:58.901475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-3875aedf-d46a-4cfd-9544-4399c97e995e service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874464 Apr 11 21:03:58.929181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:58.957274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06106bd-ab95-4ccd-8e70-72844740ee57 req-1ff3089b-7d0c-4228-99ad-52775ee60693 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:03:58.958864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e06106bd-ab95-4ccd-8e70-72844740ee57 req-1ff3089b-7d0c-4228-99ad-52775ee60693 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 943 time: 0.3738611 Apr 11 21:03:58.993845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.040751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:03:59.040751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:03:59.327289 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.334212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa6c1ab7-20c4-4864-9c65-d1b0a06ccca6 req-99e465cc-6f82-4e83-bfff-2b7fecbf34b5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5006425 Apr 11 21:03:59.463380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0bdfdb-4b5d-46e2-9516-6c67eb6d90c7,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:03:59.500163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e06106bd-ab95-4ccd-8e70-72844740ee57 req-0e77202b-68f1-494a-a6e4-470f32189cb4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5303991 Apr 11 21:03:59.529298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-380256b1-a0a8-45cd-9f13-a8b5450e6c4f None None] Provisioning complete for port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:03:59.530314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-380256b1-a0a8-45cd-9f13-a8b5450e6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.624457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.625789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ce529351-f7f0-4e89-a546-992c7fc05399 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4149876 Apr 11 21:03:59.631394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48560) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:03:59.642798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-380256b1-a0a8-45cd-9f13-a8b5450e6c4f None None] Port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:03:59.647363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': 'e45ac730-2ac7-4c1b-8f37-1c7ee37e776d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:03:59.661964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.681201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:03:59.690843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:03:59.696417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:03:59.699621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.717758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:03:59.730859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f980f0d-cd7a-45b6-8980-a3a7b6ab8eb7 req-3f2c652b-b9e6-4a18-9f6d-3b89fe01300a service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051085 Apr 11 21:03:59.807244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.881114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.881114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Fanout notify agent at l3_agent the message router_deleted on router 963291cd-c389-4396-8e71-49406ad63cb9 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:03:59.896483 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:03:59.905525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a88cbb11-6e9e-4abd-ac44-86df7a0c8eee tempest-RoutersNegativeIpV6Test-1470786376 tempest-RoutersNegativeIpV6Test-1470786376-project] 10.222.0.61 "DELETE /v2.0/routers/963291cd-c389-4396-8e71-49406ad63cb9 HTTP/1.1" status: 204 len: 168 time: 1.8880048 Apr 11 21:03:59.905640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Router 67fa0e30-1a75-4494-8d8e-fe48ab0709a8 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:03:59.988605 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 21:04:00.000973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-27864e13-35a3-433b-a4ff-63ee9cb67e58 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3678453 Apr 11 21:04:00.011405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48568) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:00.151441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88e35361-0adc-4c2a-9e6e-3f558e2e2517 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:00.182309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88e35361-0adc-4c2a-9e6e-3f558e2e2517 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:00.193253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-b2b416d8-7cfb-49cf-b97b-5dcd406c8f25 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1094 time: 0.2829731 Apr 11 21:04:00.220424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:04:00.226796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-be489284-2ba5-4f77-9ee6-7356c9a6e2bf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/routers/67fa0e30-1a75-4494-8d8e-fe48ab0709a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6059697 Apr 11 21:04:00.235798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48574) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:00.271875 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] Sync routers for ids ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:04:00.284246 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] Routers {'67fa0e30-1a75-4494-8d8e-fe48ab0709a8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:00.284621 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:00.377164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb497c9f-94b8-4501-ab5b-c1f6adc00dad tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:00.378379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb497c9f-94b8-4501-ab5b-c1f6adc00dad tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:00.408937 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:00.422812 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] Routers {'67fa0e30-1a75-4494-8d8e-fe48ab0709a8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:00.423654 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:00.430246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-8409fcfb-6b2a-43dc-9f95-18c677584ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:00.431962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-8409fcfb-6b2a-43dc-9f95-18c677584ab8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 0.2258873 Apr 11 21:04:00.493640 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:00.494052 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78339781-dde9-46cd-ae7d-178204f23826 None None] The sync data for ids ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:04:00.943053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-a1e993e4-6df1-43fc-b418-2b9a42a7844f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 217 time: 0.2198341 Apr 11 21:04:00.943053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88e35361-0adc-4c2a-9e6e-3f558e2e2517 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:00.944321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fbba4-1f4f-4a33-a017-d2334487270a req-e99a9967-828e-4761-b73f-d49c440a71f4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:00.944775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e35361-0adc-4c2a-9e6e-3f558e2e2517 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ac730-2ac7-4c1b-8f37-1c7ee37e776d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:00.944867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-705fbba4-1f4f-4a33-a017-d2334487270a req-e99a9967-828e-4761-b73f-d49c440a71f4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 943 time: 0.0765383 Apr 11 21:04:00.944958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-88e35361-0adc-4c2a-9e6e-3f558e2e2517 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:00.944958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-88e35361-0adc-4c2a-9e6e-3f558e2e2517 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/e45ac730-2ac7-4c1b-8f37-1c7ee37e776d HTTP/1.1" status: 204 len: 168 time: 0.7443955 Apr 11 21:04:00.944958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-3d7b8b1c-9bf6-4b1a-a083-494b338b0422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:00.944958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-3d7b8b1c-9bf6-4b1a-a083-494b338b0422 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.1112013 Apr 11 21:04:00.945271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-705fbba4-1f4f-4a33-a017-d2334487270a req-8b8070d4-89c7-4c91-baf8-7721caba136b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487983 Apr 11 21:04:00.945356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122781e2-53f8-45c7-9e70-2ba08e74f192 req-537dc5fb-41fa-4d8c-90e3-e0eeefc55b54 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:00.945356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-122781e2-53f8-45c7-9e70-2ba08e74f192 req-537dc5fb-41fa-4d8c-90e3-e0eeefc55b54 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.2031529 Apr 11 21:04:00.945356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-122781e2-53f8-45c7-9e70-2ba08e74f192 req-eb9f460a-0774-4e5c-a9e4-06b124e631ad tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596588 Apr 11 21:04:00.945356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-232fc60a-36f8-483a-967b-a14810441f3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168966 Apr 11 21:04:00.945659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48586) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:00.998299 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46a5b159-9baa-4ab9-8e2f-75c29f1e4774 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0526273 Apr 11 21:04:01.001489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:01.007017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--905148438'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:01.013223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:01.017545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:01.021092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:01.026977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:01.050552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-e58cfa99-a3a7-42c3-b145-621ee9f4556a service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385334 Apr 11 21:04:01.141278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb497c9f-94b8-4501-ab5b-c1f6adc00dad tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:01.142848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb497c9f-94b8-4501-ab5b-c1f6adc00dad tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fa0e30-1a75-4494-8d8e-fe48ab0709a8 HTTP/1.1" status: 200 len: 988 time: 0.9061732 Apr 11 21:04:01.147177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:01.188676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16e9d2e0-975a-4845-a52c-e3e73a730505 req-0b2206e0-875a-40f4-9017-f110a2d83f60 service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296213 Apr 11 21:04:01.243062 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:01.294730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:01.373678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:01.385684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:01.390626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:01.400140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48606) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:01.406264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:01.638768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-46cf52bc-117c-47f3-9e1d-4a17954ad5f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13ea5ef1761b4815ab2019ea36558461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2374513 Apr 11 21:04:01.639350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:01.673928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:01.727606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd730-322e-466a-b68e-8b7ab0789cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:01.780124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:01.796212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd730-322e-466a-b68e-8b7ab0789cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:01.838925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216237fd-7caf-468c-900b-1b07f57e7a3b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:01.890482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.890831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.891169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:01.894061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:02.011432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.014777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2808fd02-f7b4-4916-b3f3-e3168f905bfc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0103672 Apr 11 21:04:02.017371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48626) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:02.023355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-625e452a-409c-48dd-97c6-7b9810601555 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '216237fd-7caf-468c-900b-1b07f57e7a3b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:02.024079 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-625e452a-409c-48dd-97c6-7b9810601555 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:02.025113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-625e452a-409c-48dd-97c6-7b9810601555 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065746 Apr 11 21:04:02.025444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.027716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48630) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:02.062683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd730-322e-466a-b68e-8b7ab0789cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.134402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dd730-322e-466a-b68e-8b7ab0789cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603b203-0484-4fdb-9a9a-ab0fcc605d40,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:02.224568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd730-322e-466a-b68e-8b7ab0789cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.228263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2c3dd730-322e-466a-b68e-8b7ab0789cf3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0603b203-0484-4fdb-9a9a-ab0fcc605d40 HTTP/1.1" status: 204 len: 168 time: 0.5854914 Apr 11 21:04:02.306331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc089b49-2132-4ee4-a2ef-bd9ba87e3fbf tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.359269 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc089b49-2132-4ee4-a2ef-bd9ba87e3fbf tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.560994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173cc4-c5d4-4043-96c0-1998feb2b156 req-14a9f641-d50c-49b9-87a5-ee932e487a6e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:02.569591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79173cc4-c5d4-4043-96c0-1998feb2b156 req-14a9f641-d50c-49b9-87a5-ee932e487a6e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.4179947 Apr 11 21:04:02.664954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79173cc4-c5d4-4043-96c0-1998feb2b156 req-d6bb93fc-9f33-4c9c-8d3c-6eed12758ec5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838265 Apr 11 21:04:02.705055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f162-2548-4ec2-8639-c46f1745edae req-6f54ad46-e7d3-492b-a9f2-b67af042bcf5 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:02.713468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fae8f162-2548-4ec2-8639-c46f1745edae req-6f54ad46-e7d3-492b-a9f2-b67af042bcf5 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 943 time: 0.4969828 Apr 11 21:04:02.753176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc089b49-2132-4ee4-a2ef-bd9ba87e3fbf tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.791571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc089b49-2132-4ee4-a2ef-bd9ba87e3fbf tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216237fd-7caf-468c-900b-1b07f57e7a3b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:02.818323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fc089b49-2132-4ee4-a2ef-bd9ba87e3fbf tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:02.820051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fc089b49-2132-4ee4-a2ef-bd9ba87e3fbf tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/216237fd-7caf-468c-900b-1b07f57e7a3b HTTP/1.1" status: 204 len: 168 time: 0.7913694 Apr 11 21:04:02.822767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48648) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:02.827130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 999d55af-f435-4087-a0a9-51492d20ad29 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:04:02.876063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fae8f162-2548-4ec2-8639-c46f1745edae req-8b53de77-78b6-4509-a2a7-708bac811826 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613903 Apr 11 21:04:02.944089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5ea6471e-8ce6-43bd-a1c5-52658e3089ae tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:03.065641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5ea6471e-8ce6-43bd-a1c5-52658e3089ae tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:03.072099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5ea6471e-8ce6-43bd-a1c5-52658e3089ae tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2483871 Apr 11 21:04:03.072703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48658) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:03.072812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:03.073107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.082951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168253241'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:03.104475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:03.117485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:03.121782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 999d55af-f435-4087-a0a9-51492d20ad29, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=999d55af-f435-4087-a0a9-51492d20ad29,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:03.140124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '999d55af-f435-4087-a0a9-51492d20ad29', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'port_id': '999d55af-f435-4087-a0a9-51492d20ad29', 'mac_address': 'fa:16:3e:d9:c1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:04:03.227557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.231721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.278173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:03.283016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:03.286792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:03.297127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.297236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:03.305022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999d55af-f435-4087-a0a9-51492d20ad29 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:04:03.370547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 999d55af-f435-4087-a0a9-51492d20ad29, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=999d55af-f435-4087-a0a9-51492d20ad29,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:03.385750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.444580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:03.473393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.476572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.576625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9833e993-f9b3-4700-a39a-7e160af6450f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:03.608956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=999d55af-f435-4087-a0a9-51492d20ad29,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:03.673410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.677437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b30d643f-0cda-491f-ad0e-903f9bc72ffb tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6037400 Apr 11 21:04:03.680115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48674) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:03.686220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a3108f4f-4ae8-460f-8f57-f9e10fa69a70 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '9833e993-f9b3-4700-a39a-7e160af6450f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:03.687238 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a3108f4f-4ae8-460f-8f57-f9e10fa69a70 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:03.688598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a3108f4f-4ae8-460f-8f57-f9e10fa69a70 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072775 Apr 11 21:04:03.692388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48680) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:03.745009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['999d55af-f435-4087-a0a9-51492d20ad29'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:04:03.764832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.822618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3614f004-98f5-405f-af9e-535be0d3cd05 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.862787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3614f004-98f5-405f-af9e-535be0d3cd05 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:03.891008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:04.090638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3614f004-98f5-405f-af9e-535be0d3cd05 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:04.181616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614f004-98f5-405f-af9e-535be0d3cd05 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833e993-f9b3-4700-a39a-7e160af6450f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:04.215439 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3614f004-98f5-405f-af9e-535be0d3cd05 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:04.219098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3614f004-98f5-405f-af9e-535be0d3cd05 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/9833e993-f9b3-4700-a39a-7e160af6450f HTTP/1.1" status: 204 len: 168 time: 0.5227273 Apr 11 21:04:04.231543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48688) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:04.368167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:04.398458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3bb6-ea3f-4a5f-bbc5-a11cfe86c482 req-36e87d41-eac3-4834-893d-b00b6b9dc32a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:04.399446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9155-e8fd-4605-b7fb-a25308503e0c req-d7ff69a8-5dfa-4eee-9113-6acffd0575f2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:04.400586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05bc3bb6-ea3f-4a5f-bbc5-a11cfe86c482 req-36e87d41-eac3-4834-893d-b00b6b9dc32a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 944 time: 0.1498337 Apr 11 21:04:04.402243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b5c9155-e8fd-4605-b7fb-a25308503e0c req-d7ff69a8-5dfa-4eee-9113-6acffd0575f2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.4332895 Apr 11 21:04:04.469834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ed4f598-2257-4944-84b6-26c94db2cf04 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:04.528199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b5c9155-e8fd-4605-b7fb-a25308503e0c req-a305ea04-fa54-4b27-a97b-835aaadc7d8e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067312 Apr 11 21:04:04.574172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ed4f598-2257-4944-84b6-26c94db2cf04 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:04.577020 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9ed4f598-2257-4944-84b6-26c94db2cf04 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3430603 Apr 11 21:04:04.580727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48694) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:04.588636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572365916'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:04.618056 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05bc3bb6-ea3f-4a5f-bbc5-a11cfe86c482 req-c032b5b7-579d-429f-a301-372ca65b3c9b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532805 Apr 11 21:04:04.630186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:04.679904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:04.764422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:04.829829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 999d55af-f435-4087-a0a9-51492d20ad29 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:04.848191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:04.858060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:04.869955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:04.880974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:05.013871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.096011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 999d55af-f435-4087-a0a9-51492d20ad29 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:05.101960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 999d55af-f435-4087-a0a9-51492d20ad29 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:05.106204 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.141957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.204340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13357d-47bd-454d-a661-0ed571c6d7c1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:05.266185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.291524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Router 67fa0e30-1a75-4494-8d8e-fe48ab0709a8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:04:05.311973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:05.323458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 999d55af-f435-4087-a0a9-51492d20ad29, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=999d55af-f435-4087-a0a9-51492d20ad29,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:05.329081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.331269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-772c6522-b5a2-4fb5-b6d0-925fb1d140d6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7493238 Apr 11 21:04:05.334180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48710) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:05.342841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5dceff5c-5dc9-4e63-a453-0a6b805efc32 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '4d13357d-47bd-454d-a661-0ed571c6d7c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:05.346055 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-5dceff5c-5dc9-4e63-a453-0a6b805efc32 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:05.348756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5dceff5c-5dc9-4e63-a453-0a6b805efc32 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134628 Apr 11 21:04:05.352836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:05.367824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a8f57d09-0cfa-4d0e-b7ec-d0a3583e5b38 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '4d13357d-47bd-454d-a661-0ed571c6d7c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:05.383610 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a8f57d09-0cfa-4d0e-b7ec-d0a3583e5b38 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:05.388178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a8f57d09-0cfa-4d0e-b7ec-d0a3583e5b38 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0293458 Apr 11 21:04:05.388524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48718) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:05.400922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8411d95e-0dcb-468a-a6d1-beff3ba7a78f tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '4d13357d-47bd-454d-a661-0ed571c6d7c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:05.411144 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-8411d95e-0dcb-468a-a6d1-beff3ba7a78f tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:05.411144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8411d95e-0dcb-468a-a6d1-beff3ba7a78f tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158041 Apr 11 21:04:05.414040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48722) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:05.423984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a679f0ed-8190-489a-a759-cccd86d1d396 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '4d13357d-47bd-454d-a661-0ed571c6d7c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:05.429429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.436918 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-a679f0ed-8190-489a-a759-cccd86d1d396 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:05.445067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a679f0ed-8190-489a-a759-cccd86d1d396 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0260282 Apr 11 21:04:05.447180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48726) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:05.529895 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008a5f2e-10cc-4cf4-aea4-4a75449e00fe'] response: {'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29', 'code': 200} Apr 11 21:04:05.552880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:04:05.570209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] Sync routers for ids ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:04:05.635170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] Routers {'67fa0e30-1a75-4494-8d8e-fe48ab0709a8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:05.635170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:05.635698 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-39244af7-8089-48e5-9407-ce16191554a5 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/routers/67fa0e30-1a75-4494-8d8e-fe48ab0709a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4869573 Apr 11 21:04:05.637899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48734) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:05.721058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:05.727509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=999d55af-f435-4087-a0a9-51492d20ad29,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:05.747750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.748420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.748898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.749370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.749855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.750337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.751106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.751611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.752073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.752675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.753197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:05.753655 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7792d23b-b41f-4144-8352-469f2489ff46 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:04:05.759121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] Routers {'67fa0e30-1a75-4494-8d8e-fe48ab0709a8'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:05.759982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:05.785405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7792d23b-b41f-4144-8352-469f2489ff46 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:05.836818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-612d8e23-5155-48ae-b7ff-e84a823805da tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.855291 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:04:05.893580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:05.894115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609591b0-b95a-4321-8b27-06a08d37b59f None None] The sync data for ids ['67fa0e30-1a75-4494-8d8e-fe48ab0709a8'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:04:05.983290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-512479b1-f941-41ae-b4c7-2211b5e46b5f req-37f2cae0-4d4a-48ef-9df5-bc646972f2d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1096 time: 0.4563279 Apr 11 21:04:05.983541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7792d23b-b41f-4144-8352-469f2489ff46 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:05.984494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7792d23b-b41f-4144-8352-469f2489ff46 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/cb9fc34f-5dc4-4206-b2ff-73b54fefd6d8 HTTP/1.1" status: 404 len: 333 time: 0.3454475 Apr 11 21:04:05.987802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-612d8e23-5155-48ae-b7ff-e84a823805da tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:05.995616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48746) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:06.186166 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.197880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-512479b1-f941-41ae-b4c7-2211b5e46b5f req-a630d2e8-2032-4a80-a8dd-7d3ac5b1426a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856132 Apr 11 21:04:06.218923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a86c8-ade6-4457-ada9-75f301c32f19 req-b72ee5d9-1666-46f1-9593-f075803211d5 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:06.220771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-911a86c8-ade6-4457-ada9-75f301c32f19 req-b72ee5d9-1666-46f1-9593-f075803211d5 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1558645 Apr 11 21:04:06.284516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e7639-edb8-4d42-a1a4-9eabe96a5b1e req-d217af09-2856-4c57-8cda-0df89e54f3e6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:06.286665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c4e7639-edb8-4d42-a1a4-9eabe96a5b1e req-d217af09-2856-4c57-8cda-0df89e54f3e6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.4601300 Apr 11 21:04:06.320631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-911a86c8-ade6-4457-ada9-75f301c32f19 req-445deb27-4c7e-425b-a95b-dc52e731274f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838697 Apr 11 21:04:06.353164 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-612d8e23-5155-48ae-b7ff-e84a823805da tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.400663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d8e23-5155-48ae-b7ff-e84a823805da tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13357d-47bd-454d-a661-0ed571c6d7c1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:06.425066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-612d8e23-5155-48ae-b7ff-e84a823805da tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.429663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-612d8e23-5155-48ae-b7ff-e84a823805da tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/4d13357d-47bd-454d-a661-0ed571c6d7c1 HTTP/1.1" status: 204 len: 168 time: 0.9830568 Apr 11 21:04:06.432562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48754) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:06.469767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c4e7639-edb8-4d42-a1a4-9eabe96a5b1e req-bded5874-2b36-449d-8924-bca83aa9bea8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292243 Apr 11 21:04:06.562671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f1afcdf9-de2f-46f9-a59d-09436132c5a8 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:06.650009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f1afcdf9-de2f-46f9-a59d-09436132c5a8 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:06.651313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f1afcdf9-de2f-46f9-a59d-09436132c5a8 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2177923 Apr 11 21:04:06.657682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48762) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:06.664089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397851608'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:06.681044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:06.692847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:06.804764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.851599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.862708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.882378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:06.890770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:06.894546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:06.904545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:06.979854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:06.980432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Fanout notify agent at l3_agent the message router_deleted on router 67fa0e30-1a75-4494-8d8e-fe48ab0709a8 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:04:07.000502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:07.001719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-59a3b6e0-372a-4e16-b37a-d854313c8105 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/routers/67fa0e30-1a75-4494-8d8e-fe48ab0709a8 HTTP/1.1" status: 204 len: 168 time: 1.0040588 Apr 11 21:04:07.006472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48770) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:07.062119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:07.267240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:07.498034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7a970-faf9-4f70-a23a-c54636e060ee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:07.521361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet ce7ad4e3-938c-4ea7-b392-b434d72586a7 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:04:07.525885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:07.606992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:07.789772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d98ad-72a0-4c00-aed6-a2c1c9789c36 req-70bde1f5-ec3a-4c46-892c-5cd08c88e72a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:07.798759 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-931d98ad-72a0-4c00-aed6-a2c1c9789c36 req-70bde1f5-ec3a-4c46-892c-5cd08c88e72a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.1191528 Apr 11 21:04:07.806982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46429642-3ec5-41ae-9564-706e25a4bf30 req-445c7817-2437-4e7d-b144-3332645687d7 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:07.808493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46429642-3ec5-41ae-9564-706e25a4bf30 req-445c7817-2437-4e7d-b144-3332645687d7 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1642056 Apr 11 21:04:07.855120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:07.881401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-931d98ad-72a0-4c00-aed6-a2c1c9789c36 req-19d1eb06-9d23-4f8f-a98b-2027152fe926 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698290 Apr 11 21:04:07.929049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46429642-3ec5-41ae-9564-706e25a4bf30 req-bf084299-0e96-4e04-aa64-bdbb625a91f1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135967 Apr 11 21:04:08.016508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:08.026660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f07b7ae-1043-4257-8bcc-6ab4cf0e8999 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3624036 Apr 11 21:04:08.026660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48786) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:08.031871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c1d595c9-a682-497e-a7dc-da437c77fbce tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:08.033880 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-c1d595c9-a682-497e-a7dc-da437c77fbce tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:08.039534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c1d595c9-a682-497e-a7dc-da437c77fbce tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090950 Apr 11 21:04:08.040088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:08.051276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:08.067775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:08.072037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:08.079251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:08.083262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:08.099664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:08.171794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7ad4e3-938c-4ea7-b392-b434d72586a7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:08.174298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:08.192977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-593b7134-958b-4d24-ada1-ddcb20f9af71 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/ce7ad4e3-938c-4ea7-b392-b434d72586a7 HTTP/1.1" status: 204 len: 168 time: 1.1816530 Apr 11 21:04:08.194399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48796) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:08.203360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7cef14-c95a-427c-9ac8-b8116f521d86 None None] Network 542dc905-9725-4e0d-b1e4-c378f8f3dd26 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:08.580319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48804) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:08.671912 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:08.673552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bf2d48ff-a666-4ba8-ae03-502e8278a80e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6323466 Apr 11 21:04:08.677886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:08.684057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5c78faf6-2282-4806-9401-9eb9eb2a7671 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:08.685302 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-5c78faf6-2282-4806-9401-9eb9eb2a7671 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:08.687256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5c78faf6-2282-4806-9401-9eb9eb2a7671 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075710 Apr 11 21:04:08.690203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48814) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:08.706373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:08.725036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:08.734843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:08.743412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:08.761806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:08.809592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:08.836049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port e32e7a0d-9817-49b9-8744-dbc24a9040e9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:08.838668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:08.851633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] DHCP port deletion for 542dc905-9725-4e0d-b1e4-c378f8f3dd26 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:04:08.862405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Deleting port e32e7a0d-9817-49b9-8744-dbc24a9040e9 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:08.862405 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:08.950247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.057325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:09.064649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Usage tracker for resource:security_group_rule and tenant:eded1e480d6f488fa9b245a0762be16e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:09.076369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:09.091689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:09.210747 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:09.214674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ac89c7df-7270-45f2-a79b-8b4e4f810780 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5206406 Apr 11 21:04:09.218954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:09.235281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b34a7dfd-8445-4473-bf39-d3eeeb637952 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:09.240274 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-b34a7dfd-8445-4473-bf39-d3eeeb637952 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:09.240274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b34a7dfd-8445-4473-bf39-d3eeeb637952 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128067 Apr 11 21:04:09.240274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] For port e32e7a0d-9817-49b9-8744-dbc24a9040e9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e32e7a0d-9817-49b9-8744-dbc24a9040e9,segment=NetworkSegment(2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb),segment_id=2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:09.240274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.242483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48826) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:09.274303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:09.282363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:09.296147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:09.308548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:09.334806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:09.372689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e94d7-cf34-41f5-8c99-0dac7347137f req-a9342ef6-2e72-4b50-9b04-91906cadde14 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:09.377485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-134e94d7-cf34-41f5-8c99-0dac7347137f req-a9342ef6-2e72-4b50-9b04-91906cadde14 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2224946 Apr 11 21:04:09.383670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for e32e7a0d-9817-49b9-8744-dbc24a9040e9 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:09.408522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] For port e32e7a0d-9817-49b9-8744-dbc24a9040e9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e32e7a0d-9817-49b9-8744-dbc24a9040e9,segment=NetworkSegment(2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb),segment_id=2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:09.411784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.429342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.431463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f5dde-c0ca-4fcd-92f6-d06c99f3cd2d req-d5f73fac-25ec-4dce-9db0-6a554075461c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:09.432999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d52f5dde-c0ca-4fcd-92f6-d06c99f3cd2d req-d5f73fac-25ec-4dce-9db0-6a554075461c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.3002486 Apr 11 21:04:09.474100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-134e94d7-cf34-41f5-8c99-0dac7347137f req-dec84691-aff7-4abd-85f9-87ac8140925c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768056 Apr 11 21:04:09.508025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d52f5dde-c0ca-4fcd-92f6-d06c99f3cd2d req-1b0f351c-aa54-40eb-b3e4-6efc1635275b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617793 Apr 11 21:04:09.513613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.625192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.650745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Calling delete_port for e32e7a0d-9817-49b9-8744-dbc24a9040e9 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:09.749243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=e32e7a0d-9817-49b9-8744-dbc24a9040e9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:09.751313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No DVR routers for this DVR port e32e7a0d-9817-49b9-8744-dbc24a9040e9 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:09.781146 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:04:09.784183 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:04:09.906289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:09.910961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e653a-38fe-489a-848f-156d116d728a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:09.932431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-645b8802-afd7-4f19-9e1c-e75db5a1f0ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eded1e480d6f488fa9b245a0762be16e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3506305 Apr 11 21:04:09.933148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48836) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:09.973266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542dc905-9725-4e0d-b1e4-c378f8f3dd26']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:09.990610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:09.991582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcdad9d-2f2b-427c-a2b8-a9ce18834eeb') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:10.008312 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:10.009003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.012837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c53118d5-262a-4e6f-92ca-6d0a8364c150 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7679734 Apr 11 21:04:10.013790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.030556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2050823e-258f-4190-8296-0d3273d16931 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:10.037251 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-2050823e-258f-4190-8296-0d3273d16931 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:10.037251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2050823e-258f-4190-8296-0d3273d16931 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101480 Apr 11 21:04:10.038557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.040964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.044567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593904-51fe-4fee-8c71-3e0ba43a935d req-67f6c855-4aee-4d78-9c05-5ba61658e1b6 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:10.046033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-66593904-51fe-4fee-8c71-3e0ba43a935d req-67f6c855-4aee-4d78-9c05-5ba61658e1b6 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2370825 Apr 11 21:04:10.047143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:10.059022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48848) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.063143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:10.066541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:04:10.067163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.068627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'floatingip': {'port_id': '999d55af-f435-4087-a0a9-51492d20ad29'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:04:10.092515 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:04:10.108346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:10.156258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:10.160954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e32e7a0d-9817-49b9-8744-dbc24a9040e9 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:10.178916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:10.203161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.330844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.335747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42f87ef-fea6-4ff1-bef3-cc34ff2e35d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.346530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.358527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Deleting port e32e7a0d-9817-49b9-8744-dbc24a9040e9 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:10.358900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.386977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e32e7a0d-9817-49b9-8744-dbc24a9040e9 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:04:10.389274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e32e7a0d-9817-49b9-8744-dbc24a9040e9 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:04:10.389703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=542dc905-9725-4e0d-b1e4-c378f8f3dd26,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:10.414189 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:10.414189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5370320b-dc4a-4925-9630-7406425a01d2 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3714333 Apr 11 21:04:10.414658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48852) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.421370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '42e7a970-faf9-4f70-a23a-c54636e060ee', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:10.433871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:10.443046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:10.448041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:10.456484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:10.467312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1090e4bf-45b2-42a3-b7c3-6e327e38e14b None None] The port 'e32e7a0d-9817-49b9-8744-dbc24a9040e9' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:04:10.501059 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42f87ef-fea6-4ff1-bef3-cc34ff2e35d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.508225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6fa1df25-85a5-450e-b94a-670f3beb42f0 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/542dc905-9725-4e0d-b1e4-c378f8f3dd26 HTTP/1.1" status: 204 len: 168 time: 2.3123221 Apr 11 21:04:10.514520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.607005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ceb029-ce5e-4d0a-be1a-43439fca521e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:10.607665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-10ceb029-ce5e-4d0a-be1a-43439fca521e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:10.735812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-10ceb029-ce5e-4d0a-be1a-43439fca521e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:10.740547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-10ceb029-ce5e-4d0a-be1a-43439fca521e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/7ebaa3d4-995d-4874-916f-31716dc18a37 HTTP/1.1" status: 200 len: 845 time: 0.2213798 Apr 11 21:04:10.740547 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:10.746719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a05f6722-fca3-4c7d-b905-e58c4aa28254 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3255789 Apr 11 21:04:10.746719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48866) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.772731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48870) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.893323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7e658f75-8635-416b-9969-a1feefea4786 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/7ebaa3d4-995d-4874-916f-31716dc18a37?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1505907 Apr 11 21:04:10.897637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48878) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:10.904739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:10.940913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42f87ef-fea6-4ff1-bef3-cc34ff2e35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:10.976106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b5957d9-406c-4b17-bafe-32f2f4e6f9e9 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.026990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f87ef-fea6-4ff1-bef3-cc34ff2e35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e653a-38fe-489a-848f-156d116d728a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:11.030238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b5957d9-406c-4b17-bafe-32f2f4e6f9e9 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.045832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42f87ef-fea6-4ff1-bef3-cc34ff2e35d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.049228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:11.049702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a42f87ef-fea6-4ff1-bef3-cc34ff2e35d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/030e653a-38fe-489a-848f-156d116d728a HTTP/1.1" status: 204 len: 168 time: 1.1108482 Apr 11 21:04:11.066876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:11.075405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:11.097984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:11.143972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53621-aebc-4f2c-b08f-2ed60b8c7ec8 req-a852b679-d0fe-46ed-b52b-4a2ae88412f8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:11.152529 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dfc53621-aebc-4f2c-b08f-2ed60b8c7ec8 req-a852b679-d0fe-46ed-b52b-4a2ae88412f8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.3483670 Apr 11 21:04:11.224179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:11.348843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b5957d9-406c-4b17-bafe-32f2f4e6f9e9 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.378467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5957d9-406c-4b17-bafe-32f2f4e6f9e9 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7a970-faf9-4f70-a23a-c54636e060ee,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:11.388422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dfc53621-aebc-4f2c-b08f-2ed60b8c7ec8 req-febb44c2-7310-4ee7-9bfc-055c59eb49d9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333853 Apr 11 21:04:11.400156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b5957d9-406c-4b17-bafe-32f2f4e6f9e9 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.403682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3b5957d9-406c-4b17-bafe-32f2f4e6f9e9 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/42e7a970-faf9-4f70-a23a-c54636e060ee HTTP/1.1" status: 204 len: 168 time: 0.6276238 Apr 11 21:04:11.405710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48886) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:11.484371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9f9db0b4-9d38-450b-9349-09b5143102df tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:11.495233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.560500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.631486 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.765130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9f9db0b4-9d38-450b-9349-09b5143102df tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:11.768890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f9db0b4-9d38-450b-9349-09b5143102df tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3605502 Apr 11 21:04:11.773930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48896) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:11.781498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059864069'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:11.790483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:11.841292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:11.935814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:11.981107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:11.992066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:11.992066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:12.001123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.053668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:12.074948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:12.076741 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Floating IP f602ffcc-7cfa-47ae-be30-3edb707e8a59 associated. External IP: 172.25.5.196, port: 999d55af-f435-4087-a0a9-51492d20ad29. Apr 11 21:04:12.101437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:12.105034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:12.106327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.139796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ba767-fa15-4ff0-88a0-dcb99532eb11 None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:12.204488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=ca73c4f7-088a-442b-92e7-c558725f05b9,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:12.246735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.266539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fb15c01e-a55b-44c9-ab70-225af4acab6d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3673363 Apr 11 21:04:12.267431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48910) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:12.278823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1322468072'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:12.315191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:12.324484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:12.332000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:12.338167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.370136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:12.408438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f20b5d-dec9-4801-b929-4f3bb2101ec8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:12.542409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.553816 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-20de7472-1171-4500-b634-eb8bfa594702 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7687337 Apr 11 21:04:12.553816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.554496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48918) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:12.596611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '67f20b5d-dec9-4801-b929-4f3bb2101ec8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:12.609732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:12.616685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:12.626815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:12.636812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:12.651323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-fdad62a1-9d45-4b14-9228-8332556b265c', 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'tenant_id': 'efd7a8019c5b4a259d9ec35300231d73', 'fixed_ips': [{'subnet_id': 'ca73c4f7-088a-442b-92e7-c558725f05b9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:04:12.655074 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.655311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:12.662547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group_rule and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:12.666125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:12.674651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:12.778507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.838930 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:12.920374 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The resource could not be found. Apr 11 21:04:12.925869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6ff7deb4-fc1e-4b13-9353-10674dca0b00 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3702111 Apr 11 21:04:12.926397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48924) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:12.937788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '67f20b5d-dec9-4801-b929-4f3bb2101ec8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fc5de1b9-13fd-4d36-bd16-9d49d1fd56e9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:12.945024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:12.950577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c267a9c-0fd0-4e4b-a911-c96892418339,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:12.962805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Allocated IP 2001:db8::2 (fdad62a1-9d45-4b14-9228-8332556b265c/ca73c4f7-088a-442b-92e7-c558725f05b9/b370af2c-c1c9-41eb-ad85-7950a610df05) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:12.964906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:12.971994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:12.982514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:12.994861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab568215-8555-4a2e-a65c-3d3f3c99b7b3 req-230cf99e-4451-404f-a43f-f52328051aa2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:12.997830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab568215-8555-4a2e-a65c-3d3f3c99b7b3 req-230cf99e-4451-404f-a43f-f52328051aa2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.2521422 Apr 11 21:04:13.023955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.036595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0d41096-6ec9-43be-b369-a06a6a866fcf tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7585692 Apr 11 21:04:13.036595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48930) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:13.039079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'security_group': {'name': 'tempest-secgroup-516692351'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:13.053804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:13.063104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab568215-8555-4a2e-a65c-3d3f3c99b7b3 req-9457e7cb-b6d4-4d1b-87dc-7cdcb1f49d55 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546415 Apr 11 21:04:13.081244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:13.092552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:13.124616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48934) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:13.125094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:13.142988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Router fa21f84c-4290-4226-886d-28c7df65e98c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:04:13.286350 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The resource could not be found. Apr 11 21:04:13.288752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a73e0b32-8814-41ed-81eb-04f4cd258cc7 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3563902 Apr 11 21:04:13.289409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48942) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:13.397771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.412687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1394638616-network', 'tenant_id': '36a086e2a52345569daa06f88e51be66'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:13.426395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:13.434117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Usage tracker for resource:network and tenant:36a086e2a52345569daa06f88e51be66 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:13.441640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:13.449577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47b001b4-6fe6-4883-91fb-a5da8be1ad82 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.450739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:13.488362 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47b001b4-6fe6-4883-91fb-a5da8be1ad82 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.526225 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.526742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:04:13.534437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Transition to ACTIVE for port object b370af2c-c1c9-41eb-ad85-7950a610df05 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:13.539201 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:04:13.540452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.555011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:13.559392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group_rule and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:13.562293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:13.562541 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:13.565294 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:13.569662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:13.612638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c06ed6ff-c848-4faa-b4b0-6c9be057da6f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "PUT /v2.0/floatingips/f602ffcc-7cfa-47ae-be30-3edb707e8a59 HTTP/1.1" status: 200 len: 991 time: 3.5525434 Apr 11 21:04:13.615084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:13.619893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Made reservation on behalf of 36a086e2a52345569daa06f88e51be66 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:13.622102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.646298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.670668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.670997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Transition to ACTIVE for port object b370af2c-c1c9-41eb-ad85-7950a610df05 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:13.675938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47b001b4-6fe6-4883-91fb-a5da8be1ad82 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.712141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b001b4-6fe6-4883-91fb-a5da8be1ad82 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f20b5d-dec9-4801-b929-4f3bb2101ec8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:13.754261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:13.763384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.763802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Usage tracker for resource:security_group_rule and tenant:36a086e2a52345569daa06f88e51be66 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:13.768041 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336675b3-77d0-44c7-b5c6-06087aae9419'] response: {'name': 'network-changed', 'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29', 'status': 'completed', 'code': 200} Apr 11 21:04:13.769115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:13.777062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:13.812497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.850882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e385f69-75d6-4cf4-a529-1355b2365e7c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:13.889092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47b001b4-6fe6-4883-91fb-a5da8be1ad82 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.895067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-47b001b4-6fe6-4883-91fb-a5da8be1ad82 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/67f20b5d-dec9-4801-b929-4f3bb2101ec8 HTTP/1.1" status: 204 len: 168 time: 0.6032422 Apr 11 21:04:13.895691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48954) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:13.940788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-e104911c-17ac-47b2-bfcd-df5bb569fe39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1460068 Apr 11 21:04:13.964268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:13.969582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cdc6bfa3-057a-40a8-b992-71cda80bacca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9407730 Apr 11 21:04:13.970619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48958) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:13.984187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508520311', 'security_groups': ['2e385f69-75d6-4cf4-a529-1355b2365e7c'], 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca73c4f7-088a-442b-92e7-c558725f05b9'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:13.994779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Pushing event updated for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:14.014774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:14.018395 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79a7ca47-3065-461c-8521-a98d342327b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.022882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:14.027178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:04:14.038275 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:04:14.135279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-9b21f8a3-48cd-4caa-b73a-28cafe56ea79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:14.136885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-9b21f8a3-48cd-4caa-b73a-28cafe56ea79 service neutron] 10.222.0.75 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 0.1867669 Apr 11 21:04:14.212219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:14.229845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:14.242815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2d46b2a1-0205-4510-ad49-e4253db604c1 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:14.291949 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.325087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:14.325328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Attempting to bind port b370af2c-c1c9-41eb-ad85-7950a610df05 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:04:14.325501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Attempting to bind port b370af2c-c1c9-41eb-ad85-7950a610df05 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:04:14.325876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Attempting to bind port b370af2c-c1c9-41eb-ad85-7950a610df05 on network fdad62a1-9d45-4b14-9228-8332556b265c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:04:14.336623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.343684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:04:14.344122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Checking segment: {'id': '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:04:14.344539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.348469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Bound using segment: {'id': '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:04:14.349118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Bound port: b370af2c-c1c9-41eb-ad85-7950a610df05, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:04:14.349758 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.386594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:04:14.443137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2d46b2a1-0205-4510-ad49-e4253db604c1 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:14.448708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d46b2a1-0205-4510-ad49-e4253db604c1 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5479949 Apr 11 21:04:14.449031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:14.462212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': '010aa614-22ec-462d-a721-51003be9e4d6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:14.477329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:14.490903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:14.497002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:14.508500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:14.577568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:04:14.581321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b370af2c-c1c9-41eb-ad85-7950a610df05,segment=NetworkSegment(2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b),segment_id=2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:04:14.596250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.628167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:04:14.653111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.655744 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Added segment a5f536d0-5d03-49ac-a5b5-7aa4825e5541 of type vlan for network 5e847226-3fdc-4261-a7a5-47a587e81f29 Apr 11 21:04:14.656181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.722029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.761918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f3dd4-58b2-4641-a3f6-b5dcbd03e3e8 None None] Pushing event updated for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:14.780408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-7917dd0b-a614-4217-9f7b-c5cae48b6e71 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 999 time: 0.6318016 Apr 11 21:04:14.790913 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f602ffcc-7cfa-47ae-be30-3edb707e8a59', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'port_id': '999d55af-f435-4087-a0a9-51492d20ad29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'mac_address': 'fa:16:3e:d9:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc077d-9b7f-4329-947c-04377a418ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:03:43Z', 'updated_at': '2022-04-11T21:04:11Z', 'revision_number': 1, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:14.796315 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:04:14.811281 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:14.813763 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:03:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:14.850594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::3e (fdad62a1-9d45-4b14-9228-8332556b265c/ca73c4f7-088a-442b-92e7-c558725f05b9/475bfaa2-4ed3-4343-9136-40b8f5d2c5dc) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:14.930494 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The resource could not be found. Apr 11 21:04:14.934912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-88245e6f-b5c7-43d1-8cbd-2167ca65ee08 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4762034 Apr 11 21:04:14.935150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48972) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:14.945070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--509479540'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:14.969132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:14.993241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:14.994565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:14.997487 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:15.009300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:15.182718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e63d2fd-e212-429a-8747-1a0e30d3988e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:15.328206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:15.360364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:15.362353 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:04:15.401960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-75a5b295-6f22-4059-8109-333fb6b1f061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:15.405268 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-75a5b295-6f22-4059-8109-333fb6b1f061 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.5919187 Apr 11 21:04:15.487922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d8b91-a3c5-408d-a8b1-d2f406940e2d req-6ce5b70d-c6ae-4cd2-b7ef-64ef5606cdd1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:15.491669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-701d8b91-a3c5-408d-a8b1-d2f406940e2d req-6ce5b70d-c6ae-4cd2-b7ef-64ef5606cdd1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 1.0940323 Apr 11 21:04:15.527022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e847226-3fdc-4261-a7a5-47a587e81f29,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:15.540471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d012d689-e76b-40e7-bd65-d796dfa269a0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4095211 Apr 11 21:04:15.541294 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:15.547593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5e847226-3fdc-4261-a7a5-47a587e81f29 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:04:15.557125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48978) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:15.613684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:15.614771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:15.632995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Request body: {'subnet': {'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1394638616-subnet', 'tenant_id': '36a086e2a52345569daa06f88e51be66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:15.651196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-701d8b91-a3c5-408d-a8b1-d2f406940e2d req-88a9787c-ce47-4d95-88d0-eb7cf179ac0e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531274 Apr 11 21:04:15.652211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:15.654888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:04:15.659368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:15.660280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:15.662101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:15.673260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Usage tracker for resource:subnet and tenant:36a086e2a52345569daa06f88e51be66 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:15.699395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:15.728244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:15.756252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-a448b1f8-40a5-4139-a75d-de1c7ba8a48c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3335779 Apr 11 21:04:15.780896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:15.783571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=475bfaa2-4ed3-4343-9136-40b8f5d2c5dc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:15.790061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:15.795599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:15.799993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5ad01f02-27aa-4b37-8334-f5b4d7287195 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8245044 Apr 11 21:04:15.806385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:15.811755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48986) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:15.820255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:15.950973 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f602ffcc-7cfa-47ae-be30-3edb707e8a59', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'port_id': '999d55af-f435-4087-a0a9-51492d20ad29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'mac_address': 'fa:16:3e:d9:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc077d-9b7f-4329-947c-04377a418ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:03:43Z', 'updated_at': '2022-04-11T21:04:11Z', 'revision_number': 1, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:15.960669 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c1764-6bcb-4da5-8223-eda7d6bbbf32 None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f602ffcc-7cfa-47ae-be30-3edb707e8a59', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'port_id': '999d55af-f435-4087-a0a9-51492d20ad29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'mac_address': 'fa:16:3e:d9:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc077d-9b7f-4329-947c-04377a418ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:03:43Z', 'updated_at': '2022-04-11T21:04:11Z', 'revision_number': 1, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:04:15.970880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-7f5754de-af43-45ab-946b-5e0777653e27 service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983521 Apr 11 21:04:15.973112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Made reservation on behalf of 36a086e2a52345569daa06f88e51be66 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:15.975621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:16.020811 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90d46a85-9766-4317-84a7-ca3ec0db03c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:16.288562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:16.379292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b370af2c-c1c9-41eb-ad85-7950a610df05 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:16.381665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:16.391825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:16.396148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:16.409049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:16.414894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:16.466846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8795607-0f32-4120-975b-ba539a1bcec3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:16.520197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:16.538928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7351b-750e-4f61-9593-5abb2dfa664d None None] New status for floating IP f602ffcc-7cfa-47ae-be30-3edb707e8a59: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:04:16.616323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:16.617978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5b8a4d15-665f-490b-a646-fd158b9785bc tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6818836 Apr 11 21:04:16.621934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48992) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:16.663631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835002796'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:16.691397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:16.703104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:16.710564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:16.724561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:16.760704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7c3d8c2-7566-4604-a077-c93ae0e059c8 req-76f2bc12-f820-44da-b95d-69bcc9df2fec service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617707 Apr 11 21:04:16.870100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:16.896900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.072913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b370af2c-c1c9-41eb-ad85-7950a610df05 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:17.105680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Provisioning for port b370af2c-c1c9-41eb-ad85-7950a610df05 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:17.106368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.110885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:17.111268 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.211715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1554fdff-64b3-44f7-984d-8a184342aec1,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:17.227089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Checking segment: {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:04:17.227833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Network hostable DHCP agents. Network: 5e847226-3fdc-4261-a7a5-47a587e81f29, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:04:17.322207 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca73c4f7-088a-442b-92e7-c558725f05b9 (CIDR: 2001:db8::/64) Apr 11 21:04:17.343792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b2e4c-95e7-4bde-9493-cef337964863 req-e85da9c1-d748-4ac5-99fb-5783e3527b77 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:17.346103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-356b2e4c-95e7-4bde-9493-cef337964863 req-e85da9c1-d748-4ac5-99fb-5783e3527b77 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.2421899 Apr 11 21:04:17.347451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:17.354163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:17.359218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:17.360895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.374193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Network 5e847226-3fdc-4261-a7a5-47a587e81f29 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:04:17.384943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:17.387385 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:17.387928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:17.399678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b370af2c-c1c9-41eb-ad85-7950a610df05,segment=NetworkSegment(2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b),segment_id=2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:17.402311 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.451908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-356b2e4c-95e7-4bde-9493-cef337964863 req-6191aa62-b8ec-4f05-bcf2-397aa02bfc33 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944271 Apr 11 21:04:17.459857 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.502588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.574120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5e847226-3fdc-4261-a7a5-47a587e81f29) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:17.574308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.578300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:17.579104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.611747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6129475-1260-4947-9896-3be4fbb36f7a None None] Network 5e847226-3fdc-4261-a7a5-47a587e81f29 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:17.625750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09e65507-fd10-45b5-ab28-dc222681dc61 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8126271 Apr 11 21:04:17.629377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49006) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:17.634658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:17.729263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.729412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Pushing event updated for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:17.730605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:17.730873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.762261 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6abbb5f7-cda7-427b-aeaf-e61812d1d670 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1951802 Apr 11 21:04:17.820823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fa55dc56-0fe4-4252-a952-76db899ecad1 None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:17.838070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f6fcc3-6a6b-404b-86ed-fd199e19f617,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:17.841512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:17.859963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:17.864123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:17.872286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:17.885086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:17.887522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ab3a67c9-ce0b-479b-9345-5c46c2532095 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2639501 Apr 11 21:04:17.890221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:17.897126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group_rule': {'security_group_id': 'f8795607-0f32-4120-975b-ba539a1bcec3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b0f6fcc3-6a6b-404b-86ed-fd199e19f617'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:17.905202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:17.912611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:17.915631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:17.924691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:17.948142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83da776-bd25-490e-ae1e-bcf0005cb454 None None] Network 5e847226-3fdc-4261-a7a5-47a587e81f29 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:17.958419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:17.962089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.050896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a2927868-7d9b-4cde-b858-d0d61bb5ad2f None None] Provisioning for port 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:18.065246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a2927868-7d9b-4cde-b858-d0d61bb5ad2f None None] Provisioning complete for port 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:18.065506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2927868-7d9b-4cde-b858-d0d61bb5ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.164658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a2927868-7d9b-4cde-b858-d0d61bb5ad2f None None] Port 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:18.210777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b370af2c-c1c9-41eb-ad85-7950a610df05 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:18.256743 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:18.260741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e63cb884-269a-425c-9e07-552fed730429 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3662522 Apr 11 21:04:18.261067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49040) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:18.356996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09651507-15e3-4517-9a87-564312c48f6a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.398206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:18.398578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.417271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09651507-15e3-4517-9a87-564312c48f6a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.536693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.663129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09651507-15e3-4517-9a87-564312c48f6a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.700817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.751765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09651507-15e3-4517-9a87-564312c48f6a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f6fcc3-6a6b-404b-86ed-fd199e19f617,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:18.756512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18691f-4ef8-4c05-8193-89765910ca0c req-1ef20e16-1b42-496c-ae88-c7e43a6a3abb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:18.763302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e18691f-4ef8-4c05-8193-89765910ca0c req-1ef20e16-1b42-496c-ae88-c7e43a6a3abb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.1396763 Apr 11 21:04:18.825490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:18.829081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:18.833744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:18.834422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.847907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e18691f-4ef8-4c05-8193-89765910ca0c req-51e95d01-88fc-4446-b290-6809a8857288 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799258 Apr 11 21:04:18.876327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=7eb016c7-ab73-40ce-8f43-e6df48e708c9,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:18.887290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c3f7a-71f9-42ac-8863-90758e4734fc None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:18.887393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09651507-15e3-4517-9a87-564312c48f6a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:18.890096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09651507-15e3-4517-9a87-564312c48f6a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/b0f6fcc3-6a6b-404b-86ed-fd199e19f617 HTTP/1.1" status: 204 len: 168 time: 0.6258328 Apr 11 21:04:18.891350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49058) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:18.948435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a8c1436-d92f-43de-8e93-6d10cd918e7d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3156703 Apr 11 21:04:18.948633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49066) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:18.957303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-949282578', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7eb016c7-ab73-40ce-8f43-e6df48e708c9'}], 'security_groups': ['0c267a9c-0fd0-4e4b-a911-c96892418339']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:19.013389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9e89e058-9a31-43cf-93fd-233cd14016a6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:19.124319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9e89e058-9a31-43cf-93fd-233cd14016a6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:19.126132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e89e058-9a31-43cf-93fd-233cd14016a6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2337930 Apr 11 21:04:19.130208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:19.209958 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.229825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.286883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.456979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Update dhcp port {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'fixed_ips': [{'subnet_id': 'ca73c4f7-088a-442b-92e7-c558725f05b9', 'ip_address': '2001:db8::2'}, {'subnet_id': '7eb016c7-ab73-40ce-8f43-e6df48e708c9'}], 'binding:host_id': 'n-d-837321-1'}, 'id': 'b370af2c-c1c9-41eb-ad85-7950a610df05'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:04:19.461294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.480744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8795607-0f32-4120-975b-ba539a1bcec3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:19.494824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.495241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.500658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:04:19.531868 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.567839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.569098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2e406866-6de0-4f33-9388-648dd1f835aa tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/f8795607-0f32-4120-975b-ba539a1bcec3 HTTP/1.1" status: 204 len: 168 time: 0.4378917 Apr 11 21:04:19.571873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49086) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:19.643983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1c6c39a6-7d79-47ab-a701-d25805a0d1c8 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:19.739558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1c6c39a6-7d79-47ab-a701-d25805a0d1c8 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:19.741106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c6c39a6-7d79-47ab-a701-d25805a0d1c8 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1681209 Apr 11 21:04:19.745477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49094) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:19.751028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891688436'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:19.758831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:19.770043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:19.807391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Delete allocated IP 2001:db8::3e (fdad62a1-9d45-4b14-9228-8332556b265c/ca73c4f7-088a-442b-92e7-c558725f05b9) {{(pid=84666) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 21:04:19.816991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8:0:1::319 (fdad62a1-9d45-4b14-9228-8332556b265c/7eb016c7-ab73-40ce-8f43-e6df48e708c9/475bfaa2-4ed3-4343-9136-40b8f5d2c5dc) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:19.858548 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:19.904171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:19.911203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Usage tracker for resource:security_group_rule and tenant:123775dffbc4419e83916bcb1c283df2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:19.914730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:19.929799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:20.040005 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.068804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.101320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:20.101673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.153746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c66431e-eaae-42d4-a8fc-32cd37be6576,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:20.191667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.245195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.249217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3944f0f0-124d-4d0e-97cf-18439910c2c3 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5002668 Apr 11 21:04:20.249976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49120) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:20.259681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ebb6b48c-3e46-4555-bdba-d25f5afa809e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:20.260442 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-ebb6b48c-3e46-4555-bdba-d25f5afa809e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] update failed (client error): There was a conflict when trying to complete your request. Apr 11 21:04:20.264296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ebb6b48c-3e46-4555-bdba-d25f5afa809e tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "PUT /v2.0/security-groups/7c66431e-eaae-42d4-a8fc-32cd37be6576 HTTP/1.1" status: 409 len: 330 time: 0.0108593 Apr 11 21:04:20.271585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49124) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:20.301805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] In _notify_port_updated(), no bound segment for port 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc on network fdad62a1-9d45-4b14-9228-8332556b265c {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:04:20.305718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:20.306425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.307764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/ports/475bfaa2-4ed3-4343-9136-40b8f5d2c5dc HTTP/1.1" status: 200 len: 930 time: 1.3582520 Apr 11 21:04:20.308346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Allocated IP 2001:db8:0:1::2 (fdad62a1-9d45-4b14-9228-8332556b265c/7eb016c7-ab73-40ce-8f43-e6df48e708c9/b370af2c-c1c9-41eb-ad85-7950a610df05) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:20.310802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49128) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:20.315130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddefcc-9436-4b01-8a71-2de5f1f30069 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=475bfaa2-4ed3-4343-9136-40b8f5d2c5dc,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:20.415578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abaae385-dd79-40e8-9551-64192196206a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.432605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:20.432942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.516701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abaae385-dd79-40e8-9551-64192196206a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.540879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b370af2c-c1c9-41eb-ad85-7950a610df05,segment=NetworkSegment(2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b),segment_id=2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:20.586770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.607498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Transition to ACTIVE for port object b370af2c-c1c9-41eb-ad85-7950a610df05 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:20.682434 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.741064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abaae385-dd79-40e8-9551-64192196206a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.779451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.787856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaae385-dd79-40e8-9551-64192196206a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c66431e-eaae-42d4-a8fc-32cd37be6576,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:20.794226 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-abaae385-dd79-40e8-9551-64192196206a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:20.796044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-abaae385-dd79-40e8-9551-64192196206a tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/7c66431e-eaae-42d4-a8fc-32cd37be6576 HTTP/1.1" status: 204 len: 168 time: 0.5303681 Apr 11 21:04:20.799798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49136) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:20.843374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269eb4b-c878-4800-a527-25dc48975b1d None None] Pushing event updated for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:20.874621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dbad1455-bb9e-4ef8-a0fb-fa8091d5a112 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Synchronizing usage tracker for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:20.926615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:20.979863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dbad1455-bb9e-4ef8-a0fb-fa8091d5a112 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] Unset dirty status for tenant:123775dffbc4419e83916bcb1c283df2 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:20.981569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dbad1455-bb9e-4ef8-a0fb-fa8091d5a112 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1797726 Apr 11 21:04:20.985558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.023887 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-4b4a5392-2288-42ae-aeda-92ff505e23e6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] delete failed (client error): The resource could not be found. Apr 11 21:04:21.031671 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b4a5392-2288-42ae-aeda-92ff505e23e6 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "DELETE /v2.0/security-groups/29608842-c6b6-475e-af8b-1632873b51a4 HTTP/1.1" status: 404 len: 347 time: 0.0382547 Apr 11 21:04:21.032524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49152) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.152151 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-eb00904e-4d15-4d3c-a388-8e2d8175ba14 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] show failed (client error): The resource could not be found. Apr 11 21:04:21.156715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb00904e-4d15-4d3c-a388-8e2d8175ba14 tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-groups/8a5e54ad-d419-4559-8d69-27ecbc6cb2c1 HTTP/1.1" status: 404 len: 347 time: 0.1195378 Apr 11 21:04:21.156893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.162074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.172768 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-8ed47e06-16a0-4510-9764-eb773e29bdde tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] show failed (client error): The resource could not be found. Apr 11 21:04:21.178329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ed47e06-16a0-4510-9764-eb773e29bdde tempest-NegativeSecGroupTest-1853624340 tempest-NegativeSecGroupTest-1853624340-project] 10.222.0.61 "GET /v2.0/security-group-rules/452ec0f4-8b71-4c0a-a0df-783fe3516f6c HTTP/1.1" status: 404 len: 356 time: 0.0159969 Apr 11 21:04:21.287338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=475bfaa2-4ed3-4343-9136-40b8f5d2c5dc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:21.339448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.350560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d16ae8f5-f4f0-44de-820c-bf52c09aa56a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/475bfaa2-4ed3-4343-9136-40b8f5d2c5dc HTTP/1.1" status: 204 len: 168 time: 1.0378461 Apr 11 21:04:21.353164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49168) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.372408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9c7cd-e2b3-4a80-aae5-b1f3b2d5e8a8 req-5ef19c43-26cc-488b-b7cf-18f39a504cee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:21.374506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3d9c7cd-e2b3-4a80-aae5-b1f3b2d5e8a8 req-5ef19c43-26cc-488b-b7cf-18f39a504cee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 947 time: 0.1616576 Apr 11 21:04:21.411825 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e513cc8-ec0c-4d43-9e77-95c87ec8b11e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:04:21.412361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5e513cc8-ec0c-4d43-9e77-95c87ec8b11e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:21.436505 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3d9c7cd-e2b3-4a80-aae5-b1f3b2d5e8a8 req-86037865-6e37-4ec7-b50f-84eb4c3f169c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527523 Apr 11 21:04:21.488047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5e513cc8-ec0c-4d43-9e77-95c87ec8b11e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:21.492046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.492183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5e513cc8-ec0c-4d43-9e77-95c87ec8b11e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/475bfaa2-4ed3-4343-9136-40b8f5d2c5dc HTTP/1.1" status: 404 len: 333 time: 0.1378677 Apr 11 21:04:21.567539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-10715262-88ca-481b-bac2-fc9546e7bf35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.602947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-10715262-88ca-481b-bac2-fc9546e7bf35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.653709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Provisioning for port b370af2c-c1c9-41eb-ad85-7950a610df05 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:21.660341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:21.660721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.781227 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-10715262-88ca-481b-bac2-fc9546e7bf35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.801648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715262-88ca-481b-bac2-fc9546e7bf35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e385f69-75d6-4cf4-a529-1355b2365e7c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:21.810162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-10715262-88ca-481b-bac2-fc9546e7bf35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.811564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-10715262-88ca-481b-bac2-fc9546e7bf35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/security-groups/2e385f69-75d6-4cf4-a529-1355b2365e7c HTTP/1.1" status: 204 len: 168 time: 0.3183835 Apr 11 21:04:21.814003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49190) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.876952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49196) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:21.892062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:21.892440 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.913672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6c41f37-4432-4baa-b112-52945940c12c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.950077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:21.957049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6c41f37-4432-4baa-b112-52945940c12c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:21.967048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-eb3e257f-35fa-410b-8ae5-903f9f4cb4e8 None None] Could not find standard attr ID for object 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:04:22.083364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-63d460f3-b59f-48a1-93a2-97fa8626e5af None None] Could not find standard attr ID for object 475bfaa2-4ed3-4343-9136-40b8f5d2c5dc. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:04:22.109177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6c41f37-4432-4baa-b112-52945940c12c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.131023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b6a9274d-116e-4311-8c67-0003b87fbddf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=123775dffbc4419e83916bcb1c283df2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2516315 Apr 11 21:04:22.133509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49222) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:22.133969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c41f37-4432-4baa-b112-52945940c12c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c267a9c-0fd0-4e4b-a911-c96892418339,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:22.142298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6c41f37-4432-4baa-b112-52945940c12c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.147499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a6c41f37-4432-4baa-b112-52945940c12c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/security-groups/0c267a9c-0fd0-4e4b-a911-c96892418339 HTTP/1.1" status: 204 len: 168 time: 0.3320329 Apr 11 21:04:22.148496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49226) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:22.187978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b370af2c-c1c9-41eb-ad85-7950a610df05 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:22.296081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-784f1908-bbb4-465f-a576-e0ed9be9adb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.312925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:22.314143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.337223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-784f1908-bbb4-465f-a576-e0ed9be9adb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.442331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet ca73c4f7-088a-442b-92e7-c558725f05b9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:04:22.445491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.505368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-784f1908-bbb4-465f-a576-e0ed9be9adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.513771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.533620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f1908-bbb4-465f-a576-e0ed9be9adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71255fc-3218-4341-8b5f-983cdd294441,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:22.628835 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-784f1908-bbb4-465f-a576-e0ed9be9adb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.632279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-784f1908-bbb4-465f-a576-e0ed9be9adb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e71255fc-3218-4341-8b5f-983cdd294441 HTTP/1.1" status: 204 len: 168 time: 0.4923308 Apr 11 21:04:22.669976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.816764 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.861632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=ca73c4f7-088a-442b-92e7-c558725f05b9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:22.867675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:22.886627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb88694f-d3c2-46a2-b7b6-8ae371a13106 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/ca73c4f7-088a-442b-92e7-c558725f05b9 HTTP/1.1" status: 204 len: 168 time: 0.7300050 Apr 11 21:04:22.887098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49248) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:22.887193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612c1bb-c984-479e-a8a3-fdbb5ef28013 None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:22.889507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:23.054884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:23.274585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:23.278933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:23.282143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:23.289713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:23.386892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:23.447836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:23.562701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:23.611299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:23.682101 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:23.684100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:23.745946 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8375683-3e14-4885-8252-a331e8c307ed'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'code': 200} Apr 11 21:04:23.826878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=14']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:24.214183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.333317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=230c72e5-f447-43cb-b55b-516311a1d123,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:24.347559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:24.352041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:24.353465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:24.354219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.371585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5ad8b-112d-49e6-af53-13b75e9e5e0d None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:24.493349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-470d48fc-1cdf-435a-a1af-6a15a568343a None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:24.493611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-470d48fc-1cdf-435a-a1af-6a15a568343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.504232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cd15274e-862a-41bc-a0be-6b5c89758ade tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6199269 Apr 11 21:04:24.505656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49312) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:24.513805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1201204314'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:24.535923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:24.542895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:24.547951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:24.556803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:24.653488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.693939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:24.698356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group_rule and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:24.702998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:24.711373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:24.779006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.793319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-470d48fc-1cdf-435a-a1af-6a15a568343a None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:24.793685 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-470d48fc-1cdf-435a-a1af-6a15a568343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.855528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.966560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-470d48fc-1cdf-435a-a1af-6a15a568343a None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:24.968009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:24.970165 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4621298 Apr 11 21:04:24.976485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591782b-d34d-40bc-85a5-3120f99975ca tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0056d45a-a3ae-413c-984b-c1892052d713,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:24.976578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49328) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:24.982515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257093583'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:24.993716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:24.999573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Update dhcp port {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'fixed_ips': [{'subnet_id': '7eb016c7-ab73-40ce-8f43-e6df48e708c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '230c72e5-f447-43cb-b55b-516311a1d123'}], 'binding:host_id': 'n-d-837321-1'}, 'id': 'b370af2c-c1c9-41eb-ad85-7950a610df05'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:04:25.006492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:25.016386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:25.026443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:25.068877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22b8c2-75bf-4ee8-8a64-35f2183deff4 req-80c60e26-0573-4ad0-84ec-33c4ffac21fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:25.071779 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c22b8c2-75bf-4ee8-8a64-35f2183deff4 req-80c60e26-0573-4ad0-84ec-33c4ffac21fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1537671 Apr 11 21:04:25.101548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.113843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.126251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c22b8c2-75bf-4ee8-8a64-35f2183deff4 req-13e7ca5f-8a8e-4124-8c69-7f763a78c9e6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495625 Apr 11 21:04:25.157562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:25.175560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group_rule and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:25.183982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:25.190311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:25.258707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.355629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.403498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Allocated IP 2001:db8::2 (fdad62a1-9d45-4b14-9228-8332556b265c/230c72e5-f447-43cb-b55b-516311a1d123/b370af2c-c1c9-41eb-ad85-7950a610df05) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:25.430943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edafc21c-cecb-4847-95b7-c79d1cd43dc2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:25.454592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.458775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49340) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:25.465635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'security_group': {'name': 'tempest-secgroup-403303705'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:25.465977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-725d7ed3-d961-4152-9280-8d3da5ebf760 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4776187 Apr 11 21:04:25.476567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:25.481921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:25.486096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:25.492366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:25.510912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bfc1d-8645-4534-86b0-77465dabc294 req-aa3410aa-3d6b-49d0-ab76-c3bed4a0e562 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:25.512403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d42bfc1d-8645-4534-86b0-77465dabc294 req-aa3410aa-3d6b-49d0-ab76-c3bed4a0e562 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2161777 Apr 11 21:04:25.559404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b370af2c-c1c9-41eb-ad85-7950a610df05,segment=NetworkSegment(2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b),segment_id=2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:25.577706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d42bfc1d-8645-4534-86b0-77465dabc294 req-a3493a76-5b79-4c8d-bde0-65bb2748b0bf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576351 Apr 11 21:04:25.597950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.610115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Transition to ACTIVE for port object b370af2c-c1c9-41eb-ad85-7950a610df05 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:25.632928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.696503 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.711024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:25.755177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:security_group_rule and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:25.763129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:25.773100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:25.840356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b5f9f-b52d-4787-af84-be5f920556a0 req-add8f93d-fde4-4abe-8849-fbf635973185 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:25.842614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1a252-4c9d-45a0-b7ed-767cf8252239 None None] Pushing event updated for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:25.852257 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a22b5f9f-b52d-4787-af84-be5f920556a0 req-add8f93d-fde4-4abe-8849-fbf635973185 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1463754 Apr 11 21:04:25.906111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:25.946312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a22b5f9f-b52d-4787-af84-be5f920556a0 req-d5ee06de-e002-4dae-aa98-f702f3d08f04 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930347 Apr 11 21:04:25.975212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:26.043809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990e524e-453c-4d2c-98cc-97a83c4a01a6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:26.158575 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:26.163959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49360) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:26.167162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ca4978e1-a2c8-4717-b32e-348930b3c0a3 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7070317 Apr 11 21:04:26.170910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1350908621', 'security_groups': ['990e524e-453c-4d2c-98cc-97a83c4a01a6'], 'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '230c72e5-f447-43cb-b55b-516311a1d123'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:26.249850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b370af2c-c1c9-41eb-ad85-7950a610df05 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:26.452791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:26.497871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:26.586693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:26.592469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:26.640526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] device_id is not set on port 62b1da95-1593-4ee1-8681-3f35adf10077 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:04:26.968121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a069-a778-4d1f-8957-f9088bbadfd5 req-615f0bc0-b102-44af-8bc7-30137829f7cc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:26.975692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc20a069-a778-4d1f-8957-f9088bbadfd5 req-615f0bc0-b102-44af-8bc7-30137829f7cc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1681190 Apr 11 21:04:27.060200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc20a069-a778-4d1f-8957-f9088bbadfd5 req-fe523c3e-df51-4344-8ada-0953ab10bc1b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806346 Apr 11 21:04:27.067449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ece41f6d-f0d8-4a66-92c0-82a52e890bf9 None None] Provisioning for port b370af2c-c1c9-41eb-ad85-7950a610df05 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:27.074124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ece41f6d-f0d8-4a66-92c0-82a52e890bf9 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:27.074713 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ece41f6d-f0d8-4a66-92c0-82a52e890bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:27.089621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-fb0c8e39-a55f-460a-8ee9-21d741f02794 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.3517904 Apr 11 21:04:27.189645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8::e4 (fdad62a1-9d45-4b14-9228-8332556b265c/230c72e5-f447-43cb-b55b-516311a1d123/62b1da95-1593-4ee1-8681-3f35adf10077) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:27.257403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ece41f6d-f0d8-4a66-92c0-82a52e890bf9 None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:27.258122 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ece41f6d-f0d8-4a66-92c0-82a52e890bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:27.311106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ece41f6d-f0d8-4a66-92c0-82a52e890bf9 None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:27.499600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-c45d227a-4d51-47e6-acf0-92eb29f9a391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:27.501160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-c45d227a-4d51-47e6-acf0-92eb29f9a391 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.2844112 Apr 11 21:04:27.532570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-7d248493-aea1-4aaf-b211-afc917a8f9c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0896890 Apr 11 21:04:27.572909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:27.692281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49400) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:27.726981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-c867b4cf-83aa-48f5-87c8-0fe270225ec1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 6500 time: 0.1127629 Apr 11 21:04:27.728394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 62b1da95-1593-4ee1-8681-3f35adf10077 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:27.752276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-83dc9c34-d922-4975-a366-136bc855cc25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.2332618 Apr 11 21:04:27.794072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49406) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:27.864982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-3acac3e6-0f12-4855-8e5c-33137a4fee21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:27.868356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-3acac3e6-0f12-4855-8e5c-33137a4fee21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1075475 Apr 11 21:04:27.941796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-f58146fd-52a3-40a4-b0e0-c030cf476924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:27.942378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-f58146fd-52a3-40a4-b0e0-c030cf476924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:27.942892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-f58146fd-52a3-40a4-b0e0-c030cf476924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:27.945920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-f58146fd-52a3-40a4-b0e0-c030cf476924 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=1c5dd5f0-7ee5-469b-940a-67c457febede&id=996cc069-17e6-4993-a448-2a6c24d958c0&id=996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 200 len: 2296 time: 0.1786127 Apr 11 21:04:27.957345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.037808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.043929 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.077048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:28.086454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:28.105039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-98c8e8c5-3ea4-44cb-a7f9-0e8f5874583b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 200 len: 1001 time: 0.1517653 Apr 11 21:04:28.108447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:28.114481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:04:28.119237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:28.120083 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.157553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=62b1da95-1593-4ee1-8681-3f35adf10077,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:28.176354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:28.192149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-ef8b5303-ef62-4ae7-8704-cfbb4c5a05e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152092 Apr 11 21:04:28.197524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Usage tracker for resource:security_group_rule and tenant:6fbc181771314dfa87d8d99fd8463084 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:28.211739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:28.211739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:28.250532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Usage tracker for resource:security_group_rule and tenant:8c28fca81be643dc90f27b6da8f49da8 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:28.257551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:28.270449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:28.286891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-4aa4a07d-98b2-40dc-be15-6aa302104568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:28.288461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-4aa4a07d-98b2-40dc-be15-6aa302104568 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 200 len: 855 time: 0.1776578 Apr 11 21:04:28.380701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-023274a4-bc99-4b03-a4a5-b82fe7201b87 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2153947 Apr 11 21:04:28.387017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:28.398909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:28.501710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-9b1487e1-f9da-45ec-ba3b-3e782f8b6f65 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835481 Apr 11 21:04:28.543148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.552487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93444c4-9a94-4c2f-ab1b-b536e0350397 req-1f7571e9-2bc4-42a6-8e09-d79b2b41c04b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:28.553982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b93444c4-9a94-4c2f-ab1b-b536e0350397 req-1f7571e9-2bc4-42a6-8e09-d79b2b41c04b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2444651 Apr 11 21:04:28.569714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.578167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-619d6867-5f6b-4a73-984d-42a483ed463a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e42eb3aa-fefe-401d-9318-df7d4c8d19d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2810187 Apr 11 21:04:28.607228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:28.615672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:28.630073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.644243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-36d7f7a2-7464-4a3b-b379-dc1d2d1476e7 None None] Provisioning for port 62b1da95-1593-4ee1-8681-3f35adf10077 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:28.653824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-36d7f7a2-7464-4a3b-b379-dc1d2d1476e7 None None] Provisioning complete for port 62b1da95-1593-4ee1-8681-3f35adf10077 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:28.654572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-36d7f7a2-7464-4a3b-b379-dc1d2d1476e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.665097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:28.675155 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.682068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:28.727595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebfd8bf-e469-41c9-9d69-c6e1dcc7cbff,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:28.732034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d7b3b5e2-e20e-424f-bec1-ff259b583536 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fbc181771314dfa87d8d99fd8463084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9319937 Apr 11 21:04:28.742853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49422) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:28.746171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b93444c4-9a94-4c2f-ab1b-b536e0350397 req-6203c1ed-0ed2-430d-af74-fcfc1f2636e4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434381 Apr 11 21:04:28.755862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-36d7f7a2-7464-4a3b-b379-dc1d2d1476e7 None None] Port 62b1da95-1593-4ee1-8681-3f35adf10077 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:28.763696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7ac2d960-2985-4f59-96f8-906c21233ebf req-42dd5f8d-b9e3-4384-9f3b-b43dc397c3f4 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506251 Apr 11 21:04:28.781086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c28fca81be643dc90f27b6da8f49da8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0877771 Apr 11 21:04:28.781974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49426) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:28.787137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241866b1-749c-457c-98f8-aad3bb5c0e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4216d11c-351f-44d2-b760-9f2e1753ed1b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:28.812459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:28.856999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-997a4932-ac26-40ac-834b-826a78223506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.888961 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.891408 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-997a4932-ac26-40ac-834b-826a78223506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:28.939008 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-3405d133-e256-4395-a67d-db36cda5e426 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547330 Apr 11 21:04:29.001228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08fee8a0-077c-41fc-afe6-f7523cfca219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.014750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-997a4932-ac26-40ac-834b-826a78223506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.031616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a4932-ac26-40ac-834b-826a78223506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4216d11c-351f-44d2-b760-9f2e1753ed1b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:29.056286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-997a4932-ac26-40ac-834b-826a78223506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.059588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-997a4932-ac26-40ac-834b-826a78223506 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4216d11c-351f-44d2-b760-9f2e1753ed1b HTTP/1.1" status: 204 len: 168 time: 0.2748513 Apr 11 21:04:29.130039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.153951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08fee8a0-077c-41fc-afe6-f7523cfca219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.254552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-ee308ae0-5eb2-4fe0-aa2d-8e45080773a5 service neutron] 10.222.0.69 "GET /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023133 Apr 11 21:04:29.360185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-5c1e60ac-a9d8-41e0-afba-3dc2995e697d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 217 time: 0.0933757 Apr 11 21:04:29.422568 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 230c72e5-f447-43cb-b55b-516311a1d123 (CIDR: 2001:db8::/64) Apr 11 21:04:29.437120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-f6be8bb2-0113-48ea-b2a2-bf9326dc2826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:29.438598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-f6be8bb2-0113-48ea-b2a2-bf9326dc2826 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0698779 Apr 11 21:04:29.479784 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:29.480225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:29.490038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08fee8a0-077c-41fc-afe6-f7523cfca219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.520847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee8a0-077c-41fc-afe6-f7523cfca219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebfd8bf-e469-41c9-9d69-c6e1dcc7cbff,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:29.548756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08fee8a0-077c-41fc-afe6-f7523cfca219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:29.548756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-08fee8a0-077c-41fc-afe6-f7523cfca219 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ebfd8bf-e469-41c9-9d69-c6e1dcc7cbff HTTP/1.1" status: 204 len: 168 time: 0.8007824 Apr 11 21:04:29.566414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-516b7e23-0c19-4308-9252-5536c1073ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222870 Apr 11 21:04:29.660378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51080a71-ffc1-4702-8fb3-837a3884b619 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2694900 Apr 11 21:04:29.663137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49440) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:29.675720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:29.821940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-ba0865aa-b5f1-4efe-9ea6-90a64c63431c service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498741 Apr 11 21:04:30.075728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:30.079662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49448) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:30.084617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:30.091491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:30.104756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:30.127294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.167878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-2a29abae-a83d-4e36-b3bc-2af1311e7d63 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394468 Apr 11 21:04:30.183559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:30.189188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Usage tracker for resource:security_group_rule and tenant:7400bfa8e0a74f43a4ea0e8d8d1bd16f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:30.193381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:30.200848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:30.239662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044896e-1816-4e96-908f-b0ddf326b0b4 req-47159514-089a-4e8b-ab61-ee684c4a16bb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:30.241155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5044896e-1816-4e96-908f-b0ddf326b0b4 req-47159514-089a-4e8b-ab61-ee684c4a16bb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2239988 Apr 11 21:04:30.248904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:30.252249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.296170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.330531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-c8a0ea6e-2a97-4569-93b7-63a06af9c5a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 217 time: 0.1565413 Apr 11 21:04:30.364622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.431949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdccc31c-e42b-4e1c-af6e-e75bf823120d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:30.443147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e89ffbdb-ccd3-4fb8-b2e1-8937b85ed31b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7400bfa8e0a74f43a4ea0e8d8d1bd16f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606393 Apr 11 21:04:30.445807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:30.457513 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5044896e-1816-4e96-908f-b0ddf326b0b4 req-07ac0595-de40-40cb-93ad-934e24313861 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880939 Apr 11 21:04:30.467117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-9aeddd0a-3bd0-4ff1-8fc1-10cac4b1c6fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:30.468732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-9aeddd0a-3bd0-4ff1-8fc1-10cac4b1c6fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1314316 Apr 11 21:04:30.541927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8aa61ee-de16-4bf8-8a34-33cdbd8580b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.544784 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7eb016c7-ab73-40ce-8f43-e6df48e708c9 (CIDR: 2001:db8:0:1::/64) Apr 11 21:04:30.571009 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:04:30.571009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:30.594326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-67f12bb6-afb1-4d77-9309-f454e7ad4aa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179535 Apr 11 21:04:30.599074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8aa61ee-de16-4bf8-8a34-33cdbd8580b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.672665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.673755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49460) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:30.689583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-74029a15-90f9-4123-9f3c-d0b4748daf9d tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0229008 Apr 11 21:04:30.692333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49464) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:30.698017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.699734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'subnet': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:30.747704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:30.752507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Usage tracker for resource:security_group_rule and tenant:529f8dba25c446b399bc8c4236b17cce is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:30.758242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:30.765520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:30.817130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8aa61ee-de16-4bf8-8a34-33cdbd8580b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.848898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa61ee-de16-4bf8-8a34-33cdbd8580b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdccc31c-e42b-4e1c-af6e-e75bf823120d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:30.883810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8aa61ee-de16-4bf8-8a34-33cdbd8580b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.888488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8aa61ee-de16-4bf8-8a34-33cdbd8580b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdccc31c-e42b-4e1c-af6e-e75bf823120d HTTP/1.1" status: 204 len: 168 time: 0.4387126 Apr 11 21:04:30.889074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:30.904850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-3e6fa3e1-e101-45c9-b9fb-4ed109dd3857 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041115 Apr 11 21:04:30.962182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:31.029563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b0a75-198f-4973-847b-506e540b4081,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:31.033955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d0b0fd23-3cd1-4754-9b90-0f4b11630c55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=529f8dba25c446b399bc8c4236b17cce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3589892 Apr 11 21:04:31.037539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49472) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:31.040928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:31.061420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Usage tracker for resource:subnet and tenant:efd7a8019c5b4a259d9ec35300231d73 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:31.067047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:31.075032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:31.102457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2970e-5d34-4a5a-a40e-df39e3b187ab req-3fa98e54-8beb-4b4f-be37-4ba3f2691d3e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:31.103946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02f2970e-5d34-4a5a-a40e-df39e3b187ab req-3fa98e54-8beb-4b4f-be37-4ba3f2691d3e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2832847 Apr 11 21:04:31.106694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-0d5bc4ab-487e-47b4-90fe-de7a61d27126 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939852 Apr 11 21:04:31.115359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0df11be-cf63-4919-b80e-97ef2a5d67d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:31.144990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0df11be-cf63-4919-b80e-97ef2a5d67d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:31.205679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-d61f6192-e23f-462a-ae42-3e0e1c9a0d19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 200 len: 217 time: 0.0929015 Apr 11 21:04:31.209452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Made reservation on behalf of efd7a8019c5b4a259d9ec35300231d73 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:31.212847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:31.278112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02f2970e-5d34-4a5a-a40e-df39e3b187ab req-a03220db-f4e5-4f78-8dbd-5793d49da02a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665499 Apr 11 21:04:31.301879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0df11be-cf63-4919-b80e-97ef2a5d67d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:31.323574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df11be-cf63-4919-b80e-97ef2a5d67d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b0a75-198f-4973-847b-506e540b4081,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:31.341387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f0df11be-cf63-4919-b80e-97ef2a5d67d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:31.345411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f0df11be-cf63-4919-b80e-97ef2a5d67d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a1b0a75-198f-4973-847b-506e540b4081 HTTP/1.1" status: 204 len: 168 time: 0.3069224 Apr 11 21:04:31.362863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-79af0941-9fa0-44ae-a1da-fdb08176d643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:31.364362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-79af0941-9fa0-44ae-a1da-fdb08176d643 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.1341796 Apr 11 21:04:31.557137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-5b63b400-62ed-429c-9cc8-982d17e2d61c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1859796 Apr 11 21:04:31.593200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dddb4-328a-4c48-a37a-1d4915facd91 req-b7bb8492-8086-4d1c-86f8-9aa21de11e96 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:31.595276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4dddb4-328a-4c48-a37a-1d4915facd91 req-b7bb8492-8086-4d1c-86f8-9aa21de11e96 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1131403 Apr 11 21:04:31.668518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d4dddb4-328a-4c48-a37a-1d4915facd91 req-54a1f07e-9b92-4301-a740-2afa510f7918 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660563 Apr 11 21:04:31.901871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-2274b8d7-0b8a-4695-9cb5-f6dbc2dedfff service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324144 Apr 11 21:04:31.992298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:32.089627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Network fdad62a1-9d45-4b14-9228-8332556b265c is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:32.098437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eac666-dd5a-4153-9223-a1745b31c93f req-50dce71e-fbd9-4f3f-9bc5-1e540bf2e2ed tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:32.100323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2eac666-dd5a-4153-9223-a1745b31c93f req-50dce71e-fbd9-4f3f-9bc5-1e540bf2e2ed tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2885776 Apr 11 21:04:32.100865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Subnet': ['ID=b92d8500-a608-4b23-8461-1da78230986a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:32.113812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:32.118442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:32.119020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:32.126592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f88fb9-2d0e-46bc-9609-13f7ade3723a None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:32.171238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-018edfdf-8b6d-492c-911d-437b7e2942d0 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634633 Apr 11 21:04:32.275959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-cfca7b22-2118-4fc4-b08e-243ac39769a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 200 len: 217 time: 0.0790024 Apr 11 21:04:32.309309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99dfe915-814a-4251-92ce-a46e2ec48ad8 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6159635 Apr 11 21:04:32.312142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49510) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:32.318857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1905099825', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b92d8500-a608-4b23-8461-1da78230986a'}], 'security_groups': ['0056d45a-a3ae-413c-984b-c1892052d713', 'edafc21c-cecb-4847-95b7-c79d1cd43dc2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:32.334194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2eac666-dd5a-4153-9223-a1745b31c93f req-8c007f0c-55d6-4ca3-9402-6ad45ede3274 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911738 Apr 11 21:04:32.371865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-1a106caf-8703-4b9b-b389-c4eb5686f439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:32.372979 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-1a106caf-8703-4b9b-b389-c4eb5686f439 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 200 len: 797 time: 0.0955777 Apr 11 21:04:32.513383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-3a18096f-5dc6-4eda-9d31-890b4e573464 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c5dd5f0-7ee5-469b-940a-67c457febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335821 Apr 11 21:04:32.676648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Update dhcp port {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'fixed_ips': [{'subnet_id': '7eb016c7-ab73-40ce-8f43-e6df48e708c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '230c72e5-f447-43cb-b55b-516311a1d123', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b92d8500-a608-4b23-8461-1da78230986a'}], 'binding:host_id': 'n-d-837321-1'}, 'id': 'b370af2c-c1c9-41eb-ad85-7950a610df05'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:04:32.729528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-99b575b5-d7a2-4aa4-96ec-a71884cd79de service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097375 Apr 11 21:04:32.747024 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:32.768032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d781bf1-1b39-4e4f-8f75-c99496d3e77c req-757059ee-86a7-4c7d-b8a9-d02ffc4efb1a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:32.774012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d781bf1-1b39-4e4f-8f75-c99496d3e77c req-757059ee-86a7-4c7d-b8a9-d02ffc4efb1a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1597512 Apr 11 21:04:32.914846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:32.946718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-60a5f3a2-364d-44ce-8639-021ae58943e4 service neutron] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119339 Apr 11 21:04:32.973679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Allocated IP 2001:db8:0:2::2 (fdad62a1-9d45-4b14-9228-8332556b265c/b92d8500-a608-4b23-8461-1da78230986a/b370af2c-c1c9-41eb-ad85-7950a610df05) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:33.067224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-e34c3540-9c55-4e48-a90a-54966818bd61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 200 len: 217 time: 0.1141043 Apr 11 21:04:33.147289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b370af2c-c1c9-41eb-ad85-7950a610df05,segment=NetworkSegment(2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b),segment_id=2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:33.173297 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:33.183266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-55d9b03b-9869-40e8-b4aa-28db33cc34f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:33.187711 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-55d9b03b-9869-40e8-b4aa-28db33cc34f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.1124127 Apr 11 21:04:33.191676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Transition to ACTIVE for port object b370af2c-c1c9-41eb-ad85-7950a610df05 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:33.269501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-b0115229-0a47-4366-842c-cfbe6f908201 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785384 Apr 11 21:04:33.284739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d781bf1-1b39-4e4f-8f75-c99496d3e77c req-03de9582-1d28-431d-98e8-9a533fbf5774 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032931 Apr 11 21:04:33.325459 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:33.526106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-c961bc50-f8eb-4d05-8676-28e9151b76c7 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474568 Apr 11 21:04:33.668581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481f2d2-fa6c-4c76-a69d-0554c079526f None None] Pushing event updated for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:33.742056 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-3a225c16-acdd-4484-8a07-970e1a762796 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096267 Apr 11 21:04:33.960940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Delete allocated IP 2001:db8::e4 (fdad62a1-9d45-4b14-9228-8332556b265c/230c72e5-f447-43cb-b55b-516311a1d123) {{(pid=84667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 21:04:33.979417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Allocated IP 2001:db8:0:2::83 (fdad62a1-9d45-4b14-9228-8332556b265c/b92d8500-a608-4b23-8461-1da78230986a/62b1da95-1593-4ee1-8681-3f35adf10077) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:34.030655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-b97b8dce-37fe-4a50-9a8c-3148fa69f284 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 200 len: 217 time: 0.2627320 Apr 11 21:04:34.219757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b370af2c-c1c9-41eb-ad85-7950a610df05 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:34.284714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-b5b63c59-65c7-432e-9901-8ee6a5945e51 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:34.285440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-b5b63c59-65c7-432e-9901-8ee6a5945e51 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:34.352949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-0f19363d-db9e-4984-9941-e93e003391c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:34.358356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-0f19363d-db9e-4984-9941-e93e003391c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 200 len: 797 time: 0.3194873 Apr 11 21:04:34.439737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:34.459737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Transition to ACTIVE for port object 62b1da95-1593-4ee1-8681-3f35adf10077 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:34.463806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-b5b63c59-65c7-432e-9901-8ee6a5945e51 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:34.465611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-b5b63c59-65c7-432e-9901-8ee6a5945e51 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.7223425 Apr 11 21:04:34.531551 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-be1c3366-b00b-4fcb-b54f-79551cc68a0f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/quotas/a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 375 time: 0.0597291 Apr 11 21:04:34.566316 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:34.614516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-33bae3b5-7a85-400b-ab1f-0bb55e6747ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=996cc069-17e6-4993-a448-2a6c24d958c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2497001 Apr 11 21:04:34.734475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] In _notify_port_updated(), no bound segment for port 62b1da95-1593-4ee1-8681-3f35adf10077 on network fdad62a1-9d45-4b14-9228-8332556b265c {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:04:34.738406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:34.739264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:34.742896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "PUT /v2.0/ports/62b1da95-1593-4ee1-8681-3f35adf10077 HTTP/1.1" status: 200 len: 969 time: 2.4272554 Apr 11 21:04:34.745279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f74f5e78-ae08-47b4-bde9-7f56da064639 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2060566 Apr 11 21:04:34.745420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49564) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:34.829542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38a550-7022-4205-8bac-c98075820e17 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event updated for resources: {'Port': ['ID=62b1da95-1593-4ee1-8681-3f35adf10077,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:34.865274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Provisioning for port b370af2c-c1c9-41eb-ad85-7950a610df05 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:34.871005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:34.871729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:34.877243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 62b1da95-1593-4ee1-8681-3f35adf10077 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:34.877419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:34.932470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-2c685664-182b-4f7f-bf25-25d3388140b6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4146433 Apr 11 21:04:35.061205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-04185fb3-de7c-4228-bd55-2384894619c9 service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383166 Apr 11 21:04:35.251763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:35.252289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:35.306578 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-87bed004-5607-4565-8895-ea039d1c83f4 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527654 Apr 11 21:04:35.320624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-91f59eac-a97d-48e4-9146-bc833b04e610 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.2000885 Apr 11 21:04:35.337626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:35.397492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:35.530744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Provisioning for port 62b1da95-1593-4ee1-8681-3f35adf10077 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:35.530744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Provisioning complete for port 62b1da95-1593-4ee1-8681-3f35adf10077 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:35.530744 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:35.572375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-91c45378-c794-437a-b6b4-0146ca5d722d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:35.573829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-91c45378-c794-437a-b6b4-0146ca5d722d service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.2218466 Apr 11 21:04:35.597831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1c39f94-ba8d-4532-a2da-4406ceda9051 req-1096f891-b216-4718-80ea-7d700410828e service neutron] 10.222.0.69 "GET /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277641 Apr 11 21:04:35.664456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e16ab-3940-404f-b40a-58786a24dc19 None None] Port 62b1da95-1593-4ee1-8681-3f35adf10077 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:35.712057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-75e96947-a923-4adf-a5b5-877eb061ea03 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036005 Apr 11 21:04:35.800318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-705aaa4c-223b-40fd-a171-dd6e3abbea36 None None] Provisioning complete for port 62b1da95-1593-4ee1-8681-3f35adf10077 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:35.800751 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-705aaa4c-223b-40fd-a171-dd6e3abbea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:35.830360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 62b1da95-1593-4ee1-8681-3f35adf10077 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:35.891744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-705aaa4c-223b-40fd-a171-dd6e3abbea36 None None] Port 62b1da95-1593-4ee1-8681-3f35adf10077 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:35.896841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-4cbe741b-d9eb-420f-80e1-fa6c0be157b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.3130903 Apr 11 21:04:36.167368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-b0a447bb-4643-4e41-9b4a-5e3c736e4697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.168842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-b0a447bb-4643-4e41-9b4a-5e3c736e4697 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.2645528 Apr 11 21:04:36.212790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3783ed1-8113-4412-84ab-9d336448f794 req-525da147-65a6-476a-91e8-9b4e683e43ef tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.1223803 Apr 11 21:04:36.399299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.403390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.408034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.411940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.416231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.420177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.425703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:36.427821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-a1602443-2a3c-42c4-88ec-16a451e37123 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.2580829 Apr 11 21:04:36.491668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-35f359d1-a581-4e34-a3f0-99ca80eac675 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450428 Apr 11 21:04:36.587449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:36.593508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f258cd94-b4c2-417e-b3ea-5506ae27b74b req-53b75519-136c-491b-b33d-b57ce1ea816c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590071 Apr 11 21:04:36.656179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=62b1da95-1593-4ee1-8681-3f35adf10077,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:36.739674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:36.755632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-5c1d2b6c-92ef-4487-8c3d-56b26b70a131 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547102 Apr 11 21:04:36.757259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8e2d9b87-3d2c-4c5d-8660-b63a06c64019 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/62b1da95-1593-4ee1-8681-3f35adf10077 HTTP/1.1" status: 204 len: 168 time: 2.0091023 Apr 11 21:04:36.767300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49604) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:36.833151 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b95dad-fbd3-4e48-8952-d87f78c9d23e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] GET failed (client error): The resource could not be found. Apr 11 21:04:36.833909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c7b95dad-fbd3-4e48-8952-d87f78c9d23e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Synchronizing usage tracker for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:36.926377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1f82eca-fe7e-4589-8eeb-a4b5421fadc3 req-96201d5e-5420-4250-b66c-4848a8e248d3 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641634 Apr 11 21:04:36.941199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c7b95dad-fbd3-4e48-8952-d87f78c9d23e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Unset dirty status for tenant:efd7a8019c5b4a259d9ec35300231d73 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:36.942397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7b95dad-fbd3-4e48-8952-d87f78c9d23e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports/62b1da95-1593-4ee1-8681-3f35adf10077 HTTP/1.1" status: 404 len: 333 time: 0.1739411 Apr 11 21:04:36.945335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49608) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:37.014661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d37e391-654c-4468-80e8-a2aa9dd25dc6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.043326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d37e391-654c-4468-80e8-a2aa9dd25dc6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.190015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d37e391-654c-4468-80e8-a2aa9dd25dc6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.217864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37e391-654c-4468-80e8-a2aa9dd25dc6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990e524e-453c-4d2c-98cc-97a83c4a01a6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:37.234837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d37e391-654c-4468-80e8-a2aa9dd25dc6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.237190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d37e391-654c-4468-80e8-a2aa9dd25dc6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/security-groups/990e524e-453c-4d2c-98cc-97a83c4a01a6 HTTP/1.1" status: 204 len: 168 time: 0.2905591 Apr 11 21:04:37.240158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49620) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:37.373379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4760196-51d2-4641-b101-1639c4057b1a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.403142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f33da566-1f98-4a33-82dc-30623257f751 req-7d5cd2da-35a9-4690-9a26-b20c94c23c8a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.0958636 Apr 11 21:04:37.415251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4760196-51d2-4641-b101-1639c4057b1a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.558147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4760196-51d2-4641-b101-1639c4057b1a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.574634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4760196-51d2-4641-b101-1639c4057b1a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edafc21c-cecb-4847-95b7-c79d1cd43dc2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:37.581880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4760196-51d2-4641-b101-1639c4057b1a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.585670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49640) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:37.586497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e4760196-51d2-4641-b101-1639c4057b1a tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/security-groups/edafc21c-cecb-4847-95b7-c79d1cd43dc2 HTTP/1.1" status: 204 len: 168 time: 0.3442361 Apr 11 21:04:37.658529 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3e33e9-1d81-43a7-8b71-72b8b2646ee6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.685953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3e33e9-1d81-43a7-8b71-72b8b2646ee6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.798423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3e33e9-1d81-43a7-8b71-72b8b2646ee6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.821360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e33e9-1d81-43a7-8b71-72b8b2646ee6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056d45a-a3ae-413c-984b-c1892052d713,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:37.835162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3e33e9-1d81-43a7-8b71-72b8b2646ee6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:37.836454 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea3e33e9-1d81-43a7-8b71-72b8b2646ee6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/security-groups/0056d45a-a3ae-413c-984b-c1892052d713 HTTP/1.1" status: 204 len: 168 time: 0.2493052 Apr 11 21:04:37.838980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49646) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:37.902876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.908451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.913447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.923216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.929867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.933866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.939461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:37.944702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-a83eb198-e8f8-452d-bb08-cae1138ddae5 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.1460567 Apr 11 21:04:38.023043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a737fbf-a535-4cfe-84d8-8483382daad3 req-9ddecfea-587e-415b-95cd-95b654c46aee tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617754 Apr 11 21:04:38.096579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 230c72e5-f447-43cb-b55b-516311a1d123 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:04:38.100256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:38.178789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:38.277441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:38.503381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.507336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.511246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.515112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.519269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.523113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.526958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.528817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-8aafd9c3-f571-4ec4-923f-ff5d21afe49e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.1175299 Apr 11 21:04:38.709373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:38.758068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68cbef76-3b3a-45c2-9f52-7a2cf4e838b7 req-b5ad8a3a-6b3e-415e-8a27-6cde64ad0f9e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.2281756 Apr 11 21:04:38.766593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=230c72e5-f447-43cb-b55b-516311a1d123,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:38.798601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:38.809948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7024f-93be-4cf5-9f1b-6ddc060d3d51 None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:38.814930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-68b324ef-d93e-4a8f-b711-7f2f73e55514 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:38.816697 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-68b324ef-d93e-4a8f-b711-7f2f73e55514 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "GET /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1414545 Apr 11 21:04:38.824359 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87726c9b-1396-4d2c-bd97-ba14fdc1a3fe tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/230c72e5-f447-43cb-b55b-516311a1d123 HTTP/1.1" status: 204 len: 168 time: 0.9843991 Apr 11 21:04:38.825698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:39.006903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-08c0635c-7bd8-4873-b6c2-958dd8fd62e9 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "GET /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1748610 Apr 11 21:04:39.013255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:39.112614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet b92d8500-a608-4b23-8461-1da78230986a {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:04:39.116736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.210470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.212896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.391119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.434327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.438576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.442801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.446930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.452625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.457563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.461530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:39.463545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-7ab77b4a-e594-4698-94d9-9b50a3e59c60 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 5443 time: 0.2065504 Apr 11 21:04:39.483350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=22b94f9f-49f6-41a6-9552-d31f3b092112,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:39.529612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] For port 22b94f9f-49f6-41a6-9552-d31f3b092112, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:04:39.549437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f2b89ca-4373-4408-8779-70fea5796ef3 req-905bc9b7-0761-4080-a9b0-95ab0d7e2d68 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751984 Apr 11 21:04:39.604207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] device_id is not set on port 22b94f9f-49f6-41a6-9552-d31f3b092112 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:04:39.610382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.690272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.726464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.729368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:39.751836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/b92d8500-a608-4b23-8461-1da78230986a HTTP/1.1" status: 204 len: 168 time: 0.9208584 Apr 11 21:04:39.752553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:39.767680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372920c0-262b-4211-a2db-3648ec936b45 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=b92d8500-a608-4b23-8461-1da78230986a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:39.830540 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbe2360-ebec-44dd-91c4-478391bf0a97 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:39.831729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbe2360-ebec-44dd-91c4-478391bf0a97 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:39.833526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7dbe2360-ebec-44dd-91c4-478391bf0a97 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/230c72e5-f447-43cb-b55b-516311a1d123 HTTP/1.1" status: 404 len: 337 time: 0.0680842 Apr 11 21:04:39.836246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49702) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:39.931729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] Pushing event updated for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=6']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:40.066314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-47ea2512-1090-495a-b6d3-72d13c644895 req-a66e3203-05d8-4c6b-91d9-f40d064d4737 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.0734444 Apr 11 21:04:40.073068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting subnet 7eb016c7-ab73-40ce-8f43-e6df48e708c9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:04:40.074300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.208209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.244100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] No DVR routers for this DVR port 22b94f9f-49f6-41a6-9552-d31f3b092112 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:40.363111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] In _notify_port_updated(), no bound segment for port 22b94f9f-49f6-41a6-9552-d31f3b092112 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:04:40.364412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.365753 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-9b295094-e126-40b7-ae3c-709a7c8a72ce service neutron] 10.222.0.69 "PUT /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 200 len: 1032 time: 1.3579981 Apr 11 21:04:40.446414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb78ba-279b-426f-9bb6-bb0410ff5cba None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:40.458225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-68f6c3ac-f405-4635-b14c-d46ded5ef675 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:40.459645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-68f6c3ac-f405-4635-b14c-d46ded5ef675 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "GET /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0884097 Apr 11 21:04:40.460782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.500718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:40.554289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:40.554664 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.722159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.825546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.907540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb016c7-ab73-40ce-8f43-e6df48e708c9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:40.930832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:40.948355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:40.952782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:40.962512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:40.966821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:40.984628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:40.994538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:41.009009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-7a7f3bdb-5be8-4f6f-9b0f-293932f903db tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 4664 time: 0.2232628 Apr 11 21:04:41.091449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:41.091841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:41.111333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-70166bda-9064-41d3-87c5-88b8e5977434 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/7eb016c7-ab73-40ce-8f43-e6df48e708c9 HTTP/1.1" status: 204 len: 168 time: 1.2641995 Apr 11 21:04:41.112648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49720) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:41.145499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93abcf41-3faa-433b-ad73-46bffa48c2a4 req-67475a17-9506-414d-b41b-becbc8a33d54 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&id=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335430 Apr 11 21:04:41.172217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:41.242490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f2b1cdde-6322-4e0d-a572-c2f0eb71a956 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:41.252030 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f69ec45-2f63-47b2-bcb8-5ea8d772281c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:41.253348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f69ec45-2f63-47b2-bcb8-5ea8d772281c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:41.258283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f69ec45-2f63-47b2-bcb8-5ea8d772281c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/ca73c4f7-088a-442b-92e7-c558725f05b9 HTTP/1.1" status: 404 len: 337 time: 0.0812051 Apr 11 21:04:41.259107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49730) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:41.357956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ed728755-b4ea-4a24-8a0a-566e0e042b8b tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "GET /v2.0/ports?device_id=67fa0e30-1a75-4494-8d8e-fe48ab0709a8 HTTP/1.1" status: 200 len: 205 time: 0.0954313 Apr 11 21:04:41.368678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49738) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:41.394479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da677a82-41d5-4e8f-845c-b883ecf92de3 None None] Update dhcp port {'port': {'network_id': 'fdad62a1-9d45-4b14-9228-8332556b265c', 'fixed_ips': [{'subnet_id': '7eb016c7-ab73-40ce-8f43-e6df48e708c9'}], 'binding:host_id': 'n-d-837321-1'}, 'id': 'b370af2c-c1c9-41eb-ad85-7950a610df05'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:04:41.758598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1434ff7b-a1eb-48de-8968-0527b636d986,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:41.807269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Provisioning complete for port 22b94f9f-49f6-41a6-9552-d31f3b092112 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:41.810122 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:41.849541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] For port 1434ff7b-a1eb-48de-8968-0527b636d986, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:04:42.005882 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.023562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-8ba94c9d-65b4-45b6-b3ec-5509882199d3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:42.025765 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-d3a55910-6f6f-437c-9f6d-47cf2e28a3eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] delete failed (client error): The resource could not be found. Apr 11 21:04:42.026484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-8ba94c9d-65b4-45b6-b3ec-5509882199d3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.8188162 Apr 11 21:04:42.026794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d3a55910-6f6f-437c-9f6d-47cf2e28a3eb tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/routers/67fa0e30-1a75-4494-8d8e-fe48ab0709a8 HTTP/1.1" status: 404 len: 336 time: 0.6555510 Apr 11 21:04:42.029218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49746) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:42.051962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5f16d66e-a3b1-458c-bb39-44ad800a2cbc None None] Port 22b94f9f-49f6-41a6-9552-d31f3b092112 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:42.054020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b63215a3-6a36-4da3-a61d-2bfda7715047 req-429cd224-0e5f-4fb6-9b3c-8040acadf393 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.4113119 Apr 11 21:04:42.065983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] device_id is not set on port 1434ff7b-a1eb-48de-8968-0527b636d986 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:04:42.071961 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da677a82-41d5-4e8f-845c-b883ecf92de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.075642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.101775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'port': {'device_id': '2e95281d-0457-492c-a4c2-3e5863f36768', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'admin_state_up': True, 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:42.117291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:42.117960 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c586a278-5f35-4c30-b491-a82267fd8df2 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:42.118435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c586a278-5f35-4c30-b491-a82267fd8df2 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:42.125976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c586a278-5f35-4c30-b491-a82267fd8df2 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/ce7ad4e3-938c-4ea7-b392-b434d72586a7 HTTP/1.1" status: 404 len: 337 time: 0.0897865 Apr 11 21:04:42.127016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:42.187919 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4455a023-6749-4f99-b3fa-eac5c9dbffea tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:42.188489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4455a023-6749-4f99-b3fa-eac5c9dbffea tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:42.202514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4455a023-6749-4f99-b3fa-eac5c9dbffea tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/9e869a80-1f62-418a-ab22-12b9f5bddfd0 HTTP/1.1" status: 404 len: 337 time: 0.0647862 Apr 11 21:04:42.202514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49758) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:42.275644 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.373428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:42.394775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:42.402770 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8973f7f-36d0-45b1-b93e-1be0d19d65fc'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956', 'code': 200} Apr 11 21:04:42.413223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:42.450832 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb391d95-3929-4e22-a0e2-301cc326240e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:42.451281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb391d95-3929-4e22-a0e2-301cc326240e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:42.453044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb391d95-3929-4e22-a0e2-301cc326240e tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/4dcdcf83-25b3-4489-b52d-36323e3e85b4 HTTP/1.1" status: 404 len: 337 time: 0.2523363 Apr 11 21:04:42.456793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49770) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:42.522698 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1c08d0-f2ea-41a3-a0e4-fd698f79ea35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:42.523135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1c08d0-f2ea-41a3-a0e4-fd698f79ea35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:42.531525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f1c08d0-f2ea-41a3-a0e4-fd698f79ea35 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/0f8e4194-5dc1-4196-956b-6c24b06ce769 HTTP/1.1" status: 404 len: 333 time: 0.0718243 Apr 11 21:04:42.531525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:42.534067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.546376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e6f5c3-4028-4eeb-a614-1d08b68aab3c None None] Network fdad62a1-9d45-4b14-9228-8332556b265c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:42.550582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49774) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:42.574613 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.576891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 40f41420-9303-4e14-a496-5436152737a9 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:42.624158 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81e04f3-cb69-4f19-a312-0fefaccefe54 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:42.624604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81e04f3-cb69-4f19-a312-0fefaccefe54 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:42.628793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f81e04f3-cb69-4f19-a312-0fefaccefe54 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/06f07f4e-7185-4d7c-9491-c87ce108554e HTTP/1.1" status: 404 len: 337 time: 0.0747318 Apr 11 21:04:42.636065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49780) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:42.799282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] No DVR routers for this DVR port 1434ff7b-a1eb-48de-8968-0527b636d986 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:42.859756 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:04:42.866405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] Pushing event updated for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=6']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:42.898338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] In _notify_port_updated(), no bound segment for port 1434ff7b-a1eb-48de-8968-0527b636d986 on network 1c5dd5f0-7ee5-469b-940a-67c457febede {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:04:42.899382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:42.900744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-91291214-12a9-4a3b-908f-dcdafb14be75 service neutron] 10.222.0.69 "PUT /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 200 len: 1032 time: 2.4047732 Apr 11 21:04:42.953064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-31983256-a4c1-426e-b0a9-37b65bf1c4c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:42.958359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-31983256-a4c1-426e-b0a9-37b65bf1c4c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:42.963007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-31983256-a4c1-426e-b0a9-37b65bf1c4c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:42.967128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-31983256-a4c1-426e-b0a9-37b65bf1c4c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:42.971565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-31983256-a4c1-426e-b0a9-37b65bf1c4c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:42.979677 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-31983256-a4c1-426e-b0a9-37b65bf1c4c6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3883 time: 0.4776847 Apr 11 21:04:43.017591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Allocated IP 172.20.0.4 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/7653ed7e-6e48-4a7e-a268-c1d052622bd2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:43.037213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1dd7fb0d-9baa-4c6f-9c08-5432a2333c66 None None] Provisioning complete for port b370af2c-c1c9-41eb-ad85-7950a610df05 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:43.037757 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fb0d-9baa-4c6f-9c08-5432a2333c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.056814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:43.057367 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.116770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3151e94f-cfdf-42b2-8e51-b4d77d2ccc28 req-87810eca-201f-4671-b4d6-d26e3ce68e3d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336770 Apr 11 21:04:43.192510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:43.323280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.396756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=40f41420-9303-4e14-a496-5436152737a9,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:43.430470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] For port f2b1cdde-6322-4e0d-a572-c2f0eb71a956, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:43.434360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.444494 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f157ca8-db5b-49ea-8ed6-dac0c5251a81 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:43.444938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f157ca8-db5b-49ea-8ed6-dac0c5251a81 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:43.450510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1dd7fb0d-9baa-4c6f-9c08-5432a2333c66 None None] Provisioning complete for port 7ebaa3d4-995d-4874-916f-31716dc18a37 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:43.450894 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fb0d-9baa-4c6f-9c08-5432a2333c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.482762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] DHCP port deletion for fdad62a1-9d45-4b14-9228-8332556b265c request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:04:43.497535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.498223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 22b94f9f-49f6-41a6-9552-d31f3b092112 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:43.508053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bc727d71-78f2-451f-846a-fb706c57285d req-b714b761-f221-4b0f-a9b8-660c7bc88574 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:43.513686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1f157ca8-db5b-49ea-8ed6-dac0c5251a81 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/1660bf13-56e2-4c0e-8376-da5fd5dac734 HTTP/1.1" status: 404 len: 337 time: 0.8758817 Apr 11 21:04:43.520430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.523032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49794) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:43.575612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bc727d71-78f2-451f-846a-fb706c57285d req-b714b761-f221-4b0f-a9b8-660c7bc88574 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:43.588319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bc727d71-78f2-451f-846a-fb706c57285d req-b714b761-f221-4b0f-a9b8-660c7bc88574 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.1374023 Apr 11 21:04:43.611362 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c407f64d-fc53-4709-b982-23585d3246b6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:43.611362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c407f64d-fc53-4709-b982-23585d3246b6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:43.611362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c407f64d-fc53-4709-b982-23585d3246b6 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/3c444df3-b2c9-480c-9b37-af09a1fb48a8 HTTP/1.1" status: 404 len: 333 time: 0.0840189 Apr 11 21:04:43.626459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] Deleting port b370af2c-c1c9-41eb-ad85-7950a610df05 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:43.626833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.628543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49800) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:43.644020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for f2b1cdde-6322-4e0d-a572-c2f0eb71a956 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:43.679944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 22b94f9f-49f6-41a6-9552-d31f3b092112 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:04:43.680567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device b7f4dc31-622e-4ce8-b14d-ed6a8396331f no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:43.687878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Transition to ACTIVE for port object 7653ed7e-6e48-4a7e-a268-c1d052622bd2 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:43.703515 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90d7473-f70a-4c7d-b43b-c1c4f409f982 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:43.704042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90d7473-f70a-4c7d-b43b-c1c4f409f982 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:43.709004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c90d7473-f70a-4c7d-b43b-c1c4f409f982 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/621c6994-3785-41ca-9f86-362da7510301 HTTP/1.1" status: 404 len: 337 time: 0.0794194 Apr 11 21:04:43.711162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49806) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:43.749636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7fb0d-9baa-4c6f-9c08-5432a2333c66 None None] Port 7ebaa3d4-995d-4874-916f-31716dc18a37 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:43.777104 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1355250-11ed-45a3-ab09-f5fd783e9c28 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] DELETE failed (client error): The resource could not be found. Apr 11 21:04:43.777659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1355250-11ed-45a3-ab09-f5fd783e9c28 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:04:43.782103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e1355250-11ed-45a3-ab09-f5fd783e9c28 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/subnets/c7c6bd93-5a71-4de9-94c4-af357d152c9d HTTP/1.1" status: 404 len: 337 time: 0.0690751 Apr 11 21:04:43.782722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:43.843647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:43.922164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Deleting port 7ebaa3d4-995d-4874-916f-31716dc18a37 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:43.928173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:43.953512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bf0ecd8c-3d63-4b15-be32-a37680f51f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.021857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.022583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.067042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.110073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2a160604-dc85-432d-95a3-87baaa424c5d None None] Provisioning complete for port 1434ff7b-a1eb-48de-8968-0527b636d986 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:44.110440 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2a160604-dc85-432d-95a3-87baaa424c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.116929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=f2b1cdde-6322-4e0d-a572-c2f0eb71a956,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:44.177113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=7653ed7e-6e48-4a7e-a268-c1d052622bd2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:44.197628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:44.219189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:44.237853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] For port b370af2c-c1c9-41eb-ad85-7950a610df05, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b370af2c-c1c9-41eb-ad85-7950a610df05,segment=NetworkSegment(2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b),segment_id=2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:44.238320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.239394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:44.249230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:04:44.285661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b370af2c-c1c9-41eb-ad85-7950a610df05 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:44.437856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:44.438522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.491189 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.497219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:44.522400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49820) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:44.604656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] No DVR routers for this DVR port f2b1cdde-6322-4e0d-a572-c2f0eb71a956 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:44.614928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.641617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:44.686666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:44.711550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:44.719032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f41420-9303-4e14-a496-5436152737a9'}, {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:44.721960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:44.727860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:44.728795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:44.768835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-0b8071b2-815b-40f2-9479-e916649e62b2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "DELETE /v2.0/ports/f2b1cdde-6322-4e0d-a572-c2f0eb71a956 HTTP/1.1" status: 204 len: 173 time: 1.8589697 Apr 11 21:04:44.777506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-a8a29838-b30a-412d-a14e-fa192b6a2757 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6877992 Apr 11 21:04:44.819090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Request body: {'port': {'device_id': '2e95281d-0457-492c-a4c2-3e5863f36768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:44.914111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port 40f41420-9303-4e14-a496-5436152737a9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:44.914459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:44.916954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2a160604-dc85-432d-95a3-87baaa424c5d None None] Port 1434ff7b-a1eb-48de-8968-0527b636d986 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:44.942272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] Calling delete_port for b370af2c-c1c9-41eb-ad85-7950a610df05 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:44.970759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:44.972132 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-bd27b7ec-5c9e-4b13-be37-be6ed830d2e2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 3147 time: 0.5815754 Apr 11 21:04:45.016207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.043042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.072942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:45.075012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ddea647-1955-4e41-8d98-de51c2bd40c6 req-3ceb314e-c9ee-40e8-aaf4-b02b97166b2d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922356 Apr 11 21:04:45.076781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Usage tracker for resource:security_group_rule and tenant:189323eb728b439cb17431d57e83bff8 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:45.079669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:45.086205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:45.125133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.213783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.240764 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d64bef-8b7b-42d2-9fdc-65380b8722ab'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': 'f2b1cdde-6322-4e0d-a572-c2f0eb71a956', 'status': 'completed', 'code': 200} Apr 11 21:04:45.266007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:45.307746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:45.320273 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b7f867-095e-4e55-906e-2d9600b8cf96'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f41420-9303-4e14-a496-5436152737a9', 'code': 200} Apr 11 21:04:45.321235 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b7f867-095e-4e55-906e-2d9600b8cf96'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f', 'code': 200} Apr 11 21:04:45.341642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] For port 40f41420-9303-4e14-a496-5436152737a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=40f41420-9303-4e14-a496-5436152737a9,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:45.341642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.357948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.434759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.435595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 747f1a16-e78f-496f-8a33-f85e004241d2 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:45.506603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f16d661-095d-438d-8f4d-a92e164ad865 None None] Provisioning for port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:45.516696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.535418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Calling delete_port for 7ebaa3d4-995d-4874-916f-31716dc18a37 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:45.557515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] No DVR routers for this DVR port b370af2c-c1c9-41eb-ad85-7950a610df05 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:45.559035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f16d661-095d-438d-8f4d-a92e164ad865 None None] Provisioning complete for port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:45.559365 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f16d661-095d-438d-8f4d-a92e164ad865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.575041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for 40f41420-9303-4e14-a496-5436152737a9 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:45.673493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6f16d661-095d-438d-8f4d-a92e164ad865 None None] Port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:04:45.699671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.711782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:45.736664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bf8d0-e0dd-43e9-b72a-0c075b7f2c49 req-9cb484c6-11a6-4dee-b29a-49753c93a745 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:45.755714 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-991bf8d0-e0dd-43e9-b72a-0c075b7f2c49 req-9cb484c6-11a6-4dee-b29a-49753c93a745 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 931 time: 0.8181858 Apr 11 21:04:45.776740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc33dd0-5730-422a-8b66-256f5dfc2f78 None None] Pushing event deleted for resources: {'Port': ['ID=b370af2c-c1c9-41eb-ad85-7950a610df05,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:45.786486 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.813893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-19c8d80a-66af-498a-ab62-80899a8952d8 req-6f7f6476-1887-4e14-b7d2-75689994fcbb service neutron] (84666) timed out ('10.222.0.75', 64888) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:04:45.826707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=747f1a16-e78f-496f-8a33-f85e004241d2,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:45.845855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.934880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.939550 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:45.941690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1434ff7b-a1eb-48de-8968-0527b636d986 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:04:45.955563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925aa20-93c4-458a-acd4-c018dd928046,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:45.961018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-32647cc3-c514-407f-8275-244da2cb0098 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=189323eb728b439cb17431d57e83bff8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4373949 Apr 11 21:04:45.967080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49844) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:46.049797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-52c87c1d-b516-4763-8a19-7bfd00d2b4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.066212 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.085585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1434ff7b-a1eb-48de-8968-0527b636d986 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:04:46.088778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:46.125065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=40f41420-9303-4e14-a496-5436152737a9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:46.151911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-991bf8d0-e0dd-43e9-b72a-0c075b7f2c49 req-8cf5ee65-3c25-423b-980d-c1faa20f83d1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163507 Apr 11 21:04:46.192126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] No DVR routers for this DVR port 40f41420-9303-4e14-a496-5436152737a9 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:46.197952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.220052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-13f7c5e2-f839-47bb-b76f-810dc60508ea tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "DELETE /v2.0/ports/40f41420-9303-4e14-a496-5436152737a9 HTTP/1.1" status: 204 len: 173 time: 1.4452085 Apr 11 21:04:46.243991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Port': ['ID=7ebaa3d4-995d-4874-916f-31716dc18a37,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:46.284636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.341208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a50add-5ae0-4b63-91d4-d11afdef240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.371292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a50add-5ae0-4b63-91d4-d11afdef240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.513443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port 747f1a16-e78f-496f-8a33-f85e004241d2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:46.514004 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.542521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3677ad5a-9e72-478c-bafd-0174c2e95234 tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/ports/7ebaa3d4-995d-4874-916f-31716dc18a37 HTTP/1.1" status: 204 len: 168 time: 2.7572169 Apr 11 21:04:46.545380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49854) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:46.681127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-9f14b371-5959-4112-8728-d28f7cc9acb2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:46.685644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-9f14b371-5959-4112-8728-d28f7cc9acb2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:46.692124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-9f14b371-5959-4112-8728-d28f7cc9acb2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:46.693119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-9f14b371-5959-4112-8728-d28f7cc9acb2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:46.756301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a50add-5ae0-4b63-91d4-d11afdef240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.772509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7653ed7e-6e48-4a7e-a268-c1d052622bd2 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:04:46.780517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.833966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-9f14b371-5959-4112-8728-d28f7cc9acb2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:46.835088 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-9f14b371-5959-4112-8728-d28f7cc9acb2 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 2410 time: 0.4667675 Apr 11 21:04:46.838530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Transition to ACTIVE for port object 7653ed7e-6e48-4a7e-a268-c1d052622bd2 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:46.850009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a50add-5ae0-4b63-91d4-d11afdef240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925aa20-93c4-458a-acd4-c018dd928046,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:46.883679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a50add-5ae0-4b63-91d4-d11afdef240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.886352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f9a50add-5ae0-4b63-91d4-d11afdef240b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e925aa20-93c4-458a-acd4-c018dd928046 HTTP/1.1" status: 204 len: 168 time: 0.9031942 Apr 11 21:04:46.901157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.930288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] For port 747f1a16-e78f-496f-8a33-f85e004241d2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=747f1a16-e78f-496f-8a33-f85e004241d2,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:46.930888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:46.942549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc682261-bc73-454c-b57b-f4b42ed8c1f7 req-68c2610c-898f-4e8f-a93f-afbab6c3d200 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001506 Apr 11 21:04:46.963063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.253628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.324554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdad62a1-9d45-4b14-9228-8332556b265c']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:47.339932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a'}, {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:47.358772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:47.359317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4b76b5-74ae-4bc3-b50e-f2a665bb3e2b') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:47.386335 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.409649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': '40f41420-9303-4e14-a496-5436152737a9'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:47.482087 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca9f37f-e2ea-40bf-b413-fded3cf1e1de'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a', 'code': 200} Apr 11 21:04:47.482087 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca9f37f-e2ea-40bf-b413-fded3cf1e1de'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2', 'code': 200} Apr 11 21:04:47.483882 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.507856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Pushing event updated for resources: {'Port': ['ID=7653ed7e-6e48-4a7e-a268-c1d052622bd2,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:47.533658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.535417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.535417 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Floating IP 3aef111c-cc2e-40ef-8344-dbeae5b8894d disassociated. External IP: 172.25.5.147, port: 747f1a16-e78f-496f-8a33-f85e004241d2. Apr 11 21:04:47.535417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for 747f1a16-e78f-496f-8a33-f85e004241d2 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:47.608678 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a533840-2d00-4cd9-96c3-39f187eca570'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': '40f41420-9303-4e14-a496-5436152737a9', 'status': 'completed', 'code': 200} Apr 11 21:04:47.698029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.737626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.741618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Attempting to bind port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:04:47.741986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Attempting to bind port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:04:47.742340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Attempting to bind port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:04:47.754960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:04:47.755288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Attempting to bind port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:04:47.771187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:04:47.771187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:04:47.790691 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:04:47.842499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:04:47.842843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:04:47.843232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:04:47.843763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Bound port: 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:04:47.844053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.905918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:47.946102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438b7c-e4e2-4f40-9fee-85e4ac692cc5 req-3b4697ef-a05f-424f-b47b-c2aa05bae3e4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:47.946102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d438b7c-e4e2-4f40-9fee-85e4ac692cc5 req-3b4697ef-a05f-424f-b47b-c2aa05bae3e4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 943 time: 0.3911371 Apr 11 21:04:47.990907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=747f1a16-e78f-496f-8a33-f85e004241d2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:48.001515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.029749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.059610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d438b7c-e4e2-4f40-9fee-85e4ac692cc5 req-b3007243-4444-478c-ab31-9079c9b19aeb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092801 Apr 11 21:04:48.060446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] Pushing event deleted for resources: {'Network': ['ID=fdad62a1-9d45-4b14-9228-8332556b265c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:48.077974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e0611533-fcce-42cd-9e0e-979e9aea770c tempest-PortsIpV6TestJSON-2035738661 tempest-PortsIpV6TestJSON-2035738661-project] 10.222.0.61 "DELETE /v2.0/networks/fdad62a1-9d45-4b14-9228-8332556b265c HTTP/1.1" status: 204 len: 168 time: 1.5224860 Apr 11 21:04:48.084189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] For port 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:04:48.086503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:48.137795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] For port 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:04:48.139336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.232884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.425994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bdd47-a04d-4d99-a3f8-35b1166cde26 req-674344e3-52d0-43c5-bf99-dc11f018888c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:48.433635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bdd47-a04d-4d99-a3f8-35b1166cde26 req-674344e3-52d0-43c5-bf99-dc11f018888c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:48.445492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b65bdd47-a04d-4d99-a3f8-35b1166cde26 req-674344e3-52d0-43c5-bf99-dc11f018888c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 1677 time: 0.2091901 Apr 11 21:04:48.510036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:48.521859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b65bdd47-a04d-4d99-a3f8-35b1166cde26 req-6d3e8fa8-4038-4990-9036-529776c050f8 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750401 Apr 11 21:04:48.528449 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.529802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] 10.222.0.69 "PUT /v2.0/ports/7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 200 len: 1091 time: 3.7204888 Apr 11 21:04:48.556840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95281d-0457-492c-a4c2-3e5863f36768', 'tag': '7653ed7e-6e48-4a7e-a268-c1d052622bd2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:48.559643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8fc99f4bc64e1d9b4c21cd47727524 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:48.586327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:48.605248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Router abea0ad5-614b-4c1f-8e16-19bdabef4c07 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:04:48.611546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:48.699346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c7ae-6e99-4676-85c5-06c2287262bb service neutron] Pushing event updated for resources: {'Port': ['ID=7653ed7e-6e48-4a7e-a268-c1d052622bd2,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:48.722107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.730204 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c82eb04-c882-4221-8ccb-e5ed18e2133c'] response: {'name': 'network-changed', 'server_uuid': '2e95281d-0457-492c-a4c2-3e5863f36768', 'tag': '7653ed7e-6e48-4a7e-a268-c1d052622bd2', 'status': 'completed', 'code': 200} Apr 11 21:04:48.872979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:48.910715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-e0fdd4aa-82a0-4916-a582-8d6f62811d78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 1094 time: 0.1701100 Apr 11 21:04:49.013521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49900) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:49.028874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:04:49.043448 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d6df0-d564-4369-8258-6122a80308ca None None] Sync routers for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:04:49.067897 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:49.068664 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:04:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:49.113344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] No DVR routers for this DVR port 747f1a16-e78f-496f-8a33-f85e004241d2 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:49.116415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:49.141998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-78b9f548-29be-4932-aeb2-d51d3116bee6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 200 len: 217 time: 0.2082195 Apr 11 21:04:49.144900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:49.280043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a86795a-17f5-46a2-a4a2-52d935c35c14,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:49.305534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7e7ee46a-5f6d-4e7c-8f10-d94e62bb8886 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "DELETE /v2.0/ports/747f1a16-e78f-496f-8a33-f85e004241d2 HTTP/1.1" status: 204 len: 173 time: 3.0659416 Apr 11 21:04:49.349557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e4dd927a-e005-4cbc-8a78-64a01cc572a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d8fc99f4bc64e1d9b4c21cd47727524&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2619936 Apr 11 21:04:49.350689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49914) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:49.387621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-962671e8-9676-45cd-be00-39afaadeeef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:49.390070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-962671e8-9676-45cd-be00-39afaadeeef5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.2120900 Apr 11 21:04:49.502244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a56a6e26-733a-4026-985a-eebbe9723c5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=efd7a8019c5b4a259d9ec35300231d73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4874020 Apr 11 21:04:49.505530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:49.514017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:49.517478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:49.544981 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:04:49.630453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:49.719224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f2f4-a12f-4426-8808-3329037e4131 req-3820589b-20c4-4f06-ad0c-6a9e64a069a9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:49.724612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3af9f2f4-a12f-4426-8808-3329037e4131 req-3820589b-20c4-4f06-ad0c-6a9e64a069a9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 943 time: 0.4553900 Apr 11 21:04:49.768893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d054b12-4e3c-4c96-affd-c32e8d82990b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:49.800142 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d054b12-4e3c-4c96-affd-c32e8d82990b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:49.889833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6929f63d-6af4-4d60-b59a-be2d13c360ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:49.927321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3af9f2f4-a12f-4426-8808-3329037e4131 req-f3c02c3d-c92f-46d0-a160-7636403ae1df tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971028 Apr 11 21:04:49.984974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] For port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:49.985612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.048576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-17ef93d1-9021-4928-8835-3e4b22a4060d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6514041 Apr 11 21:04:50.116998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6929f63d-6af4-4d60-b59a-be2d13c360ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.198511 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bafb87-99d9-4ea4-a2dd-7c4f85eb0adb'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': '747f1a16-e78f-496f-8a33-f85e004241d2', 'status': 'completed', 'code': 200} Apr 11 21:04:50.353515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:50.406654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49936) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:50.427388 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:50.432937 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d6df0-d564-4369-8258-6122a80308ca None None] Checking router: abea0ad5-614b-4c1f-8e16-19bdabef4c07 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:04:50.446590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6929f63d-6af4-4d60-b59a-be2d13c360ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.448036 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:04:50.448790 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:04:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:50.547513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929f63d-6af4-4d60-b59a-be2d13c360ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d546563-78f5-4b03-84f5-9953c2f56bdb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:50.552826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d054b12-4e3c-4c96-affd-c32e8d82990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.586482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6929f63d-6af4-4d60-b59a-be2d13c360ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.590272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6929f63d-6af4-4d60-b59a-be2d13c360ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d546563-78f5-4b03-84f5-9953c2f56bdb HTTP/1.1" status: 204 len: 168 time: 1.0803585 Apr 11 21:04:50.595903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054b12-4e3c-4c96-affd-c32e8d82990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a86795a-17f5-46a2-a4a2-52d935c35c14,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:50.609751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d054b12-4e3c-4c96-affd-c32e8d82990b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.610895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3d054b12-4e3c-4c96-affd-c32e8d82990b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a86795a-17f5-46a2-a4a2-52d935c35c14 HTTP/1.1" status: 204 len: 168 time: 1.2571127 Apr 11 21:04:50.658085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658040-72c9-4bef-a857-b39a12cc46fd req-23610049-a07c-4856-bd93-6df25b543533 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:50.662141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658040-72c9-4bef-a857-b39a12cc46fd req-23610049-a07c-4856-bd93-6df25b543533 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:50.663844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00658040-72c9-4bef-a857-b39a12cc46fd req-23610049-a07c-4856-bd93-6df25b543533 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 1677 time: 0.7846172 Apr 11 21:04:50.712437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-077dfb12-5b88-430e-8ed7-403675794e9b service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628658 Apr 11 21:04:50.726759 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:04:50.775063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.829756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=7e6b6b37-d4f9-4363-85f8-ea6385b22f9a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:50.893396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:50.963763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00658040-72c9-4bef-a857-b39a12cc46fd req-e579004e-6d5e-4ff1-90c0-502ed8c5b06c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups?id=4afb5e68-3765-42ed-bd89-d8e8a4f72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769554 Apr 11 21:04:50.991131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] No DVR routers for this DVR port 7e6b6b37-d4f9-4363-85f8-ea6385b22f9a on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:51.001222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:51.011865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:51.019362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Usage tracker for resource:security_group_rule and tenant:5a445e56f3f9417e8a0b5f21f27b50c3 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:51.029950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:51.033210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-7ec30a43-68df-40f5-bf8c-26486139c896 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "DELETE /v2.0/ports/7e6b6b37-d4f9-4363-85f8-ea6385b22f9a HTTP/1.1" status: 204 len: 173 time: 1.7065926 Apr 11 21:04:51.040409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:51.046275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dd691bf-9705-4b13-b481-7a08b3d4961c req-e4fb039c-3d21-43dc-bd40-f09b217d8d72 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264902 Apr 11 21:04:51.344025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port b7f4dc31-622e-4ce8-b14d-ed6a8396331f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:51.355611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:51.459616 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-971d6df0-d564-4369-8258-6122a80308ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:04:51.468097 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d6df0-d564-4369-8258-6122a80308ca None None] The sync data for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 is: [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T20:56:49Z', 'revision_number': 4, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '930efba7-ea52-4264-9cbc-c06e9d3a9894', 'name': '', 'network_id': 'e42eb3aa-fefe-401d-9318-df7d4c8d19d1', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'mac_address': 'fa:16:3e:3c:dd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:48Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'subnets': [{'id': 'b8a38136-d920-4aac-aa78-d87e1cb30b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:04:51.491125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:51.577853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-fbab72ce-e345-42f4-ab5a-5b66a8dbfccb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 1094 time: 0.3610556 Apr 11 21:04:51.690743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:51.804467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0acebd-416b-4d4c-88f3-b9e01ae612c9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:51.811079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0bd4fed5-2e45-44d0-94c8-a9bf31307e5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a445e56f3f9417e8a0b5f21f27b50c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4014504 Apr 11 21:04:51.814047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:51.869654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-795497f7-7fb7-49c8-a96b-77763559e8dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:51.871028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-795497f7-7fb7-49c8-a96b-77763559e8dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.2860479 Apr 11 21:04:51.944997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] For port b7f4dc31-622e-4ce8-b14d-ed6a8396331f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:51.944997 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:51.949149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206435c-d3be-4d22-9c0e-4f9d867726f0 None None] New status for floating IP 3aef111c-cc2e-40ef-8344-dbeae5b8894d: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:04:51.971246 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-807c543f-e8bb-47e7-9d29-1a21d121263f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 200 len: 217 time: 0.0937452 Apr 11 21:04:52.022157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8377d87-fc57-4da1-9a5d-7738d960fa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:52.035528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7016-00f7-48f0-8891-3f8e3e0a6e90 req-f3087561-8f85-4156-8439-becbe9bd4e78 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:52.037017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfeb7016-00f7-48f0-8891-3f8e3e0a6e90 req-f3087561-8f85-4156-8439-becbe9bd4e78 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 943 time: 0.5553210 Apr 11 21:04:52.064428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8377d87-fc57-4da1-9a5d-7738d960fa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:52.072978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-e783c785-68a3-4857-ac7c-7196fecdbf4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:52.077816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-e783c785-68a3-4857-ac7c-7196fecdbf4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0953550 Apr 11 21:04:52.169184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for b7f4dc31-622e-4ce8-b14d-ed6a8396331f owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:04:52.181969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-5424b3d1-9d57-488b-9700-b45a02d2983c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955424 Apr 11 21:04:52.204197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:52.275396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8377d87-fc57-4da1-9a5d-7738d960fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:52.278889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfeb7016-00f7-48f0-8891-3f8e3e0a6e90 req-8da82b89-4627-459b-b0cf-40ddbf5ef002 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308608 Apr 11 21:04:52.448854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8377d87-fc57-4da1-9a5d-7738d960fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0acebd-416b-4d4c-88f3-b9e01ae612c9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:52.457305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8377d87-fc57-4da1-9a5d-7738d960fa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:52.459881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8377d87-fc57-4da1-9a5d-7738d960fa6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff0acebd-416b-4d4c-88f3-b9e01ae612c9 HTTP/1.1" status: 204 len: 168 time: 0.6442318 Apr 11 21:04:52.550379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-dd84809f-badc-43d9-9974-989ae8e9d26a service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605685 Apr 11 21:04:52.583251 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1b92c8-42ee-4e6c-8b41-65599653331f'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': '7e6b6b37-d4f9-4363-85f8-ea6385b22f9a', 'status': 'completed', 'code': 200} Apr 11 21:04:52.598626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:52.718596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=b7f4dc31-622e-4ce8-b14d-ed6a8396331f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:52.771959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f0999eeb-bff9-41d5-9a65-19e8f99c53df req-c41d0f79-32be-46f8-acc5-a855315c4a3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Synchronizing usage tracker for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:04:52.860657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7accbd8f-e45d-4a16-a223-bc5e1daf224e req-c031b87e-5d98-4336-96ac-aec0573bc425 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934766 Apr 11 21:04:52.871627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] No DVR routers for this DVR port b7f4dc31-622e-4ce8-b14d-ed6a8396331f on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:04:52.876998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:52.889506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14d5da18-2aa2-4e82-8172-19385497ae75 req-2f7ff384-f9f1-4c10-9b10-ed2e1e11b5dc tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.69 "DELETE /v2.0/ports/b7f4dc31-622e-4ce8-b14d-ed6a8396331f HTTP/1.1" status: 204 len: 173 time: 1.8467879 Apr 11 21:04:52.935058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-f0999eeb-bff9-41d5-9a65-19e8f99c53df req-c41d0f79-32be-46f8-acc5-a855315c4a3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Unset dirty status for tenant:3a9b3bf402b04c43826ed9b7a0671727 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:04:52.936426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0999eeb-bff9-41d5-9a65-19e8f99c53df req-c41d0f79-32be-46f8-acc5-a855315c4a3c tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.2206368 Apr 11 21:04:53.136674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50016) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:53.590107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b422b2-241d-4ca8-a012-35debbcb414f req-a80dadc0-ab5f-408c-a1ab-b2da82505fa7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:53.591659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59b422b2-241d-4ca8-a012-35debbcb414f req-a80dadc0-ab5f-408c-a1ab-b2da82505fa7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 943 time: 0.1158531 Apr 11 21:04:53.641580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50032) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:53.658849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59b422b2-241d-4ca8-a012-35debbcb414f req-f4fd10d0-7e1d-4bc9-9027-3e68983f2a3d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 Apr 11 21:04:53.671382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:53.686759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-416673047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:53.702161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:53.707063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:router and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:53.710171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:53.716796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:53.749554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:53.755294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Usage tracker for resource:security_group_rule and tenant:93743848c6744cbfb033d28d6727d2ee is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:53.760021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:53.766300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:53.810016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:53.811073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:53.871670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:53.874610 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:53.942239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:53.998011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50048) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:53.998207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93743848c6744cbfb033d28d6727d2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3551497 Apr 11 21:04:54.006253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebae715-3c2a-480d-9ffe-e3e146b76f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64834fa8-b731-4d2a-8f1e-b2609d5df057,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:54.043610 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.089735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57720b10-90b9-4e2c-a409-db2dc9c839c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.123051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57720b10-90b9-4e2c-a409-db2dc9c839c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.176562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e32c2ce5-8a0b-43bb-a45f-46ab686c05f0 req-16d7ee5a-356f-4ce1-886b-f3231c33d040 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.0666001 Apr 11 21:04:54.180518 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.182111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cdc60b9f-f963-4e73-a267-64d03259ee2d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0444582 Apr 11 21:04:54.186013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:54.199085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-196599862'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:54.212446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:54.242962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:network and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:54.246943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:54.257370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:54.313990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57720b10-90b9-4e2c-a409-db2dc9c839c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.329614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Made reservation on behalf of 0f4b5c80f127481db7e41db4f17dc1f0 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:54.332741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.340575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57720b10-90b9-4e2c-a409-db2dc9c839c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64834fa8-b731-4d2a-8f1e-b2609d5df057,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:54.352634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.373972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57720b10-90b9-4e2c-a409-db2dc9c839c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.379448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57720b10-90b9-4e2c-a409-db2dc9c839c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64834fa8-b731-4d2a-8f1e-b2609d5df057 HTTP/1.1" status: 204 len: 168 time: 0.3799980 Apr 11 21:04:54.422272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:54.436519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:security_group_rule and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:54.439777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:54.445746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:54.577616 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.584875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:54.644639 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859f3d0a-6b57-47ba-82a3-8738ef309d35'] response: {'server_uuid': '847cc0d0-4afc-4c54-b417-5f3e69fbf2bb', 'name': 'network-vif-deleted', 'tag': 'b7f4dc31-622e-4ce8-b14d-ed6a8396331f', 'status': 'completed', 'code': 200} Apr 11 21:04:54.647868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.682659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:04:54.693547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f12d00-792b-4e20-a35a-e0a6191d2c1d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:54.709443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.710101 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Added segment 2efea04b-7704-4bd9-a8d9-496fa73f0438 of type vlan for network 9d4baf6b-629b-4675-bcf8-c7885dff9cea Apr 11 21:04:54.794113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.959903 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:54.964168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:54.965055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:55.004953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a276d8-5ee8-4df4-86d7-2789cba21fc1 req-71cbaf4f-9f39-46d7-a9e7-a29bc772d8a1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:55.006585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a6a276d8-5ee8-4df4-86d7-2789cba21fc1 req-71cbaf4f-9f39-46d7-a9e7-a29bc772d8a1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 943 time: 0.1266046 Apr 11 21:04:55.287691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7653ed7e-6e48-4a7e-a268-c1d052622bd2 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:04:55.453646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Network': ['ID=9d4baf6b-629b-4675-bcf8-c7885dff9cea,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:55.491588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50100) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:55.498221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dc60dc80-b1ae-44fa-80ec-c5ab4242f9b8 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3109455 Apr 11 21:04:55.506196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'subnet': {'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:55.507853 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a6a276d8-5ee8-4df4-86d7-2789cba21fc1 req-52b36c8d-be3e-4e2d-aa1f-e53a5226452b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490535 Apr 11 21:04:55.629145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:55.645633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '7653ed7e-6e48-4a7e-a268-c1d052622bd2', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': '7653ed7e-6e48-4a7e-a268-c1d052622bd2', 'mac_address': 'fa:16:3e:f2:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:04:55.673709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:04:55.688319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:55.699241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b40a9af6-fb14-44f3-8edc-39bd469526ce req-b049851f-fada-4d2b-9f23-474ac5d1fb61 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.1778274 Apr 11 21:04:55.700512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:subnet and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:55.703955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:55.715852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:55.797386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Made reservation on behalf of 0f4b5c80f127481db7e41db4f17dc1f0 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:55.822038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:55.846195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7653ed7e-6e48-4a7e-a268-c1d052622bd2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:04:55.868258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:55.954779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:55.957630 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:56.046993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7653ed7e-6e48-4a7e-a268-c1d052622bd2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:56.194216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:04:56.323961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:56.432529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Subnet': ['ID=c99192c3-4859-41e0-85d6-266e1c513abc,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:56.463923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Checking segment: {'id': '2efea04b-7704-4bd9-a8d9-496fa73f0438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:04:56.464283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network hostable DHCP agents. Network: 9d4baf6b-629b-4675-bcf8-c7885dff9cea, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:04:56.608227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:04:56.701407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9d4baf6b-629b-4675-bcf8-c7885dff9cea) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:56.705848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:56.706673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:56.712464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1ee79-6c68-4206-bc5b-196feb2c41c8 None None] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:04:56.764244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017a06-4901-4b92-bbcf-a0d54554308e req-54302f59-f7e9-4fae-910a-43cbe41e9964 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:56.766766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77017a06-4901-4b92-bbcf-a0d54554308e req-54302f59-f7e9-4fae-910a-43cbe41e9964 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 944 time: 0.0952504 Apr 11 21:04:56.834641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-885d9c65-5ec4-4adb-a9e1-1001207b837e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3394318 Apr 11 21:04:56.837992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50152) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:56.848159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'network': {'name': 'tempest-router-network01--2052022926'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:56.854754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:56.869218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:network and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:56.877862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:56.890205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:56.919718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77017a06-4901-4b92-bbcf-a0d54554308e req-d68bcfef-cdf8-456d-9c38-aa42da632efa tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443846 Apr 11 21:04:56.963304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Made reservation on behalf of 0f4b5c80f127481db7e41db4f17dc1f0 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:56.966846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:56.998826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:57.028056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:04:57.056388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.056811 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Added segment 4145a79a-666f-43c8-b7a4-ee5e68724db9 of type vlan for network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 Apr 11 21:04:57.142892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adbf145f-45ce-4e25-8305-9f24d6b54092 req-a475c770-2590-43f1-9fea-8069214dbad4 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/ports?device_id=847cc0d0-4afc-4c54-b417-5f3e69fbf2bb HTTP/1.1" status: 200 len: 210 time: 0.0769749 Apr 11 21:04:57.192579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.197636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9d4baf6b-629b-4675-bcf8-c7885dff9cea', 'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea', 'tenant_id': '0f4b5c80f127481db7e41db4f17dc1f0', 'fixed_ips': [{'subnet_id': 'c99192c3-4859-41e0-85d6-266e1c513abc'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:04:57.198158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.238973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.272069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:57.276300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:56350900cb0548d0ac12143343a8b175 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:57.281716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:57.290182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:57.308019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7653ed7e-6e48-4a7e-a268-c1d052622bd2 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:04:57.310898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.316541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:57.317144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.408309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.484221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.495692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Network': ['ID=6c63e9a4-dd7d-493f-90fe-e580cfc62827,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:57.511635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:04:57.543574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56350900cb0548d0ac12143343a8b175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5431473 Apr 11 21:04:57.544220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a410-a39c-44c6-83a3-196dedaddcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e40cd-05ea-4e37-8550-4b52b6eb3077,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:57.546039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50172) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:57.587211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-747a1550-9177-423c-bf50-1a046704417e tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7480288 Apr 11 21:04:57.590111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50180) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:57.595734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'network': {'name': 'tempest-router-network02--2037842343'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:57.602176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:57.608121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:04:57.615712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d000-b733-4b79-ba99-2d093bc8b655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.620967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:network and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:57.628696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:04:57.629063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.632014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:57.645804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:57.648802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d000-b733-4b79-ba99-2d093bc8b655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.669554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Allocated IP 172.20.0.2 (9d4baf6b-629b-4675-bcf8-c7885dff9cea/c99192c3-4859-41e0-85d6-266e1c513abc/ce40dc64-4702-4cfc-b2cc-c7aac4d8442d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:04:57.746758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Made reservation on behalf of 0f4b5c80f127481db7e41db4f17dc1f0 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:57.752744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.815762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d000-b733-4b79-ba99-2d093bc8b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.819553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:04:57.833577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.834425 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Added segment 55ee6a74-9d7a-482f-8c8a-91a69cae13bb of type vlan for network a9f509e2-38cf-454e-929f-04952a25812d Apr 11 21:04:57.840135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2d000-b733-4b79-ba99-2d093bc8b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e40cd-05ea-4e37-8550-4b52b6eb3077,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:57.849541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7f2d000-b733-4b79-ba99-2d093bc8b655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.851340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f7f2d000-b733-4b79-ba99-2d093bc8b655 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed3e40cd-05ea-4e37-8550-4b52b6eb3077 HTTP/1.1" status: 204 len: 168 time: 0.3043163 Apr 11 21:04:57.865816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.958223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.962782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:57.963380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:57.975247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.104301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95281d-0457-492c-a4c2-3e5863f36768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7653ed7e-6e48-4a7e-a268-c1d052622bd2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:04:58.109722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Network': ['ID=a9f509e2-38cf-454e-929f-04952a25812d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:58.153603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a9f509e2-38cf-454e-929f-04952a25812d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:04:58.305175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:04:58.307150 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef0942e-1eea-4443-b629-1bab029de8d2'] response: {'server_uuid': '2e95281d-0457-492c-a4c2-3e5863f36768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7653ed7e-6e48-4a7e-a268-c1d052622bd2', 'code': 200} Apr 11 21:04:58.329638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.332004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bc5bc5a4-4da9-45a0-abb7-3054550aef4a tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7396264 Apr 11 21:04:58.333567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50210) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:58.340439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'subnet': {'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:04:58.342150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Transition to ACTIVE for port object ce40dc64-4702-4cfc-b2cc-c7aac4d8442d will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:58.370802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Transition to ACTIVE for port object ce40dc64-4702-4cfc-b2cc-c7aac4d8442d will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:04:58.403884 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.509166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f27ba-157c-4fb0-93da-e35bb734448a req-03dabad8-47b7-4e5c-b205-4093b5accf6b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:04:58.513780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f43f27ba-157c-4fb0-93da-e35bb734448a req-03dabad8-47b7-4e5c-b205-4093b5accf6b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 944 time: 0.3444865 Apr 11 21:04:58.535357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.590467 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd34fb95-6500-48aa-b329-6fb6803fe930 req-f7512cbb-324d-4f87-9c46-66475136a9ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 1095 time: 0.3169355 Apr 11 21:04:58.617273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50226) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:58.617753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=7653ed7e-6e48-4a7e-a268-c1d052622bd2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:58.692541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:04:58.701911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:04:58.707896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f43f27ba-157c-4fb0-93da-e35bb734448a req-9cf2e25e-0beb-41c3-8a53-1daa96e9d966 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767330 Apr 11 21:04:58.714558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:04:58.720159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:58.750944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd34fb95-6500-48aa-b329-6fb6803fe930 req-b0ce7830-586e-4974-adb6-44f194b7a9d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533368 Apr 11 21:04:58.754622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:subnet and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:58.759539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:58.762499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b900f7cb-a0c9-4bee-ad68-a3ab1f999c3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.778029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:58.806333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b900f7cb-a0c9-4bee-ad68-a3ab1f999c3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.845634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Pushing event updated for resources: {'Port': ['ID=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:58.849095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Attempting to bind port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:04:58.849654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Attempting to bind port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2efea04b-7704-4bd9-a8d9-496fa73f0438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:04:58.850541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Attempting to bind port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d on network 9d4baf6b-629b-4675-bcf8-c7885dff9cea {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:04:58.864756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:04:58.865335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Checking segment: {'id': '2efea04b-7704-4bd9-a8d9-496fa73f0438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:04:58.865739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.867183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Bound using segment: {'id': '2efea04b-7704-4bd9-a8d9-496fa73f0438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:04:58.867720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Bound port: ce40dc64-4702-4cfc-b2cc-c7aac4d8442d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efea04b-7704-4bd9-a8d9-496fa73f0438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9d4baf6b-629b-4675-bcf8-c7885dff9cea'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:04:58.868487 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.924524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Made reservation on behalf of 0f4b5c80f127481db7e41db4f17dc1f0 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:04:58.926522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:58.978846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] For port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:04:58.982103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] For port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,segment=NetworkSegment(2efea04b-7704-4bd9-a8d9-496fa73f0438),segment_id=2efea04b-7704-4bd9-a8d9-496fa73f0438)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:04:59.004492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b900f7cb-a0c9-4bee-ad68-a3ab1f999c3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.029744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50238) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:59.051491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.071161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.094975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:04:59.100957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Usage tracker for resource:security_group_rule and tenant:da69c991c688422ba50648e809bcd5ed is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:04:59.104413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:04:59.111230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:04:59.156192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9b3c-08bb-4e77-8b29-76de371bc4ed None None] Pushing event updated for resources: {'Port': ['ID=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:59.181113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900f7cb-a0c9-4bee-ad68-a3ab1f999c3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb5e68-3765-42ed-bd89-d8e8a4f72da2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:59.203375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.212311 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.283785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.345446 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b900f7cb-a0c9-4bee-ad68-a3ab1f999c3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.349269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b900f7cb-a0c9-4bee-ad68-a3ab1f999c3e tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/security-groups/4afb5e68-3765-42ed-bd89-d8e8a4f72da2 HTTP/1.1" status: 204 len: 168 time: 0.7298303 Apr 11 21:04:59.351597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50252) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:59.402989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da69c991c688422ba50648e809bcd5ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3737032 Apr 11 21:04:59.404159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22a0c7-bf94-494d-9e8f-5531880edf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8754d60-d9fb-4d4a-8904-cb903c75c7ba,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:59.406408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50256) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:59.412637 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-35b7d74a-c820-4079-8285-1dbf3e81927a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] show failed (client error): The resource could not be found. Apr 11 21:04:59.416758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-35b7d74a-c820-4079-8285-1dbf3e81927a tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "GET /v2.0/security-groups/4afb5e68-3765-42ed-bd89-d8e8a4f72da2 HTTP/1.1" status: 404 len: 347 time: 0.0646341 Apr 11 21:04:59.417575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50260) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:04:59.475980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3502-d023-48a0-932b-aef8248d00f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.506843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3502-d023-48a0-932b-aef8248d00f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.667384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3502-d023-48a0-932b-aef8248d00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.681069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port 45f0359f-64c6-4563-8c45-cb24216177e6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:04:59.682035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.717246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f3502-d023-48a0-932b-aef8248d00f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8754d60-d9fb-4d4a-8904-cb903c75c7ba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:04:59.721003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea1f3502-d023-48a0-932b-aef8248d00f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:04:59.722465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea1f3502-d023-48a0-932b-aef8248d00f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8754d60-d9fb-4d4a-8904-cb903c75c7ba HTTP/1.1" status: 204 len: 168 time: 0.3149018 Apr 11 21:05:00.086531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:00.086878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:00.250813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for 45f0359f-64c6-4563-8c45-cb24216177e6 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:00.286456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce40dc64-4702-4cfc-b2cc-c7aac4d8442d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:00.299586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e057b-5ee5-42af-b1f1-4776c7fea3d0 req-b4b01dd2-b30a-41b0-8896-7454a27beedb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:00.328470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb8e057b-5ee5-42af-b1f1-4776c7fea3d0 req-b4b01dd2-b30a-41b0-8896-7454a27beedb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.4111950 Apr 11 21:05:00.458407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:00.551378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:00.581163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb8e057b-5ee5-42af-b1f1-4776c7fea3d0 req-c7d9a873-36ab-403e-871d-a00221b50182 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516987 Apr 11 21:05:00.646282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:00.652132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Subnet': ['ID=582a3c72-5445-490a-8cbf-5596d8204e80,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:00.667008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Checking segment: {'id': '4145a79a-666f-43c8-b7a4-ee5e68724db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:00.672874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network hostable DHCP agents. Network: 6c63e9a4-dd7d-493f-90fe-e580cfc62827, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:05:00.824598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:05:00.851640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:00.865704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964caa29-6d08-45b1-aa9f-2236162b7586 None None] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:01.047603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6c63e9a4-dd7d-493f-90fe-e580cfc62827) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:01.081037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d0ad6-8eb2-40d6-8183-93f7bdc69b7f None None] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:01.090235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=45f0359f-64c6-4563-8c45-cb24216177e6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:01.103663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:01.104551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.206246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.213593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.218111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2495c791-2b02-49f4-ad39-8dbff76fa85d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/floatingips/3aef111c-cc2e-40ef-8344-dbeae5b8894d HTTP/1.1" status: 204 len: 168 time: 1.7965951 Apr 11 21:05:01.218235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50308) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:01.273243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4dcaafe-7220-421f-a660-0a8f7faca03c tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9385850 Apr 11 21:05:01.275928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50312) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:01.282394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'subnet': {'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:01.307857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port 1434ff7b-a1eb-48de-8968-0527b636d986 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:01.308462 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.586307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:01.590731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] Provisioning for port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:01.597709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] Provisioning complete for port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:01.598221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.599127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Usage tracker for resource:subnet and tenant:0f4b5c80f127481db7e41db4f17dc1f0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:01.612225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:01.631700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:01.787994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-6c63e9a4-dd7d-493f-90fe-e580cfc62827', 'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827', 'tenant_id': '0f4b5c80f127481db7e41db4f17dc1f0', 'fixed_ips': [{'subnet_id': '582a3c72-5445-490a-8cbf-5596d8204e80'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:05:01.788967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.830849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Made reservation on behalf of 0f4b5c80f127481db7e41db4f17dc1f0 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:05:01.962712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:01.992117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:02.282317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for 1434ff7b-a1eb-48de-8968-0527b636d986 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:02.305779 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:02.400677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] For port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,segment=NetworkSegment(2efea04b-7704-4bd9-a8d9-496fa73f0438),segment_id=2efea04b-7704-4bd9-a8d9-496fa73f0438)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:02.424737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0abc28-1de8-462f-aea8-56f1c310fe29 req-a0bde407-2dc8-4266-b3a9-e8ee046201fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:02.428353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Allocated IP 172.20.0.2 (6c63e9a4-dd7d-493f-90fe-e580cfc62827/582a3c72-5445-490a-8cbf-5596d8204e80/06fa32cf-7231-4e23-a50d-55a206154c99) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:02.432722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b0abc28-1de8-462f-aea8-56f1c310fe29 req-a0bde407-2dc8-4266-b3a9-e8ee046201fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.5895464 Apr 11 21:05:02.480484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:02.597162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:02.669758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b0abc28-1de8-462f-aea8-56f1c310fe29 req-ca4977cc-52c3-4842-a0be-28b53b58a32c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359226 Apr 11 21:05:02.743449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79115b42-62dd-468f-a7e2-c873baca363b None None] Pushing event updated for resources: {'Port': ['ID=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:02.781195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6e921c9d-ecc9-452b-92cc-be9e2c7fc517 None None] Provisioning complete for port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:02.781485 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6e921c9d-ecc9-452b-92cc-be9e2c7fc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:02.806590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Subnet': ['ID=678d58af-ddd5-4824-b207-800772a88b97,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:02.820717 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:02.847375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Checking segment: {'id': '55ee6a74-9d7a-482f-8c8a-91a69cae13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:02.848395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network hostable DHCP agents. Network: a9f509e2-38cf-454e-929f-04952a25812d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:05:02.924989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=1434ff7b-a1eb-48de-8968-0527b636d986,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:02.958137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network a9f509e2-38cf-454e-929f-04952a25812d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:05:03.002598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.003126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.003546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.004024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.004510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.004837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.005157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.005657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.006127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.006802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.007621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:03.043933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, a9f509e2-38cf-454e-929f-04952a25812d) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:03.048743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:03.049629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:03.060194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775cf3d0-d8f1-4d53-9c44-5038fdb47016 None None] Network a9f509e2-38cf-454e-929f-04952a25812d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:03.164351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:03.232648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d9c74921-c2c2-4e18-98ec-b9695debad43 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9553497 Apr 11 21:05:03.235796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:03.542144 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:03.567878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Transition to ACTIVE for port object 06fa32cf-7231-4e23-a50d-55a206154c99 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:03.591152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Transition to ACTIVE for port object 06fa32cf-7231-4e23-a50d-55a206154c99 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:03.652319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-a9f509e2-38cf-454e-929f-04952a25812d', 'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d', 'tenant_id': '0f4b5c80f127481db7e41db4f17dc1f0', 'fixed_ips': [{'subnet_id': '678d58af-ddd5-4824-b207-800772a88b97'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:05:03.652319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:03.664825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0f9a-f3fa-4e55-b8d1-746865133417 req-0608130c-360a-41a9-885b-9a6536ad847b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:03.676918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990e0f9a-f3fa-4e55-b8d1-746865133417 req-0608130c-360a-41a9-885b-9a6536ad847b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2115908 Apr 11 21:05:03.693428 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:03.703377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-78be7716-4780-4eb8-b81d-4b31019c4249 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/ports/1434ff7b-a1eb-48de-8968-0527b636d986 HTTP/1.1" status: 204 len: 168 time: 2.4841182 Apr 11 21:05:03.711570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50382) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:03.806659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990e0f9a-f3fa-4e55-b8d1-746865133417 req-e6ae0615-8f2e-4ea9-aa39-73a497c014ca tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291752 Apr 11 21:05:03.975043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port 22b94f9f-49f6-41a6-9552-d31f3b092112 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:03.975598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:03.976127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:03.981915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:03.988854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:04.088816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Pushing event updated for resources: {'Port': ['ID=06fa32cf-7231-4e23-a50d-55a206154c99,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:04.105290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Allocated IP 172.20.0.2 (a9f509e2-38cf-454e-929f-04952a25812d/678d58af-ddd5-4824-b207-800772a88b97/ce1453ae-ac90-410a-a10c-d2f2e767dcb2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:04.107864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Attempting to bind port 06fa32cf-7231-4e23-a50d-55a206154c99 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:05:04.108385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Attempting to bind port 06fa32cf-7231-4e23-a50d-55a206154c99 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4145a79a-666f-43c8-b7a4-ee5e68724db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:05:04.108916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Attempting to bind port 06fa32cf-7231-4e23-a50d-55a206154c99 on network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:04.118665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:05:04.119035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Checking segment: {'id': '4145a79a-666f-43c8-b7a4-ee5e68724db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:04.119431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:04.119848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Bound using segment: {'id': '4145a79a-666f-43c8-b7a4-ee5e68724db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:05:04.120313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Bound port: 06fa32cf-7231-4e23-a50d-55a206154c99, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4145a79a-666f-43c8-b7a4-ee5e68724db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6c63e9a4-dd7d-493f-90fe-e580cfc62827'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:05:04.120688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:04.232333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec825-766a-4017-81b3-52af6d52a062 req-d9c11728-3ef6-43f3-9065-53baceedb289 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:04.238348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-547ec825-766a-4017-81b3-52af6d52a062 req-d9c11728-3ef6-43f3-9065-53baceedb289 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.5396481 Apr 11 21:05:04.386436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce40dc64-4702-4cfc-b2cc-c7aac4d8442d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:04.661748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-547ec825-766a-4017-81b3-52af6d52a062 req-74e04d51-ca72-40eb-a36c-0bfbb119a322 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176088 Apr 11 21:05:04.682830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:04.774837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:04.786900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Transition to ACTIVE for port object ce1453ae-ac90-410a-a10c-d2f2e767dcb2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:04.810144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Transition to ACTIVE for port object ce1453ae-ac90-410a-a10c-d2f2e767dcb2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:04.834588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] For port 06fa32cf-7231-4e23-a50d-55a206154c99, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:05:04.839175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] For port 06fa32cf-7231-4e23-a50d-55a206154c99, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=06fa32cf-7231-4e23-a50d-55a206154c99,segment=NetworkSegment(4145a79a-666f-43c8-b7a4-ee5e68724db9),segment_id=4145a79a-666f-43c8-b7a4-ee5e68724db9)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:05:04.853164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:04.853695 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:04.859832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for 22b94f9f-49f6-41a6-9552-d31f3b092112 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:04.946926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:05.009542 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:05.151933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Network a9f509e2-38cf-454e-929f-04952a25812d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:05.155232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:05.166408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:05.168697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Pushing event updated for resources: {'Port': ['ID=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:05.190888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:05.227222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2be7de-af6e-440a-bc04-0d4587a41496 req-8b14ffd1-8ce2-4669-a2c7-346ca10b913d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:05.239300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea2be7de-af6e-440a-bc04-0d4587a41496 req-8b14ffd1-8ce2-4669-a2c7-346ca10b913d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1621311 Apr 11 21:05:05.420550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea2be7de-af6e-440a-bc04-0d4587a41496 req-add37321-a98f-43e2-a865-f56c0af03d76 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801412 Apr 11 21:05:05.473282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Port': ['ID=22b94f9f-49f6-41a6-9552-d31f3b092112,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:05.482395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:05.496671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50434) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:05.500741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-03499009-dd11-4de6-a8c6-c340d1bf7f83 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/ports/22b94f9f-49f6-41a6-9552-d31f3b092112 HTTP/1.1" status: 204 len: 168 time: 1.7825034 Apr 11 21:05:05.505931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50440) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:05.576736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116bb94-b63d-4f7c-b15d-1317a5766b27 None None] Pushing event updated for resources: {'Port': ['ID=06fa32cf-7231-4e23-a50d-55a206154c99,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:05.719325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:05.744097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Attempting to bind port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:05:05.744472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Attempting to bind port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '55ee6a74-9d7a-482f-8c8a-91a69cae13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:05:05.744842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Attempting to bind port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 on network a9f509e2-38cf-454e-929f-04952a25812d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:05.778964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:05:05.785197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Checking segment: {'id': '55ee6a74-9d7a-482f-8c8a-91a69cae13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:05.788167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:05.788525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Bound using segment: {'id': '55ee6a74-9d7a-482f-8c8a-91a69cae13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:05:05.789035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Bound port: ce1453ae-ac90-410a-a10c-d2f2e767dcb2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ee6a74-9d7a-482f-8c8a-91a69cae13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a9f509e2-38cf-454e-929f-04952a25812d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:05:05.789423 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.056092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.056577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] For port ce1453ae-ac90-410a-a10c-d2f2e767dcb2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:05:06.063558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] For port ce1453ae-ac90-410a-a10c-d2f2e767dcb2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,segment=NetworkSegment(55ee6a74-9d7a-482f-8c8a-91a69cae13bb),segment_id=55ee6a74-9d7a-482f-8c8a-91a69cae13bb)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:05:06.190616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:06.209785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Usage tracker for resource:security_group_rule and tenant:4a689e96417a4900ab74495a2f79dbe1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:06.215231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting subnet 14b2707d-6e12-4176-b3af-7675aff01042 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:06.219050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.288091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:06.305785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 06fa32cf-7231-4e23-a50d-55a206154c99 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:06.330639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:06.379353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.394749 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.507271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f622dd2-ff2d-40f0-8907-0f67c6e02eb8 req-e92121e3-823c-4182-9c8a-4562acfcc5aa tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:06.509429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f622dd2-ff2d-40f0-8907-0f67c6e02eb8 req-e92121e3-823c-4182-9c8a-4562acfcc5aa tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.3292592 Apr 11 21:05:06.633767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Pushing event updated for resources: {'Port': ['ID=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:06.679010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f622dd2-ff2d-40f0-8907-0f67c6e02eb8 req-7dd0adca-c41a-4d5a-804b-2f0a6cfe7d81 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752561 Apr 11 21:05:06.681609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.681962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.682305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.687147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.687584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.687925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.688258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.688583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.688907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.689260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.689586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2ae76-d6a3-461a-b99c-4cfa1f6affb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:06.804461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Allocated IP 172.20.0.1 (6c63e9a4-dd7d-493f-90fe-e580cfc62827/582a3c72-5445-490a-8cbf-5596d8204e80/c859e0cc-751e-48d2-b318-c9293af9da8a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:06.812174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.843693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:06.847569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 06fa32cf-7231-4e23-a50d-55a206154c99 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:06.921456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.023040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a689e96417a4900ab74495a2f79dbe1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5250976 Apr 11 21:05:07.026783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:07.097230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.118165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2027-4aa6-4f8e-b2ac-eed276fea375 req-60860e60-186b-4ce2-bfa8-742dbca245c9 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:07.119698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c39e2027-4aa6-4f8e-b2ac-eed276fea375 req-60860e60-186b-4ce2-bfa8-742dbca245c9 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.4342837 Apr 11 21:05:07.136433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Transition to ACTIVE for port object c859e0cc-751e-48d2-b318-c9293af9da8a will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:07.136573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcc416-8398-4e7d-b33d-cafd244fa9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde39e5-11ec-4ea4-b705-7812fdfda1d4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:07.210388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d925cb-553f-4813-b310-1dee00b0d6d6 None None] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:07.217493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.271283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.347727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Subnet': ['ID=14b2707d-6e12-4176-b3af-7675aff01042,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:07.387235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c39e2027-4aa6-4f8e-b2ac-eed276fea375 req-9b24633a-e76d-4f6b-a330-07945a08aca1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569087 Apr 11 21:05:07.404065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.421599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-43b58bc8-a30b-4d5d-a46f-8feca227bb4d tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/subnets/14b2707d-6e12-4176-b3af-7675aff01042 HTTP/1.1" status: 204 len: 168 time: 1.9145038 Apr 11 21:05:07.422865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a4fb-c28c-4de3-9b61-a270d8890e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.425910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50470) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:07.456857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a4fb-c28c-4de3-9b61-a270d8890e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.475387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3961384-3130-462f-a762-e0d1b349669e None None] Network 996cc069-17e6-4993-a448-2a6c24d958c0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:07.499545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] Provisioning for port 06fa32cf-7231-4e23-a50d-55a206154c99 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:07.516429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:07.524444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:07.535546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:07.597928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Port': ['ID=c859e0cc-751e-48d2-b318-c9293af9da8a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:07.598673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] Provisioning complete for port 06fa32cf-7231-4e23-a50d-55a206154c99 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:07.599142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.626563 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a4fb-c28c-4de3-9b61-a270d8890e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.633677 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.649287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3a4fb-c28c-4de3-9b61-a270d8890e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde39e5-11ec-4ea4-b705-7812fdfda1d4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:07.652245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a4fb-c28c-4de3-9b61-a270d8890e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.653681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3ec3a4fb-c28c-4de3-9b61-a270d8890e09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acde39e5-11ec-4ea4-b705-7812fdfda1d4 HTTP/1.1" status: 204 len: 168 time: 0.6215639 Apr 11 21:05:07.974561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting subnet b622e29e-35b5-4ce6-8fd1-8baf3a47461d {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:07.984749 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:07.993596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.042377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] For port 06fa32cf-7231-4e23-a50d-55a206154c99, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=06fa32cf-7231-4e23-a50d-55a206154c99,segment=NetworkSegment(4145a79a-666f-43c8-b7a4-ee5e68724db9),segment_id=4145a79a-666f-43c8-b7a4-ee5e68724db9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:08.123126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.124025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.250566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] DHCP port deletion for 996cc069-17e6-4993-a448-2a6c24d958c0 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:08.304611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] Deleting port b52a53e3-2c35-42b0-9939-868d613c4f5b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:08.304975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.321782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.356760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce1453ae-ac90-410a-a10c-d2f2e767dcb2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:08.555586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ac8bc-1cd3-4c38-9b0c-1e6924e9198d None None] Network a9f509e2-38cf-454e-929f-04952a25812d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:08.575742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9797a-48ad-410c-a6cc-cf6ebddb70b1 None None] Pushing event updated for resources: {'Port': ['ID=06fa32cf-7231-4e23-a50d-55a206154c99,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:08.820955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517aebc-3862-496e-a920-0413db562deb req-88ab8cab-41a0-4724-8642-d24cc1648be2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:08.823960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3517aebc-3862-496e-a920-0413db562deb req-88ab8cab-41a0-4724-8642-d24cc1648be2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2146542 Apr 11 21:05:08.824440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50502) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:08.895809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.919942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e05d5-3c7c-49d5-b512-d425a914cdb3 req-9962f1cb-3c14-4c78-b745-d12b74d09ef3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:08.931124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-700e05d5-3c7c-49d5-b512-d425a914cdb3 req-9962f1cb-3c14-4c78-b745-d12b74d09ef3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.9519708 Apr 11 21:05:08.946581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b8d29d16-6329-4da2-bef3-2ce383a3d86f None None] Provisioning complete for port 06fa32cf-7231-4e23-a50d-55a206154c99 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:08.947318 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b8d29d16-6329-4da2-bef3-2ce383a3d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:08.966314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3517aebc-3862-496e-a920-0413db562deb req-b5a565b1-fdb7-4d02-a10e-0dfd053d047f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101141 Apr 11 21:05:09.012066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:09.018596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Usage tracker for resource:security_group_rule and tenant:2234c1b355c14fa4a9f49a92b2cd3c6a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:09.033919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:09.042720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:09.166032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.256314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:09.260434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] For port b52a53e3-2c35-42b0-9939-868d613c4f5b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b52a53e3-2c35-42b0-9939-868d613c4f5b,segment=NetworkSegment(1c242bae-2d27-45a0-a9a1-84476b8a4b0c),segment_id=1c242bae-2d27-45a0-a9a1-84476b8a4b0c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:09.260831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.277971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.374283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2234c1b355c14fa4a9f49a92b2cd3c6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5480177 Apr 11 21:05:09.378385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:09.449255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] Calling delete_port for b52a53e3-2c35-42b0-9939-868d613c4f5b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:09.477908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b8338-c69a-4094-a6cc-9393eac6aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9f617-5b65-464f-acd2-a16a4265c69f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:09.502087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b52a53e3-2c35-42b0-9939-868d613c4f5b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:09.502207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-700e05d5-3c7c-49d5-b512-d425a914cdb3 req-5837c571-8539-453e-824c-795ddc6b9878 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681736 Apr 11 21:05:09.551338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dbeea703-ec12-4bc4-bb77-3578cd6aec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.581970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dbeea703-ec12-4bc4-bb77-3578cd6aec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.596731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.718500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.728998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dbeea703-ec12-4bc4-bb77-3578cd6aec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.749021 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.774123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea703-ec12-4bc4-bb77-3578cd6aec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9f617-5b65-464f-acd2-a16a4265c69f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:09.790024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dbeea703-ec12-4bc4-bb77-3578cd6aec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.791650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dbeea703-ec12-4bc4-bb77-3578cd6aec6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29b9f617-5b65-464f-acd2-a16a4265c69f HTTP/1.1" status: 204 len: 168 time: 0.4101717 Apr 11 21:05:09.815539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.844802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:09.936948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] Pushing event deleted for resources: {'Port': ['ID=b52a53e3-2c35-42b0-9939-868d613c4f5b,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:09.962968 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.013060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b8d29d16-6329-4da2-bef3-2ce383a3d86f None None] Provisioning for port c859e0cc-751e-48d2-b318-c9293af9da8a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:10.050884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0be02c-87d6-4483-9901-2995387d7eb1 None None] No DVR routers for this DVR port b52a53e3-2c35-42b0-9939-868d613c4f5b on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:10.061752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b8d29d16-6329-4da2-bef3-2ce383a3d86f None None] Provisioning complete for port c859e0cc-751e-48d2-b318-c9293af9da8a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:10.061752 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b8d29d16-6329-4da2-bef3-2ce383a3d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.085236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Subnet': ['ID=b622e29e-35b5-4ce6-8fd1-8baf3a47461d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:10.091218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.139508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bf30bd3-b523-4f7c-809b-af8306e832a6 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/subnets/b622e29e-35b5-4ce6-8fd1-8baf3a47461d HTTP/1.1" status: 204 len: 168 time: 2.7118452 Apr 11 21:05:10.150112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0281daa-ecc5-4861-8c68-dd80cd54f3ea None None] Network 1c5dd5f0-7ee5-469b-940a-67c457febede requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:10.156816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50534) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:10.184940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.216551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Port': ['ID=c859e0cc-751e-48d2-b318-c9293af9da8a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:10.219404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50540) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:10.405296 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.478078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 06fa32cf-7231-4e23-a50d-55a206154c99 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:10.537601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b8d29d16-6329-4da2-bef3-2ce383a3d86f None None] Port c859e0cc-751e-48d2-b318-c9293af9da8a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:10.562516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:10.570079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:10.826592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Provisioning for port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:10.856399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Provisioning complete for port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:10.857097 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.954762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 06fa32cf-7231-4e23-a50d-55a206154c99 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:10.955789 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:10.994337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.029870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996cc069-17e6-4993-a448-2a6c24d958c0']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:11.045600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c242bae-2d27-45a0-a9a1-84476b8a4b0c') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:11.046224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c242bae-2d27-45a0-a9a1-84476b8a4b0c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:11.080074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.098565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.105985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.121421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9d9b-c170-4845-b626-555aa4c06d68 req-f1ab3b90-263b-4e05-9f7d-0e14622a10f9 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:11.123100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cd9d9b-c170-4845-b626-555aa4c06d68 req-f1ab3b90-263b-4e05-9f7d-0e14622a10f9 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.7148201 Apr 11 21:05:11.142879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.164958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] For port ce1453ae-ac90-410a-a10c-d2f2e767dcb2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,segment=NetworkSegment(55ee6a74-9d7a-482f-8c8a-91a69cae13bb),segment_id=55ee6a74-9d7a-482f-8c8a-91a69cae13bb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:11.171114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1f6a3-2adf-4961-b70f-02663f865da1 req-c589cb92-a9ce-4326-a65d-4f41331157ab tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:11.179174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:11.183920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.184614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9f1f6a3-2adf-4961-b70f-02663f865da1 req-c589cb92-a9ce-4326-a65d-4f41331157ab tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2692778 Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:11.203995 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:11.314672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] DHCP port deletion for 1c5dd5f0-7ee5-469b-940a-67c457febede request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:11.318663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.331102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9f1f6a3-2adf-4961-b70f-02663f865da1 req-527449c8-f24e-4ad0-91e1-a85744ab0e81 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502659 Apr 11 21:05:11.353247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cd9d9b-c170-4845-b626-555aa4c06d68 req-e5e776cd-6952-4142-a0b5-3c02022e2ab2 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158551 Apr 11 21:05:11.368900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:11.376924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Usage tracker for resource:security_group_rule and tenant:d402596bc2d8433a88faae6654395bf4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:11.379189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:11.389138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:11.425640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] Deleting port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:11.426160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.432399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.467606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.474095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Network': ['ID=996cc069-17e6-4993-a448-2a6c24d958c0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:11.515498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Provisioning complete for port c859e0cc-751e-48d2-b318-c9293af9da8a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:11.516136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.538579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.545790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Router 67754c91-3baf-43eb-a61f-cd4973e4c07b is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:05:11.575679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8d64631-2c1d-408a-a063-50fda960dd18 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/networks/996cc069-17e6-4993-a448-2a6c24d958c0 HTTP/1.1" status: 204 len: 168 time: 1.4174359 Apr 11 21:05:11.578944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50572) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:11.587517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Pushing event updated for resources: {'Port': ['ID=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:11.635358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e2bf8-7fbe-45d6-a0ed-d38fed820d9a None None] Port c859e0cc-751e-48d2-b318-c9293af9da8a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:11.758057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.761258 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.789765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] For port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:11.790161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.832749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:11.833021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:11.845701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:05:11.853647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0b716949-ae91-4a7f-ac35-8b68b525b753 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6149008 Apr 11 21:05:11.854321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50582) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:11.856355 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] Sync routers for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:05:11.874686 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:11.875303 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:04:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:11.889387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad8eb9-41dc-4ede-9779-ef9d8a742d11,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:11.921964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-90284ed6-9d8c-44bd-9760-d265ffff1baf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d402596bc2d8433a88faae6654395bf4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6935174 Apr 11 21:05:11.937593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50588) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:12.021793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bb9a9e9c-575b-4b68-a75b-07fa02064745 None None] Provisioning complete for port c859e0cc-751e-48d2-b318-c9293af9da8a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:12.022652 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9e9c-575b-4b68-a75b-07fa02064745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.039979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:12.062747 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:12.063576 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:04:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:12.104366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] Calling delete_port for a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:12.155087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] For port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,segment=NetworkSegment(b7aa5927-18b9-497c-9d81-8e222fda562a),segment_id=b7aa5927-18b9-497c-9d81-8e222fda562a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:12.155455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.220792 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:12.224852 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd89947-d2f4-4dce-9b46-9a1920ff9643 None None] The sync data for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:05:12.289356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Calling delete_port for a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:12.327609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce1453ae-ac90-410a-a10c-d2f2e767dcb2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:12.428612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-486812a1-c335-405d-acb7-1a160c5c22ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.438708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9e9c-575b-4b68-a75b-07fa02064745 None None] Port c859e0cc-751e-48d2-b318-c9293af9da8a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:12.488372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-486812a1-c335-405d-acb7-1a160c5c22ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.495923 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.555698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:05:12.556236 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:05:12.562344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:12.563409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.609761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] Pushing event deleted for resources: {'Port': ['ID=a6c43cc6-3f74-4a5b-802f-4ac0a0036b63,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:12.625351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-486812a1-c335-405d-acb7-1a160c5c22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.647536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b6ce4-d507-407f-8ae5-6f6f75d961be None None] No DVR routers for this DVR port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:12.660039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486812a1-c335-405d-acb7-1a160c5c22ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad8eb9-41dc-4ede-9779-ef9d8a742d11,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:12.700021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-486812a1-c335-405d-acb7-1a160c5c22ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:12.700021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-486812a1-c335-405d-acb7-1a160c5c22ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4ad8eb9-41dc-4ede-9779-ef9d8a742d11 HTTP/1.1" status: 204 len: 168 time: 0.7579987 Apr 11 21:05:12.722245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e498e2a-6051-4f2e-b108-7d304a548af7 req-03088b62-a17f-4e78-a94c-17f0aa765582 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:12.724859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e498e2a-6051-4f2e-b108-7d304a548af7 req-03088b62-a17f-4e78-a94c-17f0aa765582 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1472249 Apr 11 21:05:12.790569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e498e2a-6051-4f2e-b108-7d304a548af7 req-6309aa57-3df5-47ab-bfaa-f7fb1499d3e5 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585639 Apr 11 21:05:12.819070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356692-7655-48d4-86e3-055d59b3eda4 req-5c3c6ec0-be19-43cd-93dd-673dbda738c8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:12.821628 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e356692-7655-48d4-86e3-055d59b3eda4 req-5c3c6ec0-be19-43cd-93dd-673dbda738c8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2358439 Apr 11 21:05:12.887019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:12.934860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:12.935198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:13.019836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e356692-7655-48d4-86e3-055d59b3eda4 req-94366814-1dfd-41be-b247-a1a69d8603c2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842043 Apr 11 21:05:13.058009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Deleting port a6c43cc6-3f74-4a5b-802f-4ac0a0036b63 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:13.058369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.145145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] The port 'a6c43cc6-3f74-4a5b-802f-4ac0a0036b63' was deleted {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:05:13.214670 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-23af775c-73d0-4ae7-928e-dedaaaf736ef tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:05:13.215710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-23af775c-73d0-4ae7-928e-dedaaaf736ef tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3599160 Apr 11 21:05:13.221430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50614) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:13.287965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.318390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5dd5f0-7ee5-469b-940a-67c457febede']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:13.332069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7aa5927-18b9-497c-9d81-8e222fda562a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:13.332677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7aa5927-18b9-497c-9d81-8e222fda562a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:13.345346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.363323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.370260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:13.371626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: util.warn( Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:13.396076 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:13.658340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.678179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.683769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.770333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] Pushing event deleted for resources: {'Network': ['ID=1c5dd5f0-7ee5-469b-940a-67c457febede,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:13.779661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d567447f-15c4-4fdc-8023-b28653860e11 tempest-TaggedBootDevicesTest_v242-1772298166 tempest-TaggedBootDevicesTest_v242-1772298166-project] 10.222.0.61 "DELETE /v2.0/networks/1c5dd5f0-7ee5-469b-940a-67c457febede HTTP/1.1" status: 204 len: 168 time: 2.1959765 Apr 11 21:05:13.866722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50632) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:13.894816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-652fa628-c327-44f7-b93a-48304a9237f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.904135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:13.981507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:13.992756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Usage tracker for resource:security_group_rule and tenant:eadba008a8074b36bc95b0ec4d021479 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:13.997037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:14.008333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:14.082602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:14.162830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:14.231921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9718889f-1fd5-4589-92ac-2dfdfd8f451d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:14.381742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-13723a08-df53-42d2-a8d0-ec2b77aebad9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eadba008a8074b36bc95b0ec4d021479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5139194 Apr 11 21:05:14.383285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50648) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:14.454425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554145fd-07ab-46ca-a02a-995b18851d2c req-862e1198-92ed-420c-977f-4b23cb18d12a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:14.461839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-554145fd-07ab-46ca-a02a-995b18851d2c req-862e1198-92ed-420c-977f-4b23cb18d12a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2366180 Apr 11 21:05:14.519985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5297d22d-d777-4c15-be78-57c18699efe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:14.537957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda43b0c-8018-421f-a7ac-7747a2f3b273 req-5de6a6f3-d70e-40b3-a033-cf55b9982bdf tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:14.539544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dda43b0c-8018-421f-a7ac-7747a2f3b273 req-5de6a6f3-d70e-40b3-a033-cf55b9982bdf tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.5288994 Apr 11 21:05:14.543188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-554145fd-07ab-46ca-a02a-995b18851d2c req-f6720628-d224-424a-8659-6bade117f4a1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805027 Apr 11 21:05:14.573494 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5297d22d-d777-4c15-be78-57c18699efe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:14.673211 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dda43b0c-8018-421f-a7ac-7747a2f3b273 req-29da7b6a-cedc-4c50-89ac-88d08317fa30 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238728 Apr 11 21:05:14.740506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5297d22d-d777-4c15-be78-57c18699efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:14.764892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297d22d-d777-4c15-be78-57c18699efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718889f-1fd5-4589-92ac-2dfdfd8f451d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:14.767366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5297d22d-d777-4c15-be78-57c18699efe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:14.771236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5297d22d-d777-4c15-be78-57c18699efe7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9718889f-1fd5-4589-92ac-2dfdfd8f451d HTTP/1.1" status: 204 len: 168 time: 0.3869793 Apr 11 21:05:14.815087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Deleting port c859e0cc-751e-48d2-b318-c9293af9da8a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:14.815556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:15.151498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:15.327305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Calling delete_port for c859e0cc-751e-48d2-b318-c9293af9da8a owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:15.667656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:15.757875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Port': ['ID=c859e0cc-751e-48d2-b318-c9293af9da8a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:15.958405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af38132-d8d4-490c-9b6a-a189f100cef1 req-d0f35e35-6596-4bd5-abee-78e0edafeaeb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:15.960611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3af38132-d8d4-490c-9b6a-a189f100cef1 req-d0f35e35-6596-4bd5-abee-78e0edafeaeb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.1769717 Apr 11 21:05:16.011083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3af38132-d8d4-490c-9b6a-a189f100cef1 req-73a9a171-5efc-4445-8fb4-2262528c6965 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Apr 11 21:05:16.020770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8894eada-f81c-43c0-b98d-c3293bb63b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:16.281206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f6d5b-92fe-4e80-931c-23c0cfe64a0b req-39b8713e-fc12-40af-8574-3f7d97fd8b48 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:16.282799 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c1f6d5b-92fe-4e80-931c-23c0cfe64a0b req-39b8713e-fc12-40af-8574-3f7d97fd8b48 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.3034220 Apr 11 21:05:16.342783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c1f6d5b-92fe-4e80-931c-23c0cfe64a0b req-b8b875b8-a35b-481a-b6cb-51f834ae3418 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522432 Apr 11 21:05:16.344279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:16.951694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Router 67754c91-3baf-43eb-a61f-cd4973e4c07b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:05:17.377418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:05:17.385008 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:17.389521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] Sync routers for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:05:17.412859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:17.416011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc92aa-25f3-411f-8542-3c25667ccf31 req-d31806cf-f5d7-4fc3-b12d-9af79e193890 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:17.416525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:17.418386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7dcc92aa-25f3-411f-8542-3c25667ccf31 req-d31806cf-f5d7-4fc3-b12d-9af79e193890 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2650683 Apr 11 21:05:17.443172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cc0274e2-c48e-470f-a69b-5fec79216ead tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2144787 Apr 11 21:05:17.454181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50734) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:17.549362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:17.554733 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7dcc92aa-25f3-411f-8542-3c25667ccf31 req-2ba2bd7b-163b-45f2-b1c7-2e3cbde0f227 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092780 Apr 11 21:05:17.556951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:17.768495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:17.768495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:17.769522 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-ece26e06-2a64-42c8-b5fa-94f5efd7e3cf tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] delete failed (client error): The resource could not be found. Apr 11 21:05:17.769522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ece26e06-2a64-42c8-b5fa-94f5efd7e3cf tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-486340923 HTTP/1.1" status: 404 len: 334 time: 0.1788678 Apr 11 21:05:17.769888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:17.769888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434093f-adef-4b0f-9d39-19ddabc5855e None None] The sync data for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:05:17.770150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3586af-1a5b-44b8-8bc9-8893d43f0eae req-37763ce8-f494-46b1-9bcc-f8665583eed7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:17.770150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb3586af-1a5b-44b8-8bc9-8893d43f0eae req-37763ce8-f494-46b1-9bcc-f8665583eed7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.3865583 Apr 11 21:05:17.770150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-e3f56743-09c6-49eb-a99f-2107f27f1db7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1096 time: 0.4940100 Apr 11 21:05:17.770506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50748) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:17.773812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3e6f9ca0-aee1-4557-949f-ea14284d0680 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'router': {'external_gateway_info': {'network_id': '67754c91-3baf-43eb-a61f-cd4973e4c07b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:17.867066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb3586af-1a5b-44b8-8bc9-8893d43f0eae req-ec7245f6-7886-4514-81b2-5a3b452dcbc3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408052 Apr 11 21:05:17.898359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-abb623bd-d194-44d7-9427-39a9dc050c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:17.899827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-abb623bd-d194-44d7-9427-39a9dc050c28 service neutron] 10.222.0.75 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 0.1657648 Apr 11 21:05:18.188955 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-bea8d134-fbe9-4856-82ca-33cae6ad960c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 1001 time: 0.2786212 Apr 11 21:05:18.362029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-3cffc27b-85f2-48ac-ae37-dd95e6b1a823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:18.363889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-3cffc27b-85f2-48ac-ae37-dd95e6b1a823 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.1658909 Apr 11 21:05:18.497439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-92486f9e-0b99-46ee-b218-3f195120ac20 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231852 Apr 11 21:05:18.502228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9ca0-aee1-4557-949f-ea14284d0680 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:18.641209 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-3e6f9ca0-aee1-4557-949f-ea14284d0680 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] update failed (client error): The resource could not be found. Apr 11 21:05:18.643182 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3e6f9ca0-aee1-4557-949f-ea14284d0680 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b HTTP/1.1" status: 404 len: 339 time: 0.8818214 Apr 11 21:05:18.647290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50774) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:18.718038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:18.746432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-4f855533-97b1-4db0-a8c4-54c384fb70fb service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402818 Apr 11 21:05:18.946630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9544b03-29c3-4b6e-b2c4-20cd91c9e843 req-641dda7c-5eb0-428a-8334-92ee8a2e86ae service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900251 Apr 11 21:05:19.250577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67cf9c-883c-4a45-9963-972b646d6a49 req-cef32c2c-933a-4f9c-bf5b-4de660328108 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:19.253446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e67cf9c-883c-4a45-9963-972b646d6a49 req-cef32c2c-933a-4f9c-bf5b-4de660328108 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.4305949 Apr 11 21:05:19.261105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb169505-14ea-4d67-8fd8-ddf5d8929421 req-9d81c63f-a63d-4805-b174-9bd5c4f051bc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:19.264127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb169505-14ea-4d67-8fd8-ddf5d8929421 req-9d81c63f-a63d-4805-b174-9bd5c4f051bc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.1322711 Apr 11 21:05:19.363521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb169505-14ea-4d67-8fd8-ddf5d8929421 req-7b9a5920-548f-4000-bf12-8a3feb1b78fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Apr 11 21:05:19.745370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e67cf9c-883c-4a45-9963-972b646d6a49 req-601799ee-2045-45a8-a1e3-188feec1d2e6 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636224 Apr 11 21:05:19.868561 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:05:19.890713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:20.325993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Allocated IP 172.20.0.1 (9d4baf6b-629b-4675-bcf8-c7885dff9cea/c99192c3-4859-41e0-85d6-266e1c513abc/df32ea21-9df1-415a-8325-2ecfaca1b9b9) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:20.530985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:20.549557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Transition to ACTIVE for port object df32ea21-9df1-415a-8325-2ecfaca1b9b9 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:20.631864 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:20.671142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38af3b-5b2d-498b-920c-96140f634e7e req-afbf14a4-f7c1-4b84-bbf7-3c1d641c6865 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:20.678098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a38af3b-5b2d-498b-920c-96140f634e7e req-afbf14a4-f7c1-4b84-bbf7-3c1d641c6865 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.1206753 Apr 11 21:05:20.690807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:20.694188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:20.703809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:20.767265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a38af3b-5b2d-498b-920c-96140f634e7e req-e3db927a-7d46-4009-8b6d-09b9afc12f95 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823846 Apr 11 21:05:20.826561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Port': ['ID=df32ea21-9df1-415a-8325-2ecfaca1b9b9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:20.838471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:21.095711 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:21.133060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-694859bf-43cb-4660-90e4-086ed8103f8c None None] Provisioning for port df32ea21-9df1-415a-8325-2ecfaca1b9b9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:21.138403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-694859bf-43cb-4660-90e4-086ed8103f8c None None] Provisioning complete for port df32ea21-9df1-415a-8325-2ecfaca1b9b9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:21.138842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-694859bf-43cb-4660-90e4-086ed8103f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:21.205160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-694859bf-43cb-4660-90e4-086ed8103f8c None None] Port df32ea21-9df1-415a-8325-2ecfaca1b9b9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:21.325521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6ba3-6f6c-4a57-b381-0dded516dadf req-eaf5f6cc-c1c5-4394-b597-b898827f1284 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:21.325666 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82ed6ba3-6f6c-4a57-b381-0dded516dadf req-eaf5f6cc-c1c5-4394-b597-b898827f1284 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.3726535 Apr 11 21:05:21.534272 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82ed6ba3-6f6c-4a57-b381-0dded516dadf req-672128a8-f101-4255-8926-6d542569951f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973896 Apr 11 21:05:21.614294 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:21.780535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:21.990821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:22.094110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2c552-f3fd-499d-b387-36da8bfc7cd8 req-86a8e1d0-eaf6-4abe-a8fc-5cf675fce02f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:22.097911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44e2c552-f3fd-499d-b387-36da8bfc7cd8 req-86a8e1d0-eaf6-4abe-a8fc-5cf675fce02f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.1463358 Apr 11 21:05:22.141659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event updated for resources: {'Port': ['ID=df32ea21-9df1-415a-8325-2ecfaca1b9b9,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:22.202001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44e2c552-f3fd-499d-b387-36da8bfc7cd8 req-539c9bb0-bfc2-452f-b6a8-aa6952a51fd2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985734 Apr 11 21:05:22.373145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:22.374587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:22.752549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2a5d25e2-3de3-41ab-9515-fa718f717660 None None] Provisioning complete for port df32ea21-9df1-415a-8325-2ecfaca1b9b9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:22.753605 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2a5d25e2-3de3-41ab-9515-fa718f717660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:22.820884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d25e2-3de3-41ab-9515-fa718f717660 None None] Port df32ea21-9df1-415a-8325-2ecfaca1b9b9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:22.896005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Router 67754c91-3baf-43eb-a61f-cd4973e4c07b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:05:23.153014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:05:23.171916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-da155be4-e9f9-43dc-8d2f-aa927b340d08 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5115016 Apr 11 21:05:23.172335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50914) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:23.180675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] Sync routers for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:05:23.223318 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:23.224154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:23.670483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:23.728652 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:23.729277 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:23.887773 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:23.892639 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e3372-a3e0-4f16-811e-071b00fc6872 None None] The sync data for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:05:23.895928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2044e2-b202-49ea-8ad1-e0560091f2f7 req-a612559e-0392-43f2-96ba-c248da151d24 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:23.898564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b2044e2-b202-49ea-8ad1-e0560091f2f7 req-a612559e-0392-43f2-96ba-c248da151d24 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2483649 Apr 11 21:05:23.919390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b40b81c0-7bbf-4fcf-aaae-8a2724a9c111 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:24.004030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b2044e2-b202-49ea-8ad1-e0560091f2f7 req-b9c6ffbb-27d9-4240-b7d3-ab42b85aafd0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984251 Apr 11 21:05:24.092533 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-b40b81c0-7bbf-4fcf-aaae-8a2724a9c111 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 21:05:24.095169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b40b81c0-7bbf-4fcf-aaae-8a2724a9c111 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b HTTP/1.1" status: 409 len: 329 time: 0.9194148 Apr 11 21:05:24.096737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50930) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:24.613576 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:25.114683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-f8d1ed5f-6430-4d5b-8269-14492411b866 req-28a2f5d2-524b-4aff-93d3-5a6d421fa511 service neutron] (84666) timed out ('10.222.0.69', 58555) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:05:25.408364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec7689-ef4e-4e15-8fcc-6643778068db req-baae3506-444b-42d3-8f24-a79b06db3c5b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:25.420320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3ec7689-ef4e-4e15-8fcc-6643778068db req-baae3506-444b-42d3-8f24-a79b06db3c5b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2361534 Apr 11 21:05:25.509427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Deleting port df32ea21-9df1-415a-8325-2ecfaca1b9b9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:25.509767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:25.512986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3ec7689-ef4e-4e15-8fcc-6643778068db req-e0ad8d07-4826-475c-a78e-fd0e5262cae9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843468 Apr 11 21:05:25.659502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50966) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:25.782748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:26.025839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Calling delete_port for df32ea21-9df1-415a-8325-2ecfaca1b9b9 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:26.453327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:26.511683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Port': ['ID=df32ea21-9df1-415a-8325-2ecfaca1b9b9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:26.756402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:27.046075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a10cd4-be6a-4c8c-809b-00b0035483b7 req-d19abb03-7e11-40b7-abdc-395b7ea37c8d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:27.047793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7a10cd4-be6a-4c8c-809b-00b0035483b7 req-d19abb03-7e11-40b7-abdc-395b7ea37c8d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2366374 Apr 11 21:05:27.050756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:27.233854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7a10cd4-be6a-4c8c-809b-00b0035483b7 req-b65792af-5151-45d4-8135-b1d32a2253f6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766298 Apr 11 21:05:27.677201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51000) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:27.776186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Router 67754c91-3baf-43eb-a61f-cd4973e4c07b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:05:27.829576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Deleting port 930efba7-ea52-4264-9cbc-c06e9d3a9894 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:27.830424 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.006122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:05:28.016158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] Sync routers for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:05:28.043589 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f256fe5a-b3c1-4b17-9bcb-733794155e0b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9340575 Apr 11 21:05:28.043821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:28.043821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:28.065606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.090528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] For port 930efba7-ea52-4264-9cbc-c06e9d3a9894, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=930efba7-ea52-4264-9cbc-c06e9d3a9894,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:28.091806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.112466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:28.124050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51010) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:28.125510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] Routers {'67754c91-3baf-43eb-a61f-cd4973e4c07b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:28.126654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['67754c91-3baf-43eb-a61f-cd4973e4c07b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:28.188057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:28.188633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c430c7-7f43-4333-92d9-3b00f7406811 None None] The sync data for ids ['67754c91-3baf-43eb-a61f-cd4973e4c07b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:05:28.246146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Calling delete_port for 930efba7-ea52-4264-9cbc-c06e9d3a9894 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:28.247653 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-d032e7c6-3b31-4b96-8f83-1a62e4a5bcc6 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] show failed (client error): The resource could not be found. Apr 11 21:05:28.249134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d032e7c6-3b31-4b96-8f83-1a62e4a5bcc6 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-660607054 HTTP/1.1" status: 404 len: 334 time: 0.1233418 Apr 11 21:05:28.253560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51016) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:28.268655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-41ade81f-1eae-4060-8691-37bef542fbc3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:28.307314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:28.387167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Usage tracker for resource:security_group_rule and tenant:a1998dde84664c10a0c88db7d769255c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:28.389721 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-41ade81f-1eae-4060-8691-37bef542fbc3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] update failed (client error): The resource could not be found. Apr 11 21:05:28.391204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-41ade81f-1eae-4060-8691-37bef542fbc3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-228192004 HTTP/1.1" status: 404 len: 334 time: 0.1366839 Apr 11 21:05:28.391634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:28.400917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:28.401606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:28.710524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.745219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec354-86e0-40a0-8eb1-1d4fcbc94346 req-befead07-66f2-46f5-9faf-858dfe686ee5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:28.746780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daaec354-86e0-40a0-8eb1-1d4fcbc94346 req-befead07-66f2-46f5-9faf-858dfe686ee5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.3144190 Apr 11 21:05:28.780990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.789953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Deleting subnet 678d58af-ddd5-4824-b207-800772a88b97 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:28.797185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-9df8cdf2-dbb7-46b6-ac78-d033e3d9afd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 1096 time: 0.1533551 Apr 11 21:05:28.798121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.855337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.865290 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:28.957615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.011289 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daaec354-86e0-40a0-8eb1-1d4fcbc94346 req-6a74c0ae-529f-4bdb-a9e0-46fc4464ebb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576652 Apr 11 21:05:29.012179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6a44a-335e-49ac-994c-ec684f1594c4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:29.022744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=930efba7-ea52-4264-9cbc-c06e9d3a9894,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:29.034442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.034442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.034442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.034442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.034442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.035257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.036099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.036585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.037387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.038018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.038505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.111042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4e6011cd-bd8f-4b77-ab9f-a512d92ee671 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1998dde84664c10a0c88db7d769255c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4322653 Apr 11 21:05:29.119372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51038) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:29.156781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-f157ff9d-86f4-409f-9b12-172a3edf936f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:29.164672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-f157ff9d-86f4-409f-9b12-172a3edf936f service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.3344579 Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.202872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:05:29.204674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51044) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:29.255230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-eac378ea-f952-4b1e-b0f2-2c6ec6bd218a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 200 len: 217 time: 0.0833817 Apr 11 21:05:29.260123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.369700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67f8198a-333a-4273-a09e-6df0c9b343ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.399098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-6048d8a3-2088-4bb7-a2cd-39e9f2c0ed4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:29.400964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-6048d8a3-2088-4bb7-a2cd-39e9f2c0ed4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1053846 Apr 11 21:05:29.421236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67f8198a-333a-4273-a09e-6df0c9b343ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.493722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.520874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.543997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-e726eb80-ef2b-42c4-baae-78ae6dbf0783 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880058 Apr 11 21:05:29.568286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.660517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67f8198a-333a-4273-a09e-6df0c9b343ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.681800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8198a-333a-4273-a09e-6df0c9b343ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6a44a-335e-49ac-994c-ec684f1594c4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:29.692943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:29.702775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Usage tracker for resource:security_group_rule and tenant:35bde49c49fc46bd86d265b4ca5ab4e7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:29.719277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:29.727855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:29.746390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-67f8198a-333a-4273-a09e-6df0c9b343ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.749972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-67f8198a-333a-4273-a09e-6df0c9b343ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18a6a44a-335e-49ac-994c-ec684f1594c4 HTTP/1.1" status: 204 len: 168 time: 0.6265466 Apr 11 21:05:29.770522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Subnet': ['ID=678d58af-ddd5-4824-b207-800772a88b97,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:29.787920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.798609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a8e3c9d3-4844-43d4-b8fe-f998f100f92d tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/subnets/678d58af-ddd5-4824-b207-800772a88b97 HTTP/1.1" status: 204 len: 168 time: 1.3920088 Apr 11 21:05:29.798804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f809aa-e6b4-444c-9e63-fa7e06b44db5 None None] Network a9f509e2-38cf-454e-929f-04952a25812d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:29.799270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51060) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:29.844290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:29.905830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-8b3f5b53-8642-46dd-bf6a-df9469bfbd00 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556600 Apr 11 21:05:29.995940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.200139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Deleting subnet 582a3c72-5445-490a-8cbf-5596d8204e80 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:30.207460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.247268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] DHCP port deletion for a9f509e2-38cf-454e-929f-04952a25812d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:30.250527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] Deleting port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:30.251429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.382978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-80ad2baf-43ba-42b6-b268-40e114a701a4 req-14376ca4-46e6-4fa4-bf77-450fec3cf9df service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711604 Apr 11 21:05:30.417123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407691ed-1607-46dc-9555-63619182991c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:30.446092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.511216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f0844-9d60-44ab-a3e7-ce1dd5681250 req-4c5484a5-b748-4dbb-9a5e-54293f3ca2c7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:30.512656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d5f0844-9d60-44ab-a3e7-ce1dd5681250 req-4c5484a5-b748-4dbb-9a5e-54293f3ca2c7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.2468891 Apr 11 21:05:30.517640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c9c9564f-c666-4c10-bc89-dd4808ddf7bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35bde49c49fc46bd86d265b4ca5ab4e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3030424 Apr 11 21:05:30.541893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51072) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:30.596229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] For port ce1453ae-ac90-410a-a10c-d2f2e767dcb2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,segment=NetworkSegment(55ee6a74-9d7a-482f-8c8a-91a69cae13bb),segment_id=55ee6a74-9d7a-482f-8c8a-91a69cae13bb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:30.596614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.644915 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d5f0844-9d60-44ab-a3e7-ce1dd5681250 req-74bb6cfd-9fbe-4484-97eb-3dee48f6b5e2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200058 Apr 11 21:05:30.649499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.712276 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f59830f7-93ff-4378-8467-f59db94f5166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.758333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Router abea0ad5-614b-4c1f-8e16-19bdabef4c07 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:05:30.789769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f59830f7-93ff-4378-8467-f59db94f5166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.811682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.821557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] Calling delete_port for ce1453ae-ac90-410a-a10c-d2f2e767dcb2 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:30.874931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51086) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:30.951850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f59830f7-93ff-4378-8467-f59db94f5166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.965698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.972607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59830f7-93ff-4378-8467-f59db94f5166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407691ed-1607-46dc-9555-63619182991c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:30.974763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:30.988693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.030941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:31.036507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Usage tracker for resource:security_group_rule and tenant:04c39f174cf54833be458de8cb7c28d6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:31.040747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:31.049110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:31.049512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] Pushing event deleted for resources: {'Port': ['ID=ce1453ae-ac90-410a-a10c-d2f2e767dcb2,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:31.058757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a22451-ef72-408e-94d2-dfed6cbf7cf2 None None] No DVR routers for this DVR port ce1453ae-ac90-410a-a10c-d2f2e767dcb2 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:31.077018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Subnet': ['ID=582a3c72-5445-490a-8cbf-5596d8204e80,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:31.087420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f59830f7-93ff-4378-8467-f59db94f5166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.088998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f59830f7-93ff-4378-8467-f59db94f5166 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/407691ed-1607-46dc-9555-63619182991c HTTP/1.1" status: 204 len: 168 time: 0.5459831 Apr 11 21:05:31.105842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.105842 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42db1f4c-ee20-45a9-a005-90927f169555 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/subnets/582a3c72-5445-490a-8cbf-5596d8204e80 HTTP/1.1" status: 204 len: 168 time: 1.2977340 Apr 11 21:05:31.106210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaef08d-1488-4a71-88b8-9c2e30ffa340 None None] Network 6c63e9a4-dd7d-493f-90fe-e580cfc62827 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:31.110991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:31.145375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52d0f7-2227-4225-99cf-e675fc27ef77 req-69f90b3c-0473-453a-9a80-2849b71ca3dc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:31.147505 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b52d0f7-2227-4225-99cf-e675fc27ef77 req-69f90b3c-0473-453a-9a80-2849b71ca3dc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1245399 Apr 11 21:05:31.203933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b52d0f7-2227-4225-99cf-e675fc27ef77 req-32968b3f-25cb-45ad-b359-71bbfbb0410e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500045 Apr 11 21:05:31.383074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.419365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.456090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] DHCP port deletion for 6c63e9a4-dd7d-493f-90fe-e580cfc62827 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:31.462897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] Deleting port 06fa32cf-7231-4e23-a50d-55a206154c99 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:31.463402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.489048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:05:31.501546 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] Sync routers for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:05:31.513903 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:31.515273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:31.572534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.656770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.689575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b7aac6-e613-4022-9728-2ec586225fae,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:31.701269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d00e4889-20d4-4f1c-8cc6-bd7dcc037c26 admin admin] 10.222.0.61 "PUT /v2.0/routers/abea0ad5-614b-4c1f-8e16-19bdabef4c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0405409 Apr 11 21:05:31.703795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:31.705833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] For port 06fa32cf-7231-4e23-a50d-55a206154c99, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=06fa32cf-7231-4e23-a50d-55a206154c99,segment=NetworkSegment(4145a79a-666f-43c8-b7a4-ee5e68724db9),segment_id=4145a79a-666f-43c8-b7a4-ee5e68724db9)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:31.706827 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.720383 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:05:31.725132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1b742dc5-4356-40aa-ab9e-54f6611b8f99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04c39f174cf54833be458de8cb7c28d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8457806 Apr 11 21:05:31.729811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51112) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:31.747269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f509e2-38cf-454e-929f-04952a25812d']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:31.799619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ee6a74-9d7a-482f-8c8a-91a69cae13bb') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:31.800021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ee6a74-9d7a-482f-8c8a-91a69cae13bb') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:31.833991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.869214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d0d5-d67a-40d6-a5c5-25a33d70ccb9 req-36db45f9-85f3-4ef3-b5d7-d7b1c4d79444 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:31.870679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9015d0d5-d67a-40d6-a5c5-25a33d70ccb9 req-36db45f9-85f3-4ef3-b5d7-d7b1c4d79444 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.4045725 Apr 11 21:05:31.882538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.895222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] Calling delete_port for 06fa32cf-7231-4e23-a50d-55a206154c99 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:31.911437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:31.920087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:31.927363 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:32.091920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.094823 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.116130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-630cff88-aa84-4a1c-a590-00368536baf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.121557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9015d0d5-d67a-40d6-a5c5-25a33d70ccb9 req-65d92c2a-8204-4866-9e96-ff5074a2490c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402987 Apr 11 21:05:32.153163 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-630cff88-aa84-4a1c-a590-00368536baf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.200165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.227792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.264168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] Pushing event deleted for resources: {'Port': ['ID=06fa32cf-7231-4e23-a50d-55a206154c99,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:32.266189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Network': ['ID=a9f509e2-38cf-454e-929f-04952a25812d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:32.268584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a548e4d-a487-4287-9c65-701405c792b3 None None] No DVR routers for this DVR port 06fa32cf-7231-4e23-a50d-55a206154c99 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:32.269099 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T21:05:28Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:32.284532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba4b0352-7dc4-451a-b6af-3fde02b52098 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/networks/a9f509e2-38cf-454e-929f-04952a25812d HTTP/1.1" status: 204 len: 168 time: 1.1689475 Apr 11 21:05:32.284532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51128) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:32.285344 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] Checking router: abea0ad5-614b-4c1f-8e16-19bdabef4c07 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:05:32.290110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce1453ae-ac90-410a-a10c-d2f2e767dcb2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:32.297317 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] Routers {'abea0ad5-614b-4c1f-8e16-19bdabef4c07'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:32.298876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:32.365764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ce1453ae-ac90-410a-a10c-d2f2e767dcb2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:32.369922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce1453ae-ac90-410a-a10c-d2f2e767dcb2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:32.370505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 06fa32cf-7231-4e23-a50d-55a206154c99 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:32.448917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 06fa32cf-7231-4e23-a50d-55a206154c99 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:32.449469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 06fa32cf-7231-4e23-a50d-55a206154c99 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:32.484829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.574124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd93298-587d-42ff-8c59-010786aa0834 req-1b4c20ed-fb41-47d2-83d1-74d983446d4a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:32.576543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-630cff88-aa84-4a1c-a590-00368536baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.580929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bd93298-587d-42ff-8c59-010786aa0834 req-1b4c20ed-fb41-47d2-83d1-74d983446d4a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1907048 Apr 11 21:05:32.612967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] Set router abea0ad5-614b-4c1f-8e16-19bdabef4c07 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:05:32.651607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cff88-aa84-4a1c-a590-00368536baf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b7aac6-e613-4022-9728-2ec586225fae,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:32.688103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-630cff88-aa84-4a1c-a590-00368536baf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.689557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bd93298-587d-42ff-8c59-010786aa0834 req-7c20c31f-f21c-4c1b-9004-4811696216f1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076450 Apr 11 21:05:32.693125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-630cff88-aa84-4a1c-a590-00368536baf1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6b7aac6-e613-4022-9728-2ec586225fae HTTP/1.1" status: 204 len: 168 time: 0.9457846 Apr 11 21:05:32.718145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.851029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:32.957228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Deleting port 0513f460-7e0e-4105-bdc6-f1c5066ebd88 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:32.957816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.031737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c63e9a4-dd7d-493f-90fe-e580cfc62827']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:33.087318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4145a79a-666f-43c8-b7a4-ee5e68724db9') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:33.087646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4145a79a-666f-43c8-b7a4-ee5e68724db9') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:33.109473 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T21:05:28Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:33.119894 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab75f5-5b24-4639-8a5f-a5d0763a9c74 None None] The sync data for ids ['abea0ad5-614b-4c1f-8e16-19bdabef4c07'] in n-d-837321-1 is: [{'id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'name': 'tempest-TaggedBootDevicesTest_v242-554399337-router', 'tenant_id': '3a9b3bf402b04c43826ed9b7a0671727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:39Z', 'updated_at': '2022-04-11T21:05:28Z', 'revision_number': 5, 'project_id': '3a9b3bf402b04c43826ed9b7a0671727', 'gw_port': {'id': '0513f460-7e0e-4105-bdc6-f1c5066ebd88', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea0ad5-614b-4c1f-8e16-19bdabef4c07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:56:43Z', 'updated_at': '2022-04-11T20:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:05:33.129189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.164486 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.175013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:33.175887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:33.240074 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:33.272620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e951e-14aa-4b4e-a88e-057554437e13 req-c8b2a523-0c27-40f7-8cb7-10536810d591 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:33.275210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26e951e-14aa-4b4e-a88e-057554437e13 req-c8b2a523-0c27-40f7-8cb7-10536810d591 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3307319 Apr 11 21:05:33.371597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] For port 0513f460-7e0e-4105-bdc6-f1c5066ebd88, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0513f460-7e0e-4105-bdc6-f1c5066ebd88,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:33.374282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.398755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26e951e-14aa-4b4e-a88e-057554437e13 req-c346519e-739c-41c0-b248-e27ab9c32819 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723314 Apr 11 21:05:33.483749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.512642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.556275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Network': ['ID=6c63e9a4-dd7d-493f-90fe-e580cfc62827,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:33.572969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Calling delete_port for 0513f460-7e0e-4105-bdc6-f1c5066ebd88 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:33.576298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-65d95a14-c855-496e-8c86-119c450074a3 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/networks/6c63e9a4-dd7d-493f-90fe-e580cfc62827 HTTP/1.1" status: 204 len: 168 time: 1.2892201 Apr 11 21:05:33.576416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51170) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:33.907814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Deleting subnet c99192c3-4859-41e0-85d6-266e1c513abc {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:33.912205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:33.964715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.050661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.126359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0513f460-7e0e-4105-bdc6-f1c5066ebd88,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:34.154102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.240368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-cf3e972c-a28b-4323-b281-412e12d77cc4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:34.243794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-cf3e972c-a28b-4323-b281-412e12d77cc4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.4043655 Apr 11 21:05:34.296825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 930efba7-ea52-4264-9cbc-c06e9d3a9894 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:34.304821 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-8fec813d-5cb6-4ef1-9b1d-e681068ff222 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/quotas/a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 375 time: 0.0328434 Apr 11 21:05:34.351015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 930efba7-ea52-4264-9cbc-c06e9d3a9894 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:34.351015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 930efba7-ea52-4264-9cbc-c06e9d3a9894 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:34.398982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.470462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Subnet': ['ID=c99192c3-4859-41e0-85d6-266e1c513abc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:34.477081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.491422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03cbcc-642e-4ed4-a42f-2d5e8399223a None None] Network 9d4baf6b-629b-4675-bcf8-c7885dff9cea requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:34.508999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b80bc457-a97e-4f8e-a725-734a1ed003e1 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/subnets/c99192c3-4859-41e0-85d6-266e1c513abc HTTP/1.1" status: 204 len: 168 time: 0.9282913 Apr 11 21:05:34.508999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:34.531380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.687505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.714856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Deleting port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:34.715195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:34.861209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-dac4390a-6eca-4050-b377-e0aedd38c8ec tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4932265 Apr 11 21:05:34.884877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] DHCP port deletion for 9d4baf6b-629b-4675-bcf8-c7885dff9cea request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:34.890132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Deleting port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:34.890719 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.007698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.078376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] For port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,segment=NetworkSegment(2efea04b-7704-4bd9-a8d9-496fa73f0438),segment_id=2efea04b-7704-4bd9-a8d9-496fa73f0438)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:35.078793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.270843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-dabb713e-9a93-404e-9bff-0031217ad91b service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705138 Apr 11 21:05:35.273195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.308983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] For port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,segment=NetworkSegment(2efea04b-7704-4bd9-a8d9-496fa73f0438),segment_id=2efea04b-7704-4bd9-a8d9-496fa73f0438)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:35.310032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.382187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Calling delete_port for ce40dc64-4702-4cfc-b2cc-c7aac4d8442d owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:35.508511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-ad7da31e-850f-4584-9be4-52df0dfa6ecb service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317514 Apr 11 21:05:35.514435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.514435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router abea0ad5-614b-4c1f-8e16-19bdabef4c07 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:05:35.522112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Calling delete_port for ce40dc64-4702-4cfc-b2cc-c7aac4d8442d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:35.525740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.527147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f652f81f-24e7-4af4-9392-9b720dcb45ee admin admin] 10.222.0.61 "DELETE /v2.0/routers/abea0ad5-614b-4c1f-8e16-19bdabef4c07 HTTP/1.1" status: 204 len: 168 time: 3.8215959 Apr 11 21:05:35.531333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51222) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:35.762300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Deleting subnet b8a38136-d920-4aac-aa78-d87e1cb30b73 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:35.773453 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.787313 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:05:35.787930 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:05:35.789109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.867855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Port': ['ID=ce40dc64-4702-4cfc-b2cc-c7aac4d8442d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:35.893032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] No DVR routers for this DVR port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:35.901800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:35.970422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-f9097487-e110-43f8-bb81-2850af7dbf03 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3413200 Apr 11 21:05:36.070029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.286734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.292452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Deleting port ce40dc64-4702-4cfc-b2cc-c7aac4d8442d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:36.295928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.390208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a38136-d920-4aac-aa78-d87e1cb30b73,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:36.417307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.424974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b8d769c1-8f9d-463f-85d2-2bbc07e34132 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b8a38136-d920-4aac-aa78-d87e1cb30b73 HTTP/1.1" status: 204 len: 168 time: 0.8876922 Apr 11 21:05:36.424974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51252) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:36.486315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.490616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce40dc64-4702-4cfc-b2cc-c7aac4d8442d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:36.518975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4baf6b-629b-4675-bcf8-c7885dff9cea']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:36.539905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efea04b-7704-4bd9-a8d9-496fa73f0438') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:36.539905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efea04b-7704-4bd9-a8d9-496fa73f0438') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:36.547568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d9e80-dbf8-49af-9794-95b4b43a0f79 None None] Network e42eb3aa-fefe-401d-9318-df7d4c8d19d1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:36.562787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.576841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.582379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:36.582379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.590329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ce40dc64-4702-4cfc-b2cc-c7aac4d8442d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:36.593776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ce40dc64-4702-4cfc-b2cc-c7aac4d8442d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:36.593776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0513f460-7e0e-4105-bdc6-f1c5066ebd88 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:36.649934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-02befdfc-2e9c-4803-bc20-631106ec10b3 None None] The port 'ce40dc64-4702-4cfc-b2cc-c7aac4d8442d' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:05:36.653999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.668565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Deleting port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:36.668900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:36.685209 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:36.763423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0513f460-7e0e-4105-bdc6-f1c5066ebd88 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:36.763906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0513f460-7e0e-4105-bdc6-f1c5066ebd88 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:36.764303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ebe8685-72af-481a-9a0e-9c811d4b314a req-479fc9d8-8234-43de-98c1-e4fec81030f7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 210 time: 0.6766386 Apr 11 21:05:36.795324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.799880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:36.847100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/networks/9d4baf6b-629b-4675-bcf8-c7885dff9cea HTTP/1.1" status: 204 len: 168 time: 2.3376570 Apr 11 21:05:36.848542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd66a9-929b-43e2-a8c4-ddee315f1414 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Pushing event deleted for resources: {'Network': ['ID=9d4baf6b-629b-4675-bcf8-c7885dff9cea,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:36.852894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51264) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:36.965792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-76d8e32e-95a0-46c5-b569-2a555dec752b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Synchronizing usage tracker for tenant:0f4b5c80f127481db7e41db4f17dc1f0 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:05:37.008605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] DHCP port deletion for e42eb3aa-fefe-401d-9318-df7d4c8d19d1 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:37.015265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Deleting port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:37.015671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:37.036357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-b5db80d7-bad4-46cb-8f6f-ae1551381f52 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1096 time: 0.9662807 Apr 11 21:05:37.049465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] For port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:37.050051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:37.117338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-76d8e32e-95a0-46c5-b569-2a555dec752b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Unset dirty status for tenant:0f4b5c80f127481db7e41db4f17dc1f0 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:05:37.123828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-76d8e32e-95a0-46c5-b569-2a555dec752b tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "GET /v2.0/ports?device_id=67754c91-3baf-43eb-a61f-cd4973e4c07b HTTP/1.1" status: 200 len: 205 time: 0.2687414 Apr 11 21:05:37.136559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:37.245798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Calling delete_port for 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:37.425540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] For port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,segment=NetworkSegment(757f8d4c-3aac-41f6-9ce5-e16cd89e8546),segment_id=757f8d4c-3aac-41f6-9ce5-e16cd89e8546)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:37.434547 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:37.448985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-0051334a-ec37-49c2-9def-88c583cf9e87 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292485 Apr 11 21:05:37.490432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:37.496393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:37.592548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Calling delete_port for 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:37.640335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a556f7-6dae-4a0a-b2cf-5c3b7883dabf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:37.657717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] No DVR routers for this DVR port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:37.687826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-cca061c9-395f-4f15-a35f-e9198504f133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:37.689938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-cca061c9-395f-4f15-a35f-e9198504f133 service neutron] 10.222.0.75 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 0.6270392 Apr 11 21:05:37.736728 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:05:37.737455 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:05:37.911314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-dd990412-cdd0-4d25-a51f-7005c8b90c96 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:37.912943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-dd990412-cdd0-4d25-a51f-7005c8b90c96 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4496827 Apr 11 21:05:37.914661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:37.962732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42eb3aa-fefe-401d-9318-df7d4c8d19d1']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:37.977410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-acaef8bf-73a9-4048-96a9-01e432146d8e tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/quotas/32a6dcc019a848b7964e2404dbd63f1c HTTP/1.1" status: 200 len: 375 time: 0.0519814 Apr 11 21:05:37.979614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757f8d4c-3aac-41f6-9ce5-e16cd89e8546') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:37.979866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757f8d4c-3aac-41f6-9ce5-e16cd89e8546') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:38.033212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.058919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-f1b52cc5-e475-4a7a-af2a-d345da10021c tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711575 Apr 11 21:05:38.068161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.076917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:38.077313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.106682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-add7228f-1d82-468b-9611-f2907ccea751 req-277fd6b3-2cd5-4ae7-bb67-9992bcb956ce tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 210 time: 0.1325035 Apr 11 21:05:38.143252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.185431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.239570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Deleting port 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:38.240223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.250275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-31089669-b1c4-4cb3-ad49-5838604858c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 1001 time: 0.5526891 Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:38.282449 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:38.362415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b35402b7-1e82-4053-aaeb-952012bb72e4 None None] The port '45a556f7-6dae-4a0a-b2cf-5c3b7883dabf' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:05:38.373237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:38.419911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:38.420089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45a556f7-6dae-4a0a-b2cf-5c3b7883dabf not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:38.436786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-9730a8a0-2c03-4e39-988c-28d4891993d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:38.438819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-9730a8a0-2c03-4e39-988c-28d4891993d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.1661942 Apr 11 21:05:38.511566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.545376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.566617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e42eb3aa-fefe-401d-9318-df7d4c8d19d1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:38.583541 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4021813d-80c0-4f62-9717-40860900e3c0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e42eb3aa-fefe-401d-9318-df7d4c8d19d1 HTTP/1.1" status: 204 len: 168 time: 2.1576080 Apr 11 21:05:38.585314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51334) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:38.726485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-182ad11e-902b-465d-8098-92c6ad3684ce req-5c67a329-4ae6-40f9-b25d-732a6160761d tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 210 time: 0.0550330 Apr 11 21:05:38.785327 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-e61930ef-d11e-4b90-a17f-9d4aa43fb818 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393362 Apr 11 21:05:38.791352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.792033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Fanout notify agent at l3_agent the message router_deleted on router 67754c91-3baf-43eb-a61f-cd4973e4c07b {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:05:38.882151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:38.883147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c9342e34-7b2e-4f91-99f2-0b3f6f3ee596 tempest-RoutersNegativeTest-291653454 tempest-RoutersNegativeTest-291653454-project] 10.222.0.61 "DELETE /v2.0/routers/67754c91-3baf-43eb-a61f-cd4973e4c07b HTTP/1.1" status: 204 len: 168 time: 1.7453790 Apr 11 21:05:38.972118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-ea05c269-07c1-4153-98b9-f7569b214438 service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701853 Apr 11 21:05:39.144687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39037a08-f6df-426a-9b35-8eadf7a1c3b0 req-04886a19-1df4-4e7a-a015-723568f70777 service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636918 Apr 11 21:05:39.187636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-213ab995-43b7-4f9c-adc4-e4367bbea9f6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:39.190661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-213ab995-43b7-4f9c-adc4-e4367bbea9f6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.2743340 Apr 11 21:05:39.217817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'port': {'device_id': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'admin_state_up': True, 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:39.347818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51356) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:39.414949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c93e2146-80b5-4a19-9b54-f9276b6fbcb2 req-e4e78643-9765-412c-b104-3c73d94ae0aa tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 210 time: 0.0685110 Apr 11 21:05:39.487700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:39.501610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:39.506315 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:39.617836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51366) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:39.689702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:05:39.693666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:39.728453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:39.792514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:39.796343 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03d4775b-f09f-4fea-929c-63ac0a88eb3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f4b5c80f127481db7e41db4f17dc1f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1780503 Apr 11 21:05:39.798897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51378) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:39.801598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Usage tracker for resource:security_group_rule and tenant:e1ca0f23160d4439a47a0378a38f8ce0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:39.814524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:39.869272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:39.912440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eff74cdc-6468-4891-8f66-beda27cd4b80 req-43d3ca1f-333c-4300-8787-2115a271292d tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 210 time: 0.0934687 Apr 11 21:05:39.970669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82fa0f66-2782-42a8-ae08-d586c76fa359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.008220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82fa0f66-2782-42a8-ae08-d586c76fa359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.049747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Allocated IP 172.20.0.8 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/78d0f767-86a5-418e-91cd-a58980f02331) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:40.082147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.185222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82fa0f66-2782-42a8-ae08-d586c76fa359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.192058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.255073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa0f66-2782-42a8-ae08-d586c76fa359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f12d00-792b-4e20-a35a-e0a6191d2c1d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:40.331157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab6280c-bc7b-4a79-98a0-35b86d7d76ec,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:40.358669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-82fa0f66-2782-42a8-ae08-d586c76fa359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.361111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-82fa0f66-2782-42a8-ae08-d586c76fa359 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95f12d00-792b-4e20-a35a-e0a6191d2c1d HTTP/1.1" status: 204 len: 168 time: 0.5613334 Apr 11 21:05:40.368529 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8980adb5-7084-429b-941b-ce6315261c71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1ca0f23160d4439a47a0378a38f8ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0166018 Apr 11 21:05:40.376199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51388) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:40.528334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830733be-1e9f-45a3-8d72-9aa25f86f803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.563027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.580549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830733be-1e9f-45a3-8d72-9aa25f86f803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.589933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Transition to ACTIVE for port object 78d0f767-86a5-418e-91cd-a58980f02331 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:40.659795 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575ccd89-166c-4443-9e4a-092fb632c0f6 req-c75f9d6a-be51-44cf-8677-f9ad1130c711 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 210 time: 0.0535553 Apr 11 21:05:40.738670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830733be-1e9f-45a3-8d72-9aa25f86f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.760041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-830733be-1e9f-45a3-8d72-9aa25f86f803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.761485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-830733be-1e9f-45a3-8d72-9aa25f86f803 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ab6280c-bc7b-4a79-98a0-35b86d7d76ec HTTP/1.1" status: 204 len: 168 time: 0.3828526 Apr 11 21:05:40.762580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830733be-1e9f-45a3-8d72-9aa25f86f803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab6280c-bc7b-4a79-98a0-35b86d7d76ec,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:40.836653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.848996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:05:40.907612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Deleting port 2eac6c74-05e2-4284-97e5-d181c72f63f8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:40.907851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:40.962266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:40.963070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=78d0f767-86a5-418e-91cd-a58980f02331,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:40.973124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:40.975377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:41.263731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6267e7ce-d9c5-4685-bb10-8ec3a6897486 req-f9740266-2392-410e-bf7d-b3712fcfe295 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 210 time: 0.0922647 Apr 11 21:05:41.340655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:41.342236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:41.462843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] For port 2eac6c74-05e2-4284-97e5-d181c72f63f8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2eac6c74-05e2-4284-97e5-d181c72f63f8,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:41.463200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:41.486202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-c2b6bee3-a79e-496d-aa70-3e69f53dd2bb tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452604 Apr 11 21:05:41.607279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-05e74ce4-29e5-4507-ac7f-0f1901c08b60 None None] Provisioning for port 78d0f767-86a5-418e-91cd-a58980f02331 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:41.611816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Calling delete_port for 2eac6c74-05e2-4284-97e5-d181c72f63f8 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:41.620140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-05e74ce4-29e5-4507-ac7f-0f1901c08b60 None None] Provisioning complete for port 78d0f767-86a5-418e-91cd-a58980f02331 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:41.620140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-05e74ce4-29e5-4507-ac7f-0f1901c08b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:41.642037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-93be6df4-e08f-4eb5-9de5-992eac54314b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4288623 Apr 11 21:05:41.667714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Request body: {'port': {'device_id': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:41.762304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-05e74ce4-29e5-4507-ac7f-0f1901c08b60 None None] Port 78d0f767-86a5-418e-91cd-a58980f02331 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:41.782515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-af8f40fe-5a3e-4eb9-b5d1-335f029ae8b7 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:41.784183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-af8f40fe-5a3e-4eb9-b5d1-335f029ae8b7 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929714 Apr 11 21:05:41.812870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Request body: {'port': {'device_id': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '32a6dcc019a848b7964e2404dbd63f1c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:41.950541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:42.019387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:42.024666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Usage tracker for resource:port and tenant:32a6dcc019a848b7964e2404dbd63f1c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:42.028019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:42.035129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:42.057267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.098859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.129906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Made reservation on behalf of 32a6dcc019a848b7964e2404dbd63f1c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:05:42.135643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.176256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.238588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:42.248069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Usage tracker for resource:security_group_rule and tenant:32a6dcc019a848b7964e2404dbd63f1c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:42.252677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:42.265450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:42.367937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.430540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.455719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:42.486145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Usage tracker for resource:security_group_rule and tenant:db03f7dd6cc74c5cb9ff9050565ccd13 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:42.536970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:42.552376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:42.561477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d061fd5-cc02-49a9-9228-edbe35519379 req-62afd25f-be70-41b3-9f59-4b94ba92f2ae tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:42.562170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8d061fd5-cc02-49a9-9228-edbe35519379 req-62afd25f-be70-41b3-9f59-4b94ba92f2ae tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:05:42.562856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7018ee26-e5f9-4271-be74-82db7ccc272d req-0162e895-a2b6-44aa-9bda-e3cf92cb9833 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 210 time: 0.0758586 Apr 11 21:05:42.569580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e7957a-479c-4923-8085-5c200c2c4648,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:42.740340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Allocated IP 192.168.233.219 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/13794971-ba2b-4b53-b75c-1e1e7b8acda8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:42.748985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:42.823959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Pushing event deleted for resources: {'Port': ['ID=2eac6c74-05e2-4284-97e5-d181c72f63f8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:42.948708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8d061fd5-cc02-49a9-9228-edbe35519379 req-62afd25f-be70-41b3-9f59-4b94ba92f2ae tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:05:42.958304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8d061fd5-cc02-49a9-9228-edbe35519379 req-62afd25f-be70-41b3-9f59-4b94ba92f2ae tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 931 time: 0.9794378 Apr 11 21:05:43.002930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.040152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Transition to ACTIVE for port object 13794971-ba2b-4b53-b75c-1e1e7b8acda8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:43.159361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.165102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.resource_extend [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:05:43.294327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.371269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8d061fd5-cc02-49a9-9228-edbe35519379 req-fd13ee6d-1916-4c3c-9419-f2a214eb4b81 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105444 Apr 11 21:05:43.413728 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.488122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e184d-b067-4f26-ab1a-e7260c7aac2a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:43.490462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:43.506754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:43.506754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:43.525596 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b896c68a-9b87-4787-8ae7-e56544cb8130 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db03f7dd6cc74c5cb9ff9050565ccd13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5574155 Apr 11 21:05:43.525596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51472) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:43.554753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d0f767-86a5-418e-91cd-a58980f02331 {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:05:43.580455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.584252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Pushing event updated for resources: {'Port': ['ID=13794971-ba2b-4b53-b75c-1e1e7b8acda8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:43.592541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:43.592541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.628637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Transition to ACTIVE for port object 78d0f767-86a5-418e-91cd-a58980f02331 will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:43.685315 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2a0a-0fcc-4a7e-a4aa-347d4ce1f207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.730896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2a0a-0fcc-4a7e-a4aa-347d4ce1f207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.731544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-3f117b68-9701-4420-861c-f5a662659c74 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9280949 Apr 11 21:05:43.750075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Request body: {'port': {'device_id': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:43.751161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:43.855709 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a92fd37d-7a47-4d59-80ca-a7479bef9b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.016031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=78d0f767-86a5-418e-91cd-a58980f02331,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:44.057618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.061151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.236026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2a0a-0fcc-4a7e-a4aa-347d4ce1f207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.245673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-ecda7af5-a792-4fe7-8433-f84991a9a2b2 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:44.246406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-ecda7af5-a792-4fe7-8433-f84991a9a2b2 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Synchronizing usage tracker for tenant:32a6dcc019a848b7964e2404dbd63f1c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:05:44.255626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fe87183e-3176-4c58-b266-1473fbc86dfc None None] Provisioning for port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:44.264263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fe87183e-3176-4c58-b266-1473fbc86dfc None None] Provisioning complete for port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:44.265061 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fe87183e-3176-4c58-b266-1473fbc86dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.328459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e2a0a-0fcc-4a7e-a4aa-347d4ce1f207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e184d-b067-4f26-ab1a-e7260c7aac2a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:44.367030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fe87183e-3176-4c58-b266-1473fbc86dfc None None] Port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:05:44.379948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2a0a-0fcc-4a7e-a4aa-347d4ce1f207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.381270 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9e2e2a0a-0fcc-4a7e-a4aa-347d4ce1f207 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/131e184d-b067-4f26-ab1a-e7260c7aac2a HTTP/1.1" status: 204 len: 168 time: 0.8594911 Apr 11 21:05:44.397555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Attempting to bind port 78d0f767-86a5-418e-91cd-a58980f02331 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:05:44.397555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Attempting to bind port 78d0f767-86a5-418e-91cd-a58980f02331 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:05:44.397555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Attempting to bind port 78d0f767-86a5-418e-91cd-a58980f02331 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:44.403866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Port 78d0f767-86a5-418e-91cd-a58980f02331 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:05:44.404475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Attempting to bind port 78d0f767-86a5-418e-91cd-a58980f02331 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:44.428830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:05:44.429167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:44.429720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:05:44.430217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Bound port: 78d0f767-86a5-418e-91cd-a58980f02331, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:05:44.430558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.682814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-ecda7af5-a792-4fe7-8433-f84991a9a2b2 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Unset dirty status for tenant:32a6dcc019a848b7964e2404dbd63f1c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:05:44.684014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-ecda7af5-a792-4fe7-8433-f84991a9a2b2 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 936 time: 0.7102566 Apr 11 21:05:44.737379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] For port 78d0f767-86a5-418e-91cd-a58980f02331, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:05:44.756215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13794971-ba2b-4b53-b75c-1e1e7b8acda8 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:05:44.761076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-81aa8509-47bf-4480-b630-a49ccca72375 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Synchronizing usage tracker for tenant:32a6dcc019a848b7964e2404dbd63f1c on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:05:44.768485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:44.792024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Transition to ACTIVE for port object 13794971-ba2b-4b53-b75c-1e1e7b8acda8 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:44.830602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] For port 78d0f767-86a5-418e-91cd-a58980f02331, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=78d0f767-86a5-418e-91cd-a58980f02331,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:05:44.867126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e446-f434-477b-86b2-e609a638b605 req-734fd44f-fd28-498b-9aaa-1b5c2d552503 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:44.868627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8701e446-f434-477b-86b2-e609a638b605 req-734fd44f-fd28-498b-9aaa-1b5c2d552503 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 943 time: 0.2689986 Apr 11 21:05:44.932370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:45.031210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-81aa8509-47bf-4480-b630-a49ccca72375 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Unset dirty status for tenant:32a6dcc019a848b7964e2404dbd63f1c on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:05:45.033278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31a317e9-96ab-48ff-b9d2-e17e2e1a5141 req-81aa8509-47bf-4480-b630-a49ccca72375 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376520 Apr 11 21:05:45.036540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Pushing event updated for resources: {'Port': ['ID=13794971-ba2b-4b53-b75c-1e1e7b8acda8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:45.296067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Attempting to bind port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:05:45.303165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Attempting to bind port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:05:45.303800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Attempting to bind port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:45.321549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:05:45.326395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Attempting to bind port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:45.341558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:45.343579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:05:45.344053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:45.345263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:05:45.345803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Bound port: 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:05:45.346558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:45.476487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8701e446-f434-477b-86b2-e609a638b605 req-7374cdf8-1bc8-4f9f-99c9-8e8df8af528c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977798 Apr 11 21:05:45.502959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:45.504532 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] 10.222.0.69 "PUT /v2.0/ports/78d0f767-86a5-418e-91cd-a58980f02331 HTTP/1.1" status: 200 len: 1091 time: 3.8537278 Apr 11 21:05:45.507967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'tag': '78d0f767-86a5-418e-91cd-a58980f02331'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:05:45.572648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] For port 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:05:45.579037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] For port 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:05:45.596678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94e381-4f9a-4f6e-a8a4-b3d2f1f7fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=78d0f767-86a5-418e-91cd-a58980f02331,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:45.604865 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74367084-5d4b-43b7-b4d7-14c3869b687a'] response: {'name': 'network-changed', 'server_uuid': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'tag': '78d0f767-86a5-418e-91cd-a58980f02331', 'status': 'completed', 'code': 200} Apr 11 21:05:45.706134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:45.743272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Router 6037fcb9-d75e-4e73-8379-6afbc692ae50 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:05:45.752215 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa5134a2-ca4e-47b6-8b14-8b4a8f90cdd6 req-f22e7165-6a4c-4689-a1d0-f92ca0733c14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 1094 time: 0.1219347 Apr 11 21:05:45.812601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:45.815131 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] 10.222.0.75 "PUT /v2.0/ports/13794971-ba2b-4b53-b75c-1e1e7b8acda8 HTTP/1.1" status: 200 len: 1096 time: 2.0763779 Apr 11 21:05:45.815684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'tag': '13794971-ba2b-4b53-b75c-1e1e7b8acda8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:05:45.869853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f91e6-0ca0-4f3c-88f4-33128f90688d service neutron] Pushing event updated for resources: {'Port': ['ID=13794971-ba2b-4b53-b75c-1e1e7b8acda8,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:45.928777 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09d1df5-4d77-4fbd-a9e5-0a58651cc262'] response: {'name': 'network-changed', 'server_uuid': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'tag': '13794971-ba2b-4b53-b75c-1e1e7b8acda8', 'status': 'completed', 'code': 200} Apr 11 21:05:46.031147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863d5275-4450-480a-9e97-8a4dfffae27c req-4b1d6d7d-8ca8-477c-a45b-00fe261d3d0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 1099 time: 0.0882661 Apr 11 21:05:46.032454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46b071cd-8b8e-4127-9828-80496a1c67ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:46.101440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863d5275-4450-480a-9e97-8a4dfffae27c req-78cca139-f617-4a16-80e1-a23f5712fd9a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606048 Apr 11 21:05:46.279356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5134a2-ca4e-47b6-8b14-8b4a8f90cdd6 req-9fe4b691-e56b-4fe6-94e1-48344d74f3d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:46.289405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa5134a2-ca4e-47b6-8b14-8b4a8f90cdd6 req-9fe4b691-e56b-4fe6-94e1-48344d74f3d8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5313480 Apr 11 21:05:46.410972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51566) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:46.490953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5134a2-ca4e-47b6-8b14-8b4a8f90cdd6 req-30457586-539b-4b29-9e2a-17a99eb192e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:46.492730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa5134a2-ca4e-47b6-8b14-8b4a8f90cdd6 req-30457586-539b-4b29-9e2a-17a99eb192e5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957028 Apr 11 21:05:46.507233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d5275-4450-480a-9e97-8a4dfffae27c req-059a0fb7-2ce2-480b-b5a6-ba9196bc8269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:46.509911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863d5275-4450-480a-9e97-8a4dfffae27c req-059a0fb7-2ce2-480b-b5a6-ba9196bc8269 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4032459 Apr 11 21:05:46.512099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:05:46.517379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c843e-9fd0-4fb0-9e48-a5aacf646190 req-06c5fbd6-eb6f-483e-a5d8-04b7a90b0955 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:46.519228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c57c843e-9fd0-4fb0-9e48-a5aacf646190 req-06c5fbd6-eb6f-483e-a5d8-04b7a90b0955 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 948 time: 0.1970503 Apr 11 21:05:46.525256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51574) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:46.526727 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e456581-b072-416c-94eb-aeddbc9a373a admin admin] 10.222.0.61 "PUT /v2.0/routers/6037fcb9-d75e-4e73-8379-6afbc692ae50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9402878 Apr 11 21:05:46.547640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] Sync routers for ids ['6037fcb9-d75e-4e73-8379-6afbc692ae50'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:05:46.560523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] Routers {'6037fcb9-d75e-4e73-8379-6afbc692ae50'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:46.560715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6037fcb9-d75e-4e73-8379-6afbc692ae50'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:46.741645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-82382460-907b-4286-b4b4-94ad1e577128 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 1094 time: 0.1582470 Apr 11 21:05:46.920108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] Set router 6037fcb9-d75e-4e73-8379-6afbc692ae50 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:05:46.945069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:46.958119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-92be3ba0-5fbc-4bf0-8de6-f833b33da667 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78d0f767-86a5-418e-91cd-a58980f02331 HTTP/1.1" status: 200 len: 217 time: 0.2085512 Apr 11 21:05:46.985546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:46.989561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Usage tracker for resource:security_group_rule and tenant:b8906a0019ab4cfd8faf2d19b881023f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:46.995812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:46.998303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:47.051631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c57c843e-9fd0-4fb0-9e48-a5aacf646190 req-ae775427-feee-410d-9777-a1279c50f870 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667511 Apr 11 21:05:47.072725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-d9a6cf0d-d587-4b93-9a25-78fb089aa965 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 1099 time: 0.2890112 Apr 11 21:05:47.123274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-2f78e5db-f570-4148-a988-9a0ea85aa0c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:47.124755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-2f78e5db-f570-4148-a988-9a0ea85aa0c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1048517 Apr 11 21:05:47.176946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f22f2f-1d0c-4a5f-a5d1-cbfa6f951d39 req-c5ee8073-b505-44f8-ac29-8075ad61bd72 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:47.178468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-1b153311-f418-4b32-bb72-e6cc2a59c064 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8 HTTP/1.1" status: 200 len: 217 time: 0.0969787 Apr 11 21:05:47.179805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5f22f2f-1d0c-4a5f-a5d1-cbfa6f951d39 req-c5ee8073-b505-44f8-ac29-8075ad61bd72 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 943 time: 0.3555932 Apr 11 21:05:47.222608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.289057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.292044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-1f0b1208-f2ff-4d1c-bcef-5e6944de26cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:47.293532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-1f0b1208-f2ff-4d1c-bcef-5e6944de26cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1081939 Apr 11 21:05:47.339366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.357647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbd6da-6674-45dd-9133-b5a46889a256,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:47.391817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5f22f2f-1d0c-4a5f-a5d1-cbfa6f951d39 req-4a0db177-695d-4c19-b8c6-3c577a156780 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994064 Apr 11 21:05:47.408463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-601862d5-51d6-4d95-96be-bfba71e87939 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729127 Apr 11 21:05:47.417261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6328b92f-eaa8-4edb-a414-24d649109969 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8906a0019ab4cfd8faf2d19b881023f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0019114 Apr 11 21:05:47.417512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51596) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:47.461393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T21:05:42Z', 'revision_number': 5, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:47.471504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] Checking router: 6037fcb9-d75e-4e73-8379-6afbc692ae50 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:05:47.493625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] Routers {'6037fcb9-d75e-4e73-8379-6afbc692ae50'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:05:47.494647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['6037fcb9-d75e-4e73-8379-6afbc692ae50'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:47.541076 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-d5be46d9-2e64-4c82-bbb1-678a0dad4523 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2369683 Apr 11 21:05:47.550890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:47.635172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e38552d0-c53a-482e-9abd-3164753befe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.662776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e38552d0-c53a-482e-9abd-3164753befe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.675408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-58b3fcdd-c4af-40a9-859a-51b7c874e6a5 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594182 Apr 11 21:05:47.760184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-a7250db5-9c0e-4a08-9fda-77b6e1df8f30 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106569 Apr 11 21:05:47.791346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] Set router 6037fcb9-d75e-4e73-8379-6afbc692ae50 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:05:47.849776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.851229 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.889135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.952293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fdedebea-88e2-4249-8f60-71182f21b1a9 req-4b01ff2b-a1d4-4d4b-9c15-9667bedfd093 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843231 Apr 11 21:05:47.976665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:47.978678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Deleting port 08713c4e-e749-4747-86ea-32ddc8426a53 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:47.979096 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.059356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ba2a767-f573-4f50-ae6b-8c731ee4c97d req-a5aed5d5-2c78-4629-983f-921c16ba31ee service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752754 Apr 11 21:05:48.089183 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e38552d0-c53a-482e-9abd-3164753befe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.121508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38552d0-c53a-482e-9abd-3164753befe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbd6da-6674-45dd-9133-b5a46889a256,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:48.133452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:48.138000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e38552d0-c53a-482e-9abd-3164753befe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.139244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e38552d0-c53a-482e-9abd-3164753befe8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4bbd6da-6674-45dd-9133-b5a46889a256 HTTP/1.1" status: 204 len: 168 time: 0.7205431 Apr 11 21:05:48.140788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Usage tracker for resource:security_group_rule and tenant:4ac053a3b3354ef1a0564bf354242230 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:48.144139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:48.151361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:48.228423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T21:05:42Z', 'revision_number': 5, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:48.238567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac21b6-991e-4f4e-8aca-b253b67d4dea None None] The sync data for ids ['6037fcb9-d75e-4e73-8379-6afbc692ae50'] in n-d-837321-1 is: [{'id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'name': 'tempest-TaggedBootDevicesTest_v242-426420295-router', 'tenant_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T20:56:59Z', 'updated_at': '2022-04-11T21:05:42Z', 'revision_number': 5, 'project_id': 'cfaf90c698f74cffa24e2f6be48d3f5c', 'gw_port': {'id': '08713c4e-e749-4747-86ea-32ddc8426a53', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037fcb9-d75e-4e73-8379-6afbc692ae50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T20:57:02Z', 'updated_at': '2022-04-11T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:05:48.259635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] For port 08713c4e-e749-4747-86ea-32ddc8426a53, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=08713c4e-e749-4747-86ea-32ddc8426a53,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:48.266826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.326342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.374130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.429881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ef148-f40d-4a72-9fe8-d875b82ac0ef,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:48.434369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4a6fab69-f238-4267-9bb3-95cf772cc0bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ac053a3b3354ef1a0564bf354242230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8823738 Apr 11 21:05:48.437797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51620) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:48.466325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Calling delete_port for 08713c4e-e749-4747-86ea-32ddc8426a53 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:48.522814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-affb547b-4dab-4d56-a320-69db8fe305b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.569262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-affb547b-4dab-4d56-a320-69db8fe305b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.591410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b0831-bae7-4c78-994c-1e894b2308c0 req-9f36500b-84f8-4e5b-9174-36a561f20b98 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:48.592929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-802b0831-bae7-4c78-994c-1e894b2308c0 req-9f36500b-84f8-4e5b-9174-36a561f20b98 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 948 time: 0.2438457 Apr 11 21:05:48.729115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.755356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefee29-b101-44a2-80bf-e5bfe4bfdaa1 req-0ac12bd5-83f8-49cd-9a8d-702c0ae51d5e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:48.757641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-802b0831-bae7-4c78-994c-1e894b2308c0 req-0c6aa1b3-551b-4586-bfc0-73e63e580555 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334255 Apr 11 21:05:48.764197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1aefee29-b101-44a2-80bf-e5bfe4bfdaa1 req-0ac12bd5-83f8-49cd-9a8d-702c0ae51d5e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 943 time: 0.1336839 Apr 11 21:05:48.766486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-affb547b-4dab-4d56-a320-69db8fe305b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.806267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb547b-4dab-4d56-a320-69db8fe305b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ef148-f40d-4a72-9fe8-d875b82ac0ef,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:48.810937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-affb547b-4dab-4d56-a320-69db8fe305b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.814774 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-affb547b-4dab-4d56-a320-69db8fe305b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/685ef148-f40d-4a72-9fe8-d875b82ac0ef HTTP/1.1" status: 204 len: 168 time: 0.3719902 Apr 11 21:05:48.826116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:48.851519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1aefee29-b101-44a2-80bf-e5bfe4bfdaa1 req-05dfaad9-d128-4d73-b94c-32d9827afd86 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852084 Apr 11 21:05:48.887445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=08713c4e-e749-4747-86ea-32ddc8426a53,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:49.167385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51640) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:49.218059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.245949 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.313777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:49.322515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4ebaa7c25f491db1c5ee756c97f41c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:49.328187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:49.338674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:49.423802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.505528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.534427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.538932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.545001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a4ebaa7c25f491db1c5ee756c97f41c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3762832 Apr 11 21:05:49.547533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51658) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:49.579053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d53968-1455-4384-88f2-ba0f4e47ccd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f09a9c-9336-43d5-906d-fe47a467624e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:49.622609 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.623121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6037fcb9-d75e-4e73-8379-6afbc692ae50 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:05:49.640592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ed053-2546-4554-bf21-7043877ef89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.643443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.647733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-63aa8bf4-4bdb-4b18-865c-d7e475f91b96 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6037fcb9-d75e-4e73-8379-6afbc692ae50 HTTP/1.1" status: 204 len: 168 time: 3.1206338 Apr 11 21:05:49.648163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51664) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:49.682173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ed053-2546-4554-bf21-7043877ef89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.731734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Deleting subnet 15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:05:49.744779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.816135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ed053-2546-4554-bf21-7043877ef89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.823732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.845239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed053-2546-4554-bf21-7043877ef89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f09a9c-9336-43d5-906d-fe47a467624e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:49.904249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ed053-2546-4554-bf21-7043877ef89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:49.910213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-702ed053-2546-4554-bf21-7043877ef89e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8f09a9c-9336-43d5-906d-fe47a467624e HTTP/1.1" status: 204 len: 168 time: 0.3592515 Apr 11 21:05:50.006733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.123525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c643a1-b7bd-49ce-9bc5-48556284a934 req-71fb556d-d800-40f3-b0a1-ffaee7b389be tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:50.124865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a1c643a1-b7bd-49ce-9bc5-48556284a934 req-71fb556d-d800-40f3-b0a1-ffaee7b389be tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 948 time: 0.1911235 Apr 11 21:05:50.128861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396394c0-e690-4214-ba2c-92f5524f5f6c req-798b208a-167f-41de-aa0b-3f67282869ff tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:50.130408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-396394c0-e690-4214-ba2c-92f5524f5f6c req-798b208a-167f-41de-aa0b-3f67282869ff tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 943 time: 0.1309328 Apr 11 21:05:50.184013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-396394c0-e690-4214-ba2c-92f5524f5f6c req-4af70a06-1db0-4370-a552-ab8d41eceae9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Apr 11 21:05:50.223620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a1c643a1-b7bd-49ce-9bc5-48556284a934 req-cc3f4633-d87c-41bb-b525-f67f210cd017 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887954 Apr 11 21:05:50.225034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.273806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:50.290152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38870fb0-8110-4b6b-9a60-91ee9388fb13 None None] Network 6909177e-93bd-4cac-8ff3-5061a4a894f2 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:50.303785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.316891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6ee8a49d-eca6-4052-bffc-8fa694aff5c0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/15d71acb-c5c2-43e6-9b1a-65f4e2e4a02e HTTP/1.1" status: 204 len: 168 time: 0.6678929 Apr 11 21:05:50.319489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51686) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:50.453089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.465553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Deleting port ca156a60-58e8-4c06-935f-f16c8c2b5051 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:50.466118 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.486568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 08713c4e-e749-4747-86ea-32ddc8426a53 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:50.533935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 08713c4e-e749-4747-86ea-32ddc8426a53 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:50.534475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 08713c4e-e749-4747-86ea-32ddc8426a53 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:50.535051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eac6c74-05e2-4284-97e5-d181c72f63f8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:50.607312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2eac6c74-05e2-4284-97e5-d181c72f63f8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:50.608398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2eac6c74-05e2-4284-97e5-d181c72f63f8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:50.710524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] DHCP port deletion for 6909177e-93bd-4cac-8ff3-5061a4a894f2 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:05:50.714501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Deleting port ca156a60-58e8-4c06-935f-f16c8c2b5051 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:50.715117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.771388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] For port ca156a60-58e8-4c06-935f-f16c8c2b5051, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca156a60-58e8-4c06-935f-f16c8c2b5051,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:50.773399 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:50.909382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Calling delete_port for ca156a60-58e8-4c06-935f-f16c8c2b5051 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:50.935178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] For port ca156a60-58e8-4c06-935f-f16c8c2b5051, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca156a60-58e8-4c06-935f-f16c8c2b5051,segment=NetworkSegment(5a059502-cfbf-47f5-a09d-de8f059dc231),segment_id=5a059502-cfbf-47f5-a09d-de8f059dc231)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:50.936405 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.053478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.070981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Calling delete_port for ca156a60-58e8-4c06-935f-f16c8c2b5051 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:05:51.106160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] No DVR routers for this DVR port ca156a60-58e8-4c06-935f-f16c8c2b5051 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:05:51.107931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca156a60-58e8-4c06-935f-f16c8c2b5051,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:51.146958 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:05:51.147541 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:05:51.228559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.255990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51730) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:51.278946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6909177e-93bd-4cac-8ff3-5061a4a894f2']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:51.310308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a059502-cfbf-47f5-a09d-de8f059dc231') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:51.314039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a059502-cfbf-47f5-a09d-de8f059dc231') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:05:51.342618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.379464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.394003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 13794971-ba2b-4b53-b75c-1e1e7b8acda8 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:05:51.414169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:05:51.414703 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:05:51.440164 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:05:51.539357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.568001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:51.577078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 78d0f767-86a5-418e-91cd-a58980f02331 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:05:51.586259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:51.592285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Usage tracker for resource:security_group_rule and tenant:d900ace00b40412b92138460a5908976 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:51.597429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:51.599638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '13794971-ba2b-4b53-b75c-1e1e7b8acda8', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': '13794971-ba2b-4b53-b75c-1e1e7b8acda8', 'mac_address': 'fa:16:3e:fd:17:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:05:51.605104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:51.653180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Deleting port ca156a60-58e8-4c06-935f-f16c8c2b5051 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:05:51.653559 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.735221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.759620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c36e3f-39a4-4aec-b188-6f7cd68f6f30 req-193f8d81-97e1-41d6-80ea-21d51a9dcc09 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:51.759620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67c36e3f-39a4-4aec-b188-6f7cd68f6f30 req-193f8d81-97e1-41d6-80ea-21d51a9dcc09 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 943 time: 0.3111632 Apr 11 21:05:51.760767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bb472873-d827-4b7b-91f8-e0cc83ead020 None None] The port 'ca156a60-58e8-4c06-935f-f16c8c2b5051' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:05:51.766797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:05:51.781202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b03c-6511-4a51-9dc2-e46a664d001d req-b2a26278-9021-4082-94a2-f9f32e03258a tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:51.791711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7028b03c-6511-4a51-9dc2-e46a664d001d req-b2a26278-9021-4082-94a2-f9f32e03258a tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 948 time: 0.3386381 Apr 11 21:05:51.810753 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67c36e3f-39a4-4aec-b188-6f7cd68f6f30 req-267ef9ed-cbf5-4d2a-9638-ae13fec98926 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Apr 11 21:05:51.811579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.814099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.836923 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:51.847951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] Pushing event deleted for resources: {'Network': ['ID=6909177e-93bd-4cac-8ff3-5061a4a894f2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:51.858059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-78ac14a2-7e57-4176-a223-4fad6a968198 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6909177e-93bd-4cac-8ff3-5061a4a894f2 HTTP/1.1" status: 204 len: 168 time: 1.5373263 Apr 11 21:05:51.867718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e088ba8-67b2-4b47-ac18-d903724020a8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:51.917816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c3817936-9ca0-40b1-95fe-aa321683d663 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d900ace00b40412b92138460a5908976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6620619 Apr 11 21:05:51.919266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51746) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:51.947378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7028b03c-6511-4a51-9dc2-e46a664d001d req-9b8b62d8-746b-4be3-918f-51ed10f3347f tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535041 Apr 11 21:05:51.983889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 78d0f767-86a5-418e-91cd-a58980f02331, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=78d0f767-86a5-418e-91cd-a58980f02331,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:51.999096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '78d0f767-86a5-418e-91cd-a58980f02331', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': '78d0f767-86a5-418e-91cd-a58980f02331', 'mac_address': 'fa:16:3e:23:2a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:05:52.003307 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.013152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c80d7003-d507-41c0-af89-0918f699ffce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.045554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c80d7003-d507-41c0-af89-0918f699ffce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.091779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13794971-ba2b-4b53-b75c-1e1e7b8acda8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:05:52.100097 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.123903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d0f767-86a5-418e-91cd-a58980f02331 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:05:52.147194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 78d0f767-86a5-418e-91cd-a58980f02331, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=78d0f767-86a5-418e-91cd-a58980f02331,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:52.152062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:52.219938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c80d7003-d507-41c0-af89-0918f699ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.231902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.238080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.252985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d7003-d507-41c0-af89-0918f699ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e088ba8-67b2-4b47-ac18-d903724020a8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:52.265777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c80d7003-d507-41c0-af89-0918f699ffce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.267927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c80d7003-d507-41c0-af89-0918f699ffce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e088ba8-67b2-4b47-ac18-d903724020a8 HTTP/1.1" status: 204 len: 168 time: 0.3471220 Apr 11 21:05:52.274299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca156a60-58e8-4c06-935f-f16c8c2b5051 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:05:52.333458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ca156a60-58e8-4c06-935f-f16c8c2b5051 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:05:52.333807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca156a60-58e8-4c06-935f-f16c8c2b5051 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:05:52.363592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=13794971-ba2b-4b53-b75c-1e1e7b8acda8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:52.441009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:52.454887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=78d0f767-86a5-418e-91cd-a58980f02331,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:52.473691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['78d0f767-86a5-418e-91cd-a58980f02331'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:05:52.503172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18fc8014-d8d0-4542-b3e1-f9fc07b109f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a9b3bf402b04c43826ed9b7a0671727&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0608585 Apr 11 21:05:52.505533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51762) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:52.525062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['13794971-ba2b-4b53-b75c-1e1e7b8acda8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:05:52.602064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9a44-c3ba-42c0-93d9-d309bcdf57ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.633869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9a44-c3ba-42c0-93d9-d309bcdf57ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.815082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9a44-c3ba-42c0-93d9-d309bcdf57ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.847456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e9a44-c3ba-42c0-93d9-d309bcdf57ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:52.857078 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9a44-c3ba-42c0-93d9-d309bcdf57ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:52.862972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-666e9a44-c3ba-42c0-93d9-d309bcdf57ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4be01b8c-75d2-4bdd-94b5-6eda47f8e8c1 HTTP/1.1" status: 204 len: 168 time: 0.3560274 Apr 11 21:05:53.135943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae518a6-2b7f-4ad4-9461-e45931421545 req-e4c3e819-3678-4c38-bafe-257319c4f388 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:53.138391 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cae518a6-2b7f-4ad4-9461-e45931421545 req-e4c3e819-3678-4c38-bafe-257319c4f388 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 944 time: 0.1175244 Apr 11 21:05:53.233055 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cae518a6-2b7f-4ad4-9461-e45931421545 req-82407364-6131-45d9-b582-cbd4fb462d50 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810633 Apr 11 21:05:53.286896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49069e9e-4eed-40ae-b2f6-57f4e6856dc2 req-f1113a53-1b43-4715-9d76-789e1f3d0f14 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:53.288417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49069e9e-4eed-40ae-b2f6-57f4e6856dc2 req-f1113a53-1b43-4715-9d76-789e1f3d0f14 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 949 time: 0.1194785 Apr 11 21:05:53.354373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49069e9e-4eed-40ae-b2f6-57f4e6856dc2 req-e6319b84-830d-4811-b220-5b69e078b33c tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590267 Apr 11 21:05:53.581787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 78d0f767-86a5-418e-91cd-a58980f02331 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:53.733857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 78d0f767-86a5-418e-91cd-a58980f02331 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:53.740168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 78d0f767-86a5-418e-91cd-a58980f02331 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:53.740949 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:53.856919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:53.885324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d0f767-86a5-418e-91cd-a58980f02331'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:05:53.898004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 78d0f767-86a5-418e-91cd-a58980f02331, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=78d0f767-86a5-418e-91cd-a58980f02331,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:53.962911 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe44380-575f-436c-bd01-22b2087e48f0'] response: {'server_uuid': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d0f767-86a5-418e-91cd-a58980f02331', 'code': 200} Apr 11 21:05:53.968272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51806) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:53.970231 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:54.057829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-77554c98-36e9-413c-b086-61f5e92bf396 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cfaf90c698f74cffa24e2f6be48d3f5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0854685 Apr 11 21:05:54.060420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:54.107360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=78d0f767-86a5-418e-91cd-a58980f02331,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:54.188533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72172389-b947-4a79-ab14-9ac1b8116ab2 req-0a569f95-4137-47da-a31e-7c7310d92e85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 1096 time: 0.1331909 Apr 11 21:05:54.208510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-41df2383-4737-4d7d-8af5-8a2966fdc6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:54.238878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72172389-b947-4a79-ab14-9ac1b8116ab2 req-ff65e268-28d2-4c27-9b62-15ab449cc9d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Apr 11 21:05:54.244492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-41df2383-4737-4d7d-8af5-8a2966fdc6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:54.392489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-41df2383-4737-4d7d-8af5-8a2966fdc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:54.625809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2383-4737-4d7d-8af5-8a2966fdc6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ef876-657d-48e8-b42b-6c4a671fcfeb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:54.645810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-41df2383-4737-4d7d-8af5-8a2966fdc6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:54.648824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-41df2383-4737-4d7d-8af5-8a2966fdc6ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a1ef876-657d-48e8-b42b-6c4a671fcfeb HTTP/1.1" status: 204 len: 168 time: 0.5869985 Apr 11 21:05:54.716273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533b58-02b2-45ee-a979-7150d10b222f req-ae530ce0-37c9-47de-9101-7eba40561573 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:54.718653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21533b58-02b2-45ee-a979-7150d10b222f req-ae530ce0-37c9-47de-9101-7eba40561573 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 945 time: 0.1385875 Apr 11 21:05:54.802873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419db99e-99d6-4446-a238-188cc14956ae req-bff033a0-1f5d-4687-b049-be5d4815d017 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:54.805526 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-419db99e-99d6-4446-a238-188cc14956ae req-bff033a0-1f5d-4687-b049-be5d4815d017 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 949 time: 0.1850872 Apr 11 21:05:54.828541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21533b58-02b2-45ee-a979-7150d10b222f req-1939a904-48e1-47da-ad7d-46e9dd9b004e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012418 Apr 11 21:05:54.888234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-419db99e-99d6-4446-a238-188cc14956ae req-1c5b29b5-70f7-41ea-be2e-258b135ae2a6 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757680 Apr 11 21:05:55.398323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 13794971-ba2b-4b53-b75c-1e1e7b8acda8 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:05:55.561395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:05:55.567881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:05:55.568384 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:55.741407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:55.775394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:05:55.848625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:55.966815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13794971-ba2b-4b53-b75c-1e1e7b8acda8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:05:55.988671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=13794971-ba2b-4b53-b75c-1e1e7b8acda8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:56.164875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abf65e-d006-4235-be7e-6cd3b925d655 req-53773451-82d2-41db-aae3-433c374fb448 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:56.166600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8abf65e-d006-4235-be7e-6cd3b925d655 req-53773451-82d2-41db-aae3-433c374fb448 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 945 time: 0.1400449 Apr 11 21:05:56.225142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8571f3-93d0-45c0-8fac-61dfbf26f24c req-e1a1efb4-e17d-487a-b888-100576e066e8 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:56.232851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8abf65e-d006-4235-be7e-6cd3b925d655 req-eb4ab398-78aa-4c3e-b698-c9ed0e943e9a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594513 Apr 11 21:05:56.234322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea8571f3-93d0-45c0-8fac-61dfbf26f24c req-e1a1efb4-e17d-487a-b888-100576e066e8 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 950 time: 0.1253312 Apr 11 21:05:56.313989 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7beddcfd-a9af-4fac-b785-d35a34cac0ef'] response: {'server_uuid': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13794971-ba2b-4b53-b75c-1e1e7b8acda8', 'code': 200} Apr 11 21:05:56.316783 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea8571f3-93d0-45c0-8fac-61dfbf26f24c req-d161a85f-7bcd-488d-8b7c-50d97670feb9 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801451 Apr 11 21:05:56.487994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:56.505283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a6c94c4-1fe6-4e6d-a3d3-6d7425172d9f req-0c4c446f-f14d-4738-ae16-3cbedaed2581 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 1101 time: 0.1162810 Apr 11 21:05:56.574107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a6c94c4-1fe6-4e6d-a3d3-6d7425172d9f req-d3850e87-4fdc-4fa1-b31c-d1bd98619afa service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Apr 11 21:05:56.673223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-network', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:56.682333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:56.686226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Usage tracker for resource:network and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:56.690045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:56.696156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:56.768734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Made reservation on behalf of d077845561ac4f4d98583cdf174d8dbf for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:05:56.772550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:56.783362 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:56.814942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:56.818690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:56.822452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:56.830358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:56.863789 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:05:56.921281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.002524 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.055851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:05:57.061549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d083026e-c6ee-45ca-bd9f-022bcd13b7d6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:57.094682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.095271 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Added segment 00967d96-9c79-4628-a364-11e7db6c1cd5 of type vlan for network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 Apr 11 21:05:57.132248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.248308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.249168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:57.249733 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.390476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:57.402893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:05:57.529082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-af9c37d3-2e0b-4abd-9beb-263dca8e47a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0396914 Apr 11 21:05:57.540838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52020) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:57.546967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Request body: {'subnet': {'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-subnet', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:57.552764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:57.556836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Usage tracker for resource:subnet and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:57.562942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f289-097e-47f2-aecf-d38e0d8eae83 req-3c69bfd3-0837-412f-83e0-024946f2e333 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:57.563895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:57.563978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd30f289-097e-47f2-aecf-d38e0d8eae83 req-3c69bfd3-0837-412f-83e0-024946f2e333 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 950 time: 0.0845065 Apr 11 21:05:57.568682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:57.623446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd30f289-097e-47f2-aecf-d38e0d8eae83 req-05faa26e-68e3-4a77-a3db-84542b72272b tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Apr 11 21:05:57.646878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Made reservation on behalf of d077845561ac4f4d98583cdf174d8dbf for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:05:57.649796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:57.991405 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.076213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Pushing event updated for resources: {'Subnet': ['ID=996be73b-1247-4258-9489-4c0832b358c5,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:58.086742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Checking segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:58.087112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Network hostable DHCP agents. Network: f52e72e1-36aa-42ed-b8d9-64bcbf94ca77, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:05:58.174078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:05:58.236820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f52e72e1-36aa-42ed-b8d9-64bcbf94ca77) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:58.251532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9dc7a-a3d2-42f4-944c-b635fc170ca6 None None] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:05:58.252870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:58.253464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.354491 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-88caa1c0-11d7-4bc1-9140-80b0432d614e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8099010 Apr 11 21:05:58.354957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52072) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:05:58.360751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:05:58.367967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:05:58.385976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Usage tracker for resource:router and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:05:58.393284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:05:58.402227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:05:58.501213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.502301 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.519733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:05:58.522732 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.528625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.726303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Allocated IP 172.20.0.2 (f52e72e1-36aa-42ed-b8d9-64bcbf94ca77/996be73b-1247-4258-9489-4c0832b358c5/0e125157-72b2-47c3-a1b3-04690ce99e6a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:58.805513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:58.986260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.023116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.051888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Transition to ACTIVE for port object 0e125157-72b2-47c3-a1b3-04690ce99e6a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:59.087845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Transition to ACTIVE for port object 0e125157-72b2-47c3-a1b3-04690ce99e6a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:05:59.150908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5063793-e2e5-4b0c-9916-ebbe6f343e78 req-d398eb6b-4aa0-4d88-9217-ea7dd04b38a2 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:59.172492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5063793-e2e5-4b0c-9916-ebbe6f343e78 req-d398eb6b-4aa0-4d88-9217-ea7dd04b38a2 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 950 time: 0.1880350 Apr 11 21:05:59.191752 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.271070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f5063793-e2e5-4b0c-9916-ebbe6f343e78 req-a6d2819b-1f81-4a8b-bd43-ec0fc232ddbf tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975738 Apr 11 21:05:59.329612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.364801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Pushing event updated for resources: {'Port': ['ID=0e125157-72b2-47c3-a1b3-04690ce99e6a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:05:59.371417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.382848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:05:59.389940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:05:59.394346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:05:59.507302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Attempting to bind port 0e125157-72b2-47c3-a1b3-04690ce99e6a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:05:59.507728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Attempting to bind port 0e125157-72b2-47c3-a1b3-04690ce99e6a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:05:59.508926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Attempting to bind port 0e125157-72b2-47c3-a1b3-04690ce99e6a on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:05:59.518977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:05:59.519540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Checking segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:05:59.520442 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.520986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Bound using segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:05:59.521522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Bound port: 0e125157-72b2-47c3-a1b3-04690ce99e6a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:05:59.522006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.547798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9bd20-8f71-4120-8dd4-c5cab51701be req-ae19d811-55fd-46a4-89aa-07c620233083 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:05:59.554960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56b9bd20-8f71-4120-8dd4-c5cab51701be req-ae19d811-55fd-46a4-89aa-07c620233083 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.3680625 Apr 11 21:05:59.644843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56b9bd20-8f71-4120-8dd4-c5cab51701be req-7b3ff819-634a-49e0-895d-3f328be104b6 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886168 Apr 11 21:05:59.741874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Allocated IP 172.25.5.22 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0b1df034-bdc3-46ce-bb95-369a10b3f52b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:05:59.750837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] For port 0e125157-72b2-47c3-a1b3-04690ce99e6a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:05:59.755532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] For port 0e125157-72b2-47c3-a1b3-04690ce99e6a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e125157-72b2-47c3-a1b3-04690ce99e6a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:05:59.843330 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.934799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:05:59.996308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9cd4f-eb41-4ab7-8fdd-925ff9b86d7f None None] Pushing event updated for resources: {'Port': ['ID=0e125157-72b2-47c3-a1b3-04690ce99e6a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:00.049303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:00.181225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:00.185103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:00.189187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:00.265170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1df034-bdc3-46ce-bb95-369a10b3f52b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:00.598414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:00.606741 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:00.659514 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:00.968034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3803-0117-4e85-9ab4-fa052c80d953 req-3a64a39e-ad23-436e-8dea-93185495ed7e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:00.976542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89ee3803-0117-4e85-9ab4-fa052c80d953 req-3a64a39e-ad23-436e-8dea-93185495ed7e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1206133 Apr 11 21:06:01.065321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89ee3803-0117-4e85-9ab4-fa052c80d953 req-38eef338-8fad-4d68-bbe2-ab91d18cc13d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870986 Apr 11 21:06:01.068376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:06:01.498131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de692d56-b6cb-43c5-b7b4-8a895793e321 None None] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:06:01.527730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:01.540468 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Sync routers for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:06:01.570231 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:01.570848 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:01.646661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:01.646661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-759021ea-3836-49e1-a025-96f3fdbef486 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2879255 Apr 11 21:06:01.648283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52254) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:01.769485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d0573eff-476a-4e04-803d-97603a028ddc None None] Provisioning for port 0e125157-72b2-47c3-a1b3-04690ce99e6a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:01.878448 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:02.283290 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:00Z', 'revision_number': 3, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:02.303397 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Checking router: 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:06:02.304090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Updating router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 port 0b1df034-bdc3-46ce-bb95-369a10b3f52b binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:06:02.338219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e125157-72b2-47c3-a1b3-04690ce99e6a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:02.392527 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:02.607072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0e125157-72b2-47c3-a1b3-04690ce99e6a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:02.615080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0e125157-72b2-47c3-a1b3-04690ce99e6a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:02.615662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:02.742864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873e09-18e5-42c2-b5c8-31f7e8dc014e req-3eb42f0f-9ca4-4134-a9c3-993316d58914 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:02.748407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9873e09-18e5-42c2-b5c8-31f7e8dc014e req-3eb42f0f-9ca4-4134-a9c3-993316d58914 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2006507 Apr 11 21:06:02.858850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:02.885600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9873e09-18e5-42c2-b5c8-31f7e8dc014e req-79f2526c-a924-4f1a-8774-af470304649b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306226 Apr 11 21:06:02.901184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0e125157-72b2-47c3-a1b3-04690ce99e6a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e125157-72b2-47c3-a1b3-04690ce99e6a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:02.920748 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:02.964984 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Transition to ACTIVE for port object 0b1df034-bdc3-46ce-bb95-369a10b3f52b will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:02.986388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.058985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0e125157-72b2-47c3-a1b3-04690ce99e6a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:03.063264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.065557 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.152906 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Pushing event updated for resources: {'Port': ['ID=0b1df034-bdc3-46ce-bb95-369a10b3f52b,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:03.201702 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.203117 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.203378 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.203725 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.206876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.212614 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Attempting to bind port 0b1df034-bdc3-46ce-bb95-369a10b3f52b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:03.213022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Attempting to bind port 0b1df034-bdc3-46ce-bb95-369a10b3f52b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:03.213369 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Attempting to bind port 0b1df034-bdc3-46ce-bb95-369a10b3f52b on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:03.223387 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:03.223782 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:03.224360 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.224750 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:03.225297 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Bound port: 0b1df034-bdc3-46ce-bb95-369a10b3f52b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:03.225659 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.333821 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] For port 0b1df034-bdc3-46ce-bb95-369a10b3f52b, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:03.340833 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] For port 0b1df034-bdc3-46ce-bb95-369a10b3f52b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0b1df034-bdc3-46ce-bb95-369a10b3f52b,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:03.401925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Allocated IP 172.20.0.1 (f52e72e1-36aa-42ed-b8d9-64bcbf94ca77/996be73b-1247-4258-9489-4c0832b358c5/e4059cf3-27b9-48b2-a284-3ced53e49eae) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:03.460596 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.558029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd016-3aef-4576-ac0a-dfdb81f23897 None None] Pushing event updated for resources: {'Port': ['ID=0b1df034-bdc3-46ce-bb95-369a10b3f52b,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:03.566334 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:03.567248 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:03.608908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.628080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Transition to ACTIVE for port object e4059cf3-27b9-48b2-a284-3ced53e49eae will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:03.747527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:03.864378 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:03.864788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:03.881634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:03.899205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:03.947404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Pushing event updated for resources: {'Port': ['ID=e4059cf3-27b9-48b2-a284-3ced53e49eae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:03.975977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.976890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.977604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.978035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.978579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.979076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.979613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.981197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.981650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.982069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.983212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:03.999409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.254929 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.275326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977bd20-d1fd-4d6d-bd89-0d5d6b1064db req-f9d529e2-1aa0-4014-b990-9736b7631994 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:04.276948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4977bd20-d1fd-4d6d-bd89-0d5d6b1064db req-f9d529e2-1aa0-4014-b990-9736b7631994 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1824775 Apr 11 21:06:04.304381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e125157-72b2-47c3-a1b3-04690ce99e6a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:04.369589 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:00Z', 'revision_number': 3, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:04.374488 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ef3c-8f34-4cda-be4f-6be80bc11713 None None] The sync data for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 is: [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:00Z', 'revision_number': 3, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:06:04.413324 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4977bd20-d1fd-4d6d-bd89-0d5d6b1064db req-a56b3df7-53eb-4483-919f-69f4667bfffa tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205916 Apr 11 21:06:04.485212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0e125157-72b2-47c3-a1b3-04690ce99e6a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:04.485589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.535095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-af63c707-ffa3-46ef-832a-27c20365a681 None None] Provisioning for port e4059cf3-27b9-48b2-a284-3ced53e49eae completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:04.552054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-af63c707-ffa3-46ef-832a-27c20365a681 None None] Provisioning complete for port e4059cf3-27b9-48b2-a284-3ced53e49eae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:04.552422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af63c707-ffa3-46ef-832a-27c20365a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.585763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.617115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-af63c707-ffa3-46ef-832a-27c20365a681 None None] Port e4059cf3-27b9-48b2-a284-3ced53e49eae cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:04.661223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.811323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Pushing event updated for resources: {'Port': ['ID=e4059cf3-27b9-48b2-a284-3ced53e49eae,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:04.817406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:04.995213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:04.996466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:05.470177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-21aff5d6-a62e-407e-8670-ddbca87855a7 None None] Provisioning complete for port e4059cf3-27b9-48b2-a284-3ced53e49eae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:05.471069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-21aff5d6-a62e-407e-8670-ddbca87855a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:05.566486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-21aff5d6-a62e-407e-8670-ddbca87855a7 None None] Port e4059cf3-27b9-48b2-a284-3ced53e49eae cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:05.804145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9215956-0bce-47da-baa2-f676d4eb4d92 req-edbe96c6-4f21-48e7-a7f1-70f9c5fd8bcb tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:05.805608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9215956-0bce-47da-baa2-f676d4eb4d92 req-edbe96c6-4f21-48e7-a7f1-70f9c5fd8bcb tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1295490 Apr 11 21:06:05.877010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b9215956-0bce-47da-baa2-f676d4eb4d92 req-41eb18a2-8855-47c9-82be-d9c95fa342f9 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631313 Apr 11 21:06:05.899104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:06:06.146023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:06.159995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5772584-bdf0-40bd-949e-b5c51812dd62 admin admin] 10.222.0.61 "PUT /v2.0/routers/014c8d2c-cc0c-4bcb-aaf8-827f65129f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5103641 Apr 11 21:06:06.299236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0b1df034-bdc3-46ce-bb95-369a10b3f52b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:06.504993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0b1df034-bdc3-46ce-bb95-369a10b3f52b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:06.510488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0b1df034-bdc3-46ce-bb95-369a10b3f52b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:06.510866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:06.696178 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:06.735651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0b1df034-bdc3-46ce-bb95-369a10b3f52b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0b1df034-bdc3-46ce-bb95-369a10b3f52b,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:06.801232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:06.816780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-df0641b9-ad90-4620-98fd-1a517ae4cbc1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:06.817810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-df0641b9-ad90-4620-98fd-1a517ae4cbc1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:06.873199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0b1df034-bdc3-46ce-bb95-369a10b3f52b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:06.882698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.883042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.884288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.884288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.884288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.884600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.885109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.885442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.885757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.886243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.886566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:06.898440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-df0641b9-ad90-4620-98fd-1a517ae4cbc1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:06.901685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-df0641b9-ad90-4620-98fd-1a517ae4cbc1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 819 time: 0.2524688 Apr 11 21:06:06.928806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-737db068-e8c0-4b3d-91d4-49a7af48e245 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/quotas/d077845561ac4f4d98583cdf174d8dbf HTTP/1.1" status: 200 len: 375 time: 0.0202169 Apr 11 21:06:07.057543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-a788a8e2-bd17-4285-8b7a-72010e964d57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:07.173738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-a788a8e2-bd17-4285-8b7a-72010e964d57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:07.175077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-a788a8e2-bd17-4285-8b7a-72010e964d57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2452593 Apr 11 21:06:07.183251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8bbd5-a784-460f-a5ad-ba9de58f5595 req-e04994ba-2e58-4a37-924a-6c1e3177f899 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:07.185549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3a8bbd5-a784-460f-a5ad-ba9de58f5595 req-e04994ba-2e58-4a37-924a-6c1e3177f899 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1050274 Apr 11 21:06:07.244465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3a8bbd5-a784-460f-a5ad-ba9de58f5595 req-01700216-f53a-4224-90bf-80e7402237dc tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519130 Apr 11 21:06:07.421725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-7291ee20-7a31-4fbd-8a76-f35dfd4a9732 service neutron] 10.222.0.61 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372355 Apr 11 21:06:07.599881 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-9f7745e8-62f0-4aa4-ac79-8e8f9103cfb2 service neutron] 10.222.0.61 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678882 Apr 11 21:06:07.713158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-1ed6e23b-4edd-4b9a-9d11-c94cef59080f tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:07.713884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-1ed6e23b-4edd-4b9a-9d11-c94cef59080f tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Synchronizing usage tracker for tenant:36a086e2a52345569daa06f88e51be66 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:07.842687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-1ed6e23b-4edd-4b9a-9d11-c94cef59080f tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Unset dirty status for tenant:36a086e2a52345569daa06f88e51be66 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:07.848485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-1ed6e23b-4edd-4b9a-9d11-c94cef59080f tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/networks?id=5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 200 len: 814 time: 0.3112895 Apr 11 21:06:07.880964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-4fbe328e-e8e8-4079-b4e7-ed9cd93a4adc tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/quotas/36a086e2a52345569daa06f88e51be66 HTTP/1.1" status: 200 len: 375 time: 0.0291359 Apr 11 21:06:07.989767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-8410aa35-612d-44fc-9bab-a524f084cad2 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=36a086e2a52345569daa06f88e51be66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992510 Apr 11 21:06:08.243527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf958be-941b-46d5-a86b-9c0e4bfcf4ea req-d9f1667f-3b69-4b28-9660-6ad18dad0295 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:08.268218 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebf958be-941b-46d5-a86b-9c0e4bfcf4ea req-d9f1667f-3b69-4b28-9660-6ad18dad0295 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1560695 Apr 11 21:06:08.325162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-e9b34d1b-7a76-4d3c-bf02-2a9d720d28ab service neutron] 10.222.0.61 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236604 Apr 11 21:06:08.334861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0b1df034-bdc3-46ce-bb95-369a10b3f52b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:08.366063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ebf958be-941b-46d5-a86b-9c0e4bfcf4ea req-319f350b-d941-47ef-9163-438539a3e51f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965385 Apr 11 21:06:08.508217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-501fab45-f603-4655-aab1-e0471fcc2a26 req-5ea9ecbe-648a-4472-8017-b92bdefc42a1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 210 time: 0.0603652 Apr 11 21:06:08.617285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0b1df034-bdc3-46ce-bb95-369a10b3f52b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:08.617285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:08.679575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-eceda5f1-c70e-4528-8a09-a4ad4f85c332 service neutron] 10.222.0.61 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442779 Apr 11 21:06:08.819919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732eb27-245c-4895-972b-4e8f79306cc4 req-be5b4fd8-d44d-485b-b33b-8cc21b855edf tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:08.827060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7732eb27-245c-4895-972b-4e8f79306cc4 req-be5b4fd8-d44d-485b-b33b-8cc21b855edf tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1495564 Apr 11 21:06:08.895503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7732eb27-245c-4895-972b-4e8f79306cc4 req-6cbc7c9f-9ec2-4c89-b9e7-a114d43273ca tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674613 Apr 11 21:06:08.907519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Sync routers for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:06:08.932629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:08.934080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:09.120234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77376f-7fb6-48e0-953b-6de2f54e7efe req-67045a08-c77f-4d74-8594-aba51dff2096 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:09.127769 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e77376f-7fb6-48e0-953b-6de2f54e7efe req-67045a08-c77f-4d74-8594-aba51dff2096 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1111758 Apr 11 21:06:09.246810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e77376f-7fb6-48e0-953b-6de2f54e7efe req-c7fecbab-52e9-42ea-a1c9-1116ae30aa04 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181037 Apr 11 21:06:09.414655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d3d5584-b25a-4019-9c3c-af76072fbf38 req-68d6041c-9efc-47b0-88bf-d2e6718c50ae tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.0956066 Apr 11 21:06:09.424914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:09.586213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-fc7e228a-6f25-48f6-951f-e6bd9bf9ef73 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:09.589776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-fc7e228a-6f25-48f6-951f-e6bd9bf9ef73 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 819 time: 0.3361225 Apr 11 21:06:09.620186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-69ca794b-16ff-4e48-b728-53a4a17ac7e7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/quotas/d077845561ac4f4d98583cdf174d8dbf HTTP/1.1" status: 200 len: 375 time: 0.0247681 Apr 11 21:06:09.738561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-6e01c4f2-3c1b-4808-a333-e98e7e4ac019 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118941 Apr 11 21:06:09.839664 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb1ba0-49ef-45e4-8a8b-c3e444c9cec0 req-d7784995-ace0-4fee-9eda-e430d0edec32 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:09.852579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ffb1ba0-49ef-45e4-8a8b-c3e444c9cec0 req-d7784995-ace0-4fee-9eda-e430d0edec32 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1859546 Apr 11 21:06:09.956084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ffb1ba0-49ef-45e4-8a8b-c3e444c9cec0 req-0890cf04-95d1-4462-a260-563784cd3178 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014202 Apr 11 21:06:10.009962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-14fd90ee-4ed9-4128-ba9a-acba435e2468 service neutron] 10.222.0.61 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638526 Apr 11 21:06:10.198541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 2, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:10.209007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Checking router: 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:06:10.210586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Updating router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 port e4059cf3-27b9-48b2-a284-3ced53e49eae binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:06:10.298732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-c4b8cae5-61e6-457e-9970-65a860dc3a87 service neutron] 10.222.0.61 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866306 Apr 11 21:06:10.346598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:10.502865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544cac8-3b20-4ca4-9e92-cd91811a1ed2 req-e6fca0f9-9010-414d-a41a-4709a6df4d79 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:10.520147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5544cac8-3b20-4ca4-9e92-cd91811a1ed2 req-e6fca0f9-9010-414d-a41a-4709a6df4d79 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.3938382 Apr 11 21:06:10.624075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5544cac8-3b20-4ca4-9e92-cd91811a1ed2 req-c7149e21-d29c-4e3c-af05-5cf44e222692 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027334 Apr 11 21:06:10.880461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb13a-e291-40f4-a208-9f9e44769861 req-c76d5b5a-e3cc-46e5-b940-96b286e3d620 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:10.896329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64ffb13a-e291-40f4-a208-9f9e44769861 req-c76d5b5a-e3cc-46e5-b940-96b286e3d620 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1490147 Apr 11 21:06:10.961144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76023da6-8e2e-4253-ab9e-25bc1cd8790b req-8e563cda-7305-4eeb-a6f9-f05f64b21461 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.1178265 Apr 11 21:06:11.097103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4af89da-9ab9-4a96-84c3-894084b23d37 req-86b513d6-78a8-41b0-bd05-ebd53d7649b0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.0667870 Apr 11 21:06:11.112127 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:11.135647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Transition to ACTIVE for port object e4059cf3-27b9-48b2-a284-3ced53e49eae will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:11.179535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64ffb13a-e291-40f4-a208-9f9e44769861 req-fbe8f063-ebbf-4f00-a283-19f60b644ce0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839203 Apr 11 21:06:11.231018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:11.565845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8bc79-634b-4f41-b7c5-6a2af495240f None None] Pushing event updated for resources: {'Port': ['ID=e4059cf3-27b9-48b2-a284-3ced53e49eae,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:11.743159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8a17b9b6-8870-4eda-99b3-bea51f660a35 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:11.750862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8a17b9b6-8870-4eda-99b3-bea51f660a35 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.69 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 819 time: 0.4305580 Apr 11 21:06:11.769489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'port': {'device_id': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'admin_state_up': True, 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:11.958066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Attempting to bind port e4059cf3-27b9-48b2-a284-3ced53e49eae on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:11.959509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Attempting to bind port e4059cf3-27b9-48b2-a284-3ced53e49eae by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:11.959509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Attempting to bind port e4059cf3-27b9-48b2-a284-3ced53e49eae on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:11.980943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:11.980943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Checking segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:11.980943 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:11.980943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Bound using segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:11.980943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Bound port: e4059cf3-27b9-48b2-a284-3ced53e49eae, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:11.986694 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:12.013479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52666) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:12.332847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8139-eb82-42a9-90b5-323d10f5c5b7 req-1b571532-b60b-406d-b434-add1c8b1af48 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:12.344063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-778d8139-eb82-42a9-90b5-323d10f5c5b7 req-1b571532-b60b-406d-b434-add1c8b1af48 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.3816423 Apr 11 21:06:12.392515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] For port e4059cf3-27b9-48b2-a284-3ced53e49eae, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:12.399949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] For port e4059cf3-27b9-48b2-a284-3ced53e49eae, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e4059cf3-27b9-48b2-a284-3ced53e49eae,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:12.419140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:12.450077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:12.469590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44e5e2b1-3349-4d23-b164-329b4da4ae84 req-13c8ac6b-d06e-4937-a07d-c09f1a468425 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.1590672 Apr 11 21:06:12.487771 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:12.501842 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-778d8139-eb82-42a9-90b5-323d10f5c5b7 req-e521e3c2-f963-44f4-86ae-4f92a2a0979c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562893 Apr 11 21:06:12.504967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-fbe142ac-0477-4b91-b993-75f0a134a2ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 1096 time: 0.3720212 Apr 11 21:06:12.546244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Made reservation on behalf of d077845561ac4f4d98583cdf174d8dbf for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:12.550026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:12.655279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8bc79-634b-4f41-b7c5-6a2af495240f None None] Pushing event updated for resources: {'Port': ['ID=e4059cf3-27b9-48b2-a284-3ced53e49eae,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:12.697483 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:12.743823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:12.744950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:05:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:13.161496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:13.171216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-e34716fc-d9ec-4767-9fba-f7efcc44b7ad tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:13.173595 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-e34716fc-d9ec-4767-9fba-f7efcc44b7ad tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.69 "GET /v2.0/networks?id=5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 200 len: 814 time: 0.7029390 Apr 11 21:06:13.198040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:13.202592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9f5b0b5ea4462481bd348287492989 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:13.206638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:13.213058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:13.251045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939398b-a792-4b94-b063-49a1275367d4 req-44eb410b-47ca-4160-bb6c-18399d24c1f2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:13.282130 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b939398b-a792-4b94-b063-49a1275367d4 req-44eb410b-47ca-4160-bb6c-18399d24c1f2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.5185397 Apr 11 21:06:13.317234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:13.339026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Request body: {'port': {'device_id': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29', 'admin_state_up': True, 'tenant_id': '36a086e2a52345569daa06f88e51be66'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:13.376842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Allocated IP 172.20.0.3 (f52e72e1-36aa-42ed-b8d9-64bcbf94ca77/996be73b-1247-4258-9489-4c0832b358c5/6785a63b-a5e0-4147-b8f9-eb2df7a4494b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:13.378256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6806397-8a70-485c-92a6-312bd1702759 req-b79004cd-e2fc-49e8-80ed-bb4583947064 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.4877784 Apr 11 21:06:13.491022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b939398b-a792-4b94-b063-49a1275367d4 req-f1f19a37-f669-4d0a-9177-859f3a2398d4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030978 Apr 11 21:06:13.574762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:13.803945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00878c02-5474-468e-a8a5-9c02e4cabcfa,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:13.816355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1f36d9d2-c845-4444-a1b4-45711eb8e021 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad9f5b0b5ea4462481bd348287492989&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8019757 Apr 11 21:06:13.833804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52690) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:14.076081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:14.103811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-341468ca-5657-44cd-8b06-5b888c21efd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:14.104004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Transition to ACTIVE for port object 6785a63b-a5e0-4147-b8f9-eb2df7a4494b will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:14.116759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-341468ca-5657-44cd-8b06-5b888c21efd7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 1.5805783 Apr 11 21:06:14.132334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-273ad533-6217-42ef-8041-251c5770a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:14.207334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:12Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:14.212443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83f3bd-de0d-4e61-a9d0-d7c3b93dc683 None None] The sync data for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 is: [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:12Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:06:14.254739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b29a469-646b-4bbf-bee5-e281f187e671 req-39017b58-1dd4-4290-91be-650f210af454 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.1087728 Apr 11 21:06:14.258697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:14.516371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:14.521199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-586889a4-8b42-4d15-aff1-7d6298c48ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:14.592611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-586889a4-8b42-4d15-aff1-7d6298c48ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:14.760515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:14.761636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Usage tracker for resource:port and tenant:36a086e2a52345569daa06f88e51be66 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:14.761636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-bb351964-a63d-453a-a9a1-b9191270bc6a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:14.761636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-bb351964-a63d-453a-a9a1-b9191270bc6a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 819 time: 0.8820601 Apr 11 21:06:14.770335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:14.786966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'port': {'device_id': '43844444-1212-4fbc-a872-a1db84e089b1', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'admin_state_up': True, 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:14.836422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:14.840962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:14.845597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:14.924788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc4ab2ca-5cd2-46e4-b00b-2ca011a76487 req-4d8ac925-20fb-499a-9592-b1a375466d12 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.1975160 Apr 11 21:06:14.970597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'Port': ['ID=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:15.005927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:15.006557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:15.044217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-aa9bc1c5-a1b7-4523-8648-0eb007c7d7f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 200 len: 1001 time: 0.7591643 Apr 11 21:06:15.138855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-586889a4-8b42-4d15-aff1-7d6298c48ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:15.142062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-586889a4-8b42-4d15-aff1-7d6298c48ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:15.143230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-586889a4-8b42-4d15-aff1-7d6298c48ec1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00878c02-5474-468e-a8a5-9c02e4cabcfa HTTP/1.1" status: 204 len: 168 time: 1.3081772 Apr 11 21:06:15.232238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586889a4-8b42-4d15-aff1-7d6298c48ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00878c02-5474-468e-a8a5-9c02e4cabcfa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:15.275046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-206cc30f-5356-4a41-bff7-92cacc0f4af0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:15.276548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-206cc30f-5356-4a41-bff7-92cacc0f4af0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.2437751 Apr 11 21:06:15.368613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38099fda-b86c-46b5-b3bb-3bfc91762436 req-a7c19050-6994-401c-85b3-b556d2d8c324 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:15.378696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38099fda-b86c-46b5-b3bb-3bfc91762436 req-a7c19050-6994-401c-85b3-b556d2d8c324 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 1.5096002 Apr 11 21:06:15.382038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Made reservation on behalf of 36a086e2a52345569daa06f88e51be66 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:15.401895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:15.478901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-d3f8e3d4-b080-4103-add8-2a1e2664933a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7064517 Apr 11 21:06:15.481136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Request body: {'port': {'device_id': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:15.647559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:15.688316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6690a738-d9ec-449c-b598-3870a003336d None None] Provisioning for port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:15.693671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6690a738-d9ec-449c-b598-3870a003336d None None] Provisioning complete for port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:15.694117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6690a738-d9ec-449c-b598-3870a003336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:15.737351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:15.785071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Usage tracker for resource:port and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:15.808999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6690a738-d9ec-449c-b598-3870a003336d None None] Port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:15.816965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:15.834435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:15.838779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38099fda-b86c-46b5-b3bb-3bfc91762436 req-e21f1bad-dcf0-462a-a1df-a7c9751e00bd tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4590096 Apr 11 21:06:15.883426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Allocated IP 172.20.0.2 (5e847226-3fdc-4261-a7a5-47a587e81f29/1554fdff-64b3-44f7-984d-8a184342aec1/159fdcc1-0795-44b5-9cf2-8fa90253d3e2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:15.916330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-c77696a9-74b5-441c-a351-4cfa247973a4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6200750 Apr 11 21:06:16.070143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbaafbea-faa4-45d4-a46a-84a0c9db198b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.345599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-7a0994c1-615f-4e59-a2ee-4190aa32e7b2 service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082229 Apr 11 21:06:16.361903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4059cf3-27b9-48b2-a284-3ced53e49eae up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:16.406556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Made reservation on behalf of d077845561ac4f4d98583cdf174d8dbf for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:16.409663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.490084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6b6fcddc-8279-4cbe-a6f3-0ebd6c905b37 req-5efb83bf-d92a-47d8-8f4a-a1275a1e261d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:16.557886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52718) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:16.596400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4799cb81-5e90-4af2-9333-9d55f38f3812 req-53218117-65df-4d94-bfaa-4efc19358172 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.2491186 Apr 11 21:06:16.604769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e4059cf3-27b9-48b2-a284-3ced53e49eae completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:16.611627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e4059cf3-27b9-48b2-a284-3ced53e49eae triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:16.611627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.646364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6785a63b-a5e0-4147-b8f9-eb2df7a4494b {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:06:16.654556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.670126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Transition to ACTIVE for port object 6785a63b-a5e0-4147-b8f9-eb2df7a4494b will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:16.673667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6b6fcddc-8279-4cbe-a6f3-0ebd6c905b37 req-5efb83bf-d92a-47d8-8f4a-a1275a1e261d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:16.675121 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b6fcddc-8279-4cbe-a6f3-0ebd6c905b37 req-5efb83bf-d92a-47d8-8f4a-a1275a1e261d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.2506740 Apr 11 21:06:16.676207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.713404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:16.723390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Usage tracker for resource:security_group_rule and tenant:28abf4cb997b41379da149d594fd81a7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:16.733667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:16.753974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.758219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:16.808533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:16.864878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e4059cf3-27b9-48b2-a284-3ced53e49eae, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e4059cf3-27b9-48b2-a284-3ced53e49eae,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:16.958837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Pushing event updated for resources: {'Port': ['ID=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:16.966289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.105373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.216886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e4059cf3-27b9-48b2-a284-3ced53e49eae,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:17.269592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.383037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.395791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0651d6c-2112-464d-aaee-0307d663f0e6 req-47cbb13d-a44d-4305-888f-d46f0db5debc service neutron] 10.222.0.75 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0367510 Apr 11 21:06:17.442108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.458326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.499883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Network 5e847226-3fdc-4261-a7a5-47a587e81f29 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:17.513937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Attempting to bind port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:17.514848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Attempting to bind port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:17.515844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Attempting to bind port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:17.525058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:17.528051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:17.540590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d2db-6ade-4076-b9f7-c7d0bbf00f76 req-d437600b-ba94-44fd-b1b7-992026bd6cbb tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:17.547656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8f3d2db-6ade-4076-b9f7-c7d0bbf00f76 req-d437600b-ba94-44fd-b1b7-992026bd6cbb tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.4378095 Apr 11 21:06:17.550849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:06:17.550849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Attempting to bind port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:17.581095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.629526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:17.629868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Checking segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:17.630430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Bound using segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:17.630868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Bound port: 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:17.631211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.663718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:17.666386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:17.703372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8f3d2db-6ade-4076-b9f7-c7d0bbf00f76 req-bc8603ec-6814-4ad9-b869-0c9f41fad701 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542013 Apr 11 21:06:17.710281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31ef9e-709a-4b97-84d7-ddd389330eec,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:17.719449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4cd3e62a-ef10-40e2-8497-54c5821339d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28abf4cb997b41379da149d594fd81a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1574290 Apr 11 21:06:17.721277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52736) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:17.825113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Pushing event updated for resources: {'Port': ['ID=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:17.846907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c41c1584-8968-4045-aa1f-229dbab6501d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5215850 Apr 11 21:06:17.866371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Request body: {'port': {'device_id': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:17.908046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] For port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:17.916454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] For port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:17.931671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Allocated IP 172.20.0.10 (f52e72e1-36aa-42ed-b8d9-64bcbf94ca77/996be73b-1247-4258-9489-4c0832b358c5/9398e598-f8d9-401f-a5a5-46ad66f10453) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:17.938394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-371d9cb6-7c05-46b7-b508-6e1de106f05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.048082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.124802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.177626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc3d35-abc8-41f7-a46e-0112cdf023c9 req-54af5e0c-185c-4c4d-9a16-a21979847862 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:18.184724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-33fc3d35-abc8-41f7-a46e-0112cdf023c9 req-54af5e0c-185c-4c4d-9a16-a21979847862 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.7851121 Apr 11 21:06:18.283514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-371d9cb6-7c05-46b7-b508-6e1de106f05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.407880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.409290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] 10.222.0.69 "PUT /v2.0/ports/6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 1091 time: 2.9335616 Apr 11 21:06:18.431179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'tag': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:18.510415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4059cf3-27b9-48b2-a284-3ced53e49eae up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:18.545015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573beca-ae46-46b4-a311-aac6a7072365 service neutron] Pushing event updated for resources: {'Port': ['ID=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:18.654781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e4059cf3-27b9-48b2-a284-3ced53e49eae triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:18.654999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef0ff-7430-4c46-abe8-a5403d8418f1 req-a26d5022-149b-4beb-8689-b5f54cf3a342 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:18.656950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b65ef0ff-7430-4c46-abe8-a5403d8418f1 req-a26d5022-149b-4beb-8689-b5f54cf3a342 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 931 time: 0.5674446 Apr 11 21:06:18.658080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.667592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-371d9cb6-7c05-46b7-b508-6e1de106f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.698991 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.858560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b65ef0ff-7430-4c46-abe8-a5403d8418f1 req-9b4c3558-20a7-4916-9ae0-bae5fc6520e6 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622746 Apr 11 21:06:18.865457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d9cb6-7c05-46b7-b508-6e1de106f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31ef9e-709a-4b97-84d7-ddd389330eec,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:18.914945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-371d9cb6-7c05-46b7-b508-6e1de106f05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:18.919552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-371d9cb6-7c05-46b7-b508-6e1de106f05c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd31ef9e-709a-4b97-84d7-ddd389330eec HTTP/1.1" status: 204 len: 168 time: 1.1931412 Apr 11 21:06:19.007465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-acd9a222-e5c6-4032-a5b8-48bf32e65a71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1094 time: 0.4279904 Apr 11 21:06:19.022553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-33fc3d35-abc8-41f7-a46e-0112cdf023c9 req-7cb44242-19a7-410b-bdb5-74660f23db0e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8370430 Apr 11 21:06:19.122564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:19.257057 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf844a8b-53a9-4352-adae-2f396a6cec09'] response: {'name': 'network-changed', 'server_uuid': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'tag': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b', 'status': 'completed', 'code': 200} Apr 11 21:06:19.353828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Transition to ACTIVE for port object 9398e598-f8d9-401f-a5a5-46ad66f10453 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:19.356968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5acb0105-ebb4-43f5-8352-69e1f18d8152 req-a7156b65-b47a-44bf-b222-98e15f574c8f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.1134119 Apr 11 21:06:19.360598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-9715e4ad-88e6-4402-9f90-c7b012ba98af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 217 time: 0.3418460 Apr 11 21:06:19.463065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-4877d8e7-3e03-4ae1-b3df-0235315d8c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:19.464728 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-4877d8e7-3e03-4ae1-b3df-0235315d8c3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0981498 Apr 11 21:06:19.616109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:19.625905 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-648cb71a-af40-409b-8b65-eea4dcee8d1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521821 Apr 11 21:06:19.786035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-77839c67-1a96-4e49-9d66-3976d99fcbe1 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555161 Apr 11 21:06:20.116253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:06:20.123251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:20.130712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'Port': ['ID=9398e598-f8d9-401f-a5a5-46ad66f10453,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:20.135346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:20.144080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70812a6-be3c-4a32-9f26-d6ef9d64f85a req-34e41883-7da3-4d8f-9279-2cce398d7767 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:20.145639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b70812a6-be3c-4a32-9f26-d6ef9d64f85a req-34e41883-7da3-4d8f-9279-2cce398d7767 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.6625295 Apr 11 21:06:20.146502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:20.176407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:20.372426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2149ce9f-14dd-441c-8a8b-bd28147d0417 req-409273a1-056f-479c-9bae-34a508c4e9ef service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780871 Apr 11 21:06:20.391318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Transition to ACTIVE for port object 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:20.406841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a88-83ff-404f-9f05-b039357c32f9 req-653562dc-c01f-4e27-8f30-8359672a9934 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:20.406841 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ae65a88-83ff-404f-9f05-b039357c32f9 req-653562dc-c01f-4e27-8f30-8359672a9934 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 931 time: 0.2537451 Apr 11 21:06:20.417796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:20.418041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:20.461229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b70812a6-be3c-4a32-9f26-d6ef9d64f85a req-3d671d56-1a50-4710-a3cb-e7dff290df56 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815289 Apr 11 21:06:20.518479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-f14d1096-7ff5-46e9-b94d-8eb790e88d70 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7359183 Apr 11 21:06:20.518969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:20.536135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6ae65a88-83ff-404f-9f05-b039357c32f9 req-782f1e50-03b3-40a3-815b-ba7ea5f56291 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223691 Apr 11 21:06:20.696073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Request body: {'port': {'device_id': '43844444-1212-4fbc-a872-a1db84e089b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:20.699188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6086cb48-a213-4b3d-92b7-ba1e4704b1c3 None None] Provisioning for port 9398e598-f8d9-401f-a5a5-46ad66f10453 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:20.707516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6086cb48-a213-4b3d-92b7-ba1e4704b1c3 None None] Provisioning complete for port 9398e598-f8d9-401f-a5a5-46ad66f10453 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:20.708126 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6086cb48-a213-4b3d-92b7-ba1e4704b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:20.785425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-f31131be-a510-4102-a3c5-3779383ed260 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1094 time: 0.2481215 Apr 11 21:06:20.795374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6086cb48-a213-4b3d-92b7-ba1e4704b1c3 None None] Port 9398e598-f8d9-401f-a5a5-46ad66f10453 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:21.116877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Pushing event updated for resources: {'Port': ['ID=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:21.143689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-7b8739fe-c471-43ff-9075-6f068eb1259d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:21.143689 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-7b8739fe-c471-43ff-9075-6f068eb1259d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.3428950 Apr 11 21:06:21.191091 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:21.286269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-08d2986e-fd9e-42d5-8aee-e900a5369aa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 217 time: 0.1376753 Apr 11 21:06:21.481185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339cfa9-80a6-448f-b50c-1e50e7c54ee5 req-7a853b6d-1f3c-4fe9-9dde-dd88a9444dfa tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:21.485083 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8339cfa9-80a6-448f-b50c-1e50e7c54ee5 req-7a853b6d-1f3c-4fe9-9dde-dd88a9444dfa tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 932 time: 0.6909955 Apr 11 21:06:21.575608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-b1840867-8551-4eab-81f6-fe208109da47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:21.577859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-b1840867-8551-4eab-81f6-fe208109da47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.2771804 Apr 11 21:06:21.580617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8339cfa9-80a6-448f-b50c-1e50e7c54ee5 req-36e9ba66-241a-4153-ba70-ca68c99a2efa tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:21.716476 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-da57272d-2095-4f96-85f2-491a771f7af7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314917 Apr 11 21:06:21.766464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-8339cfa9-80a6-448f-b50c-1e50e7c54ee5 req-36e9ba66-241a-4153-ba70-ca68c99a2efa tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:21.768112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8339cfa9-80a6-448f-b50c-1e50e7c54ee5 req-36e9ba66-241a-4153-ba70-ca68c99a2efa tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663391 Apr 11 21:06:21.999824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-733e89a8-4d20-4a49-a245-c30a5f4a072e service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753613 Apr 11 21:06:22.038903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52796) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:22.063927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51a46c-87f8-46ef-90f9-1ef5ebd6373b req-ad071032-fcf6-493f-ae9e-0af6dad3d1cb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:22.065764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c51a46c-87f8-46ef-90f9-1ef5ebd6373b req-ad071032-fcf6-493f-ae9e-0af6dad3d1cb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 1.1867189 Apr 11 21:06:22.075500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Attempting to bind port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:22.075685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Attempting to bind port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:22.076080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Attempting to bind port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 on network 5e847226-3fdc-4261-a7a5-47a587e81f29 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:22.112790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 on network 5e847226-3fdc-4261-a7a5-47a587e81f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:06:22.113487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Attempting to bind port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 on network 5e847226-3fdc-4261-a7a5-47a587e81f29 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:22.136552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:22.137283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Checking segment: {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:22.137901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Bound using segment: {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:22.138577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Bound port: 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:22.139591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:22.325779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] For port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:22.329346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] For port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:22.357123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c51a46c-87f8-46ef-90f9-1ef5ebd6373b req-eaa72508-59a5-419e-84ac-fb738c0ee9bd tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775214 Apr 11 21:06:22.390350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398e598-f8d9-401f-a5a5-46ad66f10453 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:06:22.400899 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:22.428502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:22.458316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757de0c-299b-434c-b29e-94b007d154c2 req-44144233-12d8-4483-804a-7ce9c8ce5c51 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:22.460222 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5757de0c-299b-434c-b29e-94b007d154c2 req-44144233-12d8-4483-804a-7ce9c8ce5c51 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 943 time: 0.3962736 Apr 11 21:06:22.463867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-066d51ee-4107-4e45-a3e9-d5852576df3a req-866a9832-2b87-42fb-a302-6b6a6236f15b service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587035 Apr 11 21:06:22.509474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Transition to ACTIVE for port object 9398e598-f8d9-401f-a5a5-46ad66f10453 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:22.524124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:22.548908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5757de0c-299b-434c-b29e-94b007d154c2 req-096edc60-006e-4ac4-9ebe-dd71ad3ca103 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803149 Apr 11 21:06:22.555691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:22.557341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] 10.222.0.69 "PUT /v2.0/ports/159fdcc1-0795-44b5-9cf2-8fa90253d3e2 HTTP/1.1" status: 200 len: 1091 time: 4.6953800 Apr 11 21:06:22.557800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'tag': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:22.575324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:22.618411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83021147-ee69-4469-9cd4-5d260f24ccba service neutron] Pushing event updated for resources: {'Port': ['ID=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:22.658415 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a466668-c8d9-4e88-ad35-6ab184ccbdb8'] response: {'name': 'network-changed', 'server_uuid': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'tag': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2', 'status': 'completed', 'code': 200} Apr 11 21:06:22.795371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:22.806613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Usage tracker for resource:security_group_rule and tenant:5ddee8e929d24361a750e4d8f6fb192c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:22.810973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Pushing event updated for resources: {'Port': ['ID=9398e598-f8d9-401f-a5a5-46ad66f10453,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:22.817455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:22.826006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:23.012347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Attempting to bind port 9398e598-f8d9-401f-a5a5-46ad66f10453 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:23.012664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Attempting to bind port 9398e598-f8d9-401f-a5a5-46ad66f10453 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:23.013207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Attempting to bind port 9398e598-f8d9-401f-a5a5-46ad66f10453 on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:23.020479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-1c981398-95c6-4fb9-a134-39250f5c46d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36a086e2a52345569daa06f88e51be66&device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 1094 time: 0.3010831 Apr 11 21:06:23.060116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebda4-0d81-4332-a37e-eec7c1504369 req-c251cbca-03f0-488f-b301-a8089cc14d1a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:23.061783 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c36ebda4-0d81-4332-a37e-eec7c1504369 req-c251cbca-03f0-488f-b301-a8089cc14d1a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 944 time: 0.1144912 Apr 11 21:06:23.120044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Port 9398e598-f8d9-401f-a5a5-46ad66f10453 on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:06:23.123835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Attempting to bind port 9398e598-f8d9-401f-a5a5-46ad66f10453 on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:23.123942 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c36ebda4-0d81-4332-a37e-eec7c1504369 req-9748439b-49e9-4903-8ef2-eaab7d685ab2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 Apr 11 21:06:23.155203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.158332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:23.158895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Checking segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:23.159446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Bound using segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:23.160115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Bound port: 9398e598-f8d9-401f-a5a5-46ad66f10453, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:23.160433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.294372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-901c4d27-162e-4302-8df3-34c0f6705d83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2 HTTP/1.1" status: 200 len: 217 time: 0.2660065 Apr 11 21:06:23.318453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.431638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0fcca5-7104-40d4-9228-e1ce4933837f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:23.465748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:23.465948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f9a2e850-f65d-4e04-a8f3-b2b184fd157c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ddee8e929d24361a750e4d8f6fb192c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4212604 Apr 11 21:06:23.480232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-f204ca97-b138-43b1-a618-8991b97c1082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:23.482062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-f204ca97-b138-43b1-a618-8991b97c1082 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1554fdff-64b3-44f7-984d-8a184342aec1 HTTP/1.1" status: 200 len: 854 time: 0.1551201 Apr 11 21:06:23.485085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] For port 9398e598-f8d9-401f-a5a5-46ad66f10453, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:23.488559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] For port 9398e598-f8d9-401f-a5a5-46ad66f10453, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9398e598-f8d9-401f-a5a5-46ad66f10453,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:23.554079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-bb32e00b-883f-421e-927e-f965717ff316 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e847226-3fdc-4261-a7a5-47a587e81f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633187 Apr 11 21:06:23.586264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-275ef068-9572-4597-a47c-c8320afd8d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.618133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-275ef068-9572-4597-a47c-c8320afd8d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.663814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.696656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6785a63b-a5e0-4147-b8f9-eb2df7a4494b details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:06:23.785073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-275ef068-9572-4597-a47c-c8320afd8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.843834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef068-9572-4597-a47c-c8320afd8d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0fcca5-7104-40d4-9228-e1ce4933837f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:23.869624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-275ef068-9572-4597-a47c-c8320afd8d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.872344 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-275ef068-9572-4597-a47c-c8320afd8d35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a0fcca5-7104-40d4-9228-e1ce4933837f HTTP/1.1" status: 204 len: 168 time: 0.4040654 Apr 11 21:06:23.986360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c43ec0-a317-418a-aaea-a6df07c31b44 req-ec56e17f-ba19-428d-b804-5b2c83b68209 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:23.987436 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:23.989230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] 10.222.0.75 "PUT /v2.0/ports/9398e598-f8d9-401f-a5a5-46ad66f10453 HTTP/1.1" status: 200 len: 1092 time: 3.4591391 Apr 11 21:06:23.994118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4c43ec0-a317-418a-aaea-a6df07c31b44 req-ec56e17f-ba19-428d-b804-5b2c83b68209 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 943 time: 0.2051766 Apr 11 21:06:24.002198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e21f-8467-4bd1-9a71-24c0d9266f2e service neutron] Pushing event updated for resources: {'Port': ['ID=9398e598-f8d9-401f-a5a5-46ad66f10453,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:24.098474 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4c43ec0-a317-418a-aaea-a6df07c31b44 req-c8a1c089-90ad-4dbd-8186-eafc387615aa tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033096 Apr 11 21:06:24.100172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955da231-ae58-41f9-beba-52619b443743 req-35e8b0c6-ecd4-4352-a275-31fb5aadaf61 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:24.107739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-955da231-ae58-41f9-beba-52619b443743 req-35e8b0c6-ecd4-4352-a275-31fb5aadaf61 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.5476222 Apr 11 21:06:24.127797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-c8776d71-6355-464f-988b-48a337e2c219 service neutron] 10.222.0.69 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627940 Apr 11 21:06:24.160574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:24.206185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'port_id': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b', 'mac_address': 'fa:16:3e:ba:5a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:06:24.336037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca23ad5e-53f6-4d69-b1f7-f98fae572190 req-b7b8f4d3-1de9-41d2-a0b2-3cee5611ae2f service neutron] 10.222.0.69 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994781 Apr 11 21:06:24.388079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-955da231-ae58-41f9-beba-52619b443743 req-f48298e7-9070-46b0-8bc8-55ad57bef23c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796822 Apr 11 21:06:24.416586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:24.433324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-4821b873-45f7-4f34-9a95-7934abf76e55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 1095 time: 0.2980409 Apr 11 21:06:24.466527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6785a63b-a5e0-4147-b8f9-eb2df7a4494b {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:06:24.534273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:24.552527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a16ba1-ef4d-44e2-a713-0579835e3649 req-04051021-fa5b-45cb-a009-4a228812cade tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:24.557951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-b0c147b9-d710-430a-812e-3f072066026a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9398e598-f8d9-401f-a5a5-46ad66f10453 HTTP/1.1" status: 200 len: 217 time: 0.1113639 Apr 11 21:06:24.558191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62a16ba1-ef4d-44e2-a713-0579835e3649 req-04051021-fa5b-45cb-a009-4a228812cade tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 944 time: 0.2186751 Apr 11 21:06:24.630056 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:24.636941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-e5ba29e8-d1c1-4421-8770-b3456c02aef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:24.639687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-e5ba29e8-d1c1-4421-8770-b3456c02aef2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0755105 Apr 11 21:06:24.643146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-750066e9-0f64-454e-ac91-67190fe0278f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36a086e2a52345569daa06f88e51be66&device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 1094 time: 0.1482782 Apr 11 21:06:24.646254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62a16ba1-ef4d-44e2-a713-0579835e3649 req-132374fb-ba8f-45dc-ad92-88fbcd7909ef tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819149 Apr 11 21:06:24.710691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43844444-1212-4fbc-a872-a1db84e089b1', 'tag': '9398e598-f8d9-401f-a5a5-46ad66f10453'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:24.760870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:24.835141 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175479b6-7aad-4b16-81b2-b5ec1795ff14'] response: {'name': 'network-changed', 'server_uuid': '43844444-1212-4fbc-a872-a1db84e089b1', 'tag': '9398e598-f8d9-401f-a5a5-46ad66f10453', 'status': 'completed', 'code': 200} Apr 11 21:06:24.884883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['6785a63b-a5e0-4147-b8f9-eb2df7a4494b'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:06:24.950032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-516f0979-d2d0-489d-908f-8fa7ef56034c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987235 Apr 11 21:06:25.042047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-54110a3a-44e9-4814-9d88-3936a010eccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:25.043803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-54110a3a-44e9-4814-9d88-3936a010eccb service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 200 len: 915 time: 0.3276517 Apr 11 21:06:25.143974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-2b608dad-47d2-4cd4-8c81-d7c947ce0cfc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2 HTTP/1.1" status: 200 len: 217 time: 0.0928106 Apr 11 21:06:25.244843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-e1807103-5fc4-410f-97fc-b41d79f0879a service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789774 Apr 11 21:06:25.251617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-3c566d42-e472-4f26-8a95-db490abea145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:25.253339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-3c566d42-e472-4f26-8a95-db490abea145 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1554fdff-64b3-44f7-984d-8a184342aec1 HTTP/1.1" status: 200 len: 854 time: 0.0876756 Apr 11 21:06:25.463821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-5111bb6d-3c1c-4d32-9590-c089ce11e9be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e847226-3fdc-4261-a7a5-47a587e81f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888392 Apr 11 21:06:25.496463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ab6ae-a547-48a3-b612-3859d48e9e63 req-016046bb-b1fc-4537-bd4f-11b5f8d8680f tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:25.498310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-079ab6ae-a547-48a3-b612-3859d48e9e63 req-016046bb-b1fc-4537-bd4f-11b5f8d8680f tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 943 time: 0.1484189 Apr 11 21:06:25.558428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-079ab6ae-a547-48a3-b612-3859d48e9e63 req-fe25c400-a75d-4b62-a38e-587b3fc7ef6d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Apr 11 21:06:25.690662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6785a63b-a5e0-4147-b8f9-eb2df7a4494b up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:25.739518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52882) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:25.828856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8eb3e874-f22f-4779-8221-dbbad2b8700c req-df65a43b-e46e-4ccf-a5b2-10b893d69fa4 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745194 Apr 11 21:06:25.864265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-27238949-6d55-4367-860f-1b7a542eb7b4 service neutron] 10.222.0.69 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548663 Apr 11 21:06:25.882660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcadf0-60d8-459f-ae41-e2b75c543d3c req-f4eb6a85-adac-4cde-b10d-35494fe12114 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:25.884599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75dcadf0-60d8-459f-ae41-e2b75c543d3c req-f4eb6a85-adac-4cde-b10d-35494fe12114 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2601516 Apr 11 21:06:25.893264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:25.899900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:25.900500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:25.982958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1302291713-network', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:26.023705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:26.037926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Usage tracker for resource:network and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:26.041800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:26.049468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:26.062294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d96118da-f6d6-41ca-9e02-cfb7ddd3772f req-9643f6d4-6a2b-4ba3-b13e-1a28f49ca13a service neutron] 10.222.0.69 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765385 Apr 11 21:06:26.078212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93e406-5156-41be-bb5d-681600d3a603 req-6546232b-a40d-4f2f-b80e-a65b336a4d9c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:26.086370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c93e406-5156-41be-bb5d-681600d3a603 req-6546232b-a40d-4f2f-b80e-a65b336a4d9c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 944 time: 0.2410588 Apr 11 21:06:26.121413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.146525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c93e406-5156-41be-bb5d-681600d3a603 req-b213de9e-5dde-4b14-8d48-1605b99f549a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591002 Apr 11 21:06:26.152021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:26.156673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.163387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:26.171875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75dcadf0-60d8-459f-ae41-e2b75c543d3c req-731121ad-32ab-41ac-9f7f-e5c5c6943baa tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070049 Apr 11 21:06:26.188879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:26.194286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.200614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-62e4421d-cf05-4d49-b2af-3cb8737a08fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 1095 time: 0.1351511 Apr 11 21:06:26.275361 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.428824 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea297934-67b0-4511-ae95-5e622fb54326'] response: {'server_uuid': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b', 'code': 200} Apr 11 21:06:26.451019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:26.454964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:26.465462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:26.469050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:26.475634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:26.516180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-61d638eb-76a7-4576-a2c3-8f4205930cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:26.516180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-61d638eb-76a7-4576-a2c3-8f4205930cac service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.3031671 Apr 11 21:06:26.588241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.608655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5beb1496-c41e-4b51-b291-6b18b63e60fc req-890c4e42-ac8e-4ffa-8f35-51a97fc9f7d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1096 time: 0.1874952 Apr 11 21:06:26.629748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-c54d9be2-cc47-407d-a688-ef25325dfa1b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9398e598-f8d9-401f-a5a5-46ad66f10453 HTTP/1.1" status: 200 len: 217 time: 0.1114733 Apr 11 21:06:26.659266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.690697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d34dee-0ce4-456a-be59-2b17ded338e6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:26.700242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:06:26.710043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.710389 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Added segment 06d742be-0a34-4805-b76c-03b42092db5d of type vlan for network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df Apr 11 21:06:26.741364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5beb1496-c41e-4b51-b291-6b18b63e60fc req-e3b82563-d24e-4ec1-bda6-9fe0c9febe52 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273105 Apr 11 21:06:26.748165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.756235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-b1c62d71-7301-46b8-a784-0469d4d0b123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:26.757881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-b1c62d71-7301-46b8-a784-0469d4d0b123 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.1221724 Apr 11 21:06:26.843117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-928dbc0f-31a9-4e47-81d9-465a58baed56 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:26.843838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-928dbc0f-31a9-4e47-81d9-465a58baed56 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Synchronizing usage tracker for tenant:36a086e2a52345569daa06f88e51be66 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:26.848242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.849704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:26.849704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:26.868143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-9ccc3b4b-96e1-421c-8ba3-0ac0fefe2609 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992897 Apr 11 21:06:26.978675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-928dbc0f-31a9-4e47-81d9-465a58baed56 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Unset dirty status for tenant:36a086e2a52345569daa06f88e51be66 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:26.981257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-928dbc0f-31a9-4e47-81d9-465a58baed56 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 943 time: 0.2855148 Apr 11 21:06:27.002944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] Pushing event updated for resources: {'Network': ['ID=30e07d45-ef04-4d3f-b47c-dd88bfcb89df,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:27.016424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:06:27.049074 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2822bc9f-0c32-4d30-a670-802ec350df69 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3084564 Apr 11 21:06:27.052319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52904) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:27.062177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Request body: {'subnet': {'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1302291713-subnet', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:27.077101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:27.088705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-fac19f3f-f431-4293-9fb9-7a430e8cde26 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Synchronizing usage tracker for tenant:36a086e2a52345569daa06f88e51be66 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:27.096203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Usage tracker for resource:subnet and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:27.100936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:27.105736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-8a41dc70-2b68-4523-b985-29ca23ff0077 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237136 Apr 11 21:06:27.111578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:27.260816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:27.263850 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:27.282689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-fac19f3f-f431-4293-9fb9-7a430e8cde26 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Unset dirty status for tenant:36a086e2a52345569daa06f88e51be66 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:27.283932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77ba2b83-59e7-473a-92f5-0645644d5084 req-fac19f3f-f431-4293-9fb9-7a430e8cde26 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929764 Apr 11 21:06:27.345704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816d9d6c-c297-48ee-bcb2-6186a396cf6d req-a816263e-4c87-4490-bbef-6f0d9c3b2bb5 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317786 Apr 11 21:06:27.426964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26f887-bab9-4ac6-a7a9-4c6fb40fdf9e req-38055152-b1af-4ece-a838-910c14974be9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:27.429665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa26f887-bab9-4ac6-a7a9-4c6fb40fdf9e req-38055152-b1af-4ece-a838-910c14974be9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 944 time: 0.0933950 Apr 11 21:06:27.481713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa26f887-bab9-4ac6-a7a9-4c6fb40fdf9e req-bf545555-bd4c-4d2d-8486-2e6b2b41b801 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Apr 11 21:06:27.708028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:06:27.755667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa88a31-991b-4156-a12c-fa4581b9ecc0 req-db7b2bb0-1a84-4a43-baf9-9c0efd12d34c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:27.757073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fa88a31-991b-4156-a12c-fa4581b9ecc0 req-db7b2bb0-1a84-4a43-baf9-9c0efd12d34c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3214025 Apr 11 21:06:27.836044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:27.883273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fa88a31-991b-4156-a12c-fa4581b9ecc0 req-c2957f64-7ccc-4f63-80c2-2ed22ca72ba9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206818 Apr 11 21:06:27.912418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9828eb0-0ca7-4fa6-a889-02223177bee8,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:27.935017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:27.949984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:27.950331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Network hostable DHCP agents. Network: 30e07d45-ef04-4d3f-b47c-dd88bfcb89df, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:06:27.950918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2', 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29', 'port_id': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2', 'mac_address': 'fa:16:3e:13:17:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1554fdff-64b3-44f7-984d-8a184342aec1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:06:28.055240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.058878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:06:28.081500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:06:28.103287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:28.166657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 30e07d45-ef04-4d3f-b47c-dd88bfcb89df) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:28.172264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:28.172943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.181930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27f2b7-46e6-473b-8f6a-0e1a6bc2e2c0 None None] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:06:28.251212 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.296079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-306d00e7-6d47-49f8-b5c6-d4abb3c59c2a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2411933 Apr 11 21:06:28.298297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:28.304695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:28.313218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:28.322051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Usage tracker for resource:router and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:28.326681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:28.337438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:28.359495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:28.419946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.429765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.444085 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.496221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['159fdcc1-0795-44b5-9cf2-8fa90253d3e2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:06:28.524142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0ab37-b36f-4c41-8e5e-cf2911f48e4b req-180d30ed-819c-40f1-aa43-e9760558d9d6 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:28.528087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9d0ab37-b36f-4c41-8e5e-cf2911f48e4b req-180d30ed-819c-40f1-aa43-e9760558d9d6 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 944 time: 0.0943241 Apr 11 21:06:28.608578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:06:28.608578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.615793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9d0ab37-b36f-4c41-8e5e-cf2911f48e4b req-ef4b3652-b780-4b9d-bcb7-eaf34d0411ca tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790377 Apr 11 21:06:28.798155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.940528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:28.958318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Allocated IP 172.20.0.2 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/a25d791f-378d-467a-9c74-cecdfbd4e525) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:28.991143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deb3cc-ba52-4d72-815f-e5b9b27c7fd1 req-1563731e-3318-4308-b48f-801aba5fb72d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:28.994083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-47deb3cc-ba52-4d72-815f-e5b9b27c7fd1 req-1563731e-3318-4308-b48f-801aba5fb72d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:06:29.106154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-47deb3cc-ba52-4d72-815f-e5b9b27c7fd1 req-1563731e-3318-4308-b48f-801aba5fb72d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:06:29.107375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47deb3cc-ba52-4d72-815f-e5b9b27c7fd1 req-1563731e-3318-4308-b48f-801aba5fb72d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 944 time: 0.2759485 Apr 11 21:06:29.172682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.186876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2af5f3-7a96-4522-8e07-c1eeef8c50fa req-712075fa-4f1a-4c11-b0a4-8f95c5fd2a0f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:29.201910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c2af5f3-7a96-4522-8e07-c1eeef8c50fa req-712075fa-4f1a-4c11-b0a4-8f95c5fd2a0f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1513464 Apr 11 21:06:29.214233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.222493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.234841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Transition to ACTIVE for port object a25d791f-378d-467a-9c74-cecdfbd4e525 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:29.258001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47deb3cc-ba52-4d72-815f-e5b9b27c7fd1 req-2338451b-6d18-4ef4-a8a1-2ffaecce19fa tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409669 Apr 11 21:06:29.281235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c2af5f3-7a96-4522-8e07-c1eeef8c50fa req-02091adf-4c81-482e-b35a-f3a26ca666e0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775192 Apr 11 21:06:29.284534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Transition to ACTIVE for port object a25d791f-378d-467a-9c74-cecdfbd4e525 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:29.362766 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.371106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Allocated IP 172.25.5.71 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/f3fff7f6-37fd-4ea1-b947-7112029cd403) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:29.440227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:29.441805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:29.446279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:29.516729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Pushing event updated for resources: {'Port': ['ID=a25d791f-378d-467a-9c74-cecdfbd4e525,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:29.544398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Attempting to bind port a25d791f-378d-467a-9c74-cecdfbd4e525 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:29.545072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Attempting to bind port a25d791f-378d-467a-9c74-cecdfbd4e525 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:29.546424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Attempting to bind port a25d791f-378d-467a-9c74-cecdfbd4e525 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:29.551195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9398e598-f8d9-401f-a5a5-46ad66f10453 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:06:29.560634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:29.562424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:29.562424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.562424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:29.562695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Bound port: a25d791f-378d-467a-9c74-cecdfbd4e525, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:29.562831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.627670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.632960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-4a5b93fd-f05e-4cd9-8fae-0b557ef9bae0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529508 Apr 11 21:06:29.757025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:29.793517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:29.912761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:29.955828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] For port a25d791f-378d-467a-9c74-cecdfbd4e525, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:29.965131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40287c-336b-436f-97a2-6a617498aad9 req-7c0a4e50-34b0-4305-ac63-9448e82fb820 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:29.965677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:29.974293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b40287c-336b-436f-97a2-6a617498aad9 req-7c0a4e50-34b0-4305-ac63-9448e82fb820 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 944 time: 0.1759343 Apr 11 21:06:29.977517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] For port a25d791f-378d-467a-9c74-cecdfbd4e525, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a25d791f-378d-467a-9c74-cecdfbd4e525,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:29.986506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9398e598-f8d9-401f-a5a5-46ad66f10453, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9398e598-f8d9-401f-a5a5-46ad66f10453,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:30.005019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '9398e598-f8d9-401f-a5a5-46ad66f10453', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'port_id': '9398e598-f8d9-401f-a5a5-46ad66f10453', 'mac_address': 'fa:16:3e:c7:16:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:06:30.032446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b40287c-336b-436f-97a2-6a617498aad9 req-e025a113-ebaa-409e-aa05-1b830ac63b29 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Apr 11 21:06:30.087317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:30.093331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fff7f6-37fd-4ea1-b947-7112029cd403,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:30.098104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.110252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:30.147352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:30.148115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.165504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.166014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.166363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.166687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.167013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.167333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.167727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.168306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.168633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.168952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.169273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:06:30.242504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.243448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-8859901f-d8c6-4e06-9591-472d5d4f2c58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 1096 time: 0.5199564 Apr 11 21:06:30.333474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885267d-b4b5-433a-b0d7-04cceac5847b None None] Pushing event updated for resources: {'Port': ['ID=a25d791f-378d-467a-9c74-cecdfbd4e525,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:30.356679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398e598-f8d9-401f-a5a5-46ad66f10453 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:06:30.382332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9398e598-f8d9-401f-a5a5-46ad66f10453, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9398e598-f8d9-401f-a5a5-46ad66f10453,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:30.383859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.422024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:30.446497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:30.454202 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.522630 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.537844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9398e598-f8d9-401f-a5a5-46ad66f10453,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:30.656297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:30.680216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566bb1-2f16-4923-9692-82f9a05f84de req-3eb238f0-a51a-4464-8033-11ed61f5aef2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:30.699100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:30.700934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31566bb1-2f16-4923-9692-82f9a05f84de req-3eb238f0-a51a-4464-8033-11ed61f5aef2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 945 time: 0.1922085 Apr 11 21:06:30.743197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9398e598-f8d9-401f-a5a5-46ad66f10453'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:06:30.808946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-bc77869c-4583-4d23-8f22-5183740d5e34 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.6293604 Apr 11 21:06:30.835920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3095c97-24e6-43a7-8c6a-ae48b2db5fd4 req-17acd445-84a3-489e-bd80-a6c96c6d4ac3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:30.835920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3095c97-24e6-43a7-8c6a-ae48b2db5fd4 req-17acd445-84a3-489e-bd80-a6c96c6d4ac3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.8832717 Apr 11 21:06:30.842545 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31566bb1-2f16-4923-9692-82f9a05f84de req-3a1e01e5-a513-4913-8fed-293de0059770 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406498 Apr 11 21:06:30.974811 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f704a919-5029-4e02-81a7-c84dacb26fc2'] response: {'server_uuid': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2', 'code': 200} Apr 11 21:06:31.009870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-5443c195-43e6-4961-9e1b-e7044459c04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:31.012159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-5443c195-43e6-4961-9e1b-e7044459c04e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.7198277 Apr 11 21:06:31.099845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-8ab44062-77ec-4ca7-9e01-dd9828ca57d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 200 len: 217 time: 0.0699868 Apr 11 21:06:31.116649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46ea0951-6c90-429a-824b-705ef6fbf956 req-42a4ceab-715d-48fb-95e4-3b81d23f2d0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 1096 time: 0.0897429 Apr 11 21:06:31.176353 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3095c97-24e6-43a7-8c6a-ae48b2db5fd4 req-698f35cd-7c35-4c86-a808-47366588dbd5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026445 Apr 11 21:06:31.187930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46ea0951-6c90-429a-824b-705ef6fbf956 req-41f958f4-3266-4f85-8d18-9274fb7f57f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509298 Apr 11 21:06:31.212568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-ad9a3f02-2f97-4949-9571-3d55ab1e7224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:31.214040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-ad9a3f02-2f97-4949-9571-3d55ab1e7224 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.3798718 Apr 11 21:06:31.221450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-8cf8a091-d134-46a6-8e90-8133a30c8d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:31.229542 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-8cf8a091-d134-46a6-8e90-8133a30c8d61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1219873 Apr 11 21:06:31.290704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571073-4130-4c0a-a2e3-35fca54aec0e req-540c0583-1dec-4815-90c7-1f4023ece6ba tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:31.292393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4571073-4130-4c0a-a2e3-35fca54aec0e req-540c0583-1dec-4815-90c7-1f4023ece6ba tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 945 time: 0.0954974 Apr 11 21:06:31.350813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4571073-4130-4c0a-a2e3-35fca54aec0e req-d35a176c-68a2-4f32-8b51-47dfa1046928 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520668 Apr 11 21:06:31.387963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:31.391948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:31.569242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9398e598-f8d9-401f-a5a5-46ad66f10453 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:31.582700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-959ba513-d96f-4090-bf7a-79e870589031 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.3517618 Apr 11 21:06:31.691313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-cfd8f393-4f3d-45dd-9501-f08a05bfe8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:31.692879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-cfd8f393-4f3d-45dd-9501-f08a05bfe8da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0972564 Apr 11 21:06:31.697814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-11148ddd-636c-4a81-a4b7-36c510907447 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3013155 Apr 11 21:06:31.739427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 9398e598-f8d9-401f-a5a5-46ad66f10453 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:31.746101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 9398e598-f8d9-401f-a5a5-46ad66f10453 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:31.746610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:31.786152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400ba71-dc91-46e5-897a-84ae1aae1bda None None] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:06:31.992972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-ac5c5b38-9916-4021-add6-8bca6819d311 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531714 Apr 11 21:06:32.161446 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:32.180234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2e3b3a07-d291-4bd8-9203-236887eabc43 None None] Provisioning for port a25d791f-378d-467a-9c74-cecdfbd4e525 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:32.206636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9398e598-f8d9-401f-a5a5-46ad66f10453, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9398e598-f8d9-401f-a5a5-46ad66f10453,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:32.212604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5eb3f44d-1cd6-4c3e-b739-234f1efbc431 req-f62988be-eb39-466f-a8de-b1f053b324c2 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120607 Apr 11 21:06:32.219439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-c4ff0032-c492-4d5d-aed1-a6d7de92d3dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5173283 Apr 11 21:06:32.321888 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:32.518926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a25d791f-378d-467a-9c74-cecdfbd4e525 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:32.526516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760881-589b-478c-a342-2542f302bdef req-df7ba390-686d-42fe-952d-f86d58d41535 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:32.533969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8760881-589b-478c-a342-2542f302bdef req-df7ba390-686d-42fe-952d-f86d58d41535 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 945 time: 0.5039196 Apr 11 21:06:32.594367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a696b-437a-4c32-9fab-3573f25ccc95 req-f2a18d3b-87ed-4d48-b4ee-da2f7eec4e6b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:32.603248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca5a696b-437a-4c32-9fab-3573f25ccc95 req-f2a18d3b-87ed-4d48-b4ee-da2f7eec4e6b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1022351 Apr 11 21:06:32.616496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:06:32.680743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9398e598-f8d9-401f-a5a5-46ad66f10453,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:32.697877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca5a696b-437a-4c32-9fab-3573f25ccc95 req-352642b2-b410-4c89-acec-04c512e840f7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931656 Apr 11 21:06:32.836147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a25d791f-378d-467a-9c74-cecdfbd4e525 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:32.840334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-bd4d5a6e-d3f6-4381-b041-670dcd94880b service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071751 Apr 11 21:06:32.843785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a25d791f-378d-467a-9c74-cecdfbd4e525 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:32.845694 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:32.925530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d6348-1428-4082-a1da-cccdc77aadcf req-4afa9ed6-4c55-4ca5-bb44-07a99b66eae8 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:32.927062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-438d6348-1428-4082-a1da-cccdc77aadcf req-4afa9ed6-4c55-4ca5-bb44-07a99b66eae8 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 945 time: 0.0917759 Apr 11 21:06:32.994256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43844444-1212-4fbc-a872-a1db84e089b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398e598-f8d9-401f-a5a5-46ad66f10453'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:33.012840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-438d6348-1428-4082-a1da-cccdc77aadcf req-d864ce2c-efc7-4a6a-a294-f4faad2f5081 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721037 Apr 11 21:06:33.059290 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:33.154267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a25d791f-378d-467a-9c74-cecdfbd4e525, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a25d791f-378d-467a-9c74-cecdfbd4e525,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:33.161533 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f75872-8b14-4ec9-a3b7-3d7beb111272'] response: {'server_uuid': '43844444-1212-4fbc-a872-a1db84e089b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398e598-f8d9-401f-a5a5-46ad66f10453', 'code': 200} Apr 11 21:06:33.219694 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:33.306468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a25d791f-378d-467a-9c74-cecdfbd4e525,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:33.348894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8760881-589b-478c-a342-2542f302bdef req-eb55e9d2-ef57-4025-9f4d-1b16d3c5bc2d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8101575 Apr 11 21:06:33.364719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f61c6b1-a54b-4ffc-956d-45cef8150a6d req-715c3b9a-4a12-49f1-8ce1-3bbad4b30aaf service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166202 Apr 11 21:06:33.423688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fe5d5c8-f0de-44a0-8e01-c96219117074 req-e42dd586-c7d4-4c09-9f31-c388e3b66e2f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 1097 time: 0.1783350 Apr 11 21:06:33.490679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6fe5d5c8-f0de-44a0-8e01-c96219117074 req-ed25539f-7a4c-480b-821f-fabff81dd040 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602002 Apr 11 21:06:33.493323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:33.503296 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:06:33.536851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:33.536851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:33.608077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:33.612829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4255eb98-855e-449f-bbd1-927b80139fb8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3106666 Apr 11 21:06:33.613094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53048) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:33.874708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:06:33.879923 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:34.023496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42607-fcff-40d0-bf0f-955e210d421a req-bae0c814-3397-42b7-ab31-5900063a041d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:34.025614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-faf42607-fcff-40d0-bf0f-955e210d421a req-bae0c814-3397-42b7-ab31-5900063a041d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1156230 Apr 11 21:06:34.143183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-faf42607-fcff-40d0-bf0f-955e210d421a req-5063e9a6-29ad-4033-958f-961efe186c43 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113966 Apr 11 21:06:34.325840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a25d791f-378d-467a-9c74-cecdfbd4e525 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:34.418387 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:30Z', 'revision_number': 3, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:34.426744 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:06:34.428046 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Updating router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 port f3fff7f6-37fd-4ea1-b947-7112029cd403 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:06:34.513270 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:34.516242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a25d791f-378d-467a-9c74-cecdfbd4e525 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:34.516824 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.015936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23a69c-7072-4514-aa6c-f706996b24d9 req-f45d28f7-2ae8-4578-95bc-033162706252 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:35.017628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a23a69c-7072-4514-aa6c-f706996b24d9 req-f45d28f7-2ae8-4578-95bc-033162706252 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.3608820 Apr 11 21:06:35.087096 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a23a69c-7072-4514-aa6c-f706996b24d9 req-1b68d571-cf76-4f57-80c1-137cdcf9898f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633938 Apr 11 21:06:35.220599 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.277098 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Transition to ACTIVE for port object f3fff7f6-37fd-4ea1-b947-7112029cd403 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:35.350628 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.465797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.527766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53106) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:35.567337 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Attempting to bind port f3fff7f6-37fd-4ea1-b947-7112029cd403 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:35.567895 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Attempting to bind port f3fff7f6-37fd-4ea1-b947-7112029cd403 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:35.568066 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Attempting to bind port f3fff7f6-37fd-4ea1-b947-7112029cd403 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:35.584022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebb1e7-1e76-479d-ad5f-481967b5062f None None] Pushing event updated for resources: {'Port': ['ID=f3fff7f6-37fd-4ea1-b947-7112029cd403,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:35.615500 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:35.617736 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:35.621608 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.622606 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:35.625768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Bound port: f3fff7f6-37fd-4ea1-b947-7112029cd403, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:35.626162 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.762904 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] For port f3fff7f6-37fd-4ea1-b947-7112029cd403, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:35.767696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] For port f3fff7f6-37fd-4ea1-b947-7112029cd403, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f3fff7f6-37fd-4ea1-b947-7112029cd403,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:35.801032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.836213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Allocated IP 172.20.0.1 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/1101681d-1978-451a-961e-fc3ce9cedaca) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:35.880502 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:35.982770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:35.986558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:35.987554 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:35.988596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Usage tracker for resource:security_group_rule and tenant:c290348c96db49e4a40bf00f41065fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:35.992055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:36.000583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:36.087822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.126953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cd74a-66ed-4613-8613-d69c0df33509 req-365d2afc-1a24-467f-b0ca-71a2f18de40c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:36.143750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a5cd74a-66ed-4613-8613-d69c0df33509 req-365d2afc-1a24-467f-b0ca-71a2f18de40c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.7562716 Apr 11 21:06:36.146875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.159036 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebb1e7-1e76-479d-ad5f-481967b5062f None None] Pushing event updated for resources: {'Port': ['ID=f3fff7f6-37fd-4ea1-b947-7112029cd403,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:36.167516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Transition to ACTIVE for port object 1101681d-1978-451a-961e-fc3ce9cedaca will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:36.199789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.239131 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:36.259461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.340996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c290348c96db49e4a40bf00f41065fc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8111010 Apr 11 21:06:36.346322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:36.376381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a5cd74a-66ed-4613-8613-d69c0df33509 req-b40f00c4-0e0a-46c4-8624-ee692093a820 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255881 Apr 11 21:06:36.392052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311ef33-7531-41c5-a223-c1abed5f7087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ef7f5-402a-4f25-bfbd-6cc538c450c3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:36.509324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-826e085d-a8cc-4e25-b76b-16a112175a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.547951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-826e085d-a8cc-4e25-b76b-16a112175a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.694790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-826e085d-a8cc-4e25-b76b-16a112175a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.715718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427196c5-e295-4504-bc1a-bd53f5322def req-7283c270-c607-45de-9fd0-414f7f63bbf1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:36.718202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-427196c5-e295-4504-bc1a-bd53f5322def req-7283c270-c607-45de-9fd0-414f7f63bbf1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0999377 Apr 11 21:06:36.745629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-826e085d-a8cc-4e25-b76b-16a112175a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:36.747005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-826e085d-a8cc-4e25-b76b-16a112175a2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c1ef7f5-402a-4f25-bfbd-6cc538c450c3 HTTP/1.1" status: 204 len: 168 time: 0.3995535 Apr 11 21:06:36.748012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e085d-a8cc-4e25-b76b-16a112175a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ef7f5-402a-4f25-bfbd-6cc538c450c3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:36.793419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Pushing event updated for resources: {'Port': ['ID=1101681d-1978-451a-961e-fc3ce9cedaca,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:36.821669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:36.823370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:36.831353 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:30Z', 'revision_number': 3, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:36.840585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:36.843423 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60485b-1dc5-4fd4-be62-bac5e24896bb None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:30Z', 'revision_number': 3, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:06:36.859185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-427196c5-e295-4504-bc1a-bd53f5322def req-cec7762e-a297-4a33-9b9c-5f1fd74dd1f0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275258 Apr 11 21:06:36.972475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9ea5b-22d3-48a4-932b-1e9c85664d5c req-71c96ba2-b5bb-434b-8fdd-e872bd0cf7f4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:36.973922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bbd9ea5b-22d3-48a4-932b-1e9c85664d5c req-71c96ba2-b5bb-434b-8fdd-e872bd0cf7f4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.6553719 Apr 11 21:06:36.975030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:37.136114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bbd9ea5b-22d3-48a4-932b-1e9c85664d5c req-10193488-d22d-4ae3-86f8-954697172bf2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457050 Apr 11 21:06:37.316188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b20ca7dc-b483-432f-a8fd-6a739f543dfe None None] Provisioning for port 1101681d-1978-451a-961e-fc3ce9cedaca completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:37.321583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b20ca7dc-b483-432f-a8fd-6a739f543dfe None None] Provisioning complete for port 1101681d-1978-451a-961e-fc3ce9cedaca triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:37.322152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b20ca7dc-b483-432f-a8fd-6a739f543dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:37.354994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:37.402807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b20ca7dc-b483-432f-a8fd-6a739f543dfe None None] Port 1101681d-1978-451a-961e-fc3ce9cedaca cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:37.793666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:37.812869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:37.828547 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:37.878302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:37.934680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:37.946556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Usage tracker for resource:security_group_rule and tenant:1f6a8d0de72b4595856b36165a0a5850 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:37.950477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:37.960434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:38.016493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.026586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0a71d-342c-45c4-988d-9bc12cf615ac req-948f96f0-2ea6-4457-8f72-b8a2f9cb8317 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:38.034627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3b0a71d-342c-45c4-988d-9bc12cf615ac req-948f96f0-2ea6-4457-8f72-b8a2f9cb8317 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1775513 Apr 11 21:06:38.080702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Pushing event updated for resources: {'Port': ['ID=1101681d-1978-451a-961e-fc3ce9cedaca,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:38.180386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3b0a71d-342c-45c4-988d-9bc12cf615ac req-d754aaa0-d021-45d2-8434-904f96a46752 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443532 Apr 11 21:06:38.218372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.287639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.395982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f3fff7f6-37fd-4ea1-b947-7112029cd403 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:38.401276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2ae5b2-9c5d-4fe3-9182-f59c28646eaa,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:38.465235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b1bdef3-31c5-4745-a986-2c7eac7dc1ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f6a8d0de72b4595856b36165a0a5850&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6671085 Apr 11 21:06:38.465610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53170) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:38.596608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f3fff7f6-37fd-4ea1-b947-7112029cd403 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:38.606695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:38.612841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:38.636334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f3fff7f6-37fd-4ea1-b947-7112029cd403 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:38.636938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.683124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70e463-064d-4315-8150-e9ff12119432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.743982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-b979721f-6225-46d9-8253-f784ff6e477c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 1097 time: 0.5483067 Apr 11 21:06:38.757914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70e463-064d-4315-8150-e9ff12119432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.800241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd871d-821b-4425-a8b2-b900ca81564e req-6e9800df-321a-4cab-88cc-64034cbded2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:38.805896 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ccd871d-821b-4425-a8b2-b900ca81564e req-6e9800df-321a-4cab-88cc-64034cbded2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2809002 Apr 11 21:06:38.897129 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:38.944001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f3fff7f6-37fd-4ea1-b947-7112029cd403, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f3fff7f6-37fd-4ea1-b947-7112029cd403,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:38.976720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c4473-1ce0-429a-a36d-a19507729c29 req-5a0a0f51-ff9c-4672-985e-9b0d7afd3af7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:38.978533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e34c4473-1ce0-429a-a36d-a19507729c29 req-5a0a0f51-ff9c-4672-985e-9b0d7afd3af7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.7057500 Apr 11 21:06:39.013535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:39.059216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ccd871d-821b-4425-a8b2-b900ca81564e req-4b0edea1-4f26-46cb-b1ec-95c40308ea48 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459121 Apr 11 21:06:39.102610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f3fff7f6-37fd-4ea1-b947-7112029cd403,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:39.133378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70e463-064d-4315-8150-e9ff12119432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:39.133598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8046a3ca-fcee-4a6c-8c6f-d96c177adb45 None None] Provisioning complete for port 1101681d-1978-451a-961e-fc3ce9cedaca triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:39.133985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8046a3ca-fcee-4a6c-8c6f-d96c177adb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:39.174950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-2b4c7b61-06eb-4833-bab6-55bb68695984 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7490177 Apr 11 21:06:39.185641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70e463-064d-4315-8150-e9ff12119432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2ae5b2-9c5d-4fe3-9182-f59c28646eaa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:39.189439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd70e463-064d-4315-8150-e9ff12119432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:39.190939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd70e463-064d-4315-8150-e9ff12119432 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a2ae5b2-9c5d-4fe3-9182-f59c28646eaa HTTP/1.1" status: 204 len: 168 time: 0.7222173 Apr 11 21:06:39.232822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e34c4473-1ce0-429a-a36d-a19507729c29 req-1c730205-28b3-46cf-b434-27be78e95a22 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492655 Apr 11 21:06:39.273091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9f33-3451-46c1-b133-8762177f3108 req-0098a24f-bf7c-4104-91ae-37e0d2cce48d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:39.274919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-0098a24f-bf7c-4104-91ae-37e0d2cce48d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.5139959 Apr 11 21:06:39.286708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8046a3ca-fcee-4a6c-8c6f-d96c177adb45 None None] Port 1101681d-1978-451a-961e-fc3ce9cedaca cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:39.523243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6f428-d7f3-476c-9af6-9b1c6492edd8 req-2fd433dc-7cf9-42c5-b5ee-e0cb957f62d5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:39.528133 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-63a6f428-d7f3-476c-9af6-9b1c6492edd8 req-2fd433dc-7cf9-42c5-b5ee-e0cb957f62d5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1219366 Apr 11 21:06:39.574073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-63a6f428-d7f3-476c-9af6-9b1c6492edd8 req-2bd9329d-0b06-4b69-9c22-52fe6e870982 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432830 Apr 11 21:06:39.676037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-e01e76f0-d121-4dc5-9795-3b69a10fb4d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9398e598-f8d9-401f-a5a5-46ad66f10453 HTTP/1.1" status: 200 len: 217 time: 0.3373904 Apr 11 21:06:39.832191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e9f33-3451-46c1-b133-8762177f3108 req-e6bd50b7-c9a0-4676-b198-877ea106eeee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:39.833581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-e6bd50b7-c9a0-4676-b198-877ea106eeee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.1495996 Apr 11 21:06:39.839190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-ac02cd6c-894e-486e-836c-795c709f109f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.4992971 Apr 11 21:06:40.086411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-9c979adc-8b33-47da-b5b0-8390e747b8bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381938 Apr 11 21:06:40.088482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-5831766f-61db-4cc6-b3ce-0dfbef62263a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:40.089793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-5831766f-61db-4cc6-b3ce-0dfbef62263a service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.1959965 Apr 11 21:06:40.234466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53208) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:40.352084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:40.397830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:40.412454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Usage tracker for resource:security_group_rule and tenant:55109b78f1f04074bc7b8125444689f4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:40.415999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:40.416905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f3fff7f6-37fd-4ea1-b947-7112029cd403 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:40.433102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:40.481391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:06:40.484521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-39c45996-c9fa-4d69-87df-90506efbc5fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.3866417 Apr 11 21:06:40.554005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:40.569434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e9f79-09a4-4d9f-b074-16c51a9d6712 req-cd5633f7-5877-4747-bd83-db6126ff43bc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:40.571134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c2e9f79-09a4-4d9f-b074-16c51a9d6712 req-cd5633f7-5877-4747-bd83-db6126ff43bc tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3088877 Apr 11 21:06:40.571948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f3fff7f6-37fd-4ea1-b947-7112029cd403 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:40.572721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:40.611910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:40.691345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a61c40-6053-44c4-a8a3-3fa36cdfb1a9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:40.704396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c2e9f79-09a4-4d9f-b074-16c51a9d6712 req-d58f64fe-e096-4645-bc8a-2e3741b08ca4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275463 Apr 11 21:06:40.715811 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ee8eed29-f6d0-4e02-9410-ff7ff696fb06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55109b78f1f04074bc7b8125444689f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4803407 Apr 11 21:06:40.716469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53218) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:40.816694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-f99161ca-0ab0-4bd4-a153-d6b8c19adb39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:40.818807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-f99161ca-0ab0-4bd4-a153-d6b8c19adb39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.3222549 Apr 11 21:06:40.823138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a254bcd9-7a9f-44fb-a701-dd5fdb65e921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:40.825079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-8636c8bc-685c-4258-84c7-bcd0f54179dd service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260685 Apr 11 21:06:40.854272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a254bcd9-7a9f-44fb-a701-dd5fdb65e921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:40.906291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a645-cccf-450a-9f3e-3746feb4b8ae req-8f3a784e-76e8-45b6-8050-e90eba3b94c0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:40.914705 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf86a645-cccf-450a-9f3e-3746feb4b8ae req-8f3a784e-76e8-45b6-8050-e90eba3b94c0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.4061353 Apr 11 21:06:41.036334 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a254bcd9-7a9f-44fb-a701-dd5fdb65e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:41.060335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254bcd9-7a9f-44fb-a701-dd5fdb65e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a61c40-6053-44c4-a8a3-3fa36cdfb1a9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:41.071525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a254bcd9-7a9f-44fb-a701-dd5fdb65e921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:41.072747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a254bcd9-7a9f-44fb-a701-dd5fdb65e921 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04a61c40-6053-44c4-a8a3-3fa36cdfb1a9 HTTP/1.1" status: 204 len: 168 time: 0.3552628 Apr 11 21:06:41.188291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf86a645-cccf-450a-9f3e-3746feb4b8ae req-f5ffb9b7-5c97-4ff9-8d48-88b5d104f26d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723701 Apr 11 21:06:41.266139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af7e9f33-3451-46c1-b133-8762177f3108 req-ec6256ed-0f24-4592-9dca-28a31e6c3b07 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230387 Apr 11 21:06:41.272109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-4cd22a3a-e34f-4c32-bf13-827d61a68271 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4255507 Apr 11 21:06:41.419207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:41.430455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:06:41.444928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-666e9e63-36b4-47e1-92f9-6498cfe8ea3f admin admin] 10.222.0.61 "PUT /v2.0/routers/ac2f45cd-48a3-4833-979b-23c0f0bfb2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8305256 Apr 11 21:06:41.456482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-fb11b107-0d5a-4237-a231-f89de6bb5697 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560946 Apr 11 21:06:41.456772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:41.457027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:41.786268 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-963cbb4f-73b4-4332-a232-4474d05f6b36 req-ef9d261c-b1d7-4864-a7e9-e48bc9d14c8f service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215814 Apr 11 21:06:41.796525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:42.162965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68661d8f-070b-42cd-97fb-c7e5d3b743c7 req-86e2170d-60ca-4675-9f16-cc6f99ad0cef tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:42.168559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68661d8f-070b-42cd-97fb-c7e5d3b743c7 req-86e2170d-60ca-4675-9f16-cc6f99ad0cef tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1907988 Apr 11 21:06:42.225970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 2, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:42.230222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:06:42.230825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Updating router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 port 1101681d-1978-451a-961e-fc3ce9cedaca binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:06:42.316553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68661d8f-070b-42cd-97fb-c7e5d3b743c7 req-da82c88b-136c-426b-875c-b3dc08f972f3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404481 Apr 11 21:06:42.329945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:42.650498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903ec52-e3f4-44e6-925d-7d8529880866 req-a25498f5-9d48-4718-bae4-86f45789137a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:42.661525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d903ec52-e3f4-44e6-925d-7d8529880866 req-a25498f5-9d48-4718-bae4-86f45789137a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.2426252 Apr 11 21:06:42.786268 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d903ec52-e3f4-44e6-925d-7d8529880866 req-6bf808c1-0bf7-4758-b487-48fd154579f5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231797 Apr 11 21:06:43.084767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:43.101297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Transition to ACTIVE for port object 1101681d-1978-451a-961e-fc3ce9cedaca will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:43.192302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:43.258643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4330a9f-9cf7-46c9-969c-1c81bfc5376a req-e5ecf582-af35-4c5f-9037-a99b6a52aff0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:43.271709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f4330a9f-9cf7-46c9-969c-1c81bfc5376a req-e5ecf582-af35-4c5f-9037-a99b6a52aff0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1600704 Apr 11 21:06:43.310524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0095e-8a27-422a-b5bd-6777c174814d None None] Pushing event updated for resources: {'Port': ['ID=1101681d-1978-451a-961e-fc3ce9cedaca,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:43.479079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f4330a9f-9cf7-46c9-969c-1c81bfc5376a req-b8980171-e161-4505-8aa2-c04e6ebb3b02 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062433 Apr 11 21:06:43.674028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Attempting to bind port 1101681d-1978-451a-961e-fc3ce9cedaca on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:43.674421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Attempting to bind port 1101681d-1978-451a-961e-fc3ce9cedaca by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:43.674998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Attempting to bind port 1101681d-1978-451a-961e-fc3ce9cedaca on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:43.698435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:43.698816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:43.699437 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:43.699862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:43.700331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Bound port: 1101681d-1978-451a-961e-fc3ce9cedaca, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:43.700708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:43.888469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] For port 1101681d-1978-451a-961e-fc3ce9cedaca, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:43.899532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] For port 1101681d-1978-451a-961e-fc3ce9cedaca, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1101681d-1978-451a-961e-fc3ce9cedaca,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:43.934429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53318) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:43.941365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1907580732-network', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:43.947206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:43.961725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b0b1209c-bb7d-4aa4-9dd1-552836fef870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:43.985792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:43.997221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Usage tracker for resource:network and tenant:f9f2cd0435cc4ae48a60daa511e7d09b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:44.004686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:44.049875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:44.092511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1770c-2474-4438-ae73-becea01fa5c0 req-274d016b-a1e8-4b85-9e9d-161101f67ee0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:44.094714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39c1770c-2474-4438-ae73-becea01fa5c0 req-274d016b-a1e8-4b85-9e9d-161101f67ee0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1397979 Apr 11 21:06:44.168577 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39c1770c-2474-4438-ae73-becea01fa5c0 req-a085dd81-0014-4635-bc5e-e511c84e2d68 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624187 Apr 11 21:06:44.172065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:44.174587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:44.175505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Made reservation on behalf of f9f2cd0435cc4ae48a60daa511e7d09b for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:44.181156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.222901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.280722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:44.285482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Usage tracker for resource:security_group_rule and tenant:f9f2cd0435cc4ae48a60daa511e7d09b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:44.288483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:44.294683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:44.385390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.441466 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.462016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0095e-8a27-422a-b5bd-6777c174814d None None] Pushing event updated for resources: {'Port': ['ID=1101681d-1978-451a-961e-fc3ce9cedaca,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:44.485144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:06:44.494471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b852bd7-5c47-4dfa-9798-dd91ee27dd61,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:44.501132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.501480 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Added segment 08e7e19e-66af-4a40-9a25-f96056525af1 of type vlan for network 811a6309-4bd5-4551-9267-afa4e49e6c3d Apr 11 21:06:44.533230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.565673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:44.647296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.648827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:44.648951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:44.818689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] Pushing event updated for resources: {'Network': ['ID=811a6309-4bd5-4551-9267-afa4e49e6c3d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:44.850785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:06:44.858389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432feb-b3dd-4042-9738-d8b60628a4c2 req-6c023b6a-df1b-4493-a16b-8ee8540317b9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:44.860536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8432feb-b3dd-4042-9738-d8b60628a4c2 req-6c023b6a-df1b-4493-a16b-8ee8540317b9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1061563 Apr 11 21:06:44.928397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-54da825b-ca89-405d-9b2d-9f9e9674e98d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9920175 Apr 11 21:06:44.935304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53346) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:44.947807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Request body: {'subnet': {'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1907580732-subnet', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:44.974815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:44.996217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8432feb-b3dd-4042-9738-d8b60628a4c2 req-cff4dd99-267b-4ae7-a785-d85286292c81 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274357 Apr 11 21:06:44.996379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Usage tracker for resource:subnet and tenant:f9f2cd0435cc4ae48a60daa511e7d09b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:45.025297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:45.050846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:45.156773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Made reservation on behalf of f9f2cd0435cc4ae48a60daa511e7d09b for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:06:45.159107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:45.167249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:43Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:45.172867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b4fd01-a8ab-4aca-9c05-bab84848e3a4 None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:43Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:06:45.468209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6f23-835d-4fce-8270-895f0e53a126 req-f6f15083-3d74-4b8b-882b-d49206864d9e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:45.469885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a02f6f23-835d-4fce-8270-895f0e53a126 req-f6f15083-3d74-4b8b-882b-d49206864d9e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1013429 Apr 11 21:06:45.508251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dc567-5f7f-4fc4-9f84-7b28afb09507 req-b9288ee7-da2a-491d-a740-77c335d2d0c7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:45.510013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-324dc567-5f7f-4fc4-9f84-7b28afb09507 req-b9288ee7-da2a-491d-a740-77c335d2d0c7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3278916 Apr 11 21:06:45.557226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a02f6f23-835d-4fce-8270-895f0e53a126 req-692a40de-433a-43f6-b1f8-27b50ccd017f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805037 Apr 11 21:06:45.797116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:45.931748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bec63d-8492-4276-9dd6-c0ccf944dfc5,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:46.022917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Checking segment: {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:46.023612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Network hostable DHCP agents. Network: 811a6309-4bd5-4551-9267-afa4e49e6c3d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:06:46.030480 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1f5d98dd-fdd3-4f62-a66a-54f87ceb3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.048140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-324dc567-5f7f-4fc4-9f84-7b28afb09507 req-3d07895d-cc09-4bcb-9007-ab58646aedfb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5300295 Apr 11 21:06:46.124656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:06:46.293494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 811a6309-4bd5-4551-9267-afa4e49e6c3d) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:46.342990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:46.342990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.344181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec095631-ed34-46c2-86a4-2848a3c5d820 None None] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:06:46.458951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e08772-4bc5-4165-8955-2ab9fbe4a2c7 req-8a5d7d3d-c8be-4a0b-8ca5-99a305626046 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:46.460316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e08772-4bc5-4165-8955-2ab9fbe4a2c7 req-8a5d7d3d-c8be-4a0b-8ca5-99a305626046 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1702843 Apr 11 21:06:46.487925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1101681d-1978-451a-961e-fc3ce9cedaca up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:46.565429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e08772-4bc5-4165-8955-2ab9fbe4a2c7 req-eac998f1-c977-42c5-85a8-d2f78c9d113a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974083 Apr 11 21:06:46.676969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bc0b186-ee4e-4870-823e-eef21c2aad6a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7364094 Apr 11 21:06:46.685562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53398) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:46.693589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:06:46.698986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:06:46.704939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Usage tracker for resource:router and tenant:f9f2cd0435cc4ae48a60daa511e7d09b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:06:46.709183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:06:46.718938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:06:46.775158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 1101681d-1978-451a-961e-fc3ce9cedaca completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:46.788229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-811a6309-4bd5-4551-9267-afa4e49e6c3d', 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'fixed_ips': [{'subnet_id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:06:46.789177 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.802911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1101681d-1978-451a-961e-fc3ce9cedaca triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:46.803363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.810373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.818486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.905468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:46.969537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb691187-e7be-41c3-837a-850a5dcf36da req-cfbaa2b8-cc60-47a6-9ca3-64bfaec60507 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:46.976856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb691187-e7be-41c3-837a-850a5dcf36da req-cfbaa2b8-cc60-47a6-9ca3-64bfaec60507 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1633136 Apr 11 21:06:46.992093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3ef7-1b72-4fd6-b9fc-a82a6a9cefa3 req-1ed75b7c-447e-48b1-bca3-802b61fa5d76 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:47.001475 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f1c3ef7-1b72-4fd6-b9fc-a82a6a9cefa3 req-1ed75b7c-447e-48b1-bca3-802b61fa5d76 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.2606707 Apr 11 21:06:47.071336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb691187-e7be-41c3-837a-850a5dcf36da req-17d6e7e7-04d2-495f-bd83-4e73fce7e5a4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934975 Apr 11 21:06:47.137743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.231506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 1101681d-1978-451a-961e-fc3ce9cedaca, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1101681d-1978-451a-961e-fc3ce9cedaca,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:47.242155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f1c3ef7-1b72-4fd6-b9fc-a82a6a9cefa3 req-1c372a2e-59e5-4db4-ba5c-700926471abb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397795 Apr 11 21:06:47.255229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Allocated IP 172.20.0.2 (811a6309-4bd5-4551-9267-afa4e49e6c3d/16bec63d-8492-4276-9dd6-c0ccf944dfc5/f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:47.278391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.458260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43665f5-46e5-4eca-b760-333df7ae59f6 req-0ad2c247-5bbd-450d-a8bd-19bc3f99e380 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:47.466663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b43665f5-46e5-4eca-b760-333df7ae59f6 req-0ad2c247-5bbd-450d-a8bd-19bc3f99e380 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1620269 Apr 11 21:06:47.475263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.549282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b43665f5-46e5-4eca-b760-333df7ae59f6 req-59264019-40ae-4580-87d7-7eb2fc40882d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783265 Apr 11 21:06:47.607403 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.657620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.704864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=1101681d-1978-451a-961e-fc3ce9cedaca,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:47.791019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.805573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Transition to ACTIVE for port object f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:47.834593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Transition to ACTIVE for port object f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:47.903359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e161-f989-4e57-9b81-2c92046e8673 req-a988af25-7a92-4389-8f5f-fd6a79d28bda tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:47.905181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32c1e161-f989-4e57-9b81-2c92046e8673 req-a988af25-7a92-4389-8f5f-fd6a79d28bda tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1447580 Apr 11 21:06:47.919341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.923711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:47.985502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.007991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Pushing event updated for resources: {'Port': ['ID=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:48.033258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:48.035431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:48.038127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:48.119188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32c1e161-f989-4e57-9b81-2c92046e8673 req-4e222951-13fe-455e-adbd-cdc4a0145ada tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037456 Apr 11 21:06:48.182620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Attempting to bind port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:48.183160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Attempting to bind port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:48.183843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Attempting to bind port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a on network 811a6309-4bd5-4551-9267-afa4e49e6c3d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:48.193956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:48.194424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Checking segment: {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:48.194895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.195417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Bound using segment: {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:48.197226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Bound port: f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:48.197226 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.215828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Allocated IP 172.25.5.64 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a9d53bd1-0ca5-4f37-92ce-e22706cda42f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:48.363968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1101681d-1978-451a-961e-fc3ce9cedaca up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:48.475759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] For port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:48.488923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] For port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:48.509354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1101681d-1978-451a-961e-fc3ce9cedaca triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:48.510255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.563679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.599621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.607315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69344-cf35-4c52-9f7a-071e9ec7622e req-b6ff84a2-ddf6-475e-9167-755570dc0ebe tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:48.609578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9c69344-cf35-4c52-9f7a-071e9ec7622e req-b6ff84a2-ddf6-475e-9167-755570dc0ebe tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1592906 Apr 11 21:06:48.676694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f9c69344-cf35-4c52-9f7a-071e9ec7622e req-c790f92a-8b0e-4c8a-be34-10b725731c4c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605776 Apr 11 21:06:48.689597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.739970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219045f7-f59a-4532-b1df-57dfd21aaa98 None None] Pushing event updated for resources: {'Port': ['ID=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:48.774074 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:48.796496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:48.800018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:48.804834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:48.874297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Pushing event updated for resources: {'Port': ['ID=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:49.129756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:49.130832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:49.533254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Router 2ddc6d0a-a961-48ab-8336-637ab121ca54 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:06:49.867318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:49.879340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Sync routers for ids ['2ddc6d0a-a961-48ab-8336-637ab121ca54'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:06:49.915350 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Routers {'2ddc6d0a-a961-48ab-8336-637ab121ca54'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:49.917314 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2ddc6d0a-a961-48ab-8336-637ab121ca54'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:50.028897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b7704-eb87-43e0-a4dc-67949d74593e req-c475f923-c192-4145-a125-a89e8e542a59 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:50.031745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-958b7704-eb87-43e0-a4dc-67949d74593e req-c475f923-c192-4145-a125-a89e8e542a59 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1406996 Apr 11 21:06:50.085403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-958b7704-eb87-43e0-a4dc-67949d74593e req-8bf8c9f3-c32f-413c-9ba2-2a41b72313fe tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Apr 11 21:06:50.087027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:50.107508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c021dba4-f602-4887-9d2b-cb3f24fdda1b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4009922 Apr 11 21:06:50.107508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53458) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:06:50.173650 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Set router 2ddc6d0a-a961-48ab-8336-637ab121ca54 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:50.173894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45805c99-9c71-4452-96f6-6894825a345b None None] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:06:50.426458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:50.680854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:50.690371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] Provisioning for port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:50.723757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] Provisioning complete for port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:50.724123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:50.757649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:06:48Z', 'revision_number': 3, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:50.762161 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Checking router: 2ddc6d0a-a961-48ab-8336-637ab121ca54 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:06:50.762706 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Updating router 2ddc6d0a-a961-48ab-8336-637ab121ca54 port a9d53bd1-0ca5-4f37-92ce-e22706cda42f binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:06:50.853323 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:50.864600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:50.864805 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.115497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.259963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] For port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:51.306910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.425575 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.544234 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.558249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:06:51.558881 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:06:51.569656 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Transition to ACTIVE for port object a9d53bd1-0ca5-4f37-92ce-e22706cda42f will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:51.581854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-edcef3ee-726f-45a5-bbac-5660cb8ec6e1 None None] Provisioning complete for port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:51.582220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edcef3ee-726f-45a5-bbac-5660cb8ec6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.594176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dfe4f-480f-43ba-aedb-15f52a739194 req-f5d10771-6ba3-4428-8fc0-dfe184e2d462 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:51.594729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.602328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-046dfe4f-480f-43ba-aedb-15f52a739194 req-f5d10771-6ba3-4428-8fc0-dfe184e2d462 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1864631 Apr 11 21:06:51.641855 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.649278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391477f-3cc9-42b5-9645-d6c58f30fdde None None] Pushing event updated for resources: {'Port': ['ID=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:51.685574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-046dfe4f-480f-43ba-aedb-15f52a739194 req-11020d4c-1b89-472d-b779-6a4ba06964fe tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815570 Apr 11 21:06:51.828502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd25f6-5178-44bb-8f7c-a217b0b79f81 None None] Pushing event updated for resources: {'Port': ['ID=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:51.834491 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Attempting to bind port a9d53bd1-0ca5-4f37-92ce-e22706cda42f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:06:51.834871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Attempting to bind port a9d53bd1-0ca5-4f37-92ce-e22706cda42f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:06:51.835215 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Attempting to bind port a9d53bd1-0ca5-4f37-92ce-e22706cda42f on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:06:51.856058 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:06:51.856473 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:06:51.856843 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.857230 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:06:51.858324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Bound port: a9d53bd1-0ca5-4f37-92ce-e22706cda42f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:06:51.858693 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:51.903534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Allocated IP 172.20.0.1 (811a6309-4bd5-4551-9267-afa4e49e6c3d/16bec63d-8492-4276-9dd6-c0ccf944dfc5/02e4ab7f-1755-4e26-920b-8a01fd098db9) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:06:51.940999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] For port a9d53bd1-0ca5-4f37-92ce-e22706cda42f, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:06:51.944806 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] For port a9d53bd1-0ca5-4f37-92ce-e22706cda42f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:06:52.014478 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:52.081818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:52.106225 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd25f6-5178-44bb-8f7c-a217b0b79f81 None None] Pushing event updated for resources: {'Port': ['ID=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:52.108192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Transition to ACTIVE for port object 02e4ab7f-1755-4e26-920b-8a01fd098db9 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:06:52.142195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Routers {'2ddc6d0a-a961-48ab-8336-637ab121ca54'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:52.142843 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2ddc6d0a-a961-48ab-8336-637ab121ca54'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:52.225509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:52.331121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=02e4ab7f-1755-4e26-920b-8a01fd098db9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:52.349217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:52.359912 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] Set router 2ddc6d0a-a961-48ab-8336-637ab121ca54 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:52.374598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:52.375791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:52.393567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:06:52.503636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:52.596408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:52.597123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:52.772762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:52.942714 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:06:48Z', 'revision_number': 3, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:52.948532 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c1575-6ace-486e-8d46-92f17ba015a1 None None] The sync data for ids ['2ddc6d0a-a961-48ab-8336-637ab121ca54'] in n-d-837321-1 is: [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:06:48Z', 'revision_number': 3, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:06:52.950021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87df0c38-61fd-4ccd-b0f9-aa0949f89d67 None None] Provisioning for port 02e4ab7f-1755-4e26-920b-8a01fd098db9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:52.957305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87df0c38-61fd-4ccd-b0f9-aa0949f89d67 None None] Provisioning complete for port 02e4ab7f-1755-4e26-920b-8a01fd098db9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:52.957684 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-87df0c38-61fd-4ccd-b0f9-aa0949f89d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:53.021850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-87df0c38-61fd-4ccd-b0f9-aa0949f89d67 None None] Port 02e4ab7f-1755-4e26-920b-8a01fd098db9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:53.201685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723270f-5a15-49b3-a562-222011fa66d6 req-34e00b20-8730-4f57-b4c5-bd5b1211f52d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:53.205060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4723270f-5a15-49b3-a562-222011fa66d6 req-34e00b20-8730-4f57-b4c5-bd5b1211f52d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1715436 Apr 11 21:06:53.217962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:53.305554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:53.455893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4723270f-5a15-49b3-a562-222011fa66d6 req-496d8a59-5954-4387-82c9-39f6cab67efb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352531 Apr 11 21:06:53.478121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:53.520537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=02e4ab7f-1755-4e26-920b-8a01fd098db9,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:53.650489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:06:53.651666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:06:54.086414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d47a91ce-df3f-44df-82ea-5d760e82545a None None] Provisioning complete for port 02e4ab7f-1755-4e26-920b-8a01fd098db9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:54.087222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d47a91ce-df3f-44df-82ea-5d760e82545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:54.166537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d47a91ce-df3f-44df-82ea-5d760e82545a None None] Port 02e4ab7f-1755-4e26-920b-8a01fd098db9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:06:54.304666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94cb23-4180-4ef2-b098-c3da2c5f4089 req-1fa5212a-7a43-4917-bfe1-d3aed441cc18 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:54.306391 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a94cb23-4180-4ef2-b098-c3da2c5f4089 req-1fa5212a-7a43-4917-bfe1-d3aed441cc18 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1723471 Apr 11 21:06:54.376682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a94cb23-4180-4ef2-b098-c3da2c5f4089 req-6295141c-e1b1-46dc-a1cf-87bbbd1dab28 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632622 Apr 11 21:06:54.434627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Router 2ddc6d0a-a961-48ab-8336-637ab121ca54 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:06:54.721984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:54.737588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2187553-bab8-4950-ba45-4c1150146ff7 admin admin] 10.222.0.61 "PUT /v2.0/routers/2ddc6d0a-a961-48ab-8336-637ab121ca54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6453967 Apr 11 21:06:54.746735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454ed22-4144-406a-a8f2-480d96559668 req-1d856093-5b95-422b-9968-35a236e2f579 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:54.751985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3454ed22-4144-406a-a8f2-480d96559668 req-1d856093-5b95-422b-9968-35a236e2f579 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1370947 Apr 11 21:06:54.848588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3454ed22-4144-406a-a8f2-480d96559668 req-001d87a9-9af7-4a92-8c3c-e8d2b12590de tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Apr 11 21:06:55.614309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a120-fe83-489b-9589-df810485d419 req-9fbfdb3c-10ff-44ee-8486-a7b57efb4121 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:55.616042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7842a120-fe83-489b-9589-df810485d419 req-9fbfdb3c-10ff-44ee-8486-a7b57efb4121 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.0954478 Apr 11 21:06:55.673343 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7842a120-fe83-489b-9589-df810485d419 req-625547f2-6508-484b-98df-a5645be8852b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507700 Apr 11 21:06:56.178674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471054b7-b877-4db2-bcb4-1ab1829c4701 req-07114447-792f-4c54-910e-136393e94d90 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:56.180160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-471054b7-b877-4db2-bcb4-1ab1829c4701 req-07114447-792f-4c54-910e-136393e94d90 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1431100 Apr 11 21:06:56.186321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-d758b42c-fa3d-4e0c-968e-95152903806d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:56.195312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-d758b42c-fa3d-4e0c-968e-95152903806d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.75 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.2234180 Apr 11 21:06:56.347451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Deleting port 999d55af-f435-4087-a0a9-51492d20ad29 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:06:56.347451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:56.369138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a9d53bd1-0ca5-4f37-92ce-e22706cda42f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:56.410767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-471054b7-b877-4db2-bcb4-1ab1829c4701 req-c7af13af-4328-4d5e-aa75-f8ebfb6507d6 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214773 Apr 11 21:06:56.578954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a9d53bd1-0ca5-4f37-92ce-e22706cda42f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:06:56.585265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a9d53bd1-0ca5-4f37-92ce-e22706cda42f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:56.585844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:56.691181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] For port 999d55af-f435-4087-a0a9-51492d20ad29, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=999d55af-f435-4087-a0a9-51492d20ad29,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:56.691571 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:56.723197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:56.761282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port a9d53bd1-0ca5-4f37-92ce-e22706cda42f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:06:56.832904 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:57.016168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:57.051384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4411-1780-4158-a098-810015ff736e req-c43fde48-1655-483e-855c-f02fa98eddba tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:57.052846 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d99e4411-1780-4158-a098-810015ff736e req-c43fde48-1655-483e-855c-f02fa98eddba tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 945 time: 0.1442623 Apr 11 21:06:57.130699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d99e4411-1780-4158-a098-810015ff736e req-07ef27be-e5e9-4c6b-a43e-a391afc990cd tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed48fdc-e80e-4720-95ed-dc5869f8cd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718260 Apr 11 21:06:57.245282 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:57.245282 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:57.245282 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Floating IP f602ffcc-7cfa-47ae-be30-3edb707e8a59 disassociated. External IP: 172.25.5.196, port: 999d55af-f435-4087-a0a9-51492d20ad29. Apr 11 21:06:57.245282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Calling delete_port for 999d55af-f435-4087-a0a9-51492d20ad29 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:06:57.481618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:57.544231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event deleted for resources: {'Port': ['ID=999d55af-f435-4087-a0a9-51492d20ad29,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:06:57.829499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a79f-301f-4db1-9352-96c64289e915 req-0f6f8e63-3217-4ec2-8806-2811cb2015ed tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:57.830981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5900a79f-301f-4db1-9352-96c64289e915 req-0f6f8e63-3217-4ec2-8806-2811cb2015ed tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1449027 Apr 11 21:06:57.903200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5900a79f-301f-4db1-9352-96c64289e915 req-9929aaf1-614e-4fa5-a5c2-b3045b824ac9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638564 Apr 11 21:06:57.923931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Router fa21f84c-4290-4226-886d-28c7df65e98c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:06:58.267112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:06:58.284161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:06:58.309838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:58.310565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:58.458853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] No DVR routers for this DVR port 999d55af-f435-4087-a0a9-51492d20ad29 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:06:58.461928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a9d53bd1-0ca5-4f37-92ce-e22706cda42f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:06:58.480675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:58.484981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'name': 'network-vif-deleted', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:06:58.546642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1736b448-c823-4244-ba59-0258cac04327 req-71a99a70-a9ae-4427-855f-2f68cafb0546 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.0814576 Apr 11 21:06:58.609063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c80a87ba-c9f6-4c16-b9d7-854c2e388478 req-5228f7cc-a36b-4065-bcb4-8172d18da69b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.75 "DELETE /v2.0/ports/999d55af-f435-4087-a0a9-51492d20ad29 HTTP/1.1" status: 204 len: 173 time: 2.3957739 Apr 11 21:06:58.630427 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82de2a3-8fc4-4dd1-a4cb-4d2e211b927e'] response: {'server_uuid': '06bc077d-9b7f-4329-947c-04377a418ab8', 'name': 'network-vif-deleted', 'tag': '999d55af-f435-4087-a0a9-51492d20ad29', 'status': 'completed', 'code': 200} Apr 11 21:06:58.719429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a9d53bd1-0ca5-4f37-92ce-e22706cda42f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:06:58.725866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:58.821743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:59.002208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:06:59.159443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dde82-b37c-4485-8b77-7009e9dac5ad req-d427fed2-f2c1-4864-8ea1-7240236bb426 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:06:59.181562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e3dde82-b37c-4485-8b77-7009e9dac5ad req-d427fed2-f2c1-4864-8ea1-7240236bb426 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1124036 Apr 11 21:06:59.251904 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e3dde82-b37c-4485-8b77-7009e9dac5ad req-cc035a0c-6068-43b5-a4e1-353c684765b7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Apr 11 21:06:59.289341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:59.294352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:06:59.307566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:06:59.308411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:06:59.525931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:06:59.754790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 999d55af-f435-4087-a0a9-51492d20ad29 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:06:59.803556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 999d55af-f435-4087-a0a9-51492d20ad29 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:06:59.804166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 999d55af-f435-4087-a0a9-51492d20ad29 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:06:59.973849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5edd26b2-3cd2-4132-846d-b0a98075cddc req-b2cee7fa-6d4e-4dca-b998-6d65d38c3afa tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:00.087127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5edd26b2-3cd2-4132-846d-b0a98075cddc req-b2cee7fa-6d4e-4dca-b998-6d65d38c3afa tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:00.088574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5edd26b2-3cd2-4132-846d-b0a98075cddc req-b2cee7fa-6d4e-4dca-b998-6d65d38c3afa tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=06bc077d-9b7f-4329-947c-04377a418ab8 HTTP/1.1" status: 200 len: 210 time: 0.2206960 Apr 11 21:07:00.166990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:00.172952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507b66a-7627-4c09-bb02-a25d13a28a12 None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:07:00.357198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-e32c59f2-4df7-49bc-bdc7-c44432e3f85c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:00.359962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-e32c59f2-4df7-49bc-bdc7-c44432e3f85c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:00.464408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-e32c59f2-4df7-49bc-bdc7-c44432e3f85c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:00.465704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-e32c59f2-4df7-49bc-bdc7-c44432e3f85c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.3230999 Apr 11 21:07:00.481529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192dbe-76da-4a73-9ebe-3caf8f4f4e53 req-dd3cefbd-460d-43a7-8102-7bf90824161b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:00.488066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6192dbe-76da-4a73-9ebe-3caf8f4f4e53 req-dd3cefbd-460d-43a7-8102-7bf90824161b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.0956585 Apr 11 21:07:00.490935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-ed8bbec2-637f-4634-be24-5e7e8befce8a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0171127 Apr 11 21:07:00.543400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6192dbe-76da-4a73-9ebe-3caf8f4f4e53 req-01836d7f-372f-473b-9fb5-f23715f690c3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541334 Apr 11 21:07:00.616909 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-4219bb3f-5a09-488b-9548-90667a0a40a6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188297 Apr 11 21:07:00.657883 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:00.779568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-79aac6b0-bfc3-43c0-bb55-14f79bdfa771 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520243 Apr 11 21:07:01.075542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-6fac0431-e2eb-47f2-977d-2dc79935ca2d service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896590 Apr 11 21:07:01.366820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53690) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:01.477337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c089b4ae-5278-45e3-abec-67d5f4d1f935 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:01.505530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c089b4ae-5278-45e3-abec-67d5f4d1f935 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:01.752823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33a294-2f13-4218-9b05-c459103704c5 req-fdd6be8f-9d09-49f5-a54d-a5d01ef484b1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:01.780783 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba33a294-2f13-4218-9b05-c459103704c5 req-fdd6be8f-9d09-49f5-a54d-a5d01ef484b1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.0897520 Apr 11 21:07:01.804665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba33a294-2f13-4218-9b05-c459103704c5 req-7f3d47d1-a2d1-491b-a7be-8084bcd139ee tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Apr 11 21:07:02.432522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c089b4ae-5278-45e3-abec-67d5f4d1f935 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:02.456201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089b4ae-5278-45e3-abec-67d5f4d1f935 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed48fdc-e80e-4720-95ed-dc5869f8cd3f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:02.555016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c089b4ae-5278-45e3-abec-67d5f4d1f935 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:02.556208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c089b4ae-5278-45e3-abec-67d5f4d1f935 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "DELETE /v2.0/security-groups/aed48fdc-e80e-4720-95ed-dc5869f8cd3f HTTP/1.1" status: 204 len: 168 time: 1.1897011 Apr 11 21:07:02.559174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53708) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:02.614385 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-705ba46c-cc98-4032-91f1-925b4617389d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] show failed (client error): The resource could not be found. Apr 11 21:07:02.615423 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-705ba46c-cc98-4032-91f1-925b4617389d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups/aed48fdc-e80e-4720-95ed-dc5869f8cd3f HTTP/1.1" status: 404 len: 347 time: 0.0547819 Apr 11 21:07:02.618662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53712) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:02.845319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Deleting port 4fcc6af3-bfd5-459d-9cc6-6d320f42613d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:07:02.845931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:02.890134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a15dfc32-c1b4-4d76-8251-15a81e4ee508 req-7c1ba677-2967-4999-8c25-01c184498ccf tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:03.166101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f195a1-f94a-4bdb-a014-d932c45fbbb2 req-1f0c223d-3191-4968-af93-908aa178ee27 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:03.173872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43f195a1-f94a-4bdb-a014-d932c45fbbb2 req-1f0c223d-3191-4968-af93-908aa178ee27 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.0939493 Apr 11 21:07:03.238225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43f195a1-f94a-4bdb-a014-d932c45fbbb2 req-d7c7a38b-f961-4308-b9ba-0f2fd16c3b85 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619473 Apr 11 21:07:03.273003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a15dfc32-c1b4-4d76-8251-15a81e4ee508 req-7c1ba677-2967-4999-8c25-01c184498ccf tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:03.275737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a15dfc32-c1b4-4d76-8251-15a81e4ee508 req-7c1ba677-2967-4999-8c25-01c184498ccf tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 210 time: 0.4677393 Apr 11 21:07:03.363287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:03.363959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:03.522886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Calling delete_port for 4fcc6af3-bfd5-459d-9cc6-6d320f42613d owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:07:03.733409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:03.829811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event deleted for resources: {'Port': ['ID=4fcc6af3-bfd5-459d-9cc6-6d320f42613d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:03.894362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:04.007752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:04.011766 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4e7fb404-ba8d-4ad1-bb3c-3ba5d65d90ff tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "DELETE /v2.0/floatingips/f602ffcc-7cfa-47ae-be30-3edb707e8a59 HTTP/1.1" status: 204 len: 168 time: 1.3890793 Apr 11 21:07:04.423132 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678341d6-c0f5-4489-87dd-2f4dc91310d6 None None] New status for floating IP f602ffcc-7cfa-47ae-be30-3edb707e8a59: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:07:04.587524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53766) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:04.594956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149062041', 'description': 'tempest-description--2059118285'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:04.615985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:04.627419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:04.637691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:04.664542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:04.772271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:04.845487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519ad21-30e0-428f-b7b8-4c2bfd57ef5a req-a55cb37e-b1a3-4679-a8a7-9f77df2a0b79 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:04.847241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3519ad21-30e0-428f-b7b8-4c2bfd57ef5a req-a55cb37e-b1a3-4679-a8a7-9f77df2a0b79 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.2592566 Apr 11 21:07:04.866230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:04.871883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:04.875737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:04.883051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:04.928367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3519ad21-30e0-428f-b7b8-4c2bfd57ef5a req-609292d1-7f42-4987-bb05-65f44376ea1a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Apr 11 21:07:04.974633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadd9015-f36e-4367-8087-fa88eada1377 req-e627b5ea-469f-4e64-8757-918561b89067 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 210 time: 0.0801871 Apr 11 21:07:05.064797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:05.128504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:05.191118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a7fd8a-d458-46f0-807f-d2fb9491127c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:05.207891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.208237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.208572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.208929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.209263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.209587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.209910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.210236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.210554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.210877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.211357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:05.281777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:05.283961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0958c553-7f1f-4849-b353-51b94c7b1567 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6953280 Apr 11 21:07:05.285834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53776) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:05.291777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'security_group_rule': {'security_group_id': 'a4a7fd8a-d458-46f0-807f-d2fb9491127c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:05.304589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:05.309878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:05.314369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:05.322774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:05.506691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:05.580351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:05.676286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:05.697811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584d5c30-7789-49c7-84ef-2b516b228e8c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:06.007145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:06.007145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dfb40582-ba26-4b9c-a583-9adcfe2590ec tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7165220 Apr 11 21:07:06.008655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53794) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:06.020490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'security_group_rule': {'security_group_id': 'a4a7fd8a-d458-46f0-807f-d2fb9491127c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:06.031954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:06.048548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:security_group_rule and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:06.058294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:06.058794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:06.242874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:06.257398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3668631-1afb-46ba-9f79-d467ed8c413e req-52f03723-aae8-439c-8582-1397cfa2d3a9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 210 time: 0.0799398 Apr 11 21:07:06.348706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:06.354812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbaaee-ca33-4a8a-9201-b4af594aa3d3 req-aed0f525-cfae-4830-81bc-572c620b7982 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:06.356537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5fbaaee-ca33-4a8a-9201-b4af594aa3d3 req-aed0f525-cfae-4830-81bc-572c620b7982 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.2591372 Apr 11 21:07:06.401916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-b11a5d6f-2813-4cb7-9675-da02342d2124 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:06.413207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-b11a5d6f-2813-4cb7-9675-da02342d2124 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.2573223 Apr 11 21:07:06.427844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:06.502861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5fbaaee-ca33-4a8a-9201-b4af594aa3d3 req-e879ca55-e4ea-44af-b525-d0aa9be2dc85 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351054 Apr 11 21:07:06.582636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:06.593111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:06.790378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:06.790619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:07:06.795870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:06.845848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1ee20c-ec8d-42a0-bc4b-c17dfb590fee,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:07.041477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:07.042950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2c69281c-b48d-4910-bb5b-d204dcd39f72 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0327792 Apr 11 21:07:07.046171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:07.053236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:07.062506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:07.067988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Usage tracker for resource:floatingip and tenant:0b85124add3b4c17ae1f66f2b6a49fc0 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:07.082207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:07.092860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:07.095304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.5 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/478fce19-ce6f-4eca-8d62-a86cf38be7d7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:07:07.152114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Sync routers for ids ['2ddc6d0a-a961-48ab-8336-637ab121ca54'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:07:07.175586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Routers {'2ddc6d0a-a961-48ab-8336-637ab121ca54'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:07:07.176523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2ddc6d0a-a961-48ab-8336-637ab121ca54'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:07.282971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:07.415938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Set router 2ddc6d0a-a961-48ab-8336-637ab121ca54 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:07:07.538129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:07.578212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object 478fce19-ce6f-4eca-8d62-a86cf38be7d7 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:07.744242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d5ff9d5-dde4-46e4-b040-05e266c1e3eb req-720d9d3d-3acc-4132-bda4-cbd457490e95 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 210 time: 0.2022879 Apr 11 21:07:07.781855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:08.105681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:07:08.108799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:06:52Z', 'revision_number': 4, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '02e4ab7f-1755-4e26-920b-8a01fd098db9', 'name': '', 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'mac_address': 'fa:16:3e:d1:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:51Z', 'updated_at': '2022-04-11T21:06:52Z', 'revision_number': 2, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'subnets': [{'id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:08.113378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Checking router: 2ddc6d0a-a961-48ab-8336-637ab121ca54 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:07:08.113726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Updating router 2ddc6d0a-a961-48ab-8336-637ab121ca54 port 02e4ab7f-1755-4e26-920b-8a01fd098db9 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:07:08.118416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:07:08.156848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:07:08.248653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:08.378124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=478fce19-ce6f-4eca-8d62-a86cf38be7d7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:08.445383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:08.446058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:08.507388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99a24fda-4fdf-4c87-8977-99edd5a47b62 req-9a471cdc-4d69-4e47-a314-6821c2e8579f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 1097 time: 0.8026578 Apr 11 21:07:08.568073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:08.824343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Allocated IP 172.25.5.197 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/4fb264f2-73bd-4145-9c74-02eaddb47562) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:07:08.840146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-1afe4db0-5480-4868-9753-f3002c16da0e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4210112 Apr 11 21:07:08.869701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Request body: {'port': {'device_id': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:08.933230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99a24fda-4fdf-4c87-8977-99edd5a47b62 req-db191534-1854-4420-8dc8-ac15b3a63f9a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103980 Apr 11 21:07:09.236856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926614-c8bd-42e7-8de8-9a8bb0b434a8 req-deb5af0d-76ca-4007-8769-ec284efe7be8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:09.244738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba926614-c8bd-42e7-8de8-9a8bb0b434a8 req-deb5af0d-76ca-4007-8769-ec284efe7be8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 1.4698296 Apr 11 21:07:09.270384 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.287330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Transition to ACTIVE for port object 02e4ab7f-1755-4e26-920b-8a01fd098db9 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:09.313110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875395e-adc3-44ea-83bd-15fad372d349 req-0d4a1e02-b374-464e-aa0b-061240e0cb52 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:09.315292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9875395e-adc3-44ea-83bd-15fad372d349 req-0d4a1e02-b374-464e-aa0b-061240e0cb52 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 931 time: 0.3357921 Apr 11 21:07:09.327227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-881d1c72-5413-4126-a12b-a69623832a59 None None] Provisioning for port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:07:09.332953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-881d1c72-5413-4126-a12b-a69623832a59 None None] Provisioning complete for port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:09.333339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-881d1c72-5413-4126-a12b-a69623832a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.433042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9875395e-adc3-44ea-83bd-15fad372d349 req-a6be055f-e780-4ced-a03a-6b565af95182 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:09.434230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-881d1c72-5413-4126-a12b-a69623832a59 None None] Port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:07:09.454663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.537572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.552171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba926614-c8bd-42e7-8de8-9a8bb0b434a8 req-d5d5661c-ea89-4609-922b-f2d0ebe22114 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060186 Apr 11 21:07:09.556647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.606884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9875395e-adc3-44ea-83bd-15fad372d349 req-a6be055f-e780-4ced-a03a-6b565af95182 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:09.608778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9875395e-adc3-44ea-83bd-15fad372d349 req-a6be055f-e780-4ced-a03a-6b565af95182 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877376 Apr 11 21:07:09.640993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Pushing event updated for resources: {'Port': ['ID=02e4ab7f-1755-4e26-920b-8a01fd098db9,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:09.768755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.848662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.849142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.849611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.850034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.850454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.850966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.852470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.855637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.855637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.855637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.855637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:09.970944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Attempting to bind port 02e4ab7f-1755-4e26-920b-8a01fd098db9 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:07:09.971417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Attempting to bind port 02e4ab7f-1755-4e26-920b-8a01fd098db9 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:07:09.971884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Attempting to bind port 02e4ab7f-1755-4e26-920b-8a01fd098db9 on network 811a6309-4bd5-4551-9267-afa4e49e6c3d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:09.972711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:07:09.986551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:07:09.986923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Checking segment: {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:07:09.987426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.987924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Bound using segment: {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:07:09.988394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Bound port: 02e4ab7f-1755-4e26-920b-8a01fd098db9, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e7e19e-66af-4a40-9a25-f96056525af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:07:09.988888 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:09.991664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:07:10.023151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:07:10.166726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'Port': ['ID=4fb264f2-73bd-4145-9c74-02eaddb47562,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:10.186198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] For port 02e4ab7f-1755-4e26-920b-8a01fd098db9, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:07:10.190227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] For port 02e4ab7f-1755-4e26-920b-8a01fd098db9, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=02e4ab7f-1755-4e26-920b-8a01fd098db9,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:07:10.325292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478fce19-ce6f-4eca-8d62-a86cf38be7d7 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:07:10.337832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:10.351321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:10.365345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Transition to ACTIVE for port object 478fce19-ce6f-4eca-8d62-a86cf38be7d7 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:10.464958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Routers {'2ddc6d0a-a961-48ab-8336-637ab121ca54'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:07:10.465846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:06:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2ddc6d0a-a961-48ab-8336-637ab121ca54'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:10.471751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:10.488223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:10.572126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Pushing event updated for resources: {'Port': ['ID=478fce19-ce6f-4eca-8d62-a86cf38be7d7,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:10.674109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56bc6-37c7-423f-b42f-dc15c1ebebc2 None None] Pushing event updated for resources: {'Port': ['ID=02e4ab7f-1755-4e26-920b-8a01fd098db9,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:10.829924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] Set router 2ddc6d0a-a961-48ab-8336-637ab121ca54 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:07:10.869870 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:07:11.056874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:11.076372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b0f0e-fa6a-4cfa-acd7-8fc4cc6ca8b0 req-3bda631c-04ec-45fd-96ed-a91ce5cdd4fa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:11.082110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a4b0f0e-fa6a-4cfa-acd7-8fc4cc6ca8b0 req-3bda631c-04ec-45fd-96ed-a91ce5cdd4fa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.1550817 Apr 11 21:07:11.140948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a4b0f0e-fa6a-4cfa-acd7-8fc4cc6ca8b0 req-a3456c5c-c799-41f4-b227-caed2cc3e7a4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556617 Apr 11 21:07:11.414842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:06:52Z', 'revision_number': 4, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '02e4ab7f-1755-4e26-920b-8a01fd098db9', 'name': '', 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'mac_address': 'fa:16:3e:d1:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:51Z', 'updated_at': '2022-04-11T21:07:10Z', 'revision_number': 4, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'subnets': [{'id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:11.421058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be55984-fc34-4650-a9bd-722a5fb691a9 None None] The sync data for ids ['2ddc6d0a-a961-48ab-8336-637ab121ca54'] in n-d-837321-1 is: [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:06:52Z', 'revision_number': 4, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '02e4ab7f-1755-4e26-920b-8a01fd098db9', 'name': '', 'network_id': '811a6309-4bd5-4551-9267-afa4e49e6c3d', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'mac_address': 'fa:16:3e:d1:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:51Z', 'updated_at': '2022-04-11T21:07:10Z', 'revision_number': 4, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'subnets': [{'id': '16bec63d-8492-4276-9dd6-c0ccf944dfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:07:11.465335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Attempting to bind port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:07:11.465915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Attempting to bind port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:07:11.466035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Attempting to bind port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:11.543210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2396e-fc5c-45b5-8d8c-b8b39aeb6788 req-4a0c02c7-2c66-47ac-9cbb-6795cedc84f3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:11.545149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-abb2396e-fc5c-45b5-8d8c-b8b39aeb6788 req-4a0c02c7-2c66-47ac-9cbb-6795cedc84f3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.6413391 Apr 11 21:07:11.551614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:07:11.552333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Attempting to bind port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:11.667134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:11.672711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:07:11.673051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:07:11.673439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:07:11.673977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Bound port: 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:07:11.674348 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:11.755158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-abb2396e-fc5c-45b5-8d8c-b8b39aeb6788 req-66292538-99c1-489d-a99a-cad05bfa8a1a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862094 Apr 11 21:07:11.781671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:11.931407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'Port': ['ID=4fb264f2-73bd-4145-9c74-02eaddb47562,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:11.946136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] For port 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:07:11.953027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:11.965866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] For port 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:07:12.032058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee8680-e70b-4705-a739-4140427715d9 req-34000757-6b65-46c0-9a2f-ed9567d7f5d8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:12.034020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10ee8680-e70b-4705-a739-4140427715d9 req-34000757-6b65-46c0-9a2f-ed9567d7f5d8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0945778 Apr 11 21:07:12.089587 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10ee8680-e70b-4705-a739-4140427715d9 req-5a422028-b52e-4aaf-af8d-58a0eae76df0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493929 Apr 11 21:07:12.127263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:12.211265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:12.217762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ac7e7076-12bd-40d8-aa63-b14a9011d75b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1654296 Apr 11 21:07:12.217762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:12.217762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] 10.222.0.75 "PUT /v2.0/ports/478fce19-ce6f-4eca-8d62-a86cf38be7d7 HTTP/1.1" status: 200 len: 1091 time: 3.3561428 Apr 11 21:07:12.227918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'tag': '478fce19-ce6f-4eca-8d62-a86cf38be7d7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:12.337588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db81f5-1c40-4ffa-acc8-93d75da925c3 service neutron] Pushing event updated for resources: {'Port': ['ID=478fce19-ce6f-4eca-8d62-a86cf38be7d7,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:12.546060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02e4ab7f-1755-4e26-920b-8a01fd098db9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:07:12.728086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-20341147-5b46-419a-86ec-fe9e3e63ebb9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 1094 time: 0.3676307 Apr 11 21:07:12.800283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 02e4ab7f-1755-4e26-920b-8a01fd098db9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:07:12.831219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 02e4ab7f-1755-4e26-920b-8a01fd098db9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:12.831614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:12.837736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270fc4c-baa5-47d2-b09a-b33b8cdb9d62 req-6cee3646-78f4-4c21-9c11-02aa1350c50e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:12.838099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0270fc4c-baa5-47d2-b09a-b33b8cdb9d62 req-6cee3646-78f4-4c21-9c11-02aa1350c50e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:12.848820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-71cb228f-11ce-4ef4-944e-9569b7dc1111 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7 HTTP/1.1" status: 200 len: 217 time: 0.1118431 Apr 11 21:07:13.010034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-d2b14d81-74f5-402a-ac2a-730a2aea9f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:13.012049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-d2b14d81-74f5-402a-ac2a-730a2aea9f10 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.1568892 Apr 11 21:07:13.112769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0270fc4c-baa5-47d2-b09a-b33b8cdb9d62 req-6cee3646-78f4-4c21-9c11-02aa1350c50e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:13.120950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0270fc4c-baa5-47d2-b09a-b33b8cdb9d62 req-6cee3646-78f4-4c21-9c11-02aa1350c50e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.6385479 Apr 11 21:07:13.213255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:13.253369 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e2c927-6a4b-48f3-a1d0-3128898456e0'] response: {'name': 'network-changed', 'server_uuid': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'tag': '478fce19-ce6f-4eca-8d62-a86cf38be7d7', 'status': 'completed', 'code': 200} Apr 11 21:07:13.294303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0270fc4c-baa5-47d2-b09a-b33b8cdb9d62 req-cf3d7155-21ce-421c-8cbf-8f2d7110a8f3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720443 Apr 11 21:07:13.307159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-8feb8215-1d2a-400b-aa38-f23cde1befb1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876227 Apr 11 21:07:13.311697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 02e4ab7f-1755-4e26-920b-8a01fd098db9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=02e4ab7f-1755-4e26-920b-8a01fd098db9,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:13.531652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f3339137-4126-4833-a412-94d92ff2d19b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:13.549413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-3a4a7253-f34b-4743-b8eb-d0ad25415a75 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356100 Apr 11 21:07:13.649506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8b546-5d0c-43e1-b9fe-443dc90d379e req-8f520dd0-cec4-4856-9d6b-95a01945e029 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:13.652017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2bc8b546-5d0c-43e1-b9fe-443dc90d379e req-8f520dd0-cec4-4856-9d6b-95a01945e029 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.2157831 Apr 11 21:07:13.733940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f3339137-4126-4833-a412-94d92ff2d19b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:13.734670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:13.735176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f3339137-4126-4833-a412-94d92ff2d19b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1149062041&fields=id&tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0 HTTP/1.1" status: 200 len: 267 time: 0.2716682 Apr 11 21:07:13.791416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2bc8b546-5d0c-43e1-b9fe-443dc90d379e req-e9dd52e2-b286-482a-bc38-cebef26239d2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322448 Apr 11 21:07:13.824087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13a8773e-be9c-4f46-bbc4-3440b3bd7a21 req-d88db976-7cca-42aa-90e2-6d6ce18930c9 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486324 Apr 11 21:07:13.963717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=02e4ab7f-1755-4e26-920b-8a01fd098db9,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:13.969170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-35f03819-dcd1-4dfa-bca6-8f279dcc51bb tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:13.976098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-35f03819-dcd1-4dfa-bca6-8f279dcc51bb tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 810 time: 0.2340789 Apr 11 21:07:13.989506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-87de97da-8935-4e97-af1c-5eaaac36dc53 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/quotas/0b85124add3b4c17ae1f66f2b6a49fc0 HTTP/1.1" status: 200 len: 375 time: 0.0123260 Apr 11 21:07:14.104468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-563c16d0-4435-45fb-8f3b-3c8e76f12ff4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078515 Apr 11 21:07:14.115060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df28d8b1-5ac6-405a-81f7-e576d0d0b8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:14.131906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-2ee2a575-11c3-469f-bb1c-ed66ce94059f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 1094 time: 0.1186850 Apr 11 21:07:14.350373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-7452f56a-cea0-4612-9ef9-fcfe3dc1b03a service neutron] 10.222.0.61 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271023 Apr 11 21:07:14.405001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504946f7-2926-4de7-baa6-deb6f5271076 req-e219097c-53ef-422d-999c-99462725dbdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:14.405001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-e219097c-53ef-422d-999c-99462725dbdc service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2613218 Apr 11 21:07:14.414210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02e4ab7f-1755-4e26-920b-8a01fd098db9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:07:14.575163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-8b6d0633-9489-4082-ada2-54af7fd60421 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7 HTTP/1.1" status: 200 len: 217 time: 0.1671991 Apr 11 21:07:14.616950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 02e4ab7f-1755-4e26-920b-8a01fd098db9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:14.617323 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:14.656246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-09e224a8-3b43-49cd-8b22-6aa50910ba5a service neutron] 10.222.0.61 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888448 Apr 11 21:07:14.900911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504946f7-2926-4de7-baa6-deb6f5271076 req-b75f7bc6-6d89-4ce3-8773-4ab5acc15ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:14.900911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-b75f7bc6-6d89-4ce3-8773-4ab5acc15ee8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.3172963 Apr 11 21:07:15.175101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7b173-1994-4989-87e7-d8050737a5b2 req-3a7491c2-f311-4c4e-a368-058b9086c06b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:15.177015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ea7b173-1994-4989-87e7-d8050737a5b2 req-3a7491c2-f311-4c4e-a368-058b9086c06b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1298680 Apr 11 21:07:15.202528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-6b32c79f-e2b0-4c6b-b541-913da1298574 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931290 Apr 11 21:07:15.208904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e5f9-7470-40ad-bac1-1de7c403f008 req-22f3390d-40bf-4348-be9a-c403b7381896 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:15.216117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2672e5f9-7470-40ad-bac1-1de7c403f008 req-22f3390d-40bf-4348-be9a-c403b7381896 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.2551641 Apr 11 21:07:15.253661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-5e6aa39f-8b7c-4850-ba61-5905af9d61e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.2429454 Apr 11 21:07:15.289382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ea7b173-1994-4989-87e7-d8050737a5b2 req-5196a942-efee-4639-80d0-9b7f41e20e50 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983162 Apr 11 21:07:15.524052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2672e5f9-7470-40ad-bac1-1de7c403f008 req-5a7df0d1-d317-492d-90df-c1bb1d422b7c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066146 Apr 11 21:07:15.604729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-b4bd70e0-8783-4bf4-9634-185686655f4a service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716102 Apr 11 21:07:15.605561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-1e3c661a-03cd-4cfb-8222-710ed19da938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:15.606927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-1e3c661a-03cd-4cfb-8222-710ed19da938 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.3419282 Apr 11 21:07:15.607978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1e61-68e0-42d5-8960-a23b11bfad18 req-ca01a3ee-e879-4bfc-b185-c44af00980cb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:15.609456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61fd1e61-68e0-42d5-8960-a23b11bfad18 req-ca01a3ee-e879-4bfc-b185-c44af00980cb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1145964 Apr 11 21:07:15.660316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-61fd1e61-68e0-42d5-8960-a23b11bfad18 req-acb2e2f9-52ce-4f7c-a942-d222a2983932 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Apr 11 21:07:15.733386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3bb8eadc-c2c2-4623-9ca1-3a2397fa0652 req-b24150cf-09c3-403c-ab17-d5601191d1df tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:15.895693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-8c9c0895-95c8-414e-9e34-f0822f2476e0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.2550759 Apr 11 21:07:15.960743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-504946f7-2926-4de7-baa6-deb6f5271076 req-2447a5f1-a907-4429-859d-b0a9dc06061e service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150082 Apr 11 21:07:15.982067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-aa2648fc-69bd-458b-a3a2-b178f1264a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:15.983629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-aa2648fc-69bd-458b-a3a2-b178f1264a96 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0825181 Apr 11 21:07:16.079107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-8930284d-dcfa-45c9-99e8-4bb4a8d93f84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869524 Apr 11 21:07:16.155944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b562931a-f89c-402c-b29f-ade13f466967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:16.221605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-bd42b2f9-7165-4c4a-a06c-4866c8c7760b service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389785 Apr 11 21:07:16.301055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3bb8eadc-c2c2-4623-9ca1-3a2397fa0652 req-b24150cf-09c3-403c-ab17-d5601191d1df tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:16.302320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3bb8eadc-c2c2-4623-9ca1-3a2397fa0652 req-b24150cf-09c3-403c-ab17-d5601191d1df tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.6918757 Apr 11 21:07:16.369625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d75c1c2-b041-451c-b70f-36dd6a10cede req-c44ec6ad-5e5a-48b0-b5bb-be6674a5772f service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390605 Apr 11 21:07:16.576929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebec956-da75-4d2e-82f9-7693f8e85167 req-00749a03-d3d6-463f-b275-04cedfa7c8e1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:16.576929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ebec956-da75-4d2e-82f9-7693f8e85167 req-00749a03-d3d6-463f-b275-04cedfa7c8e1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1212175 Apr 11 21:07:16.640954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ebec956-da75-4d2e-82f9-7693f8e85167 req-e819fd42-e674-48d1-8190-d66c9e95f2b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544033 Apr 11 21:07:16.856699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c980396-eca9-489f-a427-c379adb131e0 req-8892d4d9-4a57-4439-ab6f-1038fd0f7748 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:16.859385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c980396-eca9-489f-a427-c379adb131e0 req-8892d4d9-4a57-4439-ab6f-1038fd0f7748 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.0854645 Apr 11 21:07:16.882312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b16eb8-0e45-4ba5-9df0-e2760c45de5f req-ceb64b43-6a8f-4b0a-9e95-0a1e705ebc9f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:16.891258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6b16eb8-0e45-4ba5-9df0-e2760c45de5f req-ceb64b43-6a8f-4b0a-9e95-0a1e705ebc9f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0849204 Apr 11 21:07:16.919562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c980396-eca9-489f-a427-c379adb131e0 req-4e9c8c94-f4a5-4edf-b4d4-4f6e6061b270 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518193 Apr 11 21:07:16.939930 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6b16eb8-0e45-4ba5-9df0-e2760c45de5f req-9dd7cd36-99d2-45bd-b225-5644984ab1d2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Apr 11 21:07:17.488908 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bb496c4e-69a6-400d-8337-8e2fe938c764 req-c4de8ac6-cd20-49be-9a0e-20bb0f24f8a7 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.0434546 Apr 11 21:07:17.544809 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:17.545681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:17.866799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e7ba7-984f-4e0b-9a48-2d5263dcb7b6 req-45bc09d1-e4ab-431b-9c78-76c6cd0c9a6e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:17.868530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-345e7ba7-984f-4e0b-9a48-2d5263dcb7b6 req-45bc09d1-e4ab-431b-9c78-76c6cd0c9a6e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0802691 Apr 11 21:07:17.916794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-345e7ba7-984f-4e0b-9a48-2d5263dcb7b6 req-826ada5e-5d42-4214-8897-0ac7d7f31408 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Apr 11 21:07:18.129989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e411e-b864-461b-9296-afe1708e15e3 req-e7d66773-63f0-4a9f-a639-6f1d7ff037fe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:18.132360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d4e411e-b864-461b-9296-afe1708e15e3 req-e7d66773-63f0-4a9f-a639-6f1d7ff037fe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.0874515 Apr 11 21:07:18.194664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d4e411e-b864-461b-9296-afe1708e15e3 req-d12e6991-d0b0-4119-bb6c-6024c97209af tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Apr 11 21:07:18.299511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02d8ac-f4c5-42d4-af77-918b5481a118 req-d4004189-22db-452a-8251-69d3d1dfb9e6 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:18.303935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a02d8ac-f4c5-42d4-af77-918b5481a118 req-d4004189-22db-452a-8251-69d3d1dfb9e6 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.2285614 Apr 11 21:07:18.350205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a02d8ac-f4c5-42d4-af77-918b5481a118 req-6847e51a-4b3a-4076-9cb3-0ff12d63b911 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Apr 11 21:07:18.666405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7b869e0b-d78b-4894-b1c3-c3d686b704ec req-11b0ee86-304c-461e-8c98-9f52135e8d26 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.0470462 Apr 11 21:07:18.810398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:19.173038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-8f7fdcdb-884b-4b47-be6e-088341f78211 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:19.174870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-8f7fdcdb-884b-4b47-be6e-088341f78211 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.69 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 810 time: 0.1543546 Apr 11 21:07:19.249348 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f8bd5fcc-a078-4ec8-bcff-4b3b4f1d139d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0 HTTP/1.1" status: 200 len: 380 time: 0.0624690 Apr 11 21:07:19.259122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'port': {'device_id': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'admin_state_up': True, 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'security_groups': ['a4a7fd8a-d458-46f0-807f-d2fb9491127c']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:19.509595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:19.524986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:19.532333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedf01d-0890-4e03-a549-9b824772e84a req-01834c96-dce7-4edc-90bb-4d00bf891c45 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:19.535225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fedf01d-0890-4e03-a549-9b824772e84a req-01834c96-dce7-4edc-90bb-4d00bf891c45 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.1508205 Apr 11 21:07:19.591231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fedf01d-0890-4e03-a549-9b824772e84a req-1fb66401-debd-4d65-8e08-1a09c2e05b1e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488477 Apr 11 21:07:19.732887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Made reservation on behalf of 0b85124add3b4c17ae1f66f2b6a49fc0 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:07:19.735942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:19.921466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0f92ab9-5911-4e8e-baf1-296ffac1d262 req-6084a579-e691-4636-990e-aea0da2d7288 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.0986724 Apr 11 21:07:19.966890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Allocated IP 172.20.0.9 (542b1ea4-fc31-4acb-a70b-5410f4834930/da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a/f43f0e1f-203e-42df-8745-1c58dc36294d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:07:20.161552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:20.200845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Transition to ACTIVE for port object f43f0e1f-203e-42df-8745-1c58dc36294d will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:20.338928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:20.435372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:07:20.445425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:07:20.450295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:07:20.490999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event updated for resources: {'Port': ['ID=f43f0e1f-203e-42df-8745-1c58dc36294d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:20.524143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:20.524887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:20.702007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-735d7ba0-5a6e-43e6-949c-8ce2f3e0a16b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424450 Apr 11 21:07:20.716302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-e4e99287-46f6-4c5f-8f7d-d9c119d93572 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:07:20.717795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-e4e99287-46f6-4c5f-8f7d-d9c119d93572 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135980 Apr 11 21:07:20.739885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Request body: {'port': {'device_id': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:20.961906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-05b54cab-eeca-4f30-a74c-a321f2f50fb6 None None] Provisioning for port f43f0e1f-203e-42df-8745-1c58dc36294d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:07:20.969442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-05b54cab-eeca-4f30-a74c-a321f2f50fb6 None None] Provisioning complete for port f43f0e1f-203e-42df-8745-1c58dc36294d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:20.969836 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-05b54cab-eeca-4f30-a74c-a321f2f50fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:20.974951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:21.007953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77209d13-13f6-4602-8a38-0544df05cd53 req-93b9e4e3-ac74-4bdf-96e9-f45940462274 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:21.016201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77209d13-13f6-4602-8a38-0544df05cd53 req-93b9e4e3-ac74-4bdf-96e9-f45940462274 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 943 time: 0.1936095 Apr 11 21:07:21.047661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-05b54cab-eeca-4f30-a74c-a321f2f50fb6 None None] Port f43f0e1f-203e-42df-8745-1c58dc36294d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:07:21.159040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77209d13-13f6-4602-8a38-0544df05cd53 req-ba6eaeba-1349-48a2-beab-763ad2447863 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419740 Apr 11 21:07:21.175001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d1f5-c464-4ea5-acf6-dde3d1c70b05 req-5d11dec6-7bb9-45ba-90a0-56531fb96612 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:21.176632 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e674d1f5-c464-4ea5-acf6-dde3d1c70b05 req-5d11dec6-7bb9-45ba-90a0-56531fb96612 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 931 time: 0.1017280 Apr 11 21:07:21.246758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e674d1f5-c464-4ea5-acf6-dde3d1c70b05 req-3021d1a6-9c9e-4adf-a5d4-158ed9467a39 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613136 Apr 11 21:07:21.443120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43f0e1f-203e-42df-8745-1c58dc36294d {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:07:21.449846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:21.465306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Transition to ACTIVE for port object f43f0e1f-203e-42df-8745-1c58dc36294d will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:21.566788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:21.773208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 478fce19-ce6f-4eca-8d62-a86cf38be7d7 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:07:21.831235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Pushing event updated for resources: {'Port': ['ID=f43f0e1f-203e-42df-8745-1c58dc36294d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:21.947018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:21.957512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '478fce19-ce6f-4eca-8d62-a86cf38be7d7', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': '478fce19-ce6f-4eca-8d62-a86cf38be7d7', 'mac_address': 'fa:16:3e:6c:08:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:07:22.021053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Attempting to bind port f43f0e1f-203e-42df-8745-1c58dc36294d on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:07:22.021320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Attempting to bind port f43f0e1f-203e-42df-8745-1c58dc36294d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:07:22.021667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Attempting to bind port f43f0e1f-203e-42df-8745-1c58dc36294d on network 542b1ea4-fc31-4acb-a70b-5410f4834930 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:22.028924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Port f43f0e1f-203e-42df-8745-1c58dc36294d on network 542b1ea4-fc31-4acb-a70b-5410f4834930 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:07:22.029544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Attempting to bind port f43f0e1f-203e-42df-8745-1c58dc36294d on network 542b1ea4-fc31-4acb-a70b-5410f4834930 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:22.036662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:07:22.037001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Checking segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:07:22.037389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Bound using segment: {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:07:22.037839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Bound port: f43f0e1f-203e-42df-8745-1c58dc36294d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5862cc8-8990-4aab-9f20-7be72e33b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:07:22.038231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:22.071681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:22.095845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478fce19-ce6f-4eca-8d62-a86cf38be7d7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:07:22.118280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:22.148428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] For port f43f0e1f-203e-42df-8745-1c58dc36294d, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:07:22.151445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] For port f43f0e1f-203e-42df-8745-1c58dc36294d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f43f0e1f-203e-42df-8745-1c58dc36294d,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:07:22.258332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:22.298565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:22.374417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:22.376146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-0797a1ff-e158-400c-9309-3f851657347b service neutron] 10.222.0.69 "PUT /v2.0/ports/f43f0e1f-203e-42df-8745-1c58dc36294d HTTP/1.1" status: 200 len: 1091 time: 1.6511862 Apr 11 21:07:22.376677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:22.381630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=478fce19-ce6f-4eca-8d62-a86cf38be7d7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:22.389789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797a1ff-e158-400c-9309-3f851657347b service neutron] Pushing event updated for resources: {'Port': ['ID=f43f0e1f-203e-42df-8745-1c58dc36294d,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:22.503337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['478fce19-ce6f-4eca-8d62-a86cf38be7d7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:07:22.625392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380a73-d36b-4718-a089-e9a341f9f8d6 req-f41aea62-8ca1-466a-b57a-d5ce3225f387 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:22.633521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55380a73-d36b-4718-a089-e9a341f9f8d6 req-f41aea62-8ca1-466a-b57a-d5ce3225f387 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 944 time: 0.1543822 Apr 11 21:07:22.707807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55380a73-d36b-4718-a089-e9a341f9f8d6 req-427a37a4-5f2e-4d68-a2b9-8113f9281863 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732312 Apr 11 21:07:22.729616 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-5d7a04e6-f1ef-41a7-af35-cfbc97506fcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 1094 time: 0.1168568 Apr 11 21:07:22.734531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-0c0b59c7-e17b-4019-959e-42b6d76f5ab1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1096 time: 0.1713085 Apr 11 21:07:22.830609 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-5803ba47-765b-4b82-928d-64732d4d14ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43f0e1f-203e-42df-8745-1c58dc36294d HTTP/1.1" status: 200 len: 217 time: 0.0865426 Apr 11 21:07:22.941062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-07754c50-4a96-4587-bc62-0ec04b24d052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:22.942506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-07754c50-4a96-4587-bc62-0ec04b24d052 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.2021747 Apr 11 21:07:22.988492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f9b56f1d-74fd-4046-85f1-220795bb9c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:22.990013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f9b56f1d-74fd-4046-85f1-220795bb9c15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.1582282 Apr 11 21:07:23.022709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-bea0e6c4-f343-47e1-aaed-9eca5c96f2a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 217 time: 0.0719976 Apr 11 21:07:23.082173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-b0e136bd-8b6b-4e80-a0b9-ea576113a52b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852048 Apr 11 21:07:23.088695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5183cd3-8df2-4803-bdd9-9fb5ed743be0 req-169363eb-521d-4bc8-bb65-7d088e7cf52c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:23.089378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b5183cd3-8df2-4803-bdd9-9fb5ed743be0 req-169363eb-521d-4bc8-bb65-7d088e7cf52c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:23.111589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-52a61f25-c874-43fa-bc82-7e390cf65ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:23.113043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-52a61f25-c874-43fa-bc82-7e390cf65ae4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0864704 Apr 11 21:07:23.192563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-8f9998c8-4667-405f-96f2-56eb99110778 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738554 Apr 11 21:07:23.222472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-f53f49d0-55cb-4b76-bd6a-0dc454cefaf7 service neutron] 10.222.0.69 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342545 Apr 11 21:07:23.345563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b5183cd3-8df2-4803-bdd9-9fb5ed743be0 req-169363eb-521d-4bc8-bb65-7d088e7cf52c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:23.346951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5183cd3-8df2-4803-bdd9-9fb5ed743be0 req-169363eb-521d-4bc8-bb65-7d088e7cf52c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 943 time: 0.4790421 Apr 11 21:07:23.378507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b15107bb-8e62-4b73-8c4b-ac0fc7c4d8b3 req-69de40a0-f55a-4279-8424-be6b55f0f92c service neutron] 10.222.0.69 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508512 Apr 11 21:07:23.392121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-810be47a-da80-4248-808b-d841ea8e665e service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935904 Apr 11 21:07:23.517725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5183cd3-8df2-4803-bdd9-9fb5ed743be0 req-12d74bb0-b655-448d-b6fe-0055baff9ebc tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630487 Apr 11 21:07:23.575003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a19593a7-2d8d-4edc-ae93-e7a51568bfdd req-59897292-c728-4564-a3c6-1b04c6ba8bc3 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752398 Apr 11 21:07:23.625744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a3cf0-c0a1-422a-930a-e754d3e6f9fd req-aa875dec-287a-4cd3-90ef-cb8b94df477c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:23.627374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f21a3cf0-c0a1-422a-930a-e754d3e6f9fd req-aa875dec-287a-4cd3-90ef-cb8b94df477c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0864041 Apr 11 21:07:23.650032 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dce1e51-a652-4d58-a0ba-910c881c5645'] response: {'name': 'network-changed', 'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'status': 'completed', 'code': 200} Apr 11 21:07:23.689564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f21a3cf0-c0a1-422a-930a-e754d3e6f9fd req-76902dfd-620f-407d-9e41-f8c4be9c01cb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Apr 11 21:07:23.774028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-4d545f13-af25-4683-b6f0-8d463748f54f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 1094 time: 0.1169760 Apr 11 21:07:23.780354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 478fce19-ce6f-4eca-8d62-a86cf38be7d7 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:07:23.995573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:07:24.001750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:24.002314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:24.011434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-8e79f804-8ddd-4c24-b5fe-5ce9a0042fed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:24.013780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-8e79f804-8ddd-4c24-b5fe-5ce9a0042fed service neutron] 10.222.0.69 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 0.2321715 Apr 11 21:07:24.023814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f102-9e1a-4147-85b2-433ffbf997b6 req-5f5ee20c-fe48-415c-baa0-6f11bd605a1a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:24.025473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78d3f102-9e1a-4147-85b2-433ffbf997b6 req-5f5ee20c-fe48-415c-baa0-6f11bd605a1a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 944 time: 0.1590450 Apr 11 21:07:24.120454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-93d70183-6145-46e9-b476-28b20b2645d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43f0e1f-203e-42df-8745-1c58dc36294d HTTP/1.1" status: 200 len: 217 time: 0.0935664 Apr 11 21:07:24.137125 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:24.160440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78d3f102-9e1a-4147-85b2-433ffbf997b6 req-451b1349-8261-4ff0-854a-45345f84454d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828478 Apr 11 21:07:24.186937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fce19-ce6f-4eca-8d62-a86cf38be7d7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:24.219985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:24.275592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-105325c5-55b5-48f3-91d9-71960e2ab738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:24.277838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-105325c5-55b5-48f3-91d9-71960e2ab738 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.1255474 Apr 11 21:07:24.332593 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ddfd0c-8909-44b7-8f6d-2fbaf5c6eec4'] response: {'server_uuid': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478fce19-ce6f-4eca-8d62-a86cf38be7d7', 'code': 200} Apr 11 21:07:24.333954 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:24.432869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=478fce19-ce6f-4eca-8d62-a86cf38be7d7,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:24.592824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd74dd2e-f82e-4e9f-a2cb-b278076215c1 req-2c8cefb7-79b5-4936-af79-c512b473fe44 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 1096 time: 0.1117651 Apr 11 21:07:24.597145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-97779040-34cf-4188-a578-9774b4c5cf4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3114538 Apr 11 21:07:24.835010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd74dd2e-f82e-4e9f-a2cb-b278076215c1 req-c00ba18a-4e79-4f97-b026-7d5dae8f3010 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364318 Apr 11 21:07:24.913795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-4428df90-27dd-43cf-9abd-c543011297df service neutron] 10.222.0.69 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947588 Apr 11 21:07:24.919603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949f26-d9d1-42f3-9c40-2c82a86b66dc req-768a6555-6bf2-43db-b9ac-9850e5aeb819 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:24.929102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80949f26-d9d1-42f3-9c40-2c82a86b66dc req-768a6555-6bf2-43db-b9ac-9850e5aeb819 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 943 time: 0.1646616 Apr 11 21:07:24.936758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715234a-c683-4ad0-bfd1-0dc63d743a8e req-af0259c4-bbe6-46b0-a6d3-c91fad6fa3e9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:24.939173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2715234a-c683-4ad0-bfd1-0dc63d743a8e req-af0259c4-bbe6-46b0-a6d3-c91fad6fa3e9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1101751 Apr 11 21:07:24.995918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2715234a-c683-4ad0-bfd1-0dc63d743a8e req-a00866e6-ac88-4eb6-8d55-f48c2b3e6a93 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Apr 11 21:07:25.058203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80949f26-d9d1-42f3-9c40-2c82a86b66dc req-6db1329b-4a19-4e29-9d09-44e161948c6b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282296 Apr 11 21:07:25.100190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-acd33898-3b8e-424a-98e9-77ebf68d93a7 req-67b590ac-7988-408d-8411-68ed963deec9 service neutron] 10.222.0.69 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558549 Apr 11 21:07:25.370248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f49c87-38e8-4ef6-9d15-17ce75556c84 req-abcab641-a781-47b6-a027-66c8c0dcadeb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:25.371710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48f49c87-38e8-4ef6-9d15-17ce75556c84 req-abcab641-a781-47b6-a027-66c8c0dcadeb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.0821028 Apr 11 21:07:25.422162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48f49c87-38e8-4ef6-9d15-17ce75556c84 req-65d967d1-57a9-4da4-a5dd-a7c0889bddbd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Apr 11 21:07:25.976661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f43f0e1f-203e-42df-8745-1c58dc36294d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:07:26.167526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f43f0e1f-203e-42df-8745-1c58dc36294d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f43f0e1f-203e-42df-8745-1c58dc36294d,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:26.189142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'port_id': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'mac_address': 'fa:16:3e:e4:94:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:07:26.306335 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:26.351552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43f0e1f-203e-42df-8745-1c58dc36294d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:07:26.374887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f43f0e1f-203e-42df-8745-1c58dc36294d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f43f0e1f-203e-42df-8745-1c58dc36294d,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:26.382081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56b21-1f55-4292-9446-7a0e8a806441 req-4fcd0b03-ad75-47cc-9c16-95580758ac98 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:26.383713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87a56b21-1f55-4292-9446-7a0e8a806441 req-4fcd0b03-ad75-47cc-9c16-95580758ac98 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 943 time: 0.1139534 Apr 11 21:07:26.407959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868f4b-a315-4c8e-9a9d-8c4f87c0bdf8 req-fe0b2543-81e7-4e81-a5f2-9477a7039239 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:26.409486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8868f4b-a315-4c8e-9a9d-8c4f87c0bdf8 req-fe0b2543-81e7-4e81-a5f2-9477a7039239 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1132998 Apr 11 21:07:26.437973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87a56b21-1f55-4292-9446-7a0e8a806441 req-b5b47bb7-0fc6-4d7e-9972-856f6da076b3 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479767 Apr 11 21:07:26.459185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8868f4b-a315-4c8e-9a9d-8c4f87c0bdf8 req-6330973e-e7e6-489c-b31d-93aa95b02864 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Apr 11 21:07:26.488981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:26.588750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f43f0e1f-203e-42df-8745-1c58dc36294d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:26.651156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91fe0-48fc-4594-8f27-8b348b6dcbeb req-2b0e6b3d-eba1-414b-9dbb-21aa7af5182d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:26.651156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67c91fe0-48fc-4594-8f27-8b348b6dcbeb req-2b0e6b3d-eba1-414b-9dbb-21aa7af5182d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.0914428 Apr 11 21:07:26.692938 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67c91fe0-48fc-4594-8f27-8b348b6dcbeb req-af37096c-b6b9-4040-8517-d891b2886a33 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Apr 11 21:07:26.743409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['f43f0e1f-203e-42df-8745-1c58dc36294d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:07:26.900186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f46a-43c2-4406-b8d9-1a17d084b847 req-2800a86c-022b-49c2-9cbc-c0a571c3ad6a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:26.901765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9244f46a-43c2-4406-b8d9-1a17d084b847 req-2800a86c-022b-49c2-9cbc-c0a571c3ad6a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.0791392 Apr 11 21:07:26.952087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9244f46a-43c2-4406-b8d9-1a17d084b847 req-4e6674f0-d5a9-497f-8a22-51fa071b4514 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Apr 11 21:07:27.161294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d3122-01f5-4c38-aa3c-c5e27a9af3ec req-e93e48b9-e7ff-47a1-991e-d0ce86c87d94 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:27.162742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-522d3122-01f5-4c38-aa3c-c5e27a9af3ec req-e93e48b9-e7ff-47a1-991e-d0ce86c87d94 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.0819657 Apr 11 21:07:27.209015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-522d3122-01f5-4c38-aa3c-c5e27a9af3ec req-6f22bcf9-ee83-4206-95b8-a0a16746bcd0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Apr 11 21:07:27.569564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-9f2e6adf-46b3-4a82-93ca-d84e32bf9bde req-905bd152-58bd-4fa6-8f78-99365757545d service neutron] (84666) timed out ('10.222.0.61', 48108) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:07:27.656842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332113b9-f45b-4ffa-9111-6c9f6123d05f req-55297414-676c-49d3-a311-782eefc2ee29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:27.663007 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-332113b9-f45b-4ffa-9111-6c9f6123d05f req-55297414-676c-49d3-a311-782eefc2ee29 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 944 time: 0.0904064 Apr 11 21:07:27.706351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-332113b9-f45b-4ffa-9111-6c9f6123d05f req-eb300b55-3cef-4aea-b629-3d1de40e754b tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Apr 11 21:07:27.911387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01eb-f9e5-40c9-805d-ac2d1b4a4a35 req-30a90fcb-ed6e-4080-94eb-4fff1c6aa36e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:27.913090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f2b01eb-f9e5-40c9-805d-ac2d1b4a4a35 req-30a90fcb-ed6e-4080-94eb-4fff1c6aa36e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0908773 Apr 11 21:07:27.994854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f2b01eb-f9e5-40c9-805d-ac2d1b4a4a35 req-6b21219f-c063-45eb-9b8d-9849fa182214 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717263 Apr 11 21:07:28.002350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f43f0e1f-203e-42df-8745-1c58dc36294d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:07:28.018139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81067ab7-f54a-4762-b77d-79ef4fbc69c9 req-a7655b47-f401-4545-916f-5153ac0a696a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:28.019725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81067ab7-f54a-4762-b77d-79ef4fbc69c9 req-a7655b47-f401-4545-916f-5153ac0a696a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.1300156 Apr 11 21:07:28.077329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-81067ab7-f54a-4762-b77d-79ef4fbc69c9 req-2b88dbf4-3b13-41de-9569-9c7e7063d9ef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Apr 11 21:07:28.274354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port f43f0e1f-203e-42df-8745-1c58dc36294d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:07:28.281047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port f43f0e1f-203e-42df-8745-1c58dc36294d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:28.281047 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:28.412802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:28.439956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:28.449584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f43f0e1f-203e-42df-8745-1c58dc36294d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f43f0e1f-203e-42df-8745-1c58dc36294d,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:28.494352 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce81a5f5-589b-488d-8dfa-cf3f62c70aec'] response: {'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'code': 200} Apr 11 21:07:28.588887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:28.666431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f43f0e1f-203e-42df-8745-1c58dc36294d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:28.726723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-146f3fa6-08ae-4451-b460-88607f2a8253 req-d9edf2e7-0c87-408d-bada-e7e9282c0f99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 1096 time: 0.1739204 Apr 11 21:07:28.810478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-146f3fa6-08ae-4451-b460-88607f2a8253 req-8a485b36-e0a4-431c-8dd4-fd9ef751be8d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750048 Apr 11 21:07:28.909585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:28.921959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6bc6-3228-4906-a878-dbe882e7d21e req-875371a3-b59d-4876-b1af-9de57ce3ebc4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:28.923841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-952e6bc6-3228-4906-a878-dbe882e7d21e req-875371a3-b59d-4876-b1af-9de57ce3ebc4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.0816352 Apr 11 21:07:28.974715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-952e6bc6-3228-4906-a878-dbe882e7d21e req-e002b214-2586-4989-bdc5-8271b4e8084d tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Apr 11 21:07:29.230797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf5d0-5fce-4b6d-9ec3-73ac8d3c5f15 req-bf7cfd35-7f93-43aa-b3f0-ad4b3ae428be tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:29.233442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cabf5d0-5fce-4b6d-9ec3-73ac8d3c5f15 req-bf7cfd35-7f93-43aa-b3f0-ad4b3ae428be tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0976799 Apr 11 21:07:29.299569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cabf5d0-5fce-4b6d-9ec3-73ac8d3c5f15 req-515ed83a-1797-4ba8-9a83-b297c0378def tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580266 Apr 11 21:07:29.342995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191c4c-4e33-4914-9b60-6563aba9c95a req-4fa452c7-0186-4519-9679-9272a5afce60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:29.342995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34191c4c-4e33-4914-9b60-6563aba9c95a req-4fa452c7-0186-4519-9679-9272a5afce60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.1124902 Apr 11 21:07:29.384999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-34191c4c-4e33-4914-9b60-6563aba9c95a req-9a02c0dd-d032-4130-8c80-e99b2bf2ed6a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Apr 11 21:07:29.562689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-e1d3f2e5-92ad-40b3-99f1-b0a99892bf45 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:29.564166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-e1d3f2e5-92ad-40b3-99f1-b0a99892bf45 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.1544800 Apr 11 21:07:29.609243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-34196e65-8513-4e81-b31e-84286a781e20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360409 Apr 11 21:07:29.680571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:07:29.680907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:29.833476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-da4f1fe5-78d7-461a-a6b1-fabb4a5fc352 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 1096 time: 0.2016428 Apr 11 21:07:30.194091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port 478fce19-ce6f-4eca-8d62-a86cf38be7d7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=478fce19-ce6f-4eca-8d62-a86cf38be7d7,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:30.194485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:30.276936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be784122-0a88-406a-b3bc-43474c1a1826 req-85040c78-a2c1-481f-a046-500ed60390a8 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:30.284660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be784122-0a88-406a-b3bc-43474c1a1826 req-85040c78-a2c1-481f-a046-500ed60390a8 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.1219885 Apr 11 21:07:30.346109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be784122-0a88-406a-b3bc-43474c1a1826 req-3d03b0db-0226-41bd-9d1b-cf24cce4136e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605066 Apr 11 21:07:30.440597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for 478fce19-ce6f-4eca-8d62-a86cf38be7d7 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:07:30.554151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-33aaa5ad-3d31-4d20-bce6-56b6ca317267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:30.555685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-33aaa5ad-3d31-4d20-bce6-56b6ca317267 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.6731739 Apr 11 21:07:30.665666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405415b-9571-431f-ad67-4d65ab977760 req-27000c89-e43b-4567-a096-b45038c6850c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:30.671312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b405415b-9571-431f-ad67-4d65ab977760 req-27000c89-e43b-4567-a096-b45038c6850c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 945 time: 0.1043179 Apr 11 21:07:30.678827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-bf6c2f78-fa4e-43c0-ad3c-6818f95d60f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78d0f767-86a5-418e-91cd-a58980f02331 HTTP/1.1" status: 200 len: 217 time: 0.1160815 Apr 11 21:07:30.692337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:30.715245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b405415b-9571-431f-ad67-4d65ab977760 req-784d9f47-7095-42bb-a5f8-4e17209e77db tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Apr 11 21:07:30.784282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-f31f6bbc-cc01-49a6-801d-2fdc1ea59690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:30.786452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-f31f6bbc-cc01-49a6-801d-2fdc1ea59690 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0846312 Apr 11 21:07:30.792286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224ff1-d600-4145-872b-22e11139d37b req-150eec68-c1e1-4188-8e25-ea39843cc9b6 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:30.793708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8224ff1-d600-4145-872b-22e11139d37b req-150eec68-c1e1-4188-8e25-ea39843cc9b6 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.2768843 Apr 11 21:07:30.831254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:30.909607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=478fce19-ce6f-4eca-8d62-a86cf38be7d7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:30.970728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.970990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.971326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.971682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.972012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.972339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.972665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.972985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.973306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.973622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:30.973939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:07:31.037712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port 478fce19-ce6f-4eca-8d62-a86cf38be7d7 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:07:31.040450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:31.048925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8224ff1-d600-4145-872b-22e11139d37b req-78bf7221-44ea-4969-807e-f305b64c6d84 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216485 Apr 11 21:07:31.048925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'name': 'network-vif-deleted', 'tag': '478fce19-ce6f-4eca-8d62-a86cf38be7d7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:31.071617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-2924103b-527d-4db4-ac56-6f95f4e4cf55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763727 Apr 11 21:07:31.163357 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae805f9-128a-4e25-9d0d-bab17695914c'] response: {'server_uuid': 'fa2b7d6a-b93d-44ca-aecb-1a700196ec72', 'name': 'network-vif-deleted', 'tag': '478fce19-ce6f-4eca-8d62-a86cf38be7d7', 'status': 'completed', 'code': 200} Apr 11 21:07:31.169811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3084204e-47cf-43e3-81f8-57935f9e2ecd req-dd55460a-a3d8-465e-92f1-73cdbbbc0010 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "DELETE /v2.0/ports/478fce19-ce6f-4eca-8d62-a86cf38be7d7 HTTP/1.1" status: 204 len: 173 time: 1.5985291 Apr 11 21:07:31.239874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-78a23f31-9e03-4fd2-a373-945cc353c951 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579325 Apr 11 21:07:31.520833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd73c8e8-b276-4fd5-bacc-3ba3c6fa88de req-0475d796-1342-432e-b2c6-0d140a89aa5e service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659261 Apr 11 21:07:31.659821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dba23b-df14-4135-8301-7fb8039eede3 req-9721c304-efad-42ae-aee7-32a336e14b42 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:31.661895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76dba23b-df14-4135-8301-7fb8039eede3 req-9721c304-efad-42ae-aee7-32a336e14b42 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.1028013 Apr 11 21:07:31.722670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76dba23b-df14-4135-8301-7fb8039eede3 req-2f41f3f1-0743-43e8-ac05-02694506898f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528479 Apr 11 21:07:31.852663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 478fce19-ce6f-4eca-8d62-a86cf38be7d7 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:07:31.958817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 478fce19-ce6f-4eca-8d62-a86cf38be7d7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:07:31.959712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 478fce19-ce6f-4eca-8d62-a86cf38be7d7 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:07:32.014288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8052603a-c8bd-45c9-8466-7126e918b9d4 req-f592e363-e959-49a9-81b0-df87c8083c9c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 210 time: 0.1147630 Apr 11 21:07:32.093181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209e7a2-4633-4f75-9bfd-f9b91b56ceb5 req-07dcb24e-4376-4266-bc3a-15d66a1a4d6a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:32.094671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1209e7a2-4633-4f75-9bfd-f9b91b56ceb5 req-07dcb24e-4376-4266-bc3a-15d66a1a4d6a tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.1780102 Apr 11 21:07:32.104650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54318) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:32.111084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Request body: {'floatingip': {'port_id': 'f43f0e1f-203e-42df-8745-1c58dc36294d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:32.265662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:32.360113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad388ff-d137-415b-a1d4-8a3f7e58a9ae req-6c15733f-3e1c-4caf-966b-227a7c4c74a3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:32.362143 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bad388ff-d137-415b-a1d4-8a3f7e58a9ae req-6c15733f-3e1c-4caf-966b-227a7c4c74a3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1017025 Apr 11 21:07:32.498975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bad388ff-d137-415b-a1d4-8a3f7e58a9ae req-6388417a-cad6-427a-a21f-51a779ec72fd tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284652 Apr 11 21:07:33.351081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1af2eda2-76a6-41b4-a1dc-45775c1557c1 req-2aea45ca-449e-4174-a7c5-5cad4f8c8263 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:33.378879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:33.441714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:33.503832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1af2eda2-76a6-41b4-a1dc-45775c1557c1 req-2aea45ca-449e-4174-a7c5-5cad4f8c8263 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:33.504463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1af2eda2-76a6-41b4-a1dc-45775c1557c1 req-2aea45ca-449e-4174-a7c5-5cad4f8c8263 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa2b7d6a-b93d-44ca-aecb-1a700196ec72 HTTP/1.1" status: 200 len: 210 time: 0.2187762 Apr 11 21:07:33.672091 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Floating IP f710f32b-e910-41ee-aff7-dd7c317cb14b associated. External IP: 172.25.5.197, port: f43f0e1f-203e-42df-8745-1c58dc36294d. Apr 11 21:07:33.827984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbef9ef-d29b-4e00-be0b-75d4c066e6ea req-76f9a2ae-d310-4870-895f-0fd33abd416d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:33.835366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-abbef9ef-d29b-4e00-be0b-75d4c066e6ea req-76f9a2ae-d310-4870-895f-0fd33abd416d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1745036 Apr 11 21:07:33.892702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-abbef9ef-d29b-4e00-be0b-75d4c066e6ea req-0378bc81-3bae-4ca8-8ad7-aed244224d09 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563931 Apr 11 21:07:34.192189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Router fa21f84c-4290-4226-886d-28c7df65e98c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:07:34.500062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:07:34.505025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:34.510652 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:07:34.528008 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:07:34.529144 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:07:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:34.596118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8816e141-f88a-474a-bac8-68f1c0ca8fa1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "PUT /v2.0/floatingips/f710f32b-e910-41ee-aff7-dd7c317cb14b HTTP/1.1" status: 200 len: 991 time: 2.4900088 Apr 11 21:07:34.597144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:34.731843 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a84bba-031d-448c-b733-50f79d55c0b5'] response: {'name': 'network-changed', 'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'status': 'completed', 'code': 200} Apr 11 21:07:34.765953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:07:35.175505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:35.220398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9e48624-95e0-491f-aa19-b9451f6c64f3 req-a1503526-dcf9-4926-bb23-0748ec7553a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1096 time: 0.1666427 Apr 11 21:07:35.324104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9e48624-95e0-491f-aa19-b9451f6c64f3 req-d31d06f1-ff26-400a-abe8-9060a20a7879 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951958 Apr 11 21:07:35.401367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-9c885bbf-fef3-4d1c-9694-0918124bb7cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 1096 time: 0.6215935 Apr 11 21:07:35.408826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037fb2-338f-43aa-bef3-8e7260f6ab73 req-a7367ca2-2d34-4d8b-8ebb-3eb0f641284e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:35.410430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38037fb2-338f-43aa-bef3-8e7260f6ab73 req-a7367ca2-2d34-4d8b-8ebb-3eb0f641284e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1970460 Apr 11 21:07:35.424732 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:35.480206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:35.485226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d4c9a99653404197c053389e4897a0 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:35.488367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:35.491329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38037fb2-338f-43aa-bef3-8e7260f6ab73 req-bd286432-ce77-4f50-a97a-8540bfd3781b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750749 Apr 11 21:07:35.494634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:35.570275 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f710f32b-e910-41ee-aff7-dd7c317cb14b', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'floating_ip_address': '172.25.5.197', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'port_id': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'mac_address': 'fa:16:3e:e4:94:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:10Z', 'updated_at': '2022-04-11T21:07:33Z', 'revision_number': 1, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:35.575589 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:07:35.576920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:35.587252 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:07:35.588023 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:07:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:35.659647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-b93d695e-da0f-4606-ac79-ad4e18b299c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:35.661120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-b93d695e-da0f-4606-ac79-ad4e18b299c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 200 len: 911 time: 0.1498120 Apr 11 21:07:35.708914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:35.761974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f586f86-2299-440e-a1d3-17aa9ad9cc54,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:35.787057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-4ff08341-de57-4439-a808-b20c032f7aea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43f0e1f-203e-42df-8745-1c58dc36294d HTTP/1.1" status: 200 len: 999 time: 0.1081991 Apr 11 21:07:35.802267 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-635490a0-360b-40c3-9172-8b6e8970aa57 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3d4c9a99653404197c053389e4897a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6244900 Apr 11 21:07:35.804764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54484) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:35.826762 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:07:35.883835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7be2744e-c4a0-443a-9367-ed3634006c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:35.905836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-c30b9b0a-80e5-496e-b881-a3bcf6e86d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:35.907363 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-c30b9b0a-80e5-496e-b881-a3bcf6e86d5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 200 len: 849 time: 0.1134744 Apr 11 21:07:35.920351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7be2744e-c4a0-443a-9367-ed3634006c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:35.990756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-bd1be340-ace0-48a1-9352-915acc8f345f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=542b1ea4-fc31-4acb-a70b-5410f4834930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760992 Apr 11 21:07:36.072016 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7be2744e-c4a0-443a-9367-ed3634006c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:36.099422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2744e-c4a0-443a-9367-ed3634006c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f586f86-2299-440e-a1d3-17aa9ad9cc54,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:36.110352 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7be2744e-c4a0-443a-9367-ed3634006c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:36.111782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7be2744e-c4a0-443a-9367-ed3634006c98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f586f86-2299-440e-a1d3-17aa9ad9cc54 HTTP/1.1" status: 204 len: 168 time: 0.3057292 Apr 11 21:07:36.175339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-31b35730-11b1-42d2-b66e-2c7cf8943f5d service neutron] 10.222.0.69 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777983 Apr 11 21:07:36.397383 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f710f32b-e910-41ee-aff7-dd7c317cb14b', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'floating_ip_address': '172.25.5.197', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'port_id': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'mac_address': 'fa:16:3e:e4:94:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:10Z', 'updated_at': '2022-04-11T21:07:33Z', 'revision_number': 1, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:07:36.415513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d73cc-6e76-431b-9631-879ca9f9c233 None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f710f32b-e910-41ee-aff7-dd7c317cb14b', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'floating_ip_address': '172.25.5.197', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'port_id': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'mac_address': 'fa:16:3e:e4:94:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:10Z', 'updated_at': '2022-04-11T21:07:33Z', 'revision_number': 1, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:07:36.474205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fa9b54a-aa6e-4d2b-b538-0f725a676eb1 req-8d21e1eb-3a9e-4fbb-ba8d-65075a47a137 service neutron] 10.222.0.69 "GET /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898760 Apr 11 21:07:36.781073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6361d-94ce-4a0d-a7fc-1a1d75f9f1bc None None] New status for floating IP f710f32b-e910-41ee-aff7-dd7c317cb14b: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:07:36.783241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f2dfe-2d24-4ece-9541-7a4a9cc0f2e6 req-edd51837-26ff-4f88-8a96-578039b772f3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:36.787734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-133f2dfe-2d24-4ece-9541-7a4a9cc0f2e6 req-edd51837-26ff-4f88-8a96-578039b772f3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1466346 Apr 11 21:07:36.903013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-133f2dfe-2d24-4ece-9541-7a4a9cc0f2e6 req-ab350762-e6b9-4db3-beb8-c94b67613c82 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070650 Apr 11 21:07:37.765699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd1e9-ad0a-45ba-b383-d6a28eb5a7f8 req-dee50d85-81a5-4ac1-b57e-d3dfb50d2cc5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:37.767932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd8cd1e9-ad0a-45ba-b383-d6a28eb5a7f8 req-dee50d85-81a5-4ac1-b57e-d3dfb50d2cc5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1400332 Apr 11 21:07:37.778943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-885c6933-1a26-4a36-bed5-a605b2867fc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1096 time: 0.1140978 Apr 11 21:07:37.937108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd8cd1e9-ad0a-45ba-b383-d6a28eb5a7f8 req-22990e79-3b7b-4971-80a9-0e95e9ec8413 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628008 Apr 11 21:07:38.000275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-0dae4592-94ab-4f22-b7b4-01245cb799ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:38.001898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-0dae4592-94ab-4f22-b7b4-01245cb799ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.1937377 Apr 11 21:07:38.095496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-aaad7068-a541-4688-a3cc-5e01887ead51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 217 time: 0.0866416 Apr 11 21:07:38.174028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-f143ada7-0d70-47a5-8ee3-43d6a9384b47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:38.175464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-f143ada7-0d70-47a5-8ee3-43d6a9384b47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0746577 Apr 11 21:07:38.263294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-4af599f5-773f-43fa-820a-e650b9653169 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809450 Apr 11 21:07:38.473119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-365b2264-3510-42f6-a5ba-1954c12e7b74 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049294 Apr 11 21:07:38.912688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d063475-1d0f-4ad0-a837-e9705d5371a7 req-1cf6fdc2-3487-4dc3-817a-7f4668626e40 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322064 Apr 11 21:07:39.355591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ed09-b898-42d6-81a6-6b34e6ac6e9c req-6a0909a3-a12d-463d-9901-0f4fbe7a1a03 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:39.367045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4184ed09-b898-42d6-81a6-6b34e6ac6e9c req-6a0909a3-a12d-463d-9901-0f4fbe7a1a03 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.2676358 Apr 11 21:07:39.446471 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4184ed09-b898-42d6-81a6-6b34e6ac6e9c req-d65775af-7c9c-4cf5-ba90-f561e6e2bd77 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777235 Apr 11 21:07:39.731934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-1b899ed3-0494-4a4f-b402-60f14a134a0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2909241 Apr 11 21:07:39.838903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-57e77e91-7d0f-493e-a92f-0d34988f45ac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 1101 time: 0.0805829 Apr 11 21:07:40.007377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-73b3cb25-1935-461e-9dd4-d3e31de95670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:40.010410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-73b3cb25-1935-461e-9dd4-d3e31de95670 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7ded0daf-5a38-4231-bdd5-e9132d46e79d HTTP/1.1" status: 200 len: 870 time: 0.1407511 Apr 11 21:07:40.110427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-322606fa-72e2-43fa-aa44-132e9602acdb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8 HTTP/1.1" status: 200 len: 217 time: 0.0927598 Apr 11 21:07:40.198914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-4e1deef1-c5be-47d8-8f71-5e25b7a19964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:40.203883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-4e1deef1-c5be-47d8-8f71-5e25b7a19964 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.0860004 Apr 11 21:07:40.327292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-3bd9134b-8cba-4ec8-9a82-bac1816c6d69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149566 Apr 11 21:07:40.341754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-abe7402d-a2d7-4b56-80e5-2b2c217546c0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:07:40.342980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-abe7402d-a2d7-4b56-80e5-2b2c217546c0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067558 Apr 11 21:07:40.533070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-f2432be4-c334-48cd-bb66-0f3f1248be59 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725831 Apr 11 21:07:40.770993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116fc8-8c83-4d2d-b93b-2a32df8ca3da req-1f8a3823-3da7-4990-8c12-8a5c97d411d5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:40.772689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65116fc8-8c83-4d2d-b93b-2a32df8ca3da req-1f8a3823-3da7-4990-8c12-8a5c97d411d5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1386232 Apr 11 21:07:40.843793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bbaf2d7-a1be-4cb0-a74f-bbbafb7f0a58 req-25666a20-7355-46ce-a7c2-778973c98136 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053153 Apr 11 21:07:40.847785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65116fc8-8c83-4d2d-b93b-2a32df8ca3da req-4712e843-d0bf-412e-afa0-9b6f866ad1df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684478 Apr 11 21:07:42.095134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e7ac6-5ac0-42b0-be5b-6d6555094eca req-59ca523b-d738-411d-9e2a-f680d2edb8e9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:42.096947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb2e7ac6-5ac0-42b0-be5b-6d6555094eca req-59ca523b-d738-411d-9e2a-f680d2edb8e9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0923445 Apr 11 21:07:42.150414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb2e7ac6-5ac0-42b0-be5b-6d6555094eca req-52dab850-c7bc-49d3-b060-53b412801b86 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 Apr 11 21:07:43.817808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2882c6c2-7dc1-4328-aec5-c5d25d125f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:45.840350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:45.846648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659874885', 'description': 'tempest-description--1235812023'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:45.859115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:45.880030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:45.955904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:45.997323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:46.001022 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4748020-2152-4a5e-9571-f6341749cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.002601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Usage tracker for resource:security_group_rule and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:46.005912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:46.011951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:46.073517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.132365 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.179452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc89550-0b98-4008-97c1-c3dde024a927,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:46.223649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.225087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ad1988d0-2ea1-4052-a170-4b5c4d72874c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3835669 Apr 11 21:07:46.231263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55052) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:46.238613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'security_group_rule': {'security_group_id': 'cbc89550-0b98-4008-97c1-c3dde024a927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:46.246548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:46.251658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Usage tracker for resource:security_group_rule and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:46.255957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:46.266000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:46.333552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.407937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.469980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.492081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8041b467-293b-4b18-a332-0c68ca2479b5,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:46.583519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:46.587318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-30311445-4831-45eb-8a71-626e00c48936 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3521543 Apr 11 21:07:46.593171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55064) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:46.593571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'security_group_rule': {'security_group_id': 'cbc89550-0b98-4008-97c1-c3dde024a927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:46.604514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:46.609344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Usage tracker for resource:security_group_rule and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:46.612322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:46.618386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:47.110171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.218631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.257672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.331126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d963db09-ef43-45f1-8427-ceca1ad20456,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:47.360717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.420618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.422373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-082baaf2-d813-4d3a-aa1d-f1e555492a28 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8339720 Apr 11 21:07:47.425591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55078) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:47.431233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:47.438772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:47.442830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Usage tracker for resource:floatingip and tenant:d077845561ac4f4d98583cdf174d8dbf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:47.445821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:47.454706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:47.458464 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.550951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.708213 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:47.864752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Allocated IP 172.25.5.62 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a056737f-07ac-4176-8503-f6a179a77f00) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:07:47.873649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:07:48.047898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:48.149308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:48.236588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:07:48.239879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:07:48.244537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:07:48.273738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'Port': ['ID=a056737f-07ac-4176-8503-f6a179a77f00,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:48.673578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:48.709356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:48.821106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:49.077029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:49.117194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2628-c164-4707-88a0-df032b208cee req-7315d3e3-4854-49d6-b116-62c504e6313b tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:49.119430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45cb2628-c164-4707-88a0-df032b208cee req-7315d3e3-4854-49d6-b116-62c504e6313b tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 950 time: 0.0860138 Apr 11 21:07:49.127044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:49.171877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45cb2628-c164-4707-88a0-df032b208cee req-3b2c0b42-99ad-4949-aa4d-14a99942009d tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Apr 11 21:07:49.235333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'Port': ['ID=a056737f-07ac-4176-8503-f6a179a77f00,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:49.256845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:49.355620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:49.358639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b5a01100-2a2e-4661-9612-7bc1342b3374 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9304571 Apr 11 21:07:49.682795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-18c4b846-0419-4380-be26-8f8f6ff32627 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--659874885&fields=id&tenant_id=d077845561ac4f4d98583cdf174d8dbf HTTP/1.1" status: 200 len: 267 time: 0.0619769 Apr 11 21:07:49.892400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-a2443a19-3601-4efc-a269-ca4d4a5801e3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:49.894092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-a2443a19-3601-4efc-a269-ca4d4a5801e3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 819 time: 0.2034235 Apr 11 21:07:49.923756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-614f8b2a-8d5d-4134-a76a-edd510761741 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/quotas/d077845561ac4f4d98583cdf174d8dbf HTTP/1.1" status: 200 len: 375 time: 0.0183799 Apr 11 21:07:50.018713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-580da914-41fb-42cf-8268-bfa78fec840f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0939593 Apr 11 21:07:50.190445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-438bd1bb-570b-485c-82cf-b7ceae7f17a1 service neutron] 10.222.0.61 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584885 Apr 11 21:07:50.411887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-013496ab-1a5f-4b2a-89d1-be676d86268a service neutron] 10.222.0.61 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156191 Apr 11 21:07:50.546040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7fc0f-c348-456f-9e54-eb8893d4bf8f req-e6a246d7-993d-45cb-a9c6-c03158e6db0d tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:50.554271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31f7fc0f-c348-456f-9e54-eb8893d4bf8f req-e6a246d7-993d-45cb-a9c6-c03158e6db0d tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 950 time: 0.1796005 Apr 11 21:07:50.602073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31f7fc0f-c348-456f-9e54-eb8893d4bf8f req-94fc20d5-396b-4802-93eb-4ddecde7e193 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e7957a-479c-4923-8085-5c200c2c4648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 Apr 11 21:07:50.785100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-9443d79f-1e41-4ddf-9bdd-06c4d5c10839 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:50.786819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-9443d79f-1e41-4ddf-9bdd-06c4d5c10839 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.75 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 950 time: 0.1073527 Apr 11 21:07:50.852643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5461059-f9c4-4ec0-b892-18154ce153f2 req-37c44582-f468-4c51-8aa8-1e9a16776864 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 210 time: 0.0762515 Apr 11 21:07:50.880866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Deleting port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:07:50.881211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:51.186652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] For port 13794971-ba2b-4b53-b75c-1e1e7b8acda8, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=13794971-ba2b-4b53-b75c-1e1e7b8acda8,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:51.187090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:51.365302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Calling delete_port for 13794971-ba2b-4b53-b75c-1e1e7b8acda8 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:07:51.803034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:51.816443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['13794971-ba2b-4b53-b75c-1e1e7b8acda8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:07:51.855243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b4a74511-2ef8-4530-bf4c-b47a11932ad9 req-594aae78-8392-4641-82ea-2f93a523a6d4 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 210 time: 0.0891030 Apr 11 21:07:51.864520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Pushing event deleted for resources: {'Port': ['ID=13794971-ba2b-4b53-b75c-1e1e7b8acda8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:51.971133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] No DVR routers for this DVR port 13794971-ba2b-4b53-b75c-1e1e7b8acda8 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:07:51.973847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:51.977545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'name': 'network-vif-deleted', 'tag': '13794971-ba2b-4b53-b75c-1e1e7b8acda8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:52.044240 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8685d6-6180-422d-9485-227d452c6f72'] response: {'server_uuid': 'a66d9e1b-d8a6-4f4d-963b-6d74f348e143', 'name': 'network-vif-deleted', 'tag': '13794971-ba2b-4b53-b75c-1e1e7b8acda8', 'status': 'completed', 'code': 200} Apr 11 21:07:52.047034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2e86e399-4f4b-4366-b1d8-ff2685a950d3 req-d1fa432f-fce0-467f-855b-84bd0c3508f1 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 210 time: 0.0445955 Apr 11 21:07:52.133732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16cc15bd-c0af-4086-8070-89f79b0f8226 req-5d21a3d9-dd94-422f-8b5f-58ce88000f67 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.75 "DELETE /v2.0/ports/13794971-ba2b-4b53-b75c-1e1e7b8acda8 HTTP/1.1" status: 204 len: 173 time: 1.3370278 Apr 11 21:07:53.100024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b16772db-394f-48de-ae33-7d2e2331576a req-70da06bb-5f10-4927-bdaa-9d2369108379 tempest-VolumesBackupsTest-1862940547 tempest-VolumesBackupsTest-1862940547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a66d9e1b-d8a6-4f4d-963b-6d74f348e143 HTTP/1.1" status: 200 len: 210 time: 0.0659580 Apr 11 21:07:53.191566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-fdef1a65-b7e5-419c-bda4-886ed243a602 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:53.194311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-fdef1a65-b7e5-419c-bda4-886ed243a602 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 819 time: 0.3314714 Apr 11 21:07:53.295197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8bbff18e-2bd4-436a-93ad-5321f0678226 req-a4aa5bb1-36c7-4700-9bc5-d2b05ef3a9fb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 210 time: 0.0626166 Apr 11 21:07:53.424378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-3dd49022-cb15-4530-a129-a21b50c74ca8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d077845561ac4f4d98583cdf174d8dbf HTTP/1.1" status: 200 len: 379 time: 0.1755009 Apr 11 21:07:53.441345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'port': {'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'admin_state_up': True, 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'security_groups': ['cbc89550-0b98-4008-97c1-c3dde024a927']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:53.480148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a93e47-524c-4909-9d33-ff7b5c18902a req-87603faf-23f4-4688-8e64-7823b39ef839 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:53.487999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6a93e47-524c-4909-9d33-ff7b5c18902a req-87603faf-23f4-4688-8e64-7823b39ef839 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 945 time: 0.2914596 Apr 11 21:07:53.494093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040351d-6d3e-4401-b8b5-922620b149e8 req-44b53e9e-0b5d-4c0a-9fb5-dc597b44e440 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:53.500010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a040351d-6d3e-4401-b8b5-922620b149e8 req-44b53e9e-0b5d-4c0a-9fb5-dc597b44e440 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0892174 Apr 11 21:07:53.547097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a040351d-6d3e-4401-b8b5-922620b149e8 req-9da7b709-7b89-4966-ac8a-ca1b5f75e331 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449386 Apr 11 21:07:53.627741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6a93e47-524c-4909-9d33-ff7b5c18902a req-e603db94-782f-4224-8e2a-83c6c98fd941 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382608 Apr 11 21:07:53.669838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:53.683150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:53.771919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Made reservation on behalf of d077845561ac4f4d98583cdf174d8dbf for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:07:53.774237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121546d-2f48-4893-a233-edc755421a2b req-808fff1d-ab85-4d7b-861d-e6b7a226725f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:53.774856 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:53.775745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3121546d-2f48-4893-a233-edc755421a2b req-808fff1d-ab85-4d7b-861d-e6b7a226725f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0902205 Apr 11 21:07:53.857555 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3121546d-2f48-4893-a233-edc755421a2b req-eb3f80dd-38fb-4a65-8254-8d765e7812b1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755074 Apr 11 21:07:53.967132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Allocated IP 172.20.0.14 (f52e72e1-36aa-42ed-b8d9-64bcbf94ca77/996be73b-1247-4258-9489-4c0832b358c5/c9da9b3e-b1a0-466e-9858-a8e57b10449a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:07:53.991283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 13794971-ba2b-4b53-b75c-1e1e7b8acda8 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:07:54.041606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 13794971-ba2b-4b53-b75c-1e1e7b8acda8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:07:54.041871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 13794971-ba2b-4b53-b75c-1e1e7b8acda8 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:07:54.222939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74eff4-fa21-48ce-9ab4-3e92cdc7441f req-84d4c521-bb79-4616-8155-5757a172e35e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:54.224390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d74eff4-fa21-48ce-9ab4-3e92cdc7441f req-84d4c521-bb79-4616-8155-5757a172e35e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2098863 Apr 11 21:07:54.271763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:54.302782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Transition to ACTIVE for port object c9da9b3e-b1a0-466e-9858-a8e57b10449a will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:54.307021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d74eff4-fa21-48ce-9ab4-3e92cdc7441f req-a5f95e9e-9ab9-47bd-bf83-7f284393509c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769796 Apr 11 21:07:54.407101 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:54.581042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:07:54.583441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event updated for resources: {'Port': ['ID=c9da9b3e-b1a0-466e-9858-a8e57b10449a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:54.586883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:07:54.595062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:07:54.624231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99841afb-e78e-4965-9bc2-c753dde81a9a req-ff962b94-8fb3-447f-832f-826453b6760f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:54.630216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99841afb-e78e-4965-9bc2-c753dde81a9a req-ff962b94-8fb3-447f-832f-826453b6760f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 932 time: 0.1548893 Apr 11 21:07:54.687326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-99841afb-e78e-4965-9bc2-c753dde81a9a req-60dc9a36-3798-4fa9-ae72-3edff58d3ca0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:54.731437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:54.732122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:54.764476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71302df-13ae-4b7b-9f53-f33e076e19d9 req-5bdd8228-2f8a-49fd-a4ab-187f69cc83f2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:54.771385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e71302df-13ae-4b7b-9f53-f33e076e19d9 req-5bdd8228-2f8a-49fd-a4ab-187f69cc83f2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2596509 Apr 11 21:07:54.829619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-05642207-ed46-4536-9383-f294a49a5ebe tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:54.833253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-05642207-ed46-4536-9383-f294a49a5ebe tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 945 time: 0.1920350 Apr 11 21:07:54.846498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e71302df-13ae-4b7b-9f53-f33e076e19d9 req-a02ebe3e-5bea-4c76-b7b7-ac717e75881b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741024 Apr 11 21:07:54.852395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-99841afb-e78e-4965-9bc2-c753dde81a9a req-60dc9a36-3798-4fa9-ae72-3edff58d3ca0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:54.854010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99841afb-e78e-4965-9bc2-c753dde81a9a req-60dc9a36-3798-4fa9-ae72-3edff58d3ca0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189684 Apr 11 21:07:54.964666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-f89e7a5f-82cf-44f5-943f-29278713932b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5306048 Apr 11 21:07:54.998055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Request body: {'port': {'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:07:55.192220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Deleting port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:07:55.192565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:55.481287 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8ae3b895-d88b-4e32-8bdf-fdb13e2d99c7 None None] Provisioning for port c9da9b3e-b1a0-466e-9858-a8e57b10449a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:07:55.487831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8ae3b895-d88b-4e32-8bdf-fdb13e2d99c7 None None] Provisioning complete for port c9da9b3e-b1a0-466e-9858-a8e57b10449a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:07:55.494526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b895-d88b-4e32-8bdf-fdb13e2d99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:55.510244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a204-5105-4403-96d0-350b426ea5cc req-cde7c6b4-8fdd-4eca-8274-f9391ac83a93 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:55.521250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-cde7c6b4-8fdd-4eca-8274-f9391ac83a93 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.2053661 Apr 11 21:07:55.535606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-885c06ff-b4cf-4188-ab0a-5d4597f8f425 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/quotas/a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 375 time: 0.0130780 Apr 11 21:07:55.590901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3b895-d88b-4e32-8bdf-fdb13e2d99c7 None None] Port c9da9b3e-b1a0-466e-9858-a8e57b10449a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:07:55.603818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:55.687214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-502e90ec-8693-4d4b-9e58-1894818276a3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1265841 Apr 11 21:07:55.880649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-7d07bea0-8453-4b21-ac4d-0da25af41ad9 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974282 Apr 11 21:07:55.944054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] For port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:07:55.944860 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:56.076813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-7449823a-a1f5-4f85-a99d-af189645bede service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951354 Apr 11 21:07:56.111304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc120504-22a0-40f4-baf4-054977b17b6c req-845cecc7-d006-4713-9c72-a6ad73472399 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:56.118075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc120504-22a0-40f4-baf4-054977b17b6c req-845cecc7-d006-4713-9c72-a6ad73472399 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 945 time: 1.0077801 Apr 11 21:07:56.232942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Calling delete_port for 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:07:56.370701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc120504-22a0-40f4-baf4-054977b17b6c req-6cb855a0-547b-42b1-8d4a-2082d08fdd92 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500496 Apr 11 21:07:56.521538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5b4cdfa1-60fd-4a01-904b-809eafbfb681 req-2e2f1206-0e52-4fc4-a1bb-afe1aa3ad740 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 210 time: 0.0453541 Apr 11 21:07:56.579841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:07:56.703953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9900-692a-40a8-b9cf-f55183cf708d req-b9de22cc-3cc8-42cc-9981-25ee67e66f0f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:56.710972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f5f9900-692a-40a8-b9cf-f55183cf708d req-b9de22cc-3cc8-42cc-9981-25ee67e66f0f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 932 time: 0.0928552 Apr 11 21:07:56.721718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9da9b3e-b1a0-466e-9858-a8e57b10449a {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:07:56.733298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:56.751869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Transition to ACTIVE for port object c9da9b3e-b1a0-466e-9858-a8e57b10449a will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:07:56.764507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f5f9900-692a-40a8-b9cf-f55183cf708d req-2b4a1125-2659-4b6e-876b-a5c39aca8565 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521929 Apr 11 21:07:56.823520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:56.836568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['159fdcc1-0795-44b5-9cf2-8fa90253d3e2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:07:56.869627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:56.885428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Pushing event deleted for resources: {'Port': ['ID=159fdcc1-0795-44b5-9cf2-8fa90253d3e2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:57.114620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] No DVR routers for this DVR port 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:07:57.125987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:57.128701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'name': 'network-vif-deleted', 'tag': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:57.133512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Pushing event updated for resources: {'Port': ['ID=c9da9b3e-b1a0-466e-9858-a8e57b10449a,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:57.251800 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ea2ab6-9ccd-43f5-a00f-dd981214efbb'] response: {'server_uuid': 'bc926a6a-d7a9-4be9-bfe1-92a314e7127e', 'name': 'network-vif-deleted', 'tag': '159fdcc1-0795-44b5-9cf2-8fa90253d3e2', 'status': 'completed', 'code': 200} Apr 11 21:07:57.251800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a62b1316-cf9e-4815-ad8e-1b6175908c36 req-106cd689-170b-4925-a0b3-11ad5059578e tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.69 "DELETE /v2.0/ports/159fdcc1-0795-44b5-9cf2-8fa90253d3e2 HTTP/1.1" status: 204 len: 173 time: 2.3972964 Apr 11 21:07:57.384746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Attempting to bind port c9da9b3e-b1a0-466e-9858-a8e57b10449a on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:07:57.384746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Attempting to bind port c9da9b3e-b1a0-466e-9858-a8e57b10449a by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:07:57.384746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Attempting to bind port c9da9b3e-b1a0-466e-9858-a8e57b10449a on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:57.391779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Port c9da9b3e-b1a0-466e-9858-a8e57b10449a on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:07:57.392183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Attempting to bind port c9da9b3e-b1a0-466e-9858-a8e57b10449a on network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:07:57.398572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:07:57.403876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Checking segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:07:57.404453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Bound using segment: {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:07:57.404975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Bound port: c9da9b3e-b1a0-466e-9858-a8e57b10449a, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00967d96-9c79-4628-a364-11e7db6c1cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:07:57.405455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:57.570991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] For port c9da9b3e-b1a0-466e-9858-a8e57b10449a, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:07:57.575917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] For port c9da9b3e-b1a0-466e-9858-a8e57b10449a, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:07:57.641314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:57.648162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89140b2d-eade-496e-a102-5f3187a2f8fe req-642d5f54-106c-4cff-88b2-2d93b0e0ddae tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.1217349 Apr 11 21:07:57.781723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Pushing event updated for resources: {'Port': ['ID=c9da9b3e-b1a0-466e-9858-a8e57b10449a,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:57.809603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:57.816639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-67a3f776-46a3-4786-83b8-5450934333ae service neutron] 10.222.0.75 "PUT /v2.0/ports/c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 1092 time: 2.8272874 Apr 11 21:07:58.201453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880904d-c286-4e90-ab73-d02b7eae64c1 req-3bb24f03-79b1-43d1-ab62-8310e234972b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:58.202983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b880904d-c286-4e90-ab73-d02b7eae64c1 req-3bb24f03-79b1-43d1-ab62-8310e234972b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 944 time: 0.2144458 Apr 11 21:07:58.268713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-947cd9bd-8d8d-4ee4-b4a8-46e5f53f5781 req-e7184ba0-7079-42e2-89e1-f1b3ecb1fa7b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 210 time: 0.4503517 Apr 11 21:07:58.338643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-689fb28c-6c9d-4e50-ab0d-bad81a31af89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1095 time: 0.3296998 Apr 11 21:07:58.344333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b880904d-c286-4e90-ab73-d02b7eae64c1 req-ec4625d6-8ca6-45ff-b515-0d98d5c6e84e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212156 Apr 11 21:07:58.590622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55282) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:58.744307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-d6c70423-d398-4ad8-8ea8-3bea65cec263 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 217 time: 0.3952518 Apr 11 21:07:58.850500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:58.908855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:07:58.913651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Usage tracker for resource:security_group_rule and tenant:687b5521c2604c37bae7266c6c1c1145 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:07:58.916774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:07:58.922746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:07:58.945932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bdcd0233-0912-4901-a008-83f73937f632 req-24f4ed8d-5bf0-406b-8ba2-84ad33ee84cb tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Synchronizing usage tracker for tenant:36a086e2a52345569daa06f88e51be66 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:58.959737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-ea761764-0811-4cfc-8e02-ce62bc51e2a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:58.961174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-ea761764-0811-4cfc-8e02-ce62bc51e2a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.2074170 Apr 11 21:07:59.006317 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:59.064946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-8c6f8d0c-5a04-49ba-9852-a718f18cf6f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832202 Apr 11 21:07:59.206964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-faaa85a1-0bfb-42a5-86b1-339ad818cab1 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406844 Apr 11 21:07:59.242255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:07:59.383775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f355bbe-d7aa-438d-ad3a-cc8b6ba92f4a req-fa8ce857-3c57-4a35-b018-2bc29dfebcdf service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672289 Apr 11 21:07:59.517254 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3765d279-655a-499f-8664-21bbbe424b5d'] response: {'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'status': 'completed', 'code': 200} Apr 11 21:07:59.589523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:59.591214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bdcd0233-0912-4901-a008-83f73937f632 req-24f4ed8d-5bf0-406b-8ba2-84ad33ee84cb tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Unset dirty status for tenant:36a086e2a52345569daa06f88e51be66 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:07:59.593490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bdcd0233-0912-4901-a008-83f73937f632 req-24f4ed8d-5bf0-406b-8ba2-84ad33ee84cb tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc926a6a-d7a9-4be9-bfe1-92a314e7127e HTTP/1.1" status: 200 len: 210 time: 0.7128797 Apr 11 21:07:59.593907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:59.754045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=687b5521c2604c37bae7266c6c1c1145&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1620042 Apr 11 21:07:59.760613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9af961cb-8cce-403f-aa6d-928cb4a31952 req-a6e267e1-94b1-4240-be13-6de2687b2132 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 210 time: 0.0969973 Apr 11 21:07:59.761362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55308) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:07:59.786532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adf759-82f3-47a5-93bc-191f0ccc946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0618f-00b7-4ed7-bea9-47867291b135,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:07:59.885868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4333e3c-55b9-4945-a186-67420a9d6c7a req-54b0e60f-bd5b-4acc-a652-915fab50178a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:07:59.887092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e4333e3c-55b9-4945-a186-67420a9d6c7a req-54b0e60f-bd5b-4acc-a652-915fab50178a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:07:59.892324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-5a808287-7db6-4bd0-b3cd-41bb587eefae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1095 time: 0.1771982 Apr 11 21:07:59.950598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0845e086-61d4-4f04-a108-048f5019c8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:07:59.985439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0845e086-61d4-4f04-a108-048f5019c8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:00.003201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e4333e3c-55b9-4945-a186-67420a9d6c7a req-54b0e60f-bd5b-4acc-a652-915fab50178a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:00.005160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4333e3c-55b9-4945-a186-67420a9d6c7a req-54b0e60f-bd5b-4acc-a652-915fab50178a tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 944 time: 0.2479987 Apr 11 21:08:00.066061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-ee7d82f5-679a-4d2d-aed3-488ae6bb6103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:00.067640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-ee7d82f5-679a-4d2d-aed3-488ae6bb6103 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.1650753 Apr 11 21:08:00.099396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:08:00.136343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0845e086-61d4-4f04-a108-048f5019c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:00.153825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845e086-61d4-4f04-a108-048f5019c8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0618f-00b7-4ed7-bea9-47867291b135,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:00.159782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0845e086-61d4-4f04-a108-048f5019c8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:00.161910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0845e086-61d4-4f04-a108-048f5019c8c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23e0618f-00b7-4ed7-bea9-47867291b135 HTTP/1.1" status: 204 len: 168 time: 0.3962741 Apr 11 21:08:00.163067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4333e3c-55b9-4945-a186-67420a9d6c7a req-ea24ebbb-8888-4dd7-9842-8d4957e9162d tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460094 Apr 11 21:08:00.165618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-6dd1b648-95dd-4763-8eb3-1d2be525d3cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 217 time: 0.0888505 Apr 11 21:08:00.204091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:08:00.205083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 159fdcc1-0795-44b5-9cf2-8fa90253d3e2 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:08:00.354337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-08f160c1-4ab4-4d96-81a6-ac557e2bb25d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:00.357184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-08f160c1-4ab4-4d96-81a6-ac557e2bb25d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.1824567 Apr 11 21:08:00.471657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a204-5105-4403-96d0-350b426ea5cc req-3f2c74b9-2f8f-42ad-b4a7-e8df050cbfa9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:00.473142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-3f2c74b9-2f8f-42ad-b4a7-e8df050cbfa9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.2153554 Apr 11 21:08:00.491746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-3f860154-b879-4c22-b1ec-38f1736e9a62 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247838 Apr 11 21:08:00.499530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'port': {'device_id': '14e4ea0a-e830-46e2-922c-182384d4f133', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'admin_state_up': True, 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:00.675507 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:00.766983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-e6925642-192e-4efd-aeb7-e7b0a09f952e service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524931 Apr 11 21:08:00.768754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:00.803499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:00.979812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55348) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:01.019054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.082680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:01.083825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:01.086742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.087756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Usage tracker for resource:security_group_rule and tenant:65fb4a968f054c60892831ff55347580 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:01.091384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:01.100504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:01.158151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-33ba72d4-6d0f-4dcb-a92c-f8aa47b1d2d7 req-89357001-48eb-49c8-a534-b72aa1df69e4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 210 time: 0.0791836 Apr 11 21:08:01.163699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f425b4-8b5b-4b20-acc9-b12935c4944f req-5bb6f519-b379-4448-91b2-770448b1f185 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831875 Apr 11 21:08:01.252970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.372749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.424765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Allocated IP 172.20.0.14 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/2c08e83f-423f-4ddb-8f0d-8148e7b81466) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:08:01.430471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29e477b-7e84-4ed4-b7ab-04444db635db,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:01.481242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ebd96c46-3ccf-4a9f-a103-56fcd963e48c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65fb4a968f054c60892831ff55347580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4974847 Apr 11 21:08:01.484042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55358) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:01.601630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c7b3d-c0a7-490e-83d5-00f632d51bbc req-145467b8-7335-4054-82f7-58bca7fd30ce tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:01.609464 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-632c7b3d-c0a7-490e-83d5-00f632d51bbc req-145467b8-7335-4054-82f7-58bca7fd30ce tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 944 time: 0.1690390 Apr 11 21:08:01.611595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d86f7a47-4df7-4b9b-84e2-f48a25fef4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.671410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d86f7a47-4df7-4b9b-84e2-f48a25fef4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.680545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.702690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-632c7b3d-c0a7-490e-83d5-00f632d51bbc req-553605a9-bd24-45bf-8a5b-c4d9fda5b89e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928540 Apr 11 21:08:01.706729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Transition to ACTIVE for port object 2c08e83f-423f-4ddb-8f0d-8148e7b81466 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:01.875255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d86f7a47-4df7-4b9b-84e2-f48a25fef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.909225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.922254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2', '78d0f767-86a5-418e-91cd-a58980f02331'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:01.937466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7a47-4df7-4b9b-84e2-f48a25fef4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29e477b-7e84-4ed4-b7ab-04444db635db,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:01.958656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d86f7a47-4df7-4b9b-84e2-f48a25fef4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:01.967493 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d86f7a47-4df7-4b9b-84e2-f48a25fef4ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d29e477b-7e84-4ed4-b7ab-04444db635db HTTP/1.1" status: 204 len: 168 time: 0.4788761 Apr 11 21:08:02.024911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c9da9b3e-b1a0-466e-9858-a8e57b10449a details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:08:02.113926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:08:02.117389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:02.133728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:08:02.178943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:02.259517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:02.262948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:02.447245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-42275d14-d69d-482a-a608-ee3e3e43d055 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9524376 Apr 11 21:08:02.462787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Request body: {'port': {'device_id': '14e4ea0a-e830-46e2-922c-182384d4f133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:02.608294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c9da9b3e-b1a0-466e-9858-a8e57b10449a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:02.635613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:08:02.799147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:02.861730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe536554-b6ed-4176-8458-9fe2e690b590 req-143e882b-021e-4403-866b-1bc5b52e1d7d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:02.862704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fe536554-b6ed-4176-8458-9fe2e690b590 req-143e882b-021e-4403-866b-1bc5b52e1d7d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:02.899883 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:02.943035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5474da61-c18c-4ff9-949a-bcdb974e9308 None None] Provisioning for port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:02.951339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5474da61-c18c-4ff9-949a-bcdb974e9308 None None] Provisioning complete for port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:02.951979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5474da61-c18c-4ff9-949a-bcdb974e9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:02.979808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fe536554-b6ed-4176-8458-9fe2e690b590 req-143e882b-021e-4403-866b-1bc5b52e1d7d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:02.986097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9da9b3e-b1a0-466e-9858-a8e57b10449a {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:02.988032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe536554-b6ed-4176-8458-9fe2e690b590 req-143e882b-021e-4403-866b-1bc5b52e1d7d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 932 time: 0.4222574 Apr 11 21:08:03.070889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c9da9b3e-b1a0-466e-9858-a8e57b10449a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:03.157536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e255-04e5-4877-b2c3-42b39714ecf4 req-70abb4e5-ee83-41fd-908b-bbb6151aff57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:03.165723 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9f3e255-04e5-4877-b2c3-42b39714ecf4 req-70abb4e5-ee83-41fd-908b-bbb6151aff57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 944 time: 0.1651955 Apr 11 21:08:03.166042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:03.166622 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe536554-b6ed-4176-8458-9fe2e690b590 req-e5c72d8f-21cc-4339-8aea-6d8ac81b6669 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771193 Apr 11 21:08:03.295328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c9da9b3e-b1a0-466e-9858-a8e57b10449a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:03.316751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:03.330868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5474da61-c18c-4ff9-949a-bcdb974e9308 None None] Port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:08:03.367318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:03.410972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9f3e255-04e5-4877-b2c3-42b39714ecf4 req-a9aff391-13df-4077-a4c5-8c605bca0f08 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398546 Apr 11 21:08:03.442476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c9da9b3e-b1a0-466e-9858-a8e57b10449a'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:03.523248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c08e83f-423f-4ddb-8f0d-8148e7b81466 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:03.541743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:03.545627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:03.562049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Usage tracker for resource:security_group_rule and tenant:69955ff8161a4e20be4d999410de40eb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:03.571294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:03.575525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Transition to ACTIVE for port object 2c08e83f-423f-4ddb-8f0d-8148e7b81466 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:03.598670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:03.663919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:03.703663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:03.828986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:03.848407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:03.914157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbadce2-5780-46c7-8183-35da3cfde9c8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:03.980624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80fc124a-62fb-4962-8c12-e4f343c4f78d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69955ff8161a4e20be4d999410de40eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6603556 Apr 11 21:08:03.982212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55394) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:04.018203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Attempting to bind port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:08:04.018460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Attempting to bind port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:08:04.018782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Attempting to bind port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:04.025560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:08:04.025951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Attempting to bind port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:04.032941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:08:04.033277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:04.034139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:08:04.034139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Bound port: 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:08:04.034454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.109821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b273-633e-4eb3-91dc-6860da41fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.141702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:08:04.145120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b273-633e-4eb3-91dc-6860da41fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.145256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:08:04.212067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.274771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b273-633e-4eb3-91dc-6860da41fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.321468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b273-633e-4eb3-91dc-6860da41fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.325163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7e9b273-633e-4eb3-91dc-6860da41fe0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7dbadce2-5780-46c7-8183-35da3cfde9c8 HTTP/1.1" status: 204 len: 168 time: 0.3384337 Apr 11 21:08:04.325163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9b273-633e-4eb3-91dc-6860da41fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbadce2-5780-46c7-8183-35da3cfde9c8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:04.422823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:04.424338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] 10.222.0.69 "PUT /v2.0/ports/2c08e83f-423f-4ddb-8f0d-8148e7b81466 HTTP/1.1" status: 200 len: 1092 time: 1.9690790 Apr 11 21:08:04.435426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:04.518533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aeca4-dfb4-4dce-b313-bd2666791d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:04.559381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28acdc-217e-4dc5-a75b-063c60f49f1d req-b4a7cb65-bc31-4627-9cfc-a2dc848aab9f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:04.573007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce28acdc-217e-4dc5-a75b-063c60f49f1d req-b4a7cb65-bc31-4627-9cfc-a2dc848aab9f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 944 time: 0.2413642 Apr 11 21:08:04.577144 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54bda1d-3228-4758-9418-dd36407ad86d'] response: {'name': 'network-changed', 'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466', 'status': 'completed', 'code': 200} Apr 11 21:08:04.725585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce28acdc-217e-4dc5-a75b-063c60f49f1d req-99b3bb5d-404b-4a85-90fc-903ba3085bcb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475275 Apr 11 21:08:04.743856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc1e5a6c-dc82-4671-81b5-f0f02882e208 req-98861f51-6024-4a74-8ed9-edc2cdfb498f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 1095 time: 0.1646523 Apr 11 21:08:04.895985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fa24-7928-4e9c-9d4b-0d5679ed8690 req-3b898727-6e0a-484c-ad08-3e2b1ef6aa8e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:04.898738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2873fa24-7928-4e9c-9d4b-0d5679ed8690 req-3b898727-6e0a-484c-ad08-3e2b1ef6aa8e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 945 time: 0.1782165 Apr 11 21:08:04.964516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2873fa24-7928-4e9c-9d4b-0d5679ed8690 req-2600d290-1ff0-46cd-ad41-412ec7eadcbc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597315 Apr 11 21:08:05.080130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e5a6c-dc82-4671-81b5-f0f02882e208 req-bc0f1a1b-7f44-4f07-8227-bd0d63e58948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:05.082627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc1e5a6c-dc82-4671-81b5-f0f02882e208 req-bc0f1a1b-7f44-4f07-8227-bd0d63e58948 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3303273 Apr 11 21:08:05.257875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e5a6c-dc82-4671-81b5-f0f02882e208 req-1273f8d1-02e9-4a58-add1-53159785a009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:05.260086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc1e5a6c-dc82-4671-81b5-f0f02882e208 req-1273f8d1-02e9-4a58-add1-53159785a009 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1710737 Apr 11 21:08:05.378045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-8c959178-1a88-4c2d-80a4-84c8e7c2d235 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 1095 time: 0.0767372 Apr 11 21:08:05.472418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-405432cc-93b2-488c-9e3d-a5749f43228c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466 HTTP/1.1" status: 200 len: 217 time: 0.0862362 Apr 11 21:08:05.551103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a204-5105-4403-96d0-350b426ea5cc req-bc0d0ef3-73e0-47b4-8f90-f46b06aa1e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:05.552627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-bc0d0ef3-73e0-47b4-8f90-f46b06aa1e39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0734813 Apr 11 21:08:05.641815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-746fe4fe-5ee1-46ab-9f09-eedb0d0a57eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793839 Apr 11 21:08:05.811573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-a3b6e308-3629-4eca-bc12-70890a39824c service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631763 Apr 11 21:08:06.014967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c9da9b3e-b1a0-466e-9858-a8e57b10449a up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:08:06.052476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55448) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:06.090054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e449a204-5105-4403-96d0-350b426ea5cc req-881f193b-8992-4fd5-9795-3663b6b155bb service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728581 Apr 11 21:08:06.119870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1be2c-b8b4-4116-8cfc-7eb796063107 req-f654d56e-de0c-40c8-b3de-bc15c1c294d8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:06.136528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3b1be2c-b8b4-4116-8cfc-7eb796063107 req-f654d56e-de0c-40c8-b3de-bc15c1c294d8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 944 time: 0.1973469 Apr 11 21:08:06.203610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3b1be2c-b8b4-4116-8cfc-7eb796063107 req-3da0c9f2-764c-4f3f-b7aa-27e683670af6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659418 Apr 11 21:08:06.246816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-63958748-network', 'tenant_id': '05720f9a5a274261bf8b347aba55ab9c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:06.255838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:06.262694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Usage tracker for resource:network and tenant:05720f9a5a274261bf8b347aba55ab9c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:06.275058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c9da9b3e-b1a0-466e-9858-a8e57b10449a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:06.276106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:06.286742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:06.295447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c9da9b3e-b1a0-466e-9858-a8e57b10449a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:06.296716 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.313882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcef04-71ef-4f65-b3a4-46c17a55b590 req-674c424c-499e-454b-b0fe-8b30c37cd3b8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:06.315598 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76bcef04-71ef-4f65-b3a4-46c17a55b590 req-674c424c-499e-454b-b0fe-8b30c37cd3b8 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 945 time: 0.1366861 Apr 11 21:08:06.383576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76bcef04-71ef-4f65-b3a4-46c17a55b590 req-d26732eb-bfed-415b-8e8e-f399924900b9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622146 Apr 11 21:08:06.384310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Made reservation on behalf of 05720f9a5a274261bf8b347aba55ab9c for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:06.388101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.404338 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.454315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:06.454315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Usage tracker for resource:security_group_rule and tenant:05720f9a5a274261bf8b347aba55ab9c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:06.454789 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.454933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:06.457449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:06.485561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:06.496313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c9da9b3e-b1a0-466e-9858-a8e57b10449a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:06.549375 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.577763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.641296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.670149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c9da9b3e-b1a0-466e-9858-a8e57b10449a,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:06.688206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:08:06.693987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b085623c-79f3-4b31-8915-9d0b7e84cf60,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:06.709729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.709729 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Added segment 2e200969-629a-4f1d-b6d0-15ed2f5fdf48 of type vlan for network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad Apr 11 21:08:06.715113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.716140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.716485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.716834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.717163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.717487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.717815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.718145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.718471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.718793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.719120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:06.761335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.797982 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b4142d-7269-44f9-a82f-5709098b2c82'] response: {'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'code': 200} Apr 11 21:08:06.897587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.898456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:06.899066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:06.974521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e95ef67-c819-44cb-9266-b292b2015684 req-a849a9de-e49d-4b4d-a323-2dd804d7ffad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 0.0810747 Apr 11 21:08:07.026854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e95ef67-c819-44cb-9266-b292b2015684 req-93edb7f7-5a20-4d20-8e9c-4787572f554a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429711 Apr 11 21:08:07.031728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] Pushing event updated for resources: {'Network': ['ID=4199bc57-dc5e-4a75-9f8c-d5250704a7ad,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:07.043184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:08:07.086756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1b8aeb2b-f2ae-49ab-bcfb-41e018d26421 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0317538 Apr 11 21:08:07.092564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:07.098240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Request body: {'subnet': {'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-63958748-subnet', 'tenant_id': '05720f9a5a274261bf8b347aba55ab9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:07.104305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:07.108792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Usage tracker for resource:subnet and tenant:05720f9a5a274261bf8b347aba55ab9c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:07.112229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:07.123727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:07.228636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Made reservation on behalf of 05720f9a5a274261bf8b347aba55ab9c for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:07.231395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:07.475743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12cafc-47bf-4bf7-adc9-ebee2268fa03 req-bf789a8a-9898-4cea-9374-bcfad7085b95 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:07.477238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b12cafc-47bf-4bf7-adc9-ebee2268fa03 req-bf789a8a-9898-4cea-9374-bcfad7085b95 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 944 time: 0.1368544 Apr 11 21:08:07.568538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b12cafc-47bf-4bf7-adc9-ebee2268fa03 req-e7e6c3f4-8110-4770-a555-642447654d3c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796328 Apr 11 21:08:07.623956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de81c7-cacb-4e75-bd07-a960f4ec4844 req-d0d1d0f3-796f-477a-b996-1a989515ba2f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:07.625530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11de81c7-cacb-4e75-bd07-a960f4ec4844 req-d0d1d0f3-796f-477a-b996-1a989515ba2f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.0880172 Apr 11 21:08:07.686435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:07.738801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11de81c7-cacb-4e75-bd07-a960f4ec4844 req-35fa4cb9-87f5-4176-8670-84d3d95d1ffb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074789 Apr 11 21:08:07.827193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd497fb3-a8fa-4d59-be0c-3b15fb98c981,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:07.848157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Checking segment: {'id': '2e200969-629a-4f1d-b6d0-15ed2f5fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:07.852328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Network hostable DHCP agents. Network: 4199bc57-dc5e-4a75-9f8c-d5250704a7ad, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:08:07.983455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:08:08.086429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4199bc57-dc5e-4a75-9f8c-d5250704a7ad) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:08.090936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:08.092404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:08.113857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d779c-e286-4d08-83c7-5ade5a330ced None None] Network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:08:08.229781 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-03c9eec8-9c24-42d3-bd14-e8c471de2241 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1360607 Apr 11 21:08:08.544163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5778831-9227-4513-b73e-0b0d309fde59 None None] Network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:08:08.926643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480d7c-0eab-4d81-bf11-30f5ca4e6cf7 req-830e74a7-1272-48e7-b1fd-d857044878d4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:08.929544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a480d7c-0eab-4d81-bf11-30f5ca4e6cf7 req-830e74a7-1272-48e7-b1fd-d857044878d4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 944 time: 0.1663404 Apr 11 21:08:09.000065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a480d7c-0eab-4d81-bf11-30f5ca4e6cf7 req-0ebb1a66-3d2e-4b74-9e49-81acd6989cc8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633612 Apr 11 21:08:09.062465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804d5c7-1db9-4e77-810f-11abb04d4003 req-395c3b50-393b-464c-a806-8fe9cc41e869 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:09.069876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2804d5c7-1db9-4e77-810f-11abb04d4003 req-395c3b50-393b-464c-a806-8fe9cc41e869 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1662815 Apr 11 21:08:09.125307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2804d5c7-1db9-4e77-810f-11abb04d4003 req-24abf7f7-f50b-4b48-aae6-6ca5572ab6b6 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542712 Apr 11 21:08:09.389128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db5c4-a379-453f-85be-c78851db4faf req-8ad4d536-575c-48f0-a4db-627e8f17f9ac tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:09.390670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd4db5c4-a379-453f-85be-c78851db4faf req-8ad4d536-575c-48f0-a4db-627e8f17f9ac tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.0978909 Apr 11 21:08:09.408785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55510) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:09.414426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'floatingip': {'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:09.492793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.158944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 2c08e83f-423f-4ddb-8f0d-8148e7b81466 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:08:10.205536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55534) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:10.219265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2084244219-network', 'tenant_id': '8b2267a9234247db9545e35d8bcba736'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:10.242357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:10.247329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Usage tracker for resource:network and tenant:8b2267a9234247db9545e35d8bcba736 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:10.251268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:10.258660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:10.410479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Made reservation on behalf of 8b2267a9234247db9545e35d8bcba736 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:10.413855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.432906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c800-10f3-46ca-a3b1-17e294b4c6a3 req-c844238f-090e-4dde-9c6b-b38af94bdfe4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:10.436891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4647c800-10f3-46ca-a3b1-17e294b4c6a3 req-c844238f-090e-4dde-9c6b-b38af94bdfe4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 944 time: 0.2637699 Apr 11 21:08:10.460371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.549199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:10.553505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2267a9234247db9545e35d8bcba736 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:10.557259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:10.564624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:10.591256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:10.618624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '2c08e83f-423f-4ddb-8f0d-8148e7b81466', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': '2c08e83f-423f-4ddb-8f0d-8148e7b81466', 'mac_address': 'fa:16:3e:de:10:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:08:10.636879 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4647c800-10f3-46ca-a3b1-17e294b4c6a3 req-8b4a941d-e3a1-45e1-bc30-dc24ee3519d9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743147 Apr 11 21:08:10.706913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.747157 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.772498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c08e83f-423f-4ddb-8f0d-8148e7b81466 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:10.793543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.795345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:10.840768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.873387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:08:10.884184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fece968-a024-4b12-bdf9-2fe856701a28,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:10.890480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.890847 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Added segment b7c34e91-6263-46dd-bc3b-3f7fa3242320 of type vlan for network c14e353e-c9df-4123-9373-4f8c0cfa20a4 Apr 11 21:08:10.921549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.989516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:10.992461 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:11.073498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:11.084034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.084505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.084942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.085391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.090144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.090747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.091180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.091643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.092302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.092723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.093237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:11.097981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:11.104477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:11.104477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:11.221574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] Pushing event updated for resources: {'Network': ['ID=c14e353e-c9df-4123-9373-4f8c0cfa20a4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:11.234519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c14e353e-c9df-4123-9373-4f8c0cfa20a4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:08:11.236931 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Floating IP c36a801f-138d-4452-859d-1fddd491e0ee associated. External IP: 172.25.5.62, port: c9da9b3e-b1a0-466e-9858-a8e57b10449a. Apr 11 21:08:11.338286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fd33cdc8-0005-493c-939e-c81655a65d76 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1312590 Apr 11 21:08:11.341614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55548) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:11.353090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Request body: {'subnet': {'network_id': 'c14e353e-c9df-4123-9373-4f8c0cfa20a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2084244219-subnet', 'tenant_id': '8b2267a9234247db9545e35d8bcba736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:11.353335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['2c08e83f-423f-4ddb-8f0d-8148e7b81466'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:11.353460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:11.359553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Usage tracker for resource:subnet and tenant:8b2267a9234247db9545e35d8bcba736 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:11.362971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:11.371408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:11.463139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Made reservation on behalf of 8b2267a9234247db9545e35d8bcba736 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:11.467698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:11.697474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:08:11.978898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:11.990865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:08:12.007785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:12.007901 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] Sync routers for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:08:12.028539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:08:12.029332 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:07:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:12.065556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc0f7d-20a6-44c9-9653-0bedfc8ab46c req-614cff5a-77de-4949-b965-03a73cd36018 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:12.067210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cdc0f7d-20a6-44c9-9653-0bedfc8ab46c req-614cff5a-77de-4949-b965-03a73cd36018 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 945 time: 0.1755407 Apr 11 21:08:12.167154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 2c08e83f-423f-4ddb-8f0d-8148e7b81466 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:08:12.193728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45051bbd-2435-45ec-92ff-c07de874c9b9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:12.235051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b68deba8-aecd-486c-a8c8-08697dc9585b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "PUT /v2.0/floatingips/c36a801f-138d-4452-859d-1fddd491e0ee HTTP/1.1" status: 200 len: 991 time: 2.8250310 Apr 11 21:08:12.241430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:12.257425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cdc0f7d-20a6-44c9-9653-0bedfc8ab46c req-32b8feab-2e45-4651-8c7a-2703738ee7aa tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799030 Apr 11 21:08:12.297030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Checking segment: {'id': 'b7c34e91-6263-46dd-bc3b-3f7fa3242320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c14e353e-c9df-4123-9373-4f8c0cfa20a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:12.297030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Network hostable DHCP agents. Network: c14e353e-c9df-4123-9373-4f8c0cfa20a4, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:08:12.399609 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:08:12.400508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:12.407009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:12.409914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:12.532087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Network c14e353e-c9df-4123-9373-4f8c0cfa20a4 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:08:12.554639 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:12.602327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981556af-e47d-4ba4-b431-42517bc96867 req-2c410903-6bab-45da-b34b-2ecf189fc452 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:12.603404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:12.604453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:12.609865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-2c410903-6bab-45da-b34b-2ecf189fc452 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/networks?id=5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 200 len: 814 time: 0.1868558 Apr 11 21:08:12.612349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c14e353e-c9df-4123-9373-4f8c0cfa20a4) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:12.617271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:12.619387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:12.625258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc40f63-bcdd-4171-a037-f8fd390b2866 None None] Network c14e353e-c9df-4123-9373-4f8c0cfa20a4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:08:12.658389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-c7ea6568-6068-49a2-bc1a-2ef8db5133ae tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/quotas/36a086e2a52345569daa06f88e51be66 HTTP/1.1" status: 200 len: 375 time: 0.0142136 Apr 11 21:08:12.717235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-e944a902-c920-4039-92b2-7a1ef8f64fa7 req-73ec4f0c-c263-4e14-9212-8b9ccf31bb1d service neutron] (84667) timed out ('10.222.0.61', 36628) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:08:12.721085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-2370f0c9-53f3-44a8-9b5b-036a6fbcc322 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=36a086e2a52345569daa06f88e51be66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572689 Apr 11 21:08:12.746947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:12.848259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94d5080e-3b0b-4bdc-9ac8-809b0c085884 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5055299 Apr 11 21:08:12.864174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:12.896603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-6514c05e-55f1-4b7f-8543-9fbf89b72c1d service neutron] 10.222.0.61 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677346 Apr 11 21:08:12.944807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c36a801f-138d-4452-859d-1fddd491e0ee', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:48Z', 'updated_at': '2022-04-11T21:08:10Z', 'revision_number': 1, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:12.950548 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] Checking router: 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:08:12.964012 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:08:12.966029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:07:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:12.991645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91150bd8-4d71-4231-a9d2-6573488360c5 None None] Network c14e353e-c9df-4123-9373-4f8c0cfa20a4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:08:13.074797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-99f2d21b-ba35-42ac-b373-edbe10991132 service neutron] 10.222.0.61 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704805 Apr 11 21:08:13.237877 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:08:13.608959 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e58d1e-9df4-4b3b-9c12-2299240afa3c'] response: {'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466', 'code': 200} Apr 11 21:08:13.681642 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a9eeeb-b679-40f4-bcc1-d8f5b27b79c6'] response: {'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'status': 'completed', 'code': 200} Apr 11 21:08:13.912221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2eaf01ac-f1fb-4cfb-982d-4f80a31f4ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:13.936455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cf27f-1cf1-4979-ba4c-48dfa8d58379 req-fca7a36b-abc6-4798-bf2a-3c8849f59248 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:13.940072 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d0cf27f-1cf1-4979-ba4c-48dfa8d58379 req-fca7a36b-abc6-4798-bf2a-3c8849f59248 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 946 time: 0.1509006 Apr 11 21:08:14.043345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4d0cf27f-1cf1-4979-ba4c-48dfa8d58379 req-1d4d7782-ad1e-4023-84b6-9dc11621e258 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934668 Apr 11 21:08:14.075860 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c36a801f-138d-4452-859d-1fddd491e0ee', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:48Z', 'updated_at': '2022-04-11T21:08:10Z', 'revision_number': 1, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:14.088960 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ce40e-68df-42d5-8031-a0fa149af4de None None] The sync data for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 is: [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c36a801f-138d-4452-859d-1fddd491e0ee', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:48Z', 'updated_at': '2022-04-11T21:08:10Z', 'revision_number': 1, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:08:14.156899 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a517a33-6302-4c84-9e79-75e26f6bf1d2 req-af83a6b8-cfc7-4274-8116-cbb4a2425c79 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 210 time: 0.3552589 Apr 11 21:08:14.236995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb30bb6e-b095-4ed4-9829-0dafddafd8c0 req-53d65054-059b-4892-82bc-76653f2ece8b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 1097 time: 0.5650258 Apr 11 21:08:14.289895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-549ead74-9b07-415c-a2ee-382758e733c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 0.4897296 Apr 11 21:08:14.473516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb518e8-68c3-40bc-b59c-bb0f56cd286d None None] New status for floating IP c36a801f-138d-4452-859d-1fddd491e0ee: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:08:14.629545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb30bb6e-b095-4ed4-9829-0dafddafd8c0 req-5e147a26-d967-460b-a2b2-f3ecb18a24b4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858743 Apr 11 21:08:14.731307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-17ca1f00-557e-4ffa-a641-60b653cb667e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:14.732974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-17ca1f00-557e-4ffa-a641-60b653cb667e service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.4070854 Apr 11 21:08:14.749213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-fae796cd-c239-4cea-8764-e0820f744004 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:14.749886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-fae796cd-c239-4cea-8764-e0820f744004 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Synchronizing usage tracker for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:14.903910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-c88a73a6-adf1-4ae3-ac8e-d497b8eaea67 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 999 time: 0.1633976 Apr 11 21:08:14.915571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-fae796cd-c239-4cea-8764-e0820f744004 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Unset dirty status for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:14.916746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-fae796cd-c239-4cea-8764-e0820f744004 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/networks?id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad HTTP/1.1" status: 200 len: 810 time: 0.4454370 Apr 11 21:08:14.941345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-169c5253-5951-4957-8daa-458eaa03c98e tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/quotas/05720f9a5a274261bf8b347aba55ab9c HTTP/1.1" status: 200 len: 375 time: 0.0118947 Apr 11 21:08:14.974425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-c406c597-9ba9-4da7-a1d9-7205e4c2591c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:14.975965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-c406c597-9ba9-4da7-a1d9-7205e4c2591c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0667322 Apr 11 21:08:15.002957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f96fdbec-3f81-412c-9e1e-991258953a89 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=05720f9a5a274261bf8b347aba55ab9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531325 Apr 11 21:08:15.061197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-85dfc29e-cff8-40a0-a240-94a2da4bbf0d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793006 Apr 11 21:08:15.172054 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-3c41150c-cd18-4101-bbec-41f4754ca9ba service neutron] 10.222.0.61 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613412 Apr 11 21:08:15.334410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-90567a48-c76f-4d20-b378-0a7213a05e4c service neutron] 10.222.0.61 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612966 Apr 11 21:08:15.443325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-0b7f4272-2ebe-4190-bb78-9379f2498d4b service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742273 Apr 11 21:08:15.571892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30055c-b88a-4ddf-b5d7-e73bc01ab00d req-cecdddac-2b2f-4e18-8461-3000d54135f3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:15.573304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f30055c-b88a-4ddf-b5d7-e73bc01ab00d req-cecdddac-2b2f-4e18-8461-3000d54135f3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 946 time: 0.2953839 Apr 11 21:08:15.670501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d2a0d97-5644-449f-a8d8-e3dc3ffb9290 req-458c2cc5-e592-442a-8b91-8d99a7972385 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180464 Apr 11 21:08:15.683918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f30055c-b88a-4ddf-b5d7-e73bc01ab00d req-0e07ccc8-dc1f-49fe-98b5-7671f471e120 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953548 Apr 11 21:08:15.841276 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-755de6e3-7d57-4689-b79d-bde57d29c1e8 req-bc8c5564-3fe4-4137-98bc-4576bcf24d44 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 210 time: 0.0712397 Apr 11 21:08:15.913384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c183224-ce7b-48d3-8b16-fc5445533f28 req-29fef488-7398-4488-b1a0-80782f0cd505 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 210 time: 0.0750005 Apr 11 21:08:16.047846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a221e7bc-ade5-45ae-90e8-fb08e7476b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:16.854467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981556af-e47d-4ba4-b431-42517bc96867 req-c27b2d80-f03a-4d9a-8d17-3b42169e1572 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:16.854467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-c27b2d80-f03a-4d9a-8d17-3b42169e1572 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.75 "GET /v2.0/networks?id=5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 200 len: 814 time: 0.1814036 Apr 11 21:08:16.863130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Request body: {'port': {'device_id': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29', 'admin_state_up': True, 'tenant_id': '36a086e2a52345569daa06f88e51be66'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:16.928762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16955b-d3dd-4052-b15b-515a330b34bf req-1857919d-c6ee-4be6-88bc-8c09e562a867 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:16.930349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f16955b-d3dd-4052-b15b-515a330b34bf req-1857919d-c6ee-4be6-88bc-8c09e562a867 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 946 time: 0.1077969 Apr 11 21:08:16.996760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f16955b-d3dd-4052-b15b-515a330b34bf req-ebe312e3-1feb-4c75-ae76-5a2009fd3e7e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Apr 11 21:08:17.060786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-408ac300-667e-4d81-8c7b-7588c57afa38 req-8e66d209-5ec0-40fb-88a3-c0fbb1328fb5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 210 time: 0.0827265 Apr 11 21:08:17.193651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:17.211053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:17.277568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-328b3de6-9094-47c0-99a3-6a0c319795e4 req-3febb431-80c6-4e80-89e0-137780f3ba81 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 210 time: 0.0420516 Apr 11 21:08:17.283936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-e87a1b13-4b15-4f04-a2b1-9726ec42de7d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 267 time: 0.0600510 Apr 11 21:08:17.388386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-09c69272-4e12-4d72-9f23-7e6f7c0277bf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:17.389896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-09c69272-4e12-4d72-9f23-7e6f7c0277bf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 946 time: 0.0992672 Apr 11 21:08:17.404505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'port': {'security_groups': []}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:17.543785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:17.790171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:17.830038 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:17.902984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Made reservation on behalf of 36a086e2a52345569daa06f88e51be66 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:17.906060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:17.929198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:17.932899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:17.938977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:17.950913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2', '78d0f767-86a5-418e-91cd-a58980f02331', '2c08e83f-423f-4ddb-8f0d-8148e7b81466'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:18.112513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:18.113233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:18.114665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8748d87-f8a5-4f0d-ad4c-96fe22e41c2e req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "PUT /v2.0/ports/2c08e83f-423f-4ddb-8f0d-8148e7b81466 HTTP/1.1" status: 200 len: 905 time: 0.7149372 Apr 11 21:08:18.118287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:18.203170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['2c08e83f-423f-4ddb-8f0d-8148e7b81466'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:18.211271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99875b54-5d4e-4c97-a17f-d6730d078242 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:18.358629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Allocated IP 172.20.0.3 (5e847226-3fdc-4261-a7a5-47a587e81f29/1554fdff-64b3-44f7-984d-8a184342aec1/8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:08:18.556670 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2b91849-b4b1-46ea-b676-820966309ab9 req-5a1d8c40-01db-48b4-a75c-a85019e56856 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 210 time: 0.1626294 Apr 11 21:08:18.708868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e62ff36-3be1-4c78-aa80-57570aaa3afa None None] Provisioning complete for port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:18.710479 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e62ff36-3be1-4c78-aa80-57570aaa3afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:18.748688 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27941085-9f18-4174-b09f-32dce8187a06'] response: {'name': 'network-changed', 'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466', 'status': 'completed', 'code': 200} Apr 11 21:08:18.766925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb630d-bb23-4762-a9fe-d1046fed725e req-2c7711e3-0cbf-4511-8a12-bbc838692df5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:18.768483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cdb630d-bb23-4762-a9fe-d1046fed725e req-2c7711e3-0cbf-4511-8a12-bbc838692df5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 908 time: 0.3016691 Apr 11 21:08:18.816344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:18.890124 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:18.994097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92572669-c8b6-4145-9a0f-0730409bcfd3 req-0e481bbe-ab31-4762-bca3-e40e6bf80c2c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:19.004791 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92572669-c8b6-4145-9a0f-0730409bcfd3 req-0e481bbe-ab31-4762-bca3-e40e6bf80c2c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 931 time: 0.1293879 Apr 11 21:08:19.037813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:19.097539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92572669-c8b6-4145-9a0f-0730409bcfd3 req-9ac1f240-28c3-4557-ae23-36e160798630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914440 Apr 11 21:08:19.168401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Pushing event updated for resources: {'Port': ['ID=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:19.174976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Network 5e847226-3fdc-4261-a7a5-47a587e81f29 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:08:19.199260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:19.214379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:08:19.327802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-d8bab557-f33b-4cb5-9d8e-7feb2568cebc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 1059 time: 0.4833257 Apr 11 21:08:19.459201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498312c8-f15b-45ce-a974-15678c34588f req-df56b4b6-c472-441c-8313-3e381acda267 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:19.460594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-498312c8-f15b-45ce-a974-15678c34588f req-df56b4b6-c472-441c-8313-3e381acda267 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.4600105 Apr 11 21:08:19.510527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:19.511169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:19.596984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-897192ab-f057-4542-b925-c04a9fce3edb tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:19.598406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-897192ab-f057-4542-b925-c04a9fce3edb tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.75 "GET /v2.0/networks?id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad HTTP/1.1" status: 200 len: 810 time: 0.4197078 Apr 11 21:08:19.606596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-498312c8-f15b-45ce-a974-15678c34588f req-6e4782d7-68a3-4303-9dc0-e0c08148315d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238525 Apr 11 21:08:19.623103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Request body: {'port': {'device_id': '3020eeb6-7199-4224-9014-fc0548336f90', 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad', 'admin_state_up': True, 'tenant_id': '05720f9a5a274261bf8b347aba55ab9c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:19.652670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-3534aeba-d4da-4e4e-82ac-788295d90968 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7897518 Apr 11 21:08:19.847761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:19.852888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Usage tracker for resource:port and tenant:05720f9a5a274261bf8b347aba55ab9c is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:08:19.856646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:08:19.863034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:19.873744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-6a4e9365-6ee3-4077-9e94-c8743edb86a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:19.876494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-6a4e9365-6ee3-4077-9e94-c8743edb86a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.5344071 Apr 11 21:08:19.888323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e148662a-18f9-474a-b5d3-a5209d816fd9 req-19dce97d-ca0e-4cd4-a132-2ecb603266a5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 210 time: 0.0552325 Apr 11 21:08:19.914681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Request body: {'port': {'device_id': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:20.006767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Made reservation on behalf of 05720f9a5a274261bf8b347aba55ab9c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:20.009708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:20.063818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-c3229da8-d363-4eb5-a759-24e48441cec5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466 HTTP/1.1" status: 200 len: 217 time: 0.1190751 Apr 11 21:08:20.269384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-084f45b6-b5d8-4b73-a34f-521e3a78b57a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:20.270850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-084f45b6-b5d8-4b73-a34f-521e3a78b57a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1991940 Apr 11 21:08:20.317886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:20.406576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095f2fa-f6ff-4cf2-8ed2-06857abb4e26 req-1dbcaf5a-be1d-480a-a25d-e77abbac508d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:20.408058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c095f2fa-f6ff-4cf2-8ed2-06857abb4e26 req-1dbcaf5a-be1d-480a-a25d-e77abbac508d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 931 time: 0.1355288 Apr 11 21:08:20.409224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6c49-fda6-4cb5-9838-2f4b51456821 req-7d1e11cd-f4a3-46e0-8454-9228a98c9b8f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:20.410870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b72a6c49-fda6-4cb5-9838-2f4b51456821 req-7d1e11cd-f4a3-46e0-8454-9228a98c9b8f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.5334971 Apr 11 21:08:20.456372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c095f2fa-f6ff-4cf2-8ed2-06857abb4e26 req-09cb9c28-84d0-43f2-acd1-7d9c947c4df0 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Apr 11 21:08:20.546185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Allocated IP 172.20.0.12 (4199bc57-dc5e-4a75-9f8c-d5250704a7ad/bd497fb3-a8fa-4d59-be0c-3b15fb98c981/b7150042-a12d-4c9d-841b-4a6ed323d237) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:08:20.632445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b72a6c49-fda6-4cb5-9838-2f4b51456821 req-5e07da1e-8f6a-4100-bb96-9f1126686589 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026927 Apr 11 21:08:20.645684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-80e8edc1-db32-4c9e-ae79-80000f3deb12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3623047 Apr 11 21:08:20.869785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512b1c8-8a60-4b51-a46e-2e339f0ed97d req-2b72c8d2-28cd-4974-979e-954f0d9d7802 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:20.876002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d512b1c8-8a60-4b51-a46e-2e339f0ed97d req-2b72c8d2-28cd-4974-979e-954f0d9d7802 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0982170 Apr 11 21:08:20.924795 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d512b1c8-8a60-4b51-a46e-2e339f0ed97d req-aa9bbfec-f91d-4690-9304-5cacdd1aad9e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467660 Apr 11 21:08:21.180048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca35f-2450-4c23-b2da-78c51a20ca1b req-39a586b8-e382-4c04-bf76-a8a10c9efb76 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:21.181580 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6aca35f-2450-4c23-b2da-78c51a20ca1b req-39a586b8-e382-4c04-bf76-a8a10c9efb76 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0949914 Apr 11 21:08:21.198531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-610dcdd0-39a2-4eda-884b-06158fc540ab req-760f7448-b1f6-49fe-8e70-69811e3ab463 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 210 time: 0.1223791 Apr 11 21:08:21.269958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6aca35f-2450-4c23-b2da-78c51a20ca1b req-b80e6d40-8731-4582-bf93-248555586418 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812309 Apr 11 21:08:21.345724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-91258cd0-cefe-4913-85de-3e12c029b4f1 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820264 Apr 11 21:08:21.378291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:21.719283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:21.726019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc6c3ee-5905-4b44-a1e7-b874dc0321fe req-269fd75e-3e26-48cb-9ce0-b8def7ff1f38 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303916 Apr 11 21:08:21.737266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:21.764477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Transition to ACTIVE for port object 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:21.787519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e56be8-9de3-49d6-813e-af9c23fa97d7 req-8f299a80-ab1e-4b58-9633-dc9e0541fd5c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:21.788272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-86e56be8-9de3-49d6-813e-af9c23fa97d7 req-8f299a80-ab1e-4b58-9633-dc9e0541fd5c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Synchronizing usage tracker for tenant:36a086e2a52345569daa06f88e51be66 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:21.794722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a1a-8634-4b52-8d89-420afd652794 req-5a34567e-6802-4f49-bf17-1ed6d476585f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:21.806916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:21.808231 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-5a34567e-6802-4f49-bf17-1ed6d476585f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.1597991 Apr 11 21:08:21.816503 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-19786c42-e9d0-4838-acb6-c50b4e307732 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/quotas/a42cdc3dc27145ecb125d0a9845d140c HTTP/1.1" status: 200 len: 375 time: 0.0131919 Apr 11 21:08:21.872405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:08:21.881949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:21.912053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:08:21.961242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-6a4d4697-d8ea-4ff2-8308-430c8e96749b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1317334 Apr 11 21:08:21.976038 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:21.985572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:21.986171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:22.012868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-86e56be8-9de3-49d6-813e-af9c23fa97d7 req-8f299a80-ab1e-4b58-9633-dc9e0541fd5c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Unset dirty status for tenant:36a086e2a52345569daa06f88e51be66 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:22.014031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86e56be8-9de3-49d6-813e-af9c23fa97d7 req-8f299a80-ab1e-4b58-9633-dc9e0541fd5c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 931 time: 0.3877263 Apr 11 21:08:22.104139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-3f135ee1-0e80-46e0-a1f3-1f92352ec732 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498475 Apr 11 21:08:22.119402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Pushing event updated for resources: {'Port': ['ID=b7150042-a12d-4c9d-841b-4a6ed323d237,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:22.188365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a940b14c-c0d8-4d3b-ac93-334c11909e9b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5730171 Apr 11 21:08:22.245645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Request body: {'port': {'device_id': '3020eeb6-7199-4224-9014-fc0548336f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:22.341124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:22.345299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86e56be8-9de3-49d6-813e-af9c23fa97d7 req-424833ae-1262-453c-8d4b-c870d54ae6bc tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189347 Apr 11 21:08:22.410089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Attempting to bind port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:08:22.410089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Attempting to bind port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:08:22.411079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Attempting to bind port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc on network 5e847226-3fdc-4261-a7a5-47a587e81f29 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:22.443150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc on network 5e847226-3fdc-4261-a7a5-47a587e81f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:08:22.443620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Attempting to bind port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc on network 5e847226-3fdc-4261-a7a5-47a587e81f29 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:22.460913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:08:22.460913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Checking segment: {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:22.460913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Bound using segment: {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:08:22.460913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Bound port: 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:08:22.460913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:22.480781 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:22.626969 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-19009ace-60a4-49ec-b333-93764af4ec36 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161591 Apr 11 21:08:22.666736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] For port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:08:22.742166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] For port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:08:22.878912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f33b4f-4bc9-4832-8e47-8272f0384015 req-566999e9-09cd-4ba0-b01f-471b97b5dfff tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:22.879615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-44f33b4f-4bc9-4832-8e47-8272f0384015 req-566999e9-09cd-4ba0-b01f-471b97b5dfff tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Synchronizing usage tracker for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:23.013353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:23.127619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:23.128983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] 10.222.0.75 "PUT /v2.0/ports/8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc HTTP/1.1" status: 200 len: 1091 time: 3.2502778 Apr 11 21:08:23.129416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'tag': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:23.139188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605fc5-cdc0-47de-a458-84b9ba243b44 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:23.218567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-44f33b4f-4bc9-4832-8e47-8272f0384015 req-566999e9-09cd-4ba0-b01f-471b97b5dfff tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Unset dirty status for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:23.230492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44f33b4f-4bc9-4832-8e47-8272f0384015 req-566999e9-09cd-4ba0-b01f-471b97b5dfff tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 932 time: 0.6128335 Apr 11 21:08:23.327820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7150042-a12d-4c9d-841b-4a6ed323d237 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:23.335545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:23.369039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44f33b4f-4bc9-4832-8e47-8272f0384015 req-81fc4670-6bab-4d1c-bfe8-1fc0997f0a5e tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424904 Apr 11 21:08:23.378486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Transition to ACTIVE for port object b7150042-a12d-4c9d-841b-4a6ed323d237 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:23.419280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-725e26c5-2897-4c23-98f8-715f2e6f0e50 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=36a086e2a52345569daa06f88e51be66&device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 1094 time: 0.1650405 Apr 11 21:08:23.461100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-d635559e-2101-45c8-925c-b143166f973f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:23.469611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-d635559e-2101-45c8-925c-b143166f973f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.1963162 Apr 11 21:08:23.488877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-a3bcab68-8205-4b8e-9b81-de62507d4902 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0178978 Apr 11 21:08:23.523372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:23.574234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3c6141e7-0ace-4bce-b1a2-2a5eb6eeec53 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837958 Apr 11 21:08:23.577588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0056a85c-6107-482b-8cbb-3a0bca8fd28e req-492fd34e-5ea4-4cfe-8833-eccc032a9dfb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 210 time: 0.0941906 Apr 11 21:08:23.589675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-6719aeab-71da-4a79-a260-95b3191744f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc HTTP/1.1" status: 200 len: 217 time: 0.1628828 Apr 11 21:08:23.721731 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb869ed-3457-4b6a-9547-8dc1fafbc1e4'] response: {'name': 'network-changed', 'server_uuid': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'tag': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc', 'status': 'completed', 'code': 200} Apr 11 21:08:23.732337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=b7150042-a12d-4c9d-841b-4a6ed323d237,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:23.747085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-c89e827d-69b5-4b17-822a-4b8b97be8075 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715789 Apr 11 21:08:23.747880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981556af-e47d-4ba4-b431-42517bc96867 req-6e84161f-7f96-4e10-970f-f41d5929c01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:23.749323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-6e84161f-7f96-4e10-970f-f41d5929c01c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1554fdff-64b3-44f7-984d-8a184342aec1 HTTP/1.1" status: 200 len: 854 time: 0.1493177 Apr 11 21:08:23.866494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-023b4ef0-a9d0-4546-93e5-75265de44920 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e847226-3fdc-4261-a7a5-47a587e81f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923662 Apr 11 21:08:23.916137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-34a56358-fc1d-4c94-ba2b-35e5b0cd78d0 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674769 Apr 11 21:08:24.017804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Attempting to bind port b7150042-a12d-4c9d-841b-4a6ed323d237 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:08:24.018293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Attempting to bind port b7150042-a12d-4c9d-841b-4a6ed323d237 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2e200969-629a-4f1d-b6d0-15ed2f5fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:08:24.018744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Attempting to bind port b7150042-a12d-4c9d-841b-4a6ed323d237 on network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:24.087216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Port b7150042-a12d-4c9d-841b-4a6ed323d237 on network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:08:24.087551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Attempting to bind port b7150042-a12d-4c9d-841b-4a6ed323d237 on network 4199bc57-dc5e-4a75-9f8c-d5250704a7ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:24.115992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:08:24.116232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Checking segment: {'id': '2e200969-629a-4f1d-b6d0-15ed2f5fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:24.116611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Bound using segment: {'id': '2e200969-629a-4f1d-b6d0-15ed2f5fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:08:24.117050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Bound port: b7150042-a12d-4c9d-841b-4a6ed323d237, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e200969-629a-4f1d-b6d0-15ed2f5fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:08:24.117397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:24.139427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-8fcaba44-871f-4ba2-87bb-bf201475de62 service neutron] 10.222.0.75 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644770 Apr 11 21:08:24.458701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409de0b-8840-41f0-9b83-e3aa9625ea7a req-04f10f97-2f40-4123-adf6-89880aecab66 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:24.474650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3409de0b-8840-41f0-9b83-e3aa9625ea7a req-04f10f97-2f40-4123-adf6-89880aecab66 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 943 time: 0.4498773 Apr 11 21:08:24.502278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17366e47-593e-4c14-8f34-2c57c65f02f0 req-738a89f1-7cb4-4e81-be93-1d67cf19cb67 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 210 time: 0.0751143 Apr 11 21:08:24.548742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981556af-e47d-4ba4-b431-42517bc96867 req-efa615d1-12b7-457c-bd99-1b3fe71f127a service neutron] 10.222.0.75 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970125 Apr 11 21:08:24.582339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] For port b7150042-a12d-4c9d-841b-4a6ed323d237, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:08:24.605279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] For port b7150042-a12d-4c9d-841b-4a6ed323d237, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b7150042-a12d-4c9d-841b-4a6ed323d237,segment=NetworkSegment(2e200969-629a-4f1d-b6d0-15ed2f5fdf48),segment_id=2e200969-629a-4f1d-b6d0-15ed2f5fdf48)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:08:24.613294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3409de0b-8840-41f0-9b83-e3aa9625ea7a req-78ab2ac8-b745-4719-ac1a-440c6f103e79 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300933 Apr 11 21:08:24.784660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ff039-9222-4f50-a247-f3b886db034e req-f0ae071d-f5a7-480e-b0b5-afade04d9cc3 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:24.788386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:24.794402 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-930ff039-9222-4f50-a247-f3b886db034e req-f0ae071d-f5a7-480e-b0b5-afade04d9cc3 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 944 time: 0.1400678 Apr 11 21:08:24.836389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-930ff039-9222-4f50-a247-f3b886db034e req-ae25d7dd-6830-4e9a-81c6-d7928d9eee6b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Synchronizing usage tracker for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:24.879219 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:08:24.909172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad0ef627-498c-4662-9405-bc4d65285b14 req-8a657905-cfcc-43ca-83cb-440032267638 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 210 time: 0.1229553 Apr 11 21:08:24.921063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-930ff039-9222-4f50-a247-f3b886db034e req-ae25d7dd-6830-4e9a-81c6-d7928d9eee6b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Unset dirty status for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:24.922425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-930ff039-9222-4f50-a247-f3b886db034e req-ae25d7dd-6830-4e9a-81c6-d7928d9eee6b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271145 Apr 11 21:08:24.940797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:24.943284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] 10.222.0.75 "PUT /v2.0/ports/b7150042-a12d-4c9d-841b-4a6ed323d237 HTTP/1.1" status: 200 len: 1092 time: 2.7425072 Apr 11 21:08:24.981428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-33119e00-96f7-4892-a5b0-577043a82ab1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=36a086e2a52345569daa06f88e51be66&device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 1094 time: 0.2967186 Apr 11 21:08:24.982178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a10745-2fbb-4a6a-aa83-a8504a78e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=b7150042-a12d-4c9d-841b-4a6ed323d237,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:25.118272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-067c8bb0-7bb5-4f41-aacf-761a6ab7f2c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:25.119830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-067c8bb0-7bb5-4f41-aacf-761a6ab7f2c6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 200 len: 915 time: 0.1324656 Apr 11 21:08:25.343232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-20300852-0ed3-43aa-9f40-705cd2265b6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc HTTP/1.1" status: 200 len: 217 time: 0.2171299 Apr 11 21:08:25.426997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-a00f9ce0-1caa-4269-87c3-1f1caacffead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:25.428474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-a00f9ce0-1caa-4269-87c3-1f1caacffead service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1554fdff-64b3-44f7-984d-8a184342aec1 HTTP/1.1" status: 200 len: 854 time: 0.0757639 Apr 11 21:08:25.474647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-b274840d-ccee-4bb2-8f07-c487271f442f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=05720f9a5a274261bf8b347aba55ab9c&device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 1095 time: 0.1874754 Apr 11 21:08:25.481424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-fcac453b-f840-4577-b00c-2047d693ba96 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e847226-3fdc-4261-a7a5-47a587e81f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443454 Apr 11 21:08:25.673422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9c79a83f-febb-4619-be17-166a561715bb req-7eda5d4b-37c0-499f-8813-dd82a58f1211 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 210 time: 0.0478339 Apr 11 21:08:25.684804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-ed45f12a-d4ba-43de-b966-68f43624a097 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7150042-a12d-4c9d-841b-4a6ed323d237 HTTP/1.1" status: 200 len: 217 time: 0.2024369 Apr 11 21:08:25.734246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3020eeb6-7199-4224-9014-fc0548336f90', 'tag': 'b7150042-a12d-4c9d-841b-4a6ed323d237'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:25.821881 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4ac6df-2ad0-4904-ad8e-717d67f24d84'] response: {'name': 'network-changed', 'server_uuid': '3020eeb6-7199-4224-9014-fc0548336f90', 'tag': 'b7150042-a12d-4c9d-841b-4a6ed323d237', 'status': 'completed', 'code': 200} Apr 11 21:08:25.873735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-51d5607c-fbdc-4a4d-b61a-bceecaf90f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:25.875163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-51d5607c-fbdc-4a4d-b61a-bceecaf90f48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd497fb3-a8fa-4d59-be0c-3b15fb98c981 HTTP/1.1" status: 200 len: 850 time: 0.1770437 Apr 11 21:08:25.947575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-e2a95324-d718-4485-a4fe-7e42bce991c8 service neutron] 10.222.0.75 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112263 Apr 11 21:08:25.966321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-e9b961db-eb81-4ae9-8cc8-150f6f07be00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737753 Apr 11 21:08:25.995688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a1a-8634-4b52-8d89-420afd652794 req-3b2ca14b-808b-4694-8478-022cbae384e5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:25.997296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-3b2ca14b-808b-4694-8478-022cbae384e5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 812 time: 0.4622808 Apr 11 21:08:26.071446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Request body: {'port': {'device_id': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'admin_state_up': True, 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:26.083503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:08:26.194190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e97f-03ce-482c-b78d-31d47467cca3 req-6a4093bb-9672-49a8-809f-942812a02cc6 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:26.211689 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dea9e97f-03ce-482c-b78d-31d47467cca3 req-6a4093bb-9672-49a8-809f-942812a02cc6 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 944 time: 0.0963786 Apr 11 21:08:26.268699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dea9e97f-03ce-482c-b78d-31d47467cca3 req-030a05fb-85fd-4141-b0bf-54dce652425c tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631323 Apr 11 21:08:26.337165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:26.371181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc', 'network_id': '5e847226-3fdc-4261-a7a5-47a587e81f29', 'port_id': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc', 'mac_address': 'fa:16:3e:89:9e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1554fdff-64b3-44f7-984d-8a184342aec1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:08:26.386522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c4e91-430d-421c-ad1f-62cbc68b1e00 req-c14ab4f6-269b-4d33-8885-844bb1a093c3 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:26.386522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-929c4e91-430d-421c-ad1f-62cbc68b1e00 req-c14ab4f6-269b-4d33-8885-844bb1a093c3 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 943 time: 0.6158698 Apr 11 21:08:26.452670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:26.483404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:26.503953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:26.512693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:26.529111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd0ffce3-42f8-45fe-a66f-42b83274b3b4 req-188475bb-e8cb-4365-87a5-953baf6169a4 service neutron] 10.222.0.75 "GET /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675313 Apr 11 21:08:26.534231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-a9329b2f-9686-45a9-9e7c-b34ca2873705 service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454035 Apr 11 21:08:26.543193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:26.550031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5aa8102c-6d34-46d4-bd96-afd88ccbcc5b req-de94e611-1c7f-4c55-a1d3-3166815e7be7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 210 time: 0.0901215 Apr 11 21:08:26.617343 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:26.656224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-929c4e91-430d-421c-ad1f-62cbc68b1e00 req-1a8c2396-0a5c-4cba-bf27-18568a5c3a03 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582166 Apr 11 21:08:26.687790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:26.709813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Made reservation on behalf of a42cdc3dc27145ecb125d0a9845d140c for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:26.713623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:26.727080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3dc4838-8fa5-424b-ba07-15ec20dd4570 req-9b5336e4-fc33-4ba4-a2e4-3b3f09d4f18b service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813481 Apr 11 21:08:26.859221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41d21241-5e03-4a6b-baa6-45d900f61be4 req-b75b2a87-da9b-4a64-bb49-cdc1122fc31f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 210 time: 0.0450549 Apr 11 21:08:26.888164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:27.065472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Allocated IP 172.20.0.10 (5a0c951f-f795-4524-a69a-d9ec43e9f846/099bd643-ae96-4814-9ed4-d2999f948dcc/91a3a9e0-6b7e-4882-bf38-802115988737) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:08:27.107276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-91cde050-a9c6-429c-ab14-14999a9cf701 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=05720f9a5a274261bf8b347aba55ab9c&device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 1095 time: 0.1297841 Apr 11 21:08:27.226317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-fa548774-53ac-4257-a686-6f364345373d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:27.227815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-fa548774-53ac-4257-a686-6f364345373d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.1460235 Apr 11 21:08:27.243892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': '0b8823b8-fdfa-4434-bf80-414745070115', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:27.367706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-698cbc26-bef6-40cf-ada5-03231a98aace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:27.369272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-698cbc26-bef6-40cf-ada5-03231a98aace service neutron] 10.222.0.75 "GET /v2.0/networks?id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad HTTP/1.1" status: 200 len: 911 time: 0.2514191 Apr 11 21:08:27.441497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:08:27.458357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:08:27.512568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-e71d4a03-38ff-4c63-802f-681126e0bd98 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7150042-a12d-4c9d-841b-4a6ed323d237 HTTP/1.1" status: 200 len: 217 time: 0.1340079 Apr 11 21:08:27.518556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:27.600145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Transition to ACTIVE for port object 91a3a9e0-6b7e-4882-bf38-802115988737 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:27.600402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:08:27.605066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:27.625414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-1abf3eea-a8cb-4bf7-b35a-92e995c31481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:27.626926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-1abf3eea-a8cb-4bf7-b35a-92e995c31481 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd497fb3-a8fa-4d59-be0c-3b15fb98c981 HTTP/1.1" status: 200 len: 850 time: 0.1036286 Apr 11 21:08:27.684104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-ba8340df-5a87-4e6b-91e0-7d594a1319f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480125 Apr 11 21:08:27.692887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d879434-673b-4bf2-8151-6b2c449792d4 req-bb6916f5-d4b8-4cee-886d-ddf80ea724a2 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:27.695402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d879434-673b-4bf2-8151-6b2c449792d4 req-bb6916f5-d4b8-4cee-886d-ddf80ea724a2 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 944 time: 0.2614183 Apr 11 21:08:27.822587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.13 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/9aa9c2e9-f7d4-4205-982c-72d28290bbae) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:08:27.828676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:27.842745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2', '78d0f767-86a5-418e-91cd-a58980f02331'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:27.909355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d879434-673b-4bf2-8151-6b2c449792d4 req-98247afc-42df-4ffe-8a06-4fe8ff282bf1 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907477 Apr 11 21:08:27.952925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:08:27.957919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:27.961463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:08:27.998307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-c75c023e-4698-4e9e-a17b-e028883540ef service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030035 Apr 11 21:08:28.003707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:28.108132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:08:28.249163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.270594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object 9aa9c2e9-f7d4-4205-982c-72d28290bbae will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:28.271199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:28.273539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.390572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1644c2f-b1e1-43cc-a21e-080f50c80993 req-92cc107e-6715-4057-9d0a-54bdc90c4e72 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:28.392101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1644c2f-b1e1-43cc-a21e-080f50c80993 req-92cc107e-6715-4057-9d0a-54bdc90c4e72 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 932 time: 0.3194940 Apr 11 21:08:28.401583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3f05d7bb-6156-46c6-b8c0-9623152df3d4 req-46ca7b0f-04a0-402d-b824-75d0a63898a2 service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773048 Apr 11 21:08:28.405968 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.469130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1644c2f-b1e1-43cc-a21e-080f50c80993 req-1231d3e5-8f27-44a6-9fe4-92cafdc0d05b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661225 Apr 11 21:08:28.493684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:08:28.497563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:08:28.500053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:08:28.531132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-8f98f86b-efd6-4d12-a937-2aa4440d2e46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5057554 Apr 11 21:08:28.531588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbdb6670-1187-46a9-8529-b2a122dd86fa None None] Provisioning for port 91a3a9e0-6b7e-4882-bf38-802115988737 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:28.534650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:28.540781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=9aa9c2e9-f7d4-4205-982c-72d28290bbae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:28.546841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Request body: {'port': {'device_id': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:28.559653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:28.560434 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.581832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:28.582662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.595173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bbdb6670-1187-46a9-8529-b2a122dd86fa None None] Provisioning complete for port 91a3a9e0-6b7e-4882-bf38-802115988737 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:28.595544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6670-1187-46a9-8529-b2a122dd86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.710042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-3639b3de-2005-4bd0-ac60-ecab3f07cf70 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4703074 Apr 11 21:08:28.722195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Request body: {'port': {'device_id': '0b8823b8-fdfa-4434-bf80-414745070115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:08:28.737103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb6670-1187-46a9-8529-b2a122dd86fa None None] Port 91a3a9e0-6b7e-4882-bf38-802115988737 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:08:28.791316 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.827324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c34be-eafc-4d74-88ee-8f77325ce223 req-e4db864b-296f-467a-8e18-2ee6a5f16709 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:28.835053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-796c34be-eafc-4d74-88ee-8f77325ce223 req-e4db864b-296f-467a-8e18-2ee6a5f16709 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 944 time: 0.1837528 Apr 11 21:08:28.903995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:28.924330 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.002383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-796c34be-eafc-4d74-88ee-8f77325ce223 req-632f9d99-0698-44d0-abe1-54480bdb370b tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664729 Apr 11 21:08:29.055079 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.136555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:29.146353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:29.257598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.350800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:29.364670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cfdef4b6-e512-4b57-a064-f7a8b85a9299 None None] Provisioning for port 9aa9c2e9-f7d4-4205-982c-72d28290bbae completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:29.375034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cfdef4b6-e512-4b57-a064-f7a8b85a9299 None None] Provisioning complete for port 9aa9c2e9-f7d4-4205-982c-72d28290bbae triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:29.375731 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cfdef4b6-e512-4b57-a064-f7a8b85a9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.466163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cfdef4b6-e512-4b57-a064-f7a8b85a9299 None None] Port 9aa9c2e9-f7d4-4205-982c-72d28290bbae cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:08:29.544376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37045cc9-7e8e-4881-a6d6-2c000d63c0fa req-dd7c22b6-90c6-42c0-b559-8c2de6cc00b5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:29.545847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37045cc9-7e8e-4881-a6d6-2c000d63c0fa req-dd7c22b6-90c6-42c0-b559-8c2de6cc00b5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 944 time: 0.2782447 Apr 11 21:08:29.618824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37045cc9-7e8e-4881-a6d6-2c000d63c0fa req-413f5984-1134-40ba-b496-4dc10affecf4 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641968 Apr 11 21:08:29.677194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa9c2e9-f7d4-4205-982c-72d28290bbae {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:29.689424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.711084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Transition to ACTIVE for port object 9aa9c2e9-f7d4-4205-982c-72d28290bbae will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:29.711718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a3a9e0-6b7e-4882-bf38-802115988737 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:29.724701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.725266 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d933b97-3f4d-43f7-b3b8-50d305a41188'] response: {'server_uuid': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc', 'code': 200} Apr 11 21:08:29.771811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Transition to ACTIVE for port object 91a3a9e0-6b7e-4882-bf38-802115988737 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:08:29.795778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485290b2-a916-4314-8e10-a20ded610aa9 req-06f74f3b-f3a8-478a-8db3-1e26f508ce8f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:29.796692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-485290b2-a916-4314-8e10-a20ded610aa9 req-06f74f3b-f3a8-478a-8db3-1e26f508ce8f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:29.857765 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:29.971060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.017921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-485290b2-a916-4314-8e10-a20ded610aa9 req-06f74f3b-f3a8-478a-8db3-1e26f508ce8f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:30.019200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-485290b2-a916-4314-8e10-a20ded610aa9 req-06f74f3b-f3a8-478a-8db3-1e26f508ce8f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 932 time: 0.6079853 Apr 11 21:08:30.076092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa9c2e9-f7d4-4205-982c-72d28290bbae,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:30.122698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b7150042-a12d-4c9d-841b-4a6ed323d237 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:08:30.289972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:30.299646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-485290b2-a916-4314-8e10-a20ded610aa9 req-55c82bcd-6a59-417d-994a-39ba6bae68d4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180567 Apr 11 21:08:30.328888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f809584-3c05-4c02-b056-a4b3dcb6073f req-e7e417a1-5fbc-4910-bedc-76f83f3dbe15 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 1096 time: 0.5229092 Apr 11 21:08:30.366790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port b7150042-a12d-4c9d-841b-4a6ed323d237, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b7150042-a12d-4c9d-841b-4a6ed323d237,segment=NetworkSegment(2e200969-629a-4f1d-b6d0-15ed2f5fdf48),segment_id=2e200969-629a-4f1d-b6d0-15ed2f5fdf48)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:30.377255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Attempting to bind port 9aa9c2e9-f7d4-4205-982c-72d28290bbae on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:08:30.377757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Attempting to bind port 9aa9c2e9-f7d4-4205-982c-72d28290bbae by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:08:30.378171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Attempting to bind port 9aa9c2e9-f7d4-4205-982c-72d28290bbae on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:30.387706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'b7150042-a12d-4c9d-841b-4a6ed323d237', 'network_id': '4199bc57-dc5e-4a75-9f8c-d5250704a7ad', 'port_id': 'b7150042-a12d-4c9d-841b-4a6ed323d237', 'mac_address': 'fa:16:3e:70:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd497fb3-a8fa-4d59-be0c-3b15fb98c981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:08:30.393263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Port 9aa9c2e9-f7d4-4205-982c-72d28290bbae on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:08:30.393700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Attempting to bind port 9aa9c2e9-f7d4-4205-982c-72d28290bbae on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:30.413080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:08:30.413572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:30.414043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:08:30.414574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Bound port: 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:08:30.414996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.473215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f809584-3c05-4c02-b056-a4b3dcb6073f req-9906860c-d2f4-4ded-810c-744e57e40b2d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284533 Apr 11 21:08:30.486253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc3937-8498-4233-a063-9bcb03dd7299 req-63699514-110a-4c80-aa4b-82acd8721d99 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:30.487316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2bbc3937-8498-4233-a063-9bcb03dd7299 req-63699514-110a-4c80-aa4b-82acd8721d99 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:30.493543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.521606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7150042-a12d-4c9d-841b-4a6ed323d237 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:30.539275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port b7150042-a12d-4c9d-841b-4a6ed323d237, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b7150042-a12d-4c9d-841b-4a6ed323d237,segment=NetworkSegment(2e200969-629a-4f1d-b6d0-15ed2f5fdf48),segment_id=2e200969-629a-4f1d-b6d0-15ed2f5fdf48)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:30.639892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.717282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] For port 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:08:30.728829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] For port 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:08:30.736086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Attempting to bind port 91a3a9e0-6b7e-4882-bf38-802115988737 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:08:30.737672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Attempting to bind port 91a3a9e0-6b7e-4882-bf38-802115988737 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:08:30.738238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Attempting to bind port 91a3a9e0-6b7e-4882-bf38-802115988737 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:30.741379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dedc6-2985-444e-94a2-61d30750bbf5 req-e6a9169f-ee4b-48ef-a7b6-abe852c005b0 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:30.747354 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.749146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Port 91a3a9e0-6b7e-4882-bf38-802115988737 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:08:30.749684 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b2dedc6-2985-444e-94a2-61d30750bbf5 req-e6a9169f-ee4b-48ef-a7b6-abe852c005b0 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 945 time: 0.1874762 Apr 11 21:08:30.749970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Attempting to bind port 91a3a9e0-6b7e-4882-bf38-802115988737 on network 5a0c951f-f795-4524-a69a-d9ec43e9f846 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:08:30.759521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:08:30.761359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Checking segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:08:30.762369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Bound using segment: {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:08:30.763033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Bound port: 91a3a9e0-6b7e-4882-bf38-802115988737, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ea4021-24e6-442f-8468-4aac9ea5233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:08:30.764397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.793463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2bbc3937-8498-4233-a063-9bcb03dd7299 req-63699514-110a-4c80-aa4b-82acd8721d99 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:30.796316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=b7150042-a12d-4c9d-841b-4a6ed323d237,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:30.800428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2bbc3937-8498-4233-a063-9bcb03dd7299 req-63699514-110a-4c80-aa4b-82acd8721d99 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.9015148 Apr 11 21:08:30.813869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b2dedc6-2985-444e-94a2-61d30750bbf5 req-3c73cbf8-9d82-4156-a448-91d19391e8a2 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630105 Apr 11 21:08:30.823788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:30.905448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['b7150042-a12d-4c9d-841b-4a6ed323d237'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:30.962354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2bbc3937-8498-4233-a063-9bcb03dd7299 req-4479fbd2-33e3-463c-8b88-b5371a2b900d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160135 Apr 11 21:08:30.971272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:08:30.975412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:08:30.993468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa9c2e9-f7d4-4205-982c-72d28290bbae,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:31.013047 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:31.016714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-ebcbfaab-5f0a-4546-b1b7-89a9ce34ed59 service neutron] 10.222.0.69 "PUT /v2.0/ports/9aa9c2e9-f7d4-4205-982c-72d28290bbae HTTP/1.1" status: 200 len: 1092 time: 2.2988112 Apr 11 21:08:31.017199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8823b8-fdfa-4434-bf80-414745070115', 'tag': '9aa9c2e9-f7d4-4205-982c-72d28290bbae'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:31.075252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:31.168642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-bdcd8689-5a85-4679-9d4d-f462f9593ce3 req-60a6e593-6b4b-46bf-8931-9ef78351d52c service neutron] (84666) timed out ('10.222.0.75', 64914) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:08:31.243402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:31.264662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] 10.222.0.69 "PUT /v2.0/ports/91a3a9e0-6b7e-4882-bf38-802115988737 HTTP/1.1" status: 200 len: 1092 time: 2.7249589 Apr 11 21:08:31.265213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:31.282641 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe223a4-497b-4d9e-b9c3-fc146c7f35d4'] response: {'name': 'network-changed', 'server_uuid': '0b8823b8-fdfa-4434-bf80-414745070115', 'tag': '9aa9c2e9-f7d4-4205-982c-72d28290bbae', 'status': 'completed', 'code': 200} Apr 11 21:08:31.335834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:31.357241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.364637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.365221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.365768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.367033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.375792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.376610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.383718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.384367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.384931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.388586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cfadb-e919-4b9b-a12b-076481b5cea4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:08:31.500406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-47ec3451-03c2-429b-ae7c-efa015c2dc00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 1095 time: 0.3293998 Apr 11 21:08:31.507770 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a89cd79-7691-483a-8c06-6d9e190ad7a6'] response: {'name': 'network-changed', 'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737', 'status': 'completed', 'code': 200} Apr 11 21:08:31.511151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34633bb0-ff50-4166-86df-eedb9e943ee4 req-b2f194cb-76ca-4c66-b63c-a71b7c278cc5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:31.517137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34633bb0-ff50-4166-86df-eedb9e943ee4 req-b2f194cb-76ca-4c66-b63c-a71b7c278cc5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 945 time: 0.4671309 Apr 11 21:08:31.620713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-20c564a5-576a-4052-8a23-279b7a1d79f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 1095 time: 0.1947525 Apr 11 21:08:31.691223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.69', 59048) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:31.729147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-141f76fa-9af0-44f4-b1e1-3d4e0b98a022 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae HTTP/1.1" status: 200 len: 217 time: 0.2106376 Apr 11 21:08:31.807818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34633bb0-ff50-4166-86df-eedb9e943ee4 req-fb361bcd-1e59-4d7f-8c47-5b737997c076 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773231 Apr 11 21:08:31.840401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-c2405ca5-637a-4503-9568-f587b8fd51b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:31.842429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-c2405ca5-637a-4503-9568-f587b8fd51b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.1051657 Apr 11 21:08:31.853564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-2bf2d181-ac60-4d82-83b1-eb6c6aca70a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a3a9e0-6b7e-4882-bf38-802115988737 HTTP/1.1" status: 200 len: 217 time: 0.2270632 Apr 11 21:08:31.946470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297a1a-8634-4b52-8d89-420afd652794 req-ada356ed-91cb-459a-b294-5e2f69d58a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:31.948571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-ada356ed-91cb-459a-b294-5e2f69d58a86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0869267 Apr 11 21:08:32.010609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-416aa76b-c6c6-41d9-95ed-718d02fe7cd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3155510 Apr 11 21:08:32.029812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946904-b346-47df-a383-7a416dea67fe req-cf4cc185-f943-4999-bf86-1165e3bb058d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:32.035178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c946904-b346-47df-a383-7a416dea67fe req-cf4cc185-f943-4999-bf86-1165e3bb058d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.3422608 Apr 11 21:08:32.124181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b7150042-a12d-4c9d-841b-4a6ed323d237 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:08:32.187216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-588364f7-d77c-49ce-8c01-bf27420b7085 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378441 Apr 11 21:08:32.224477 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-0ebb618d-f778-41e6-998c-800098051665 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662485 Apr 11 21:08:32.254002 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c946904-b346-47df-a383-7a416dea67fe req-86cfda4a-ddcc-4e33-a0e3-4825ad1f43b8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059791 Apr 11 21:08:32.331233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be636212-5c1c-438f-a2de-c43e394f1f74 req-b9130f6c-5e8b-4e6e-bb48-d934712ed104 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:32.338020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be636212-5c1c-438f-a2de-c43e394f1f74 req-b9130f6c-5e8b-4e6e-bb48-d934712ed104 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 945 time: 0.3381896 Apr 11 21:08:32.447012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port b7150042-a12d-4c9d-841b-4a6ed323d237 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:32.447012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port b7150042-a12d-4c9d-841b-4a6ed323d237 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:32.447012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:32.469586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-4b09f1bf-8f56-4a44-a855-12a8fd3a46f6 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733083 Apr 11 21:08:32.666001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be636212-5c1c-438f-a2de-c43e394f1f74 req-f97aca92-cecc-4d0e-9f62-81ed634b009c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269846 Apr 11 21:08:32.710905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:32.714174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10eb708e-0e21-4c09-b165-62695017d4a6 req-e8b2fa91-6095-4ec4-90e8-b00f283446e2 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411108 Apr 11 21:08:32.715210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-55c28bab-8ea6-48b6-bed8-ddcb76cd7c80 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598355 Apr 11 21:08:32.745687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3020eeb6-7199-4224-9014-fc0548336f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7150042-a12d-4c9d-841b-4a6ed323d237'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:32.770431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port b7150042-a12d-4c9d-841b-4a6ed323d237, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b7150042-a12d-4c9d-841b-4a6ed323d237,segment=NetworkSegment(2e200969-629a-4f1d-b6d0-15ed2f5fdf48),segment_id=2e200969-629a-4f1d-b6d0-15ed2f5fdf48)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:32.809465 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b08b26-ed3b-49c7-b670-f2b9777fefbe'] response: {'server_uuid': '3020eeb6-7199-4224-9014-fc0548336f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7150042-a12d-4c9d-841b-4a6ed323d237', 'code': 200} Apr 11 21:08:32.887790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:32.902993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-2e64b5ef-63f9-4a6e-a7e8-2997c3d6f95b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1096 time: 0.8644071 Apr 11 21:08:33.001164 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-81951004-b7bd-47f6-ac44-c4b62c1a805e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 1095 time: 0.1257617 Apr 11 21:08:33.031128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=b7150042-a12d-4c9d-841b-4a6ed323d237,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:33.192359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-bff63feb-0445-4371-8480-c9d5665bbb85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.193215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7d081-6cac-4b9f-b7e3-3d850517e679 req-417f0381-1ad4-45d1-ad72-1f4dc86a0115 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.193686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-bff63feb-0445-4371-8480-c9d5665bbb85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1861265 Apr 11 21:08:33.195035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92f7d081-6cac-4b9f-b7e3-3d850517e679 req-417f0381-1ad4-45d1-ad72-1f4dc86a0115 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.4784613 Apr 11 21:08:33.208827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54297a1a-8634-4b52-8d89-420afd652794 req-bf4c15cd-7e59-4d45-bea5-642cb15e8ca5 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380529 Apr 11 21:08:33.249351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-e196d6fc-fdd7-4254-a5b6-a5ba99842a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.250798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-e196d6fc-fdd7-4254-a5b6-a5ba99842a4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.2721181 Apr 11 21:08:33.277427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494da41-ec61-42cd-be09-ac96cdc21e65 req-38f0a939-5e9d-464a-aafe-3d6b643db5dd tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.284683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5494da41-ec61-42cd-be09-ac96cdc21e65 req-38f0a939-5e9d-464a-aafe-3d6b643db5dd tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.2080777 Apr 11 21:08:33.346125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ca1552e-82a4-48db-ae2b-cb8f5cbb23dc req-cfe50b77-33b0-4c9a-b417-f1fca325ba46 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 1097 time: 0.4412031 Apr 11 21:08:33.364173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-a104d50d-2059-4c5b-97a7-c0972e37260d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 217 time: 0.1045256 Apr 11 21:08:33.367044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5494da41-ec61-42cd-be09-ac96cdc21e65 req-0d2db744-d5da-49ee-bf6c-5bfe56e74e5a tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Apr 11 21:08:33.367044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-7742c957-3849-44e9-bb9a-31dc02da6717 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae HTTP/1.1" status: 200 len: 217 time: 0.1607285 Apr 11 21:08:33.455435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-653b3f0d-caa8-4bd9-b891-4e54e0214bf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.455785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-c5281ca9-2230-4879-b9d5-0083f33359eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.456847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-653b3f0d-caa8-4bd9-b891-4e54e0214bf4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0746803 Apr 11 21:08:33.457579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-c5281ca9-2230-4879-b9d5-0083f33359eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0752432 Apr 11 21:08:33.459027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92f7d081-6cac-4b9f-b7e3-3d850517e679 req-50d1e5d8-9010-4210-8114-a9cbd290edf4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471488 Apr 11 21:08:33.606001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ca1552e-82a4-48db-ae2b-cb8f5cbb23dc req-2588abfe-76dc-4c98-bed3-3fdad1626ff3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435355 Apr 11 21:08:33.629711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-a0b44052-da97-4e62-ba14-902d2056d5c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 1095 time: 0.1765907 Apr 11 21:08:33.634022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-f7692767-9b2f-4dc2-93e9-674bafd035a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330311 Apr 11 21:08:33.661774 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-968767ea-4e88-4815-b1dc-92aaef150221 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930201 Apr 11 21:08:33.671149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eeb55-a033-494c-a655-5084b7843520 req-f792372f-e738-4a01-a774-53f2b5ec1bd7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:33.673109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-834eeb55-a033-494c-a655-5084b7843520 req-f792372f-e738-4a01-a774-53f2b5ec1bd7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1452656 Apr 11 21:08:33.840065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-834eeb55-a033-494c-a655-5084b7843520 req-54711c52-d94d-4df5-bc7e-d7e02adaa4bb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477745 Apr 11 21:08:33.903540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-482bc97b-8b23-4ec1-b111-f05d640f97a9 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291982 Apr 11 21:08:34.046993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f45330b-e8ea-4e37-93e1-d0c8b699cdfd req-f48b1fc7-a8f1-4e7c-b941-c1a0aa10524b service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370654 Apr 11 21:08:34.061191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-dd9af97e-1fe8-4b2b-bb8f-1708a5bf149a service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152920 Apr 11 21:08:34.063398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-9c044938-ea9e-4a6b-8232-266bb9051fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:34.065184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-9c044938-ea9e-4a6b-8232-266bb9051fda service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.4211485 Apr 11 21:08:34.078642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495be44b-3ccf-4f90-a0e2-8b5dc187c770 req-49a4086f-50bc-4a49-86c4-eecaa15f5789 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:34.080598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-495be44b-3ccf-4f90-a0e2-8b5dc187c770 req-49a4086f-50bc-4a49-86c4-eecaa15f5789 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 945 time: 0.2363603 Apr 11 21:08:34.290458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-f5551b55-0631-4403-827f-32cd249c9c06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a3a9e0-6b7e-4882-bf38-802115988737 HTTP/1.1" status: 200 len: 217 time: 0.1841269 Apr 11 21:08:34.381139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-495be44b-3ccf-4f90-a0e2-8b5dc187c770 req-70a8ce33-7dc1-4b96-a38d-cdb6ff1e3bc0 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759526 Apr 11 21:08:34.433041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-936bdc78-bfec-44bf-80f2-8908b8002a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:34.435036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-936bdc78-bfec-44bf-80f2-8908b8002a84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1265662 Apr 11 21:08:34.491661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26be7be-6461-43cd-b5fb-84f81276e287 req-45d6604e-4ca4-4243-baed-1a4af6086809 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098952 Apr 11 21:08:34.549445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-0a546582-96bb-468d-b848-0f7b89b0d45f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073205 Apr 11 21:08:34.612136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0a25-6600-47b0-91a9-6790e528946c req-688b997f-1817-4a8f-8d93-142e3a973ad5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:34.614372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e97d0a25-6600-47b0-91a9-6790e528946c req-688b997f-1817-4a8f-8d93-142e3a973ad5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1213202 Apr 11 21:08:34.708617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e97d0a25-6600-47b0-91a9-6790e528946c req-aa4c1c1e-3326-4835-b1aa-f8d9eac7b2c5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883269 Apr 11 21:08:34.884349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-ae5f4a7d-3d83-46f5-a1e6-48203eb9a4c8 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287258 Apr 11 21:08:34.978911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed594a-df4b-4e2d-9634-3c8a5337a920 req-0f4da62e-535c-41b1-829b-6c39ef275c3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:34.981100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2aed594a-df4b-4e2d-9634-3c8a5337a920 req-0f4da62e-535c-41b1-829b-6c39ef275c3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.1033566 Apr 11 21:08:35.047099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-57b8805b-1174-4cd3-ac4e-5b8c4edb0f2e req-74a846f9-3822-4e2b-b927-dfeb7ab6a9f4 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519270 Apr 11 21:08:35.049298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2aed594a-df4b-4e2d-9634-3c8a5337a920 req-467c34a3-d802-48ea-be00-068b752a00a5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608728 Apr 11 21:08:35.271763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d3c1-484b-49bd-8da7-c58215e1af6f req-4d8738dd-947b-4fc2-9426-891af8bfa13a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:35.273191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41b0d3c1-484b-49bd-8da7-c58215e1af6f req-4d8738dd-947b-4fc2-9426-891af8bfa13a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.0987015 Apr 11 21:08:35.320537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41b0d3c1-484b-49bd-8da7-c58215e1af6f req-d72d658b-1f4c-48ba-892e-25a0132a836b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Apr 11 21:08:36.039586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5df75-e2d4-4f83-b49f-b007640f454d req-a38ac3d0-4246-435e-ba5e-19527c549728 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:36.048188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28b5df75-e2d4-4f83-b49f-b007640f454d req-a38ac3d0-4246-435e-ba5e-19527c549728 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1985295 Apr 11 21:08:36.091322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28b5df75-e2d4-4f83-b49f-b007640f454d req-b545bdab-0e02-43b1-bfe1-a68127c7e230 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 Apr 11 21:08:36.267558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 91a3a9e0-6b7e-4882-bf38-802115988737 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:08:36.306734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21a9dd-ee7a-476f-8869-aa62a9e5fa5e req-772e8055-7d83-4d3f-b644-cf9b6fc1ab61 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:36.309786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a21a9dd-ee7a-476f-8869-aa62a9e5fa5e req-772e8055-7d83-4d3f-b644-cf9b6fc1ab61 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.1085718 Apr 11 21:08:36.368038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bc5b7-1aa3-442a-a951-7901abaeb7d6 req-1ddb1b1a-c117-4208-bec7-cc09cb2f72d3 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:36.369597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df8bc5b7-1aa3-442a-a951-7901abaeb7d6 req-1ddb1b1a-c117-4208-bec7-cc09cb2f72d3 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1381161 Apr 11 21:08:36.371487 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a21a9dd-ee7a-476f-8869-aa62a9e5fa5e req-7d968fb3-0491-4a71-b248-38ff0c585d10 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Apr 11 21:08:36.467008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:36.470250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df8bc5b7-1aa3-442a-a951-7901abaeb7d6 req-4512556f-ab1b-4939-9961-0b8cecab9770 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897870 Apr 11 21:08:36.486842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '91a3a9e0-6b7e-4882-bf38-802115988737', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': '91a3a9e0-6b7e-4882-bf38-802115988737', 'mac_address': 'fa:16:3e:02:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:08:36.569273 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:36.587791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a3a9e0-6b7e-4882-bf38-802115988737 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:36.606124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:36.641648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f2f6-c007-45ab-b62f-36fb9da379c8 req-ec82e746-3e10-4ddf-8ea9-3c50d6cbd4ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:36.643300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9de5f2f6-c007-45ab-b62f-36fb9da379c8 req-ec82e746-3e10-4ddf-8ea9-3c50d6cbd4ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1036949 Apr 11 21:08:36.696258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9de5f2f6-c007-45ab-b62f-36fb9da379c8 req-208fc7b9-3abb-4334-968f-2d7c7c524b14 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467443 Apr 11 21:08:36.725316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:36.868365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:36.997469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['91a3a9e0-6b7e-4882-bf38-802115988737'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:37.393513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cdea3-d873-4b98-b0ad-69d1b0f66517 req-971cfa57-62f7-45bc-808c-fb3d7f7879e0 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:37.394961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d0cdea3-d873-4b98-b0ad-69d1b0f66517 req-971cfa57-62f7-45bc-808c-fb3d7f7879e0 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.0781615 Apr 11 21:08:37.450724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d0cdea3-d873-4b98-b0ad-69d1b0f66517 req-6b950a39-4c7a-4c9e-9a20-973887f9236e tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Apr 11 21:08:37.634276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d64ba-3059-49fc-ab92-bf0583a47bb1 req-a8fd278b-d8a5-450b-b6f3-aa21978c7cb2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:37.637148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb3d64ba-3059-49fc-ab92-bf0583a47bb1 req-a8fd278b-d8a5-450b-b6f3-aa21978c7cb2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 945 time: 0.1081254 Apr 11 21:08:37.699024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb3d64ba-3059-49fc-ab92-bf0583a47bb1 req-a1bd96c7-a8f5-4fd7-8ca1-6d7a2367cfa3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547874 Apr 11 21:08:37.993883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00a5f-75c5-4c89-95d9-078104fdee6d req-6a7fe672-d237-43a9-8e88-68b23000e8a1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:37.993883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3da00a5f-75c5-4c89-95d9-078104fdee6d req-6a7fe672-d237-43a9-8e88-68b23000e8a1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1480584 Apr 11 21:08:38.044469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3da00a5f-75c5-4c89-95d9-078104fdee6d req-211617ff-59dc-49a3-8bbc-9ccfe912819b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Apr 11 21:08:38.277259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 91a3a9e0-6b7e-4882-bf38-802115988737 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:08:38.445216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 91a3a9e0-6b7e-4882-bf38-802115988737 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:08:38.451410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 91a3a9e0-6b7e-4882-bf38-802115988737 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:38.451812 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:38.580930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:38.611341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:38.622838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:38.672671 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b192101a-90a5-4282-9e8e-9bcc55453b8e'] response: {'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737', 'code': 200} Apr 11 21:08:38.701093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2616c0-112b-4689-8a17-cd81d1236ece req-4b12c6d0-dee6-4a9f-825b-ba7d6dae57f4 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:38.702305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab2616c0-112b-4689-8a17-cd81d1236ece req-4b12c6d0-dee6-4a9f-825b-ba7d6dae57f4 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.0869617 Apr 11 21:08:38.719840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:38.771866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab2616c0-112b-4689-8a17-cd81d1236ece req-8ea60ad8-6757-426f-a3db-8b7dcf7c6a41 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Apr 11 21:08:38.879902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:38.949192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f03cec67-a0df-45ed-8221-6097672e3295 req-6e815785-31bd-4245-bc05-02da39f632e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 1097 time: 0.2112935 Apr 11 21:08:39.014177 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f03cec67-a0df-45ed-8221-6097672e3295 req-252c3a17-a544-4e0b-b0e2-cbb4cc692a9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Apr 11 21:08:39.020746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3f05-a5af-4867-9ed8-303e8d9276b8 req-ac2b1d77-14a3-411c-9894-eb6fab5f8771 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:39.022533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2eb3f05-a5af-4867-9ed8-303e8d9276b8 req-ac2b1d77-14a3-411c-9894-eb6fab5f8771 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1537945 Apr 11 21:08:39.074267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2eb3f05-a5af-4867-9ed8-303e8d9276b8 req-30c83656-164c-4d14-a178-9cf4c49d9112 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Apr 11 21:08:39.334424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43424e27-e5a1-4ade-b6b9-28746fad3e25 req-b9c2d908-baca-442c-b4a8-2c71a124bffe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:39.336399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43424e27-e5a1-4ade-b6b9-28746fad3e25 req-b9c2d908-baca-442c-b4a8-2c71a124bffe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1374578 Apr 11 21:08:39.349266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72694cf-527a-4576-8eba-be5f4611aae3 req-d44cebc2-81e2-4667-b2ea-655d0ff3b2e0 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:39.357492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b72694cf-527a-4576-8eba-be5f4611aae3 req-d44cebc2-81e2-4667-b2ea-655d0ff3b2e0 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1028032 Apr 11 21:08:39.398302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43424e27-e5a1-4ade-b6b9-28746fad3e25 req-4a0f94b7-b787-4f1a-ab82-c3772acf81b6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555754 Apr 11 21:08:39.404748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b72694cf-527a-4576-8eba-be5f4611aae3 req-94202e39-f351-4d16-94bf-b7931b0303d6 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Apr 11 21:08:39.583388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-1b5ca001-2b24-422d-aa01-38f005ab39de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=05720f9a5a274261bf8b347aba55ab9c&device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 1097 time: 0.1393936 Apr 11 21:08:39.586147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-a9f8c191-017e-4a3b-a1ca-f80a3421ef35 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124377 Apr 11 21:08:39.794405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-715df30e-b745-45c5-b313-d75103b171e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:39.795886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-715df30e-b745-45c5-b313-d75103b171e1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad HTTP/1.1" status: 200 len: 911 time: 0.2012324 Apr 11 21:08:39.798693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-43b2fe98-6b01-4fac-bd86-1b056b555c91 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 1097 time: 0.1835105 Apr 11 21:08:39.946852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-1b201632-a1ef-41e1-83e4-c311b10ba134 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7150042-a12d-4c9d-841b-4a6ed323d237 HTTP/1.1" status: 200 len: 217 time: 0.1408391 Apr 11 21:08:40.045381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-7321eb3a-ca4a-49c7-8481-28af3662f6b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:40.046857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-7321eb3a-ca4a-49c7-8481-28af3662f6b2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd497fb3-a8fa-4d59-be0c-3b15fb98c981 HTTP/1.1" status: 200 len: 850 time: 0.0936747 Apr 11 21:08:40.108233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-8ca121f8-f8c6-4120-bbbe-8afa12fc3a66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:40.109821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-8ca121f8-f8c6-4120-bbbe-8afa12fc3a66 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.2514517 Apr 11 21:08:40.117022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-b2c82683-bfa0-4464-961c-75057c237d1a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501933 Apr 11 21:08:40.388056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc001c0-99a9-4fe9-831e-d5381c189b8f req-21332f0b-e72d-4a44-98fc-41a3c16ba591 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:40.399499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dc001c0-99a9-4fe9-831e-d5381c189b8f req-21332f0b-e72d-4a44-98fc-41a3c16ba591 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1917608 Apr 11 21:08:40.452125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-9c941342-8c5a-413b-a910-aee62bfdc65d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9398e598-f8d9-401f-a5a5-46ad66f10453 HTTP/1.1" status: 200 len: 217 time: 0.3340821 Apr 11 21:08:40.481469 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1dc001c0-99a9-4fe9-831e-d5381c189b8f req-bc66431a-5f90-4b0a-a6ff-23f7fdccebc1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749362 Apr 11 21:08:40.588159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-d78645df-8ffd-4649-b44e-c3fa191d921a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:40.590635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-d78645df-8ffd-4649-b44e-c3fa191d921a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.1304352 Apr 11 21:08:40.645660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-d23eede0-faf8-44c9-b418-a07808f73bd7 service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405557 Apr 11 21:08:40.831959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f12e-6a7f-4141-a4fe-07bd01a68f2e req-0e2cbb49-dec3-4d82-b0dc-1d13e742416b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:40.848470 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9e4f12e-6a7f-4141-a4fe-07bd01a68f2e req-0e2cbb49-dec3-4d82-b0dc-1d13e742416b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1819031 Apr 11 21:08:40.865171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-bed74dc0-e21e-43e3-9732-bf657b2d5cc9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2676384 Apr 11 21:08:40.889762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e0ca1e3-38f8-4ec1-9722-0d94ff7079cd req-4d1afaa1-db46-44d4-835f-ef32f5baac26 service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365439 Apr 11 21:08:40.905948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9e4f12e-6a7f-4141-a4fe-07bd01a68f2e req-80cea57b-8f38-46a6-97ff-f67c923d216e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561011 Apr 11 21:08:41.093446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-2fd41832-5002-4949-8c04-10714dd9b2de service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069814 Apr 11 21:08:41.101962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1b5a1-3b03-460a-8b0a-01c9cf2196dd req-2fb04fa4-40b4-4665-b33e-bbcfceb66839 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:41.103422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3db1b5a1-3b03-460a-8b0a-01c9cf2196dd req-2fb04fa4-40b4-4665-b33e-bbcfceb66839 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.2223766 Apr 11 21:08:41.244287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3db1b5a1-3b03-460a-8b0a-01c9cf2196dd req-6269d44d-038f-4a98-8946-e6e4610e347c tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214213 Apr 11 21:08:41.283534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6b48194-08d4-42b4-a3a7-2e1f9238359f req-6026204e-8ba6-4df2-a416-aeceaa50e9f9 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785934 Apr 11 21:08:41.793232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328adc78-005c-4bf6-a82c-ff74f7060702 req-5612fa15-af6d-4e24-b98f-795aeff1420f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:41.795396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-328adc78-005c-4bf6-a82c-ff74f7060702 req-5612fa15-af6d-4e24-b98f-795aeff1420f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1361041 Apr 11 21:08:41.851676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-328adc78-005c-4bf6-a82c-ff74f7060702 req-93ad4d67-ea7d-4182-94bc-83cddfa03ebb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Apr 11 21:08:42.220065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207587a6-f88d-4d5d-9733-9281aefbbd2c req-6310be3e-92f2-4901-90ef-8310f5fdaf19 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:42.227718 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-207587a6-f88d-4d5d-9733-9281aefbbd2c req-6310be3e-92f2-4901-90ef-8310f5fdaf19 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1133544 Apr 11 21:08:42.314986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-207587a6-f88d-4d5d-9733-9281aefbbd2c req-7eb6c158-a5f4-4721-8f04-76452e074b09 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840549 Apr 11 21:08:42.552810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73629d9-9929-49b6-ab19-8fd23569b511 req-160342a2-487a-4de0-9d67-8c8078734927 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:42.554240 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f73629d9-9929-49b6-ab19-8fd23569b511 req-160342a2-487a-4de0-9d67-8c8078734927 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.0953963 Apr 11 21:08:42.565026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae76243-7dba-4cb8-9f12-a46ecec7fa01 req-b1f837c5-0f3a-472f-909c-dc476e8ef06e tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:42.567009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8ae76243-7dba-4cb8-9f12-a46ecec7fa01 req-b1f837c5-0f3a-472f-909c-dc476e8ef06e tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1073825 Apr 11 21:08:42.604798 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f73629d9-9929-49b6-ab19-8fd23569b511 req-71914c8a-60c5-4b12-8d81-f7fd07775754 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Apr 11 21:08:42.619815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8ae76243-7dba-4cb8-9f12-a46ecec7fa01 req-cdcd6040-30cd-474e-aeec-25ef8bffda85 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 Apr 11 21:08:43.380988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8e2d-d2cf-4096-8dae-08118eb4344b req-2c2590de-0f89-4351-95a5-c7f1e191e7ab tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:43.383033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-878e8e2d-d2cf-4096-8dae-08118eb4344b req-2c2590de-0f89-4351-95a5-c7f1e191e7ab tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1100793 Apr 11 21:08:43.469772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-878e8e2d-d2cf-4096-8dae-08118eb4344b req-a17a1d22-7ba5-428a-9e93-b99fcb818cb8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748937 Apr 11 21:08:43.722677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3ae0-e706-4f88-8e9c-a5de6b2d84e8 req-5c5138a5-84e5-43ce-b1f0-366a64c79eaa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:43.724629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35ae3ae0-e706-4f88-8e9c-a5de6b2d84e8 req-5c5138a5-84e5-43ce-b1f0-366a64c79eaa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.0973582 Apr 11 21:08:43.784690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35ae3ae0-e706-4f88-8e9c-a5de6b2d84e8 req-d4a2c2c5-38b9-4acd-b8b9-283742c22aad tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Apr 11 21:08:43.914353 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-99fe16a7-ad72-4778-9d72-3ab1db48524f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:44.024388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6188f2-3b11-44bb-a761-e7e6c780e524 req-d80cf329-9533-4343-8499-29a8e9db1548 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:44.036292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d6188f2-3b11-44bb-a761-e7e6c780e524 req-d80cf329-9533-4343-8499-29a8e9db1548 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1075044 Apr 11 21:08:44.095497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d6188f2-3b11-44bb-a761-e7e6c780e524 req-9924073b-d516-43b3-94c2-8d5a155755a8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 Apr 11 21:08:44.723400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fec694-12f3-4ef9-8bf9-7c6eea24264c req-c9bbacc9-ff57-4449-a6d1-9b8107b42893 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:44.724954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15fec694-12f3-4ef9-8bf9-7c6eea24264c req-c9bbacc9-ff57-4449-a6d1-9b8107b42893 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.0838647 Apr 11 21:08:44.792943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15fec694-12f3-4ef9-8bf9-7c6eea24264c req-acb4c47d-18c3-42cf-a1a9-01ba22543cc6 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Apr 11 21:08:45.286611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0005041-ba3d-440d-9360-c41d2e74fa83 req-9da3a78e-3b11-4913-a9cf-1edea82217e5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:45.288704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0005041-ba3d-440d-9360-c41d2e74fa83 req-9da3a78e-3b11-4913-a9cf-1edea82217e5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1890080 Apr 11 21:08:45.360675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d0005041-ba3d-440d-9360-c41d2e74fa83 req-9e67d5cf-ec62-43bf-9ed7-2ab0f4aa9f13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Apr 11 21:08:45.467074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fddb8-0051-48d4-ab8e-8e69b8627c6e req-b2b6da5e-8006-48b8-8200-9dc43669d733 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:45.475057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-876fddb8-0051-48d4-ab8e-8e69b8627c6e req-b2b6da5e-8006-48b8-8200-9dc43669d733 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1187584 Apr 11 21:08:45.588154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-876fddb8-0051-48d4-ab8e-8e69b8627c6e req-ea7bf9c6-b44a-4bc8-a76f-50d78cf6cdc1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113307 Apr 11 21:08:45.617609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f19cf-82bc-4776-a402-f31a0a1007bf req-d5795b59-d96a-4ebd-93b8-2a2f1667c8df tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:45.619100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-362f19cf-82bc-4776-a402-f31a0a1007bf req-d5795b59-d96a-4ebd-93b8-2a2f1667c8df tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1160691 Apr 11 21:08:45.629576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-843863e6-eed3-49fd-abac-e0b37a3cae1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=05720f9a5a274261bf8b347aba55ab9c&device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 1097 time: 0.1309552 Apr 11 21:08:45.681077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-362f19cf-82bc-4776-a402-f31a0a1007bf req-1adf5da3-2d37-46f7-915a-2a749966db8a tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Apr 11 21:08:45.783053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-69356c88-6304-4d89-9fcd-a7636802623a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:45.784433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-69356c88-6304-4d89-9fcd-a7636802623a service neutron] 10.222.0.75 "GET /v2.0/networks?id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad HTTP/1.1" status: 200 len: 911 time: 0.1479893 Apr 11 21:08:45.858105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-f2b0e6c6-93f9-4158-817d-b858dc2b7b44 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7150042-a12d-4c9d-841b-4a6ed323d237 HTTP/1.1" status: 200 len: 217 time: 0.0667107 Apr 11 21:08:46.010985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-812013bd-3790-4b9b-9591-db15b14f30d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:46.033327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-d2562b95-578a-48c0-810c-33e72243d7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:46.035615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-d2562b95-578a-48c0-810c-33e72243d7a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd497fb3-a8fa-4d59-be0c-3b15fb98c981 HTTP/1.1" status: 200 len: 850 time: 0.1699188 Apr 11 21:08:46.082652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-da26ddf3-5e57-4f0e-9a36-b14ab3da512d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4199bc57-dc5e-4a75-9f8c-d5250704a7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389001 Apr 11 21:08:46.261522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-901ebc14-5ad7-40c1-874a-2368de21c193 service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716161 Apr 11 21:08:46.460992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14fab46b-a37a-4d2f-8eb4-f4d5d208c2a5 req-2b47ceb0-d6d0-4d4c-aa06-c15dc360d1d2 service neutron] 10.222.0.75 "GET /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840413 Apr 11 21:08:46.613140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad2521-8920-4f05-8cb8-63065fdd0c7c req-979f8536-7e41-4913-9d72-8b20a2b168e1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:46.614653 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cad2521-8920-4f05-8cb8-63065fdd0c7c req-979f8536-7e41-4913-9d72-8b20a2b168e1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.0842838 Apr 11 21:08:46.671335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0cad2521-8920-4f05-8cb8-63065fdd0c7c req-dc51aa8a-e01e-4e78-8953-d4fac368fe83 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491428 Apr 11 21:08:46.884334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4324a9-839c-4e9f-b141-875ada83b1a6 req-aa8fcc24-37b8-4a3b-af59-d78961c552d9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:46.887427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e4324a9-839c-4e9f-b141-875ada83b1a6 req-aa8fcc24-37b8-4a3b-af59-d78961c552d9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1514590 Apr 11 21:08:46.997942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e4324a9-839c-4e9f-b141-875ada83b1a6 req-3975c145-e67a-437d-98cf-6daa154285f5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004717 Apr 11 21:08:47.003044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32b05c-7b26-40fa-bb60-dec62f502247 req-9b622541-3e94-443a-adf8-136d47aab48b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:47.004803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d32b05c-7b26-40fa-bb60-dec62f502247 req-9b622541-3e94-443a-adf8-136d47aab48b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1083834 Apr 11 21:08:47.077010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d32b05c-7b26-40fa-bb60-dec62f502247 req-2e795928-0ced-4a14-8808-1364e837d5bc tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Apr 11 21:08:47.367053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:47.452730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:48.204720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31df20f-d570-48b8-bb11-cf96cf61f043 req-562bf239-53d3-4a54-a01f-63f8ce012824 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:48.207142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b31df20f-d570-48b8-bb11-cf96cf61f043 req-562bf239-53d3-4a54-a01f-63f8ce012824 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.0997252 Apr 11 21:08:48.281826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 91a3a9e0-6b7e-4882-bf38-802115988737 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:08:48.302724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b31df20f-d570-48b8-bb11-cf96cf61f043 req-b2a9d6ef-36c0-4119-a263-e417deb2e175 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892529 Apr 11 21:08:48.551772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:48.560707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70ed19-a2f8-4bf0-8b9a-3a6d609e4d7e req-d70c6ec6-d782-45f2-ba77-9c5b37c514b4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:48.562425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b70ed19-a2f8-4bf0-8b9a-3a6d609e4d7e req-d70c6ec6-d782-45f2-ba77-9c5b37c514b4 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.0808387 Apr 11 21:08:48.565618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '91a3a9e0-6b7e-4882-bf38-802115988737', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'port_id': '91a3a9e0-6b7e-4882-bf38-802115988737', 'mac_address': 'fa:16:3e:02:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:08:48.615963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b70ed19-a2f8-4bf0-8b9a-3a6d609e4d7e req-6bc469d9-8c85-4c6c-8b2e-b2875ffeb57f tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469217 Apr 11 21:08:48.690782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:48.690782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91a3a9e0-6b7e-4882-bf38-802115988737 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:08:48.690782 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:48.829833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e83b6-81ec-4be9-8d94-b041d302d81c req-142da16e-2577-458f-bfc2-2049ea3bf421 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:48.898163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-238e83b6-81ec-4be9-8d94-b041d302d81c req-142da16e-2577-458f-bfc2-2049ea3bf421 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.0947695 Apr 11 21:08:48.898163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-238e83b6-81ec-4be9-8d94-b041d302d81c req-3d6db5e7-f2eb-4a92-bdb0-77a423c355ff tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Apr 11 21:08:49.100123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c640d69-8c76-4058-8aea-f573825ebe80 req-6a9c1c21-937b-4bc9-bba6-3add288f72f7 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:49.101650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c640d69-8c76-4058-8aea-f573825ebe80 req-6a9c1c21-937b-4bc9-bba6-3add288f72f7 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1012948 Apr 11 21:08:49.171464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c640d69-8c76-4058-8aea-f573825ebe80 req-192e521f-ff40-42aa-af05-e2458c8bbb50 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628178 Apr 11 21:08:49.269193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:49.329735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:49.397004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:49.426841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['91a3a9e0-6b7e-4882-bf38-802115988737'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:08:49.985481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b1fd-bc09-4f79-847f-daaca47a1400 req-5faf7191-bce7-4168-b9b4-841733b91df7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:49.993553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f587b1fd-bc09-4f79-847f-daaca47a1400 req-5faf7191-bce7-4168-b9b4-841733b91df7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.3876569 Apr 11 21:08:50.055676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-00cf0d05-0d57-4d3a-ac89-d575ca09a045 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:50.057724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-00cf0d05-0d57-4d3a-ac89-d575ca09a045 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.2809358 Apr 11 21:08:50.173566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Deleting port f43f0e1f-203e-42df-8745-1c58dc36294d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:08:50.176891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:50.269860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f587b1fd-bc09-4f79-847f-daaca47a1400 req-b2dba3d6-1326-4cb4-825a-7193596c196c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748225 Apr 11 21:08:50.315406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 91a3a9e0-6b7e-4882-bf38-802115988737 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:08:50.417159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083cd83-6593-4aac-b307-f6bab47116d6 req-b5105d33-9c40-45d6-b816-83315d2f7dfa tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:50.425763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9083cd83-6593-4aac-b307-f6bab47116d6 req-b5105d33-9c40-45d6-b816-83315d2f7dfa tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.1386859 Apr 11 21:08:50.505539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 91a3a9e0-6b7e-4882-bf38-802115988737 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:08:50.506125 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:50.506803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9083cd83-6593-4aac-b307-f6bab47116d6 req-4f27632f-d491-4b3f-8307-e5ee08e273a5 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798123 Apr 11 21:08:50.745023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:50.788945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:50.824638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:50.896558 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:50.996158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f822-5cc8-427e-813f-7f792ea30542 req-911321fe-a7b4-4022-a0fb-8a7cb2ffbb22 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:51.011072 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f051f822-5cc8-427e-813f-7f792ea30542 req-911321fe-a7b4-4022-a0fb-8a7cb2ffbb22 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.2503870 Apr 11 21:08:51.064396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:51.101242 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f051f822-5cc8-427e-813f-7f792ea30542 req-f56b79e2-1e24-4744-b115-4ea316c4860a tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772548 Apr 11 21:08:51.156972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] For port f43f0e1f-203e-42df-8745-1c58dc36294d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f43f0e1f-203e-42df-8745-1c58dc36294d,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:51.172061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:51.272815 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5b33f8-e7cd-41b8-a676-353aad974f6b'] response: {'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737', 'code': 200} Apr 11 21:08:51.501287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56441-6be8-4b9b-b342-40613f9d48e8 req-2b2c9e35-6637-4e9b-a76d-3a77788a6a94 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:51.522939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bad56441-6be8-4b9b-b342-40613f9d48e8 req-2b2c9e35-6637-4e9b-a76d-3a77788a6a94 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.5442276 Apr 11 21:08:51.688004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62de58b-f428-4ec3-bcb0-975d5d7b7ee5 req-3bff2a3d-b39b-48ed-ad4e-4b271f28a8a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:51.708337 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a62de58b-f428-4ec3-bcb0-975d5d7b7ee5 req-3bff2a3d-b39b-48ed-ad4e-4b271f28a8a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1649535 Apr 11 21:08:51.842728 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a62de58b-f428-4ec3-bcb0-975d5d7b7ee5 req-da359dbb-8756-499d-b04e-b03f4508eb72 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334023 Apr 11 21:08:52.090425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bad56441-6be8-4b9b-b342-40613f9d48e8 req-3bd33be9-4a38-476c-b707-0a776455e2a3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665231 Apr 11 21:08:52.282264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc83a-3e98-4980-8e9a-c7f8a568c466 req-b860ed03-ce35-4b05-b660-32328ab431b1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:52.294029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa2dc83a-3e98-4980-8e9a-c7f8a568c466 req-b860ed03-ce35-4b05-b660-32328ab431b1 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 945 time: 0.1899166 Apr 11 21:08:52.333891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:52.334326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:52.334660 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Floating IP f710f32b-e910-41ee-aff7-dd7c317cb14b disassociated. External IP: 172.25.5.197, port: f43f0e1f-203e-42df-8745-1c58dc36294d. Apr 11 21:08:52.334916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Calling delete_port for f43f0e1f-203e-42df-8745-1c58dc36294d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:08:52.439712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa2dc83a-3e98-4980-8e9a-c7f8a568c466 req-3be9505e-21b2-4261-8499-a04cb82a543e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4a7fd8a-d458-46f0-807f-d2fb9491127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444032 Apr 11 21:08:53.010445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a75d1-d55e-46b3-ac92-063ece6df0d0 req-a7668cc6-24c2-4f06-8df2-c8b5542aade8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:53.018743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-159a75d1-d55e-46b3-ac92-063ece6df0d0 req-a7668cc6-24c2-4f06-8df2-c8b5542aade8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.2325840 Apr 11 21:08:53.117858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:53.200917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event deleted for resources: {'Port': ['ID=f43f0e1f-203e-42df-8745-1c58dc36294d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:53.208951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4432de-fc4d-449e-b6c7-47b149238c8e req-ff06c8fc-b8e8-44ce-891e-df364c580cc4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:53.218109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df4432de-fc4d-449e-b6c7-47b149238c8e req-ff06c8fc-b8e8-44ce-891e-df364c580cc4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1382544 Apr 11 21:08:53.242695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-159a75d1-d55e-46b3-ac92-063ece6df0d0 req-a536bb2c-42dc-47a6-9dc1-30757425f9d5 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230191 Apr 11 21:08:53.253831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-724957c0-08b9-43cf-ba14-25dd2e774e46 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:53.266116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-724957c0-08b9-43cf-ba14-25dd2e774e46 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.75 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 1.0445492 Apr 11 21:08:53.340778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df4432de-fc4d-449e-b6c7-47b149238c8e req-8585e88a-c536-43ab-ae49-01bdd9de2a67 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213419 Apr 11 21:08:53.473254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Deleting port b7150042-a12d-4c9d-841b-4a6ed323d237 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:08:53.473842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:53.668285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba253a32-6e58-4570-884e-a544dfec2dce req-a2bfa294-7a64-4ae0-9358-423a40e0e504 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.0695901 Apr 11 21:08:54.035748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] For port b7150042-a12d-4c9d-841b-4a6ed323d237, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=b7150042-a12d-4c9d-841b-4a6ed323d237,segment=NetworkSegment(2e200969-629a-4f1d-b6d0-15ed2f5fdf48),segment_id=2e200969-629a-4f1d-b6d0-15ed2f5fdf48)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:08:54.035748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:54.252103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Calling delete_port for b7150042-a12d-4c9d-841b-4a6ed323d237 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:08:54.343797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69910e9-45a8-408f-a94f-74286a399097 req-9b8cb799-3d02-47e7-b0a3-ce69948ed6fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:54.344634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f43f0e1f-203e-42df-8745-1c58dc36294d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:08:54.346667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a69910e9-45a8-408f-a94f-74286a399097 req-9b8cb799-3d02-47e7-b0a3-ce69948ed6fb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.8015635 Apr 11 21:08:54.420840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: f43f0e1f-203e-42df-8745-1c58dc36294d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:08:54.422215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f43f0e1f-203e-42df-8745-1c58dc36294d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:08:54.577908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fcf7a-44b4-4dba-9803-3c36c5822029 req-8e97a5a0-44c2-479a-8b40-4647709ed78f tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:54.592157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-972fcf7a-44b4-4dba-9803-3c36c5822029 req-8e97a5a0-44c2-479a-8b40-4647709ed78f tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 946 time: 0.1386387 Apr 11 21:08:54.602117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a69910e9-45a8-408f-a94f-74286a399097 req-7bee2c37-209b-4a7c-9e91-26a39f96630e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417848 Apr 11 21:08:54.633198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Router fa21f84c-4290-4226-886d-28c7df65e98c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:08:54.687862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-972fcf7a-44b4-4dba-9803-3c36c5822029 req-ee5c6b53-24d0-4548-a9d5-1651d220071b tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/security-groups?id=b085623c-79f3-4b31-8915-9d0b7e84cf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942750 Apr 11 21:08:54.933381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cb23aae3-bfbb-464c-bbcb-d001279d18e7 req-57d4b9ca-8ec1-4173-8bfc-bddf3e856b12 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.0975065 Apr 11 21:08:55.282382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:55.422469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Pushing event deleted for resources: {'Port': ['ID=b7150042-a12d-4c9d-841b-4a6ed323d237,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:55.542716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] No DVR routers for this DVR port b7150042-a12d-4c9d-841b-4a6ed323d237 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:08:55.546896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:55.550560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3020eeb6-7199-4224-9014-fc0548336f90', 'name': 'network-vif-deleted', 'tag': 'b7150042-a12d-4c9d-841b-4a6ed323d237'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:55.598949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47292210-fef2-4a61-8f4b-5489dd0b11e7 req-38b5c59a-03e2-41cf-ae8f-f7d50ed44d54 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:55.606892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47292210-fef2-4a61-8f4b-5489dd0b11e7 req-38b5c59a-03e2-41cf-ae8f-f7d50ed44d54 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.4178946 Apr 11 21:08:55.678243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce6f5fdf-b2a1-4bb3-b034-558af3a126f7 req-e905db7e-5707-48e5-bfb1-c3e6647a97e8 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.75 "DELETE /v2.0/ports/b7150042-a12d-4c9d-841b-4a6ed323d237 HTTP/1.1" status: 204 len: 173 time: 2.4000432 Apr 11 21:08:55.721688 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746266c6-6755-4279-a561-a7e12f50c35c'] response: {'server_uuid': '3020eeb6-7199-4224-9014-fc0548336f90', 'name': 'network-vif-deleted', 'tag': 'b7150042-a12d-4c9d-841b-4a6ed323d237', 'status': 'completed', 'code': 200} Apr 11 21:08:55.864246 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47292210-fef2-4a61-8f4b-5489dd0b11e7 req-88c451c0-68a8-4ff6-ace5-9de4f1891baf tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557757 Apr 11 21:08:56.002541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:08:56.028800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:08:56.047413 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:08:56.052211 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:08:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:56.058084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e5d4f-af58-48e3-872e-dba2c337067b req-ba7dde68-12ab-47d8-95af-e7155fe35ea6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:56.080829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-694e5d4f-af58-48e3-872e-dba2c337067b req-ba7dde68-12ab-47d8-95af-e7155fe35ea6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.2333877 Apr 11 21:08:56.228083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b7150042-a12d-4c9d-841b-4a6ed323d237 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:08:56.349674 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-694e5d4f-af58-48e3-872e-dba2c337067b req-0ba956e0-3149-4ae6-ae84-d374afbef831 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539151 Apr 11 21:08:56.380271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] No DVR routers for this DVR port f43f0e1f-203e-42df-8745-1c58dc36294d on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:08:56.382299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: b7150042-a12d-4c9d-841b-4a6ed323d237 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:08:56.382828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device b7150042-a12d-4c9d-841b-4a6ed323d237 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:08:56.385069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:56.387868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec12185c-97a0-4d2d-9e3e-33c441cffa06 req-ff5bfe4a-2ccb-47af-a013-d8a5d271a5de tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.69 "DELETE /v2.0/ports/f43f0e1f-203e-42df-8745-1c58dc36294d HTTP/1.1" status: 204 len: 173 time: 6.3233726 Apr 11 21:08:56.491451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-74c3674e-7eea-46e8-b7f1-b55e10b795db req-4c387cad-76b7-4407-a449-bc815584ac41 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Synchronizing usage tracker for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:56.683668 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:08:56.702247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-74c3674e-7eea-46e8-b7f1-b55e10b795db req-4c387cad-76b7-4407-a449-bc815584ac41 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] Unset dirty status for tenant:05720f9a5a274261bf8b347aba55ab9c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:56.706660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74c3674e-7eea-46e8-b7f1-b55e10b795db req-4c387cad-76b7-4407-a449-bc815584ac41 tempest-TestServerAdvancedOps-154271559 tempest-TestServerAdvancedOps-154271559-project] 10.222.0.61 "GET /v2.0/ports?device_id=3020eeb6-7199-4224-9014-fc0548336f90 HTTP/1.1" status: 200 len: 210 time: 0.3007486 Apr 11 21:08:57.131118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ac4b477-4664-4809-b26c-bfed3451a101 req-1c5ce716-b791-40cf-b13b-ea5512a9e872 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.5530169 Apr 11 21:08:57.407827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698a94b-2367-4aef-8ed9-16f72b045e08 req-1a684c0d-d66c-48b0-bcac-f04af39773f4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:57.442565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7698a94b-2367-4aef-8ed9-16f72b045e08 req-1a684c0d-d66c-48b0-bcac-f04af39773f4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.2532380 Apr 11 21:08:57.616038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7698a94b-2367-4aef-8ed9-16f72b045e08 req-e0e5743d-fe1b-44c0-81e9-7857115c3df5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652253 Apr 11 21:08:57.723356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'name': 'network-vif-deleted', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:08:57.818548 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:57.833431 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:08:57.866121 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:08:57.866121 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:08:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:57.908249 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cd379e-ef06-42b1-a58d-8492deabae47'] response: {'server_uuid': '4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b', 'name': 'network-vif-deleted', 'tag': 'f43f0e1f-203e-42df-8745-1c58dc36294d', 'status': 'completed', 'code': 200} Apr 11 21:08:58.208705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0bcb-6eb1-4d7a-a1c9-c12b9e512dd8 req-fdf332eb-acab-46ae-9f54-9b9eb333f226 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:58.217938 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-712f0bcb-6eb1-4d7a-a1c9-c12b9e512dd8 req-fdf332eb-acab-46ae-9f54-9b9eb333f226 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.3310592 Apr 11 21:08:58.243800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:58.436040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Deleting subnet bd497fb3-a8fa-4d59-be0c-3b15fb98c981 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:08:58.439556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:08:58.442567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:58.467910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-712f0bcb-6eb1-4d7a-a1c9-c12b9e512dd8 req-83d11ab0-6fa9-45ef-854e-447a26799a30 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406738 Apr 11 21:08:58.571903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:58.749341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-65f38f4f-9b2e-4708-85b0-03cfcda0d032 req-805cc6d3-f4d3-46d6-9057-bafa7bd08c65 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Synchronizing usage tracker for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:08:58.813254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:58.891329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-65f38f4f-9b2e-4708-85b0-03cfcda0d032 req-805cc6d3-f4d3-46d6-9057-bafa7bd08c65 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Unset dirty status for tenant:0b85124add3b4c17ae1f66f2b6a49fc0 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:08:58.904931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65f38f4f-9b2e-4708-85b0-03cfcda0d032 req-805cc6d3-f4d3-46d6-9057-bafa7bd08c65 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e6fe15b-de16-4bf3-9cbc-f2d12e638b7b HTTP/1.1" status: 200 len: 210 time: 0.2830098 Apr 11 21:08:59.062041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90344a-90cf-41e3-8c35-2970e62d8791 req-f872b130-2d01-45e0-999d-7c85bdb4f99d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:08:59.069627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af90344a-90cf-41e3-8c35-2970e62d8791 req-f872b130-2d01-45e0-999d-7c85bdb4f99d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.2251360 Apr 11 21:08:59.126543 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:08:59.127141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af90344a-90cf-41e3-8c35-2970e62d8791 req-db166ed0-f45e-48e5-91d6-cd0a08644a03 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531845 Apr 11 21:08:59.128114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34908dd2-e342-4e11-9511-1980cc99bc6b None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:03:34Z', 'revision_number': 4, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'c308ab0c-6677-4dba-8439-8855a1261f7f', 'name': '', 'network_id': '542b1ea4-fc31-4acb-a70b-5410f4834930', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'mac_address': 'fa:16:3e:d6:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:32Z', 'updated_at': '2022-04-11T21:03:44Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'subnets': [{'id': 'da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:08:59.184533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:59.302872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:59.393625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd497fb3-a8fa-4d59-be0c-3b15fb98c981,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:08:59.438881 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:59.452120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6653e9a9-6b9b-45e9-a999-740f9cd58601 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bd497fb3-a8fa-4d59-be0c-3b15fb98c981 HTTP/1.1" status: 204 len: 168 time: 1.2049015 Apr 11 21:08:59.453499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56340) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:08:59.557163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cf4e5-0f55-4f3f-9bb8-a60b64aafec7 None None] New status for floating IP f710f32b-e910-41ee-aff7-dd7c317cb14b: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:08:59.655712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:59.922813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:08:59.983162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4199bc57-dc5e-4a75-9f8c-d5250704a7ad']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:00.004852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e200969-629a-4f1d-b6d0-15ed2f5fdf48') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:00.005176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e200969-629a-4f1d-b6d0-15ed2f5fdf48') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:00.008061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9516148-7abf-405e-9f18-fce28cb99ffb req-3f8038c5-f6e2-4761-a99f-be6dcc4b9d0d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:00.014483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9516148-7abf-405e-9f18-fce28cb99ffb req-3f8038c5-f6e2-4761-a99f-be6dcc4b9d0d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.2131500 Apr 11 21:09:00.041496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.137880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.176463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9516148-7abf-405e-9f18-fce28cb99ffb req-cbc312df-5bcf-4aa2-9c54-549cfa2daf3c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577175 Apr 11 21:09:00.180546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:09:00.183020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:09:00.231417 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:09:00.378166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56360) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:00.419433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.447493 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.469010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] Pushing event deleted for resources: {'Network': ['ID=4199bc57-dc5e-4a75-9f8c-d5250704a7ad,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:00.547739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10c6c4-0da5-4332-8000-80f9fe961788 req-9b6326ea-12a6-40e7-b7f6-0d90f4607626 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:00.550848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc10c6c4-0da5-4332-8000-80f9fe961788 req-9b6326ea-12a6-40e7-b7f6-0d90f4607626 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1763756 Apr 11 21:09:00.553517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-047bd1ef-ac38-42dd-9991-5296305c2240 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4199bc57-dc5e-4a75-9f8c-d5250704a7ad HTTP/1.1" status: 204 len: 168 time: 1.0969419 Apr 11 21:09:00.557383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:00.602077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3491486-92f2-490a-a76b-ad9d7bd9ab58 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.663644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3491486-92f2-490a-a76b-ad9d7bd9ab58 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.665065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Deleting subnet 45051bbd-2435-45ec-92ff-c07de874c9b9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:09:00.681069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.685045 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.762981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc10c6c4-0da5-4332-8000-80f9fe961788 req-448afbb0-6abb-4813-89b8-1800eb2357d9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998727 Apr 11 21:09:00.781129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.856514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3491486-92f2-490a-a76b-ad9d7bd9ab58 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.857676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:00.892693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3491486-92f2-490a-a76b-ad9d7bd9ab58 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a7fd8a-d458-46f0-807f-d2fb9491127c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:01.028026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3491486-92f2-490a-a76b-ad9d7bd9ab58 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.031865 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e3491486-92f2-490a-a76b-ad9d7bd9ab58 tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "DELETE /v2.0/security-groups/a4a7fd8a-d458-46f0-807f-d2fb9491127c HTTP/1.1" status: 204 len: 168 time: 0.6501129 Apr 11 21:09:01.032187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56376) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:01.049715 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-9b5837fe-8556-4891-98a5-d3b854dd224c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] show failed (client error): The resource could not be found. Apr 11 21:09:01.053440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b5837fe-8556-4891-98a5-d3b854dd224c tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "GET /v2.0/security-groups/a4a7fd8a-d458-46f0-807f-d2fb9491127c HTTP/1.1" status: 404 len: 347 time: 0.0174463 Apr 11 21:09:01.053872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56380) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:01.055038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.149035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45051bbd-2435-45ec-92ff-c07de874c9b9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:01.161917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.193106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2b263ac5-9b8f-4630-a170-a216fcda21c3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/45051bbd-2435-45ec-92ff-c07de874c9b9 HTTP/1.1" status: 204 len: 168 time: 0.6345499 Apr 11 21:09:01.195913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56384) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:01.466280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Deleting port 4fb264f2-73bd-4145-9c74-02eaddb47562 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:01.467070 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.486300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.752910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.757055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.782585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.834779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14e353e-c9df-4123-9373-4f8c0cfa20a4']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:01.848935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c34e91-6263-46dd-bc3b-3f7fa3242320') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:01.854079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c34e91-6263-46dd-bc3b-3f7fa3242320') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:01.863699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.886995 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:09:01.905871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:01.936337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:09:01.937446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:09:02.090729 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:09:02.213314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee6db5-afd1-4137-9cdd-f9110a3674dd req-9ad60fa2-a3e7-4130-b6c5-699a7a404099 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:02.237254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69ee6db5-afd1-4137-9cdd-f9110a3674dd req-9ad60fa2-a3e7-4130-b6c5-699a7a404099 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.7163088 Apr 11 21:09:02.426604 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:02.457409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:02.467868 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c14e353e-c9df-4123-9373-4f8c0cfa20a4 HTTP/1.1" status: 204 len: 168 time: 1.2702618 Apr 11 21:09:02.534834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Calling delete_port for 4fb264f2-73bd-4145-9c74-02eaddb47562 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:02.568059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69ee6db5-afd1-4137-9cdd-f9110a3674dd req-e40d32a5-abd7-4d5e-bb0d-8b5a5de40421 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252118 Apr 11 21:09:02.574938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630f321-58e3-41c4-b527-ef4db90c4216 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14e353e-c9df-4123-9373-4f8c0cfa20a4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:02.646695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-c5041cd8-b4d5-421a-929d-bd1a40d35fc3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 1.2698238 Apr 11 21:09:03.019209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31067fc-b950-49d6-a7c9-fa9d6c895f7e req-234022da-bcc8-4e0c-8d24-4c0a0b6ea45e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:03.028085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b31067fc-b950-49d6-a7c9-fa9d6c895f7e req-234022da-bcc8-4e0c-8d24-4c0a0b6ea45e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1455107 Apr 11 21:09:03.085350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1696af-0dd3-4335-abe3-052acba86479 req-354cc4fc-3dab-4e51-b23b-9fc2113478d9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:03.091491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac1696af-0dd3-4335-abe3-052acba86479 req-354cc4fc-3dab-4e51-b23b-9fc2113478d9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.7016354 Apr 11 21:09:03.092250 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b31067fc-b950-49d6-a7c9-fa9d6c895f7e req-7c0f42eb-c38b-41a0-b5e2-8e2eaca0fd3d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628879 Apr 11 21:09:03.125016 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:03.214447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:03.321022 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d6be9293-b0ec-4925-9974-062caca41867 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05720f9a5a274261bf8b347aba55ab9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1051567 Apr 11 21:09:03.323799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:03.419597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460eff7-feea-4404-b381-168dc31b9758 req-76dd5914-ffe7-4943-80a1-c79e7f44ed13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:03.422990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-76dd5914-ffe7-4943-80a1-c79e7f44ed13 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.7683415 Apr 11 21:09:03.467999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77f227b-d844-479a-8f66-2f6e6b2a22fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:03.471770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Pushing event deleted for resources: {'Port': ['ID=4fb264f2-73bd-4145-9c74-02eaddb47562,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:03.515279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77f227b-d844-479a-8f66-2f6e6b2a22fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:03.667431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac1696af-0dd3-4335-abe3-052acba86479 req-b9518ca6-227a-48da-b836-dccdf08256e5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5449860 Apr 11 21:09:03.690487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77f227b-d844-479a-8f66-2f6e6b2a22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:03.745440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f227b-d844-479a-8f66-2f6e6b2a22fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b085623c-79f3-4b31-8915-9d0b7e84cf60,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:03.836884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:03.844863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77f227b-d844-479a-8f66-2f6e6b2a22fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:03.846443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b77f227b-d844-479a-8f66-2f6e6b2a22fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b085623c-79f3-4b31-8915-9d0b7e84cf60 HTTP/1.1" status: 204 len: 168 time: 0.5215459 Apr 11 21:09:03.865952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-4b43e8c3-bfd1-4620-ac6e-5f8a89cdd1f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 1001 time: 0.3918362 Apr 11 21:09:03.990743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397b264-1826-427c-9f76-77556d673b81 req-dd799422-0f2c-4998-b635-5005d375d7b1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:04.003291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f397b264-1826-427c-9f76-77556d673b81 req-dd799422-0f2c-4998-b635-5005d375d7b1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1543317 Apr 11 21:09:04.024396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460eff7-feea-4404-b381-168dc31b9758 req-bb97dfa3-541e-4320-bf5e-76e8db458a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:04.024396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-bb97dfa3-541e-4320-bf5e-76e8db458a5c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.1499922 Apr 11 21:09:04.094383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f397b264-1826-427c-9f76-77556d673b81 req-41995fce-a773-4175-b923-88c432c26c80 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900376 Apr 11 21:09:04.100228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:04.101585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e449c61c-de87-4721-a9cf-dd3f61faab4e tempest-AttachVolumeTestJSON-680886118 tempest-AttachVolumeTestJSON-680886118-project] 10.222.0.61 "DELETE /v2.0/floatingips/f710f32b-e910-41ee-aff7-dd7c317cb14b HTTP/1.1" status: 204 len: 168 time: 3.0466681 Apr 11 21:09:04.217039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-7334bbdc-23a1-418e-9878-258a987f3e03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840682 Apr 11 21:09:04.821943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-c7e61a5c-4144-4a1c-a9de-bf8b742c0f23 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977957 Apr 11 21:09:04.892149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3dd25-b8c2-47d0-aa2e-efbb3ef73fdc req-d84f1a1f-9014-47f5-902a-551d69b99db1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:04.899312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fb3dd25-b8c2-47d0-aa2e-efbb3ef73fdc req-d84f1a1f-9014-47f5-902a-551d69b99db1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.4648290 Apr 11 21:09:05.078814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3fb3dd25-b8c2-47d0-aa2e-efbb3ef73fdc req-0acd4c2b-9195-448c-9e83-959e9b574f95 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780276 Apr 11 21:09:05.191370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d460eff7-feea-4404-b381-168dc31b9758 req-77e8e8ab-6647-4c20-bf74-4e7ccff150c5 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603096 Apr 11 21:09:05.257978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56452) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:05.461642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56460) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:05.473818 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5a0f1c9f-e091-4b62-96fc-a354e8634927 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b2267a9234247db9545e35d8bcba736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2214422 Apr 11 21:09:05.588154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cce6b-c095-40d1-b87c-0ef6386c74de req-628b594d-84d3-43bb-8279-4602db991dd9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:05.590780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb7cce6b-c095-40d1-b87c-0ef6386c74de req-628b594d-84d3-43bb-8279-4602db991dd9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2286813 Apr 11 21:09:05.705361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb7cce6b-c095-40d1-b87c-0ef6386c74de req-30646f8f-a617-4f1a-a454-1b4cf4b3db76 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135137 Apr 11 21:09:05.762295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8cd23f5a-6f07-4e63-8bed-1fba7a0f98ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:05.846546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8cd23f5a-6f07-4e63-8bed-1fba7a0f98ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:05.883224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4d7fc-6918-4e7a-8949-d918c9390ecc req-968fa1f6-ecba-4d4c-879c-99ecc298a651 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:05.885460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65e4d7fc-6918-4e7a-8949-d918c9390ecc req-968fa1f6-ecba-4d4c-879c-99ecc298a651 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.3115942 Apr 11 21:09:05.971388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-65e4d7fc-6918-4e7a-8949-d918c9390ecc req-a67541f1-276b-428e-93cd-63379da3463e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682068 Apr 11 21:09:06.093307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8cd23f5a-6f07-4e63-8bed-1fba7a0f98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:06.132181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd23f5a-6f07-4e63-8bed-1fba7a0f98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fece968-a024-4b12-bdf9-2fe856701a28,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:06.173672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8cd23f5a-6f07-4e63-8bed-1fba7a0f98ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:06.174833 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8cd23f5a-6f07-4e63-8bed-1fba7a0f98ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fece968-a024-4b12-bdf9-2fe856701a28 HTTP/1.1" status: 204 len: 168 time: 0.7103281 Apr 11 21:09:06.561317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c350761-8ada-482b-8ca7-4764fb3393b2 req-aa78d160-f71e-4866-9a7a-9b60bac92841 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:06.563902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c350761-8ada-482b-8ca7-4764fb3393b2 req-aa78d160-f71e-4866-9a7a-9b60bac92841 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1768236 Apr 11 21:09:06.680316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c350761-8ada-482b-8ca7-4764fb3393b2 req-9674d81d-f6e6-49b1-91e0-246ce5106d31 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055908 Apr 11 21:09:07.307772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b99ff-1167-4b1c-ad22-d50af9277529 req-7eb892cf-9a47-4e5d-b0e4-1f34847c09cb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:07.310179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e17b99ff-1167-4b1c-ad22-d50af9277529 req-7eb892cf-9a47-4e5d-b0e4-1f34847c09cb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2184587 Apr 11 21:09:07.464080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e17b99ff-1167-4b1c-ad22-d50af9277529 req-01ce6dd2-273d-4dc0-b829-0fa2f8a4c91b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435783 Apr 11 21:09:07.541563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be81bc-f5c6-4cd2-9049-b9f92271dba1 req-1966e7c5-bfe9-46ad-8fa8-43c138b43506 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:07.550308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03be81bc-f5c6-4cd2-9049-b9f92271dba1 req-1966e7c5-bfe9-46ad-8fa8-43c138b43506 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1573842 Apr 11 21:09:07.798316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03be81bc-f5c6-4cd2-9049-b9f92271dba1 req-b2cba46a-2a7d-4331-a5f1-c8a6f5067ef9 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462006 Apr 11 21:09:08.159706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8327c4-b0c6-41c2-8184-748cc5b68bca req-142acaf4-b420-4856-b633-291539997ecc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:08.161058 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b8327c4-b0c6-41c2-8184-748cc5b68bca req-142acaf4-b420-4856-b633-291539997ecc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1781342 Apr 11 21:09:08.213741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b8327c4-b0c6-41c2-8184-748cc5b68bca req-70becb12-e21c-4a03-80d2-5157a8ce1a13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Apr 11 21:09:08.827154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6de5c-495d-4872-b8d9-c93f0e7a0f8a req-ddc17766-0eca-4a71-82b5-7375207b1d32 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:08.829554 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-63d6de5c-495d-4872-b8d9-c93f0e7a0f8a req-ddc17766-0eca-4a71-82b5-7375207b1d32 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1099284 Apr 11 21:09:08.932269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-63d6de5c-495d-4872-b8d9-c93f0e7a0f8a req-60e4980e-daec-4121-b3a7-df0dce080eab tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958598 Apr 11 21:09:08.999427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628cf67-f7e0-4cfe-b195-7723ef83a2b4 req-b8b7de04-6f7a-4828-b121-5d2b6034af44 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:09.011863 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b628cf67-f7e0-4cfe-b195-7723ef83a2b4 req-b8b7de04-6f7a-4828-b121-5d2b6034af44 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 945 time: 0.1006594 Apr 11 21:09:09.124124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b628cf67-f7e0-4cfe-b195-7723ef83a2b4 req-ce0075df-7f3d-441f-b749-a62ef1e105a0 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078923 Apr 11 21:09:09.351008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe0a48-fb33-4982-bd92-99e661a76798 req-0cad5166-215c-4aab-8e66-6e363b12e3b5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:09.353614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cefe0a48-fb33-4982-bd92-99e661a76798 req-0cad5166-215c-4aab-8e66-6e363b12e3b5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1617167 Apr 11 21:09:09.460595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cefe0a48-fb33-4982-bd92-99e661a76798 req-e833d322-52bb-47f7-b5ed-a07f3a2f7eee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895472 Apr 11 21:09:09.602206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523491c-c0e7-4e2f-a92e-c184cf5de325 req-2ca8cfcb-6457-4f0c-b894-4c31aaa4d2d6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:09.605786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0523491c-c0e7-4e2f-a92e-c184cf5de325 req-2ca8cfcb-6457-4f0c-b894-4c31aaa4d2d6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1593623 Apr 11 21:09:09.695121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0523491c-c0e7-4e2f-a92e-c184cf5de325 req-8af3f394-0fce-4831-941a-2a6703a152a3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803504 Apr 11 21:09:10.204274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5c16-c4c6-46c1-a4e9-29a1096dcf4b req-c21ee08b-a95a-462c-ae1e-eaa7a6549507 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:10.211888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32af5c16-c4c6-46c1-a4e9-29a1096dcf4b req-c21ee08b-a95a-462c-ae1e-eaa7a6549507 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1052537 Apr 11 21:09:10.299368 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32af5c16-c4c6-46c1-a4e9-29a1096dcf4b req-1973d541-7aa9-4e61-8e75-470011a01790 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864031 Apr 11 21:09:10.467105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-01828542-ab49-43ac-be4f-0f2be7b90087 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:10.468773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-01828542-ab49-43ac-be4f-0f2be7b90087 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 945 time: 0.2062738 Apr 11 21:09:10.546718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Deleting port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:10.547306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:10.717486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043ff5f-d089-4298-b1f9-6a5f21f6dc7c req-f36af054-163f-4492-99f4-c99665d6c76c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:10.719328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6043ff5f-d089-4298-b1f9-6a5f21f6dc7c req-f36af054-163f-4492-99f4-c99665d6c76c tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 945 time: 0.3387873 Apr 11 21:09:10.848249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240842e-a782-42ee-9f55-ecd418c83b92 req-03818d44-0348-4473-a58c-6082d3714e79 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:10.849721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1240842e-a782-42ee-9f55-ecd418c83b92 req-03818d44-0348-4473-a58c-6082d3714e79 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1398532 Apr 11 21:09:10.935186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6043ff5f-d089-4298-b1f9-6a5f21f6dc7c req-ede855df-e026-4b48-99af-13c187546ee0 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e63d2fd-e212-429a-8747-1a0e30d3988e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918557 Apr 11 21:09:10.943357 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1240842e-a782-42ee-9f55-ecd418c83b92 req-418a0222-7ca6-46af-a187-84b40c68775b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 Apr 11 21:09:11.066207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] For port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,segment=NetworkSegment(a5f536d0-5d03-49ac-a5b5-7aa4825e5541),segment_id=a5f536d0-5d03-49ac-a5b5-7aa4825e5541)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:11.066627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:11.217425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Calling delete_port for 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:11.389331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f210b-5de5-4b15-9906-917a6746adf9 req-3a844bc5-349b-43bc-8de6-db3f9afb2994 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:11.391086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d70f210b-5de5-4b15-9906-917a6746adf9 req-3a844bc5-349b-43bc-8de6-db3f9afb2994 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1820841 Apr 11 21:09:11.496643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d70f210b-5de5-4b15-9906-917a6746adf9 req-c3bf4356-ce7f-4d38-b2b7-304f69475e19 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Apr 11 21:09:11.613438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47ed8-df40-4da0-ac20-0eaafcebba40 req-f6302b20-ff26-4908-a3e2-4e92c9ba4fa3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:11.615237 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2da47ed8-df40-4da0-ac20-0eaafcebba40 req-f6302b20-ff26-4908-a3e2-4e92c9ba4fa3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1069455 Apr 11 21:09:11.616706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:11.632337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:09:11.687466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Pushing event deleted for resources: {'Port': ['ID=8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:11.717316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2da47ed8-df40-4da0-ac20-0eaafcebba40 req-f58dfcab-781a-4730-b591-d7cdf049ea96 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921645 Apr 11 21:09:11.816646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] No DVR routers for this DVR port 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:09:11.819685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:11.823415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'name': 'network-vif-deleted', 'tag': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:11.929213 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11138826-a742-48a9-a1a2-67db17a08712'] response: {'server_uuid': 'cf960a43-69a2-41f4-9f64-f719d99f37b3', 'name': 'network-vif-deleted', 'tag': '8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc', 'status': 'completed', 'code': 200} Apr 11 21:09:11.942958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8a7c11a-3a8a-40e4-90a4-7a4c068ca041 req-09d9faf2-dd2b-4689-a318-7758ff677630 tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.75 "DELETE /v2.0/ports/8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc HTTP/1.1" status: 204 len: 173 time: 1.4661586 Apr 11 21:09:12.184047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f0cfe3f-a531-4f2d-a5b2-04c1454e1620 req-6313a1f8-8ff1-43d0-87c1-dc742028cd5d tempest-VolumesSnapshotTestJSON-1840407106 tempest-VolumesSnapshotTestJSON-1840407106-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf960a43-69a2-41f4-9f64-f719d99f37b3 HTTP/1.1" status: 200 len: 210 time: 0.0750077 Apr 11 21:09:12.349076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1b10-cefc-4794-86a7-7adeba5af5c3 req-d0b1bd05-671b-4b02-ac2d-eef86699f8d1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:12.350847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0eac1b10-cefc-4794-86a7-7adeba5af5c3 req-d0b1bd05-671b-4b02-ac2d-eef86699f8d1 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1237817 Apr 11 21:09:12.431796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0eac1b10-cefc-4794-86a7-7adeba5af5c3 req-51f06d1a-965d-4ae5-98eb-5ac84c03e41f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737977 Apr 11 21:09:12.871389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbc4af-cef6-4d86-beb7-e41acfddcab0 req-1e30cb75-89fc-4e17-a002-b1daa9a97979 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:12.878156 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7bfbc4af-cef6-4d86-beb7-e41acfddcab0 req-1e30cb75-89fc-4e17-a002-b1daa9a97979 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1475351 Apr 11 21:09:12.980288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7bfbc4af-cef6-4d86-beb7-e41acfddcab0 req-e7a3760b-9d40-438e-a744-108007fff6d5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009405 Apr 11 21:09:13.178567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac224d-96e1-4a46-b3bf-3f418ffea5c4 req-9cc1fb75-7a02-4310-aaa5-481c69027cae tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:13.184060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46ac224d-96e1-4a46-b3bf-3f418ffea5c4 req-9cc1fb75-7a02-4310-aaa5-481c69027cae tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2354815 Apr 11 21:09:13.307672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46ac224d-96e1-4a46-b3bf-3f418ffea5c4 req-a785e271-78cc-4b8f-ad22-f1b02e81ccea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170576 Apr 11 21:09:13.816428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9ced-f3cd-444f-acfa-a498c571f062 req-b62c5925-7b24-447f-b5fd-7dd103e42c36 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:13.818645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efcb9ced-f3cd-444f-acfa-a498c571f062 req-b62c5925-7b24-447f-b5fd-7dd103e42c36 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1331501 Apr 11 21:09:13.896892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8abb24ba-fa63-4bc4-8927-8de499233341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:13.916876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efcb9ced-f3cd-444f-acfa-a498c571f062 req-55f5cc0c-562b-4dd1-b05d-4f9f2bda97f5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919545 Apr 11 21:09:14.294506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:14.461724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6987e4-04a2-4fa5-a6d9-a765889ab780 req-392c09a1-3014-42f1-8610-e16667ba7dee tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:14.471628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f6987e4-04a2-4fa5-a6d9-a765889ab780 req-392c09a1-3014-42f1-8610-e16667ba7dee tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1917627 Apr 11 21:09:14.491944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:09:14.495597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 8c8f5bfa-c717-43f0-88c7-6c5abcc1c3bc not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:09:14.573452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f6987e4-04a2-4fa5-a6d9-a765889ab780 req-5cd5ad56-a966-4689-8253-04051c9d8b62 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007793 Apr 11 21:09:14.716246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e036b8-8860-41f9-8fde-eded6cd08d87 req-e3945b19-5b26-400b-b096-ea9ecd914c32 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:14.717725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14e036b8-8860-41f9-8fde-eded6cd08d87 req-e3945b19-5b26-400b-b096-ea9ecd914c32 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.0867298 Apr 11 21:09:14.776134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14e036b8-8860-41f9-8fde-eded6cd08d87 req-23895955-90f3-4360-8605-0a4bf2744ab9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514770 Apr 11 21:09:15.371967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd942e8-6c53-4da2-859a-0752cc1d228e req-dce60908-cba7-485a-854b-e56467d37c72 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:15.383670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cd942e8-6c53-4da2-859a-0752cc1d228e req-dce60908-cba7-485a-854b-e56467d37c72 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.2343779 Apr 11 21:09:15.527924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cd942e8-6c53-4da2-859a-0752cc1d228e req-fe4592a5-8dd1-4677-a885-82fc974a1ded tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429834 Apr 11 21:09:15.958419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8542bab-d4ad-4db1-8a35-f5fa48a72973 req-8564506c-21c9-406b-85c9-1310143cf82e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:15.965112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8542bab-d4ad-4db1-8a35-f5fa48a72973 req-8564506c-21c9-406b-85c9-1310143cf82e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 944 time: 0.1730702 Apr 11 21:09:16.034822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8542bab-d4ad-4db1-8a35-f5fa48a72973 req-aca6cd37-262a-4240-a70e-748fbd254f78 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637424 Apr 11 21:09:16.060571 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-20b0451b-fa14-4113-9389-fa4e2fc25887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:16.121253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba963-45f1-4c94-ad0f-374c327beded req-9f136ae3-c678-4acb-a9e7-a179f9c18ea4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:16.122924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b28ba963-45f1-4c94-ad0f-374c327beded req-9f136ae3-c678-4acb-a9e7-a179f9c18ea4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1167090 Apr 11 21:09:16.180245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b28ba963-45f1-4c94-ad0f-374c327beded req-d563359b-ebdf-42a6-a90d-4d90eff8b797 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516536 Apr 11 21:09:16.483253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9aa9c2e9-f7d4-4205-982c-72d28290bbae details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:09:16.746887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:16.763698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '9aa9c2e9-f7d4-4205-982c-72d28290bbae', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': '9aa9c2e9-f7d4-4205-982c-72d28290bbae', 'mac_address': 'fa:16:3e:14:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:09:16.780466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a964f65-2c4b-46eb-81b3-a644d49dfb26 req-25f8957d-56d4-42db-acca-ae385ec7406b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:16.782150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a964f65-2c4b-46eb-81b3-a644d49dfb26 req-25f8957d-56d4-42db-acca-ae385ec7406b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.0967522 Apr 11 21:09:16.829961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a964f65-2c4b-46eb-81b3-a644d49dfb26 req-1d2d2d44-1425-4fa3-b656-0e46b727399b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Apr 11 21:09:16.852594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:16.873677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa9c2e9-f7d4-4205-982c-72d28290bbae {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:09:16.891385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:17.010431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:17.108568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=9aa9c2e9-f7d4-4205-982c-72d28290bbae,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:17.127043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.127445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.128067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.128587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.129422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.129942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.130487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.130998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.131553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.132114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.132622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:17.267937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9aa9c2e9-f7d4-4205-982c-72d28290bbae'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:09:17.464687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863743-b86b-48c4-925b-3ea01a46456f req-87fcff0e-047e-4e73-937f-0a206ab9e3cc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:17.481890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa863743-b86b-48c4-925b-3ea01a46456f req-87fcff0e-047e-4e73-937f-0a206ab9e3cc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 945 time: 0.2937119 Apr 11 21:09:17.606589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:17.607329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:17.690468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-d5175998-64d4-4231-9d4a-32867f3a56a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 1097 time: 0.3440561 Apr 11 21:09:17.767209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e31e4-9089-4eff-ad10-486fd1d53630 req-34751ea4-5179-434b-b70b-c4c3ce7889da tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:17.768809 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-470e31e4-9089-4eff-ad10-486fd1d53630 req-34751ea4-5179-434b-b70b-c4c3ce7889da tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2900937 Apr 11 21:09:17.819256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa863743-b86b-48c4-925b-3ea01a46456f req-43ae5ba2-8729-4758-999b-7d52684b8452 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086202 Apr 11 21:09:17.860895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-470e31e4-9089-4eff-ad10-486fd1d53630 req-26f6a4bb-7541-4121-9cc2-0c36131eced0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840380 Apr 11 21:09:17.911556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-994b4c23-1e66-40aa-bb33-122c7f2cc103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:17.913283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-994b4c23-1e66-40aa-bb33-122c7f2cc103 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.2132525 Apr 11 21:09:17.994919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-29c9bb0c-b8a9-4eb7-9d51-076301d1300a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91a3a9e0-6b7e-4882-bf38-802115988737 HTTP/1.1" status: 200 len: 217 time: 0.0743217 Apr 11 21:09:18.127002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56654) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:18.128882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-4617607c-c6fb-41c7-8efd-3ce603b3133d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:18.130365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-4617607c-c6fb-41c7-8efd-3ce603b3133d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1282980 Apr 11 21:09:18.203598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54186d1-ea7c-40a3-a052-b6c8bf5b57a9 req-f067b2e0-ce45-414b-95d4-1c64d4da3040 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:18.207177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f54186d1-ea7c-40a3-a052-b6c8bf5b57a9 req-f067b2e0-ce45-414b-95d4-1c64d4da3040 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 946 time: 0.1638670 Apr 11 21:09:18.279742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-3077f370-6c6e-4a57-b18b-9caa573b2f56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423488 Apr 11 21:09:18.295832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f54186d1-ea7c-40a3-a052-b6c8bf5b57a9 req-20cdda4c-aa18-46dc-8eff-2439ee9013d7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Apr 11 21:09:18.475665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-5175b7e4-c820-4e92-b77b-2a400cbab148 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880224 Apr 11 21:09:18.483059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9aa9c2e9-f7d4-4205-982c-72d28290bbae up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:09:18.679042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 9aa9c2e9-f7d4-4205-982c-72d28290bbae completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:09:18.684498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 9aa9c2e9-f7d4-4205-982c-72d28290bbae triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:09:18.684869 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:18.718814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f76fa9c4-711b-4d84-929d-0171e36a0951 req-5f531e9d-628d-4846-9849-7fd69be1b2ea service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263353 Apr 11 21:09:18.794086 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:18.873038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:18.918420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8823b8-fdfa-4434-bf80-414745070115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa9c2e9-f7d4-4205-982c-72d28290bbae'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:18.948448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:18.991675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:19.010610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:19.011854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 91a3a9e0-6b7e-4882-bf38-802115988737 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:19.137902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263f8d4-b6fb-4d08-a099-e7d02a00c7cb req-1901d36f-9b45-4fb5-889f-911dfa41ff48 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:19.145496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e263f8d4-b6fb-4d08-a099-e7d02a00c7cb req-1901d36f-9b45-4fb5-889f-911dfa41ff48 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.1109478 Apr 11 21:09:19.204739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e263f8d4-b6fb-4d08-a099-e7d02a00c7cb req-fad6df8e-b24d-49c1-9bd1-dc9535285952 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Apr 11 21:09:19.233123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=9aa9c2e9-f7d4-4205-982c-72d28290bbae,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:19.277124 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:19.303959 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9099802-e30d-484d-94de-098bc95858a9'] response: {'server_uuid': '0b8823b8-fdfa-4434-bf80-414745070115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa9c2e9-f7d4-4205-982c-72d28290bbae', 'code': 200} Apr 11 21:09:19.363274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:19.440953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9440a-bb26-4baa-b3b9-b3cc0b60c177 req-b8f8256f-3ba7-4305-b99e-23d2bfdef940 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:19.442565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6da9440a-bb26-4baa-b3b9-b3cc0b60c177 req-b8f8256f-3ba7-4305-b99e-23d2bfdef940 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.3448832 Apr 11 21:09:19.459746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:19.597436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:19.621349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6da9440a-bb26-4baa-b3b9-b3cc0b60c177 req-22875944-21ff-46da-920b-d622510b83f7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688881 Apr 11 21:09:19.707870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09a69da5-8251-4b12-aa2e-6ce94b28f68a req-1c82d654-a63f-42da-9234-80193f131ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 1097 time: 0.3257766 Apr 11 21:09:19.765502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09a69da5-8251-4b12-aa2e-6ce94b28f68a req-5219cda2-a586-4cd4-81d6-14db9a0b35d3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Apr 11 21:09:19.773207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0dc40-3f2f-4b1d-a01d-c9ceeae5e516 req-8ab297f2-dc77-474e-8d26-905a3989ef33 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:19.774763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ec0dc40-3f2f-4b1d-a01d-c9ceeae5e516 req-8ab297f2-dc77-474e-8d26-905a3989ef33 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.1569045 Apr 11 21:09:19.826075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ec0dc40-3f2f-4b1d-a01d-c9ceeae5e516 req-2f02b1e5-cfbc-456c-ade9-596ed4e2ad9f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448534 Apr 11 21:09:20.073534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Deleting port c308ab0c-6677-4dba-8439-8855a1261f7f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:20.074174 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:20.310074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] For port c308ab0c-6677-4dba-8439-8855a1261f7f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c308ab0c-6677-4dba-8439-8855a1261f7f,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:20.310432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:20.553265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Calling delete_port for c308ab0c-6677-4dba-8439-8855a1261f7f owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:20.766590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23941d8-ce53-4f7a-b383-2ff44daf33ab req-b7d6f5c1-906d-4f89-8c1e-244e3d74fe01 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:20.768859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e23941d8-ce53-4f7a-b383-2ff44daf33ab req-b7d6f5c1-906d-4f89-8c1e-244e3d74fe01 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.2825105 Apr 11 21:09:20.892739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e23941d8-ce53-4f7a-b383-2ff44daf33ab req-79f1ff5d-e1a3-4c77-9cc8-b1f93b655238 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127670 Apr 11 21:09:20.955269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd504b1-21b2-4538-a1d7-bebac13ce87e req-61e2a062-8970-47fc-9528-3018e4ecb8a0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:20.956785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fd504b1-21b2-4538-a1d7-bebac13ce87e req-61e2a062-8970-47fc-9528-3018e4ecb8a0 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1495233 Apr 11 21:09:20.970625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:21.050550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fd504b1-21b2-4538-a1d7-bebac13ce87e req-ebfc5340-7b37-42bd-911e-8175cd51fb80 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855851 Apr 11 21:09:21.107012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c308ab0c-6677-4dba-8439-8855a1261f7f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:21.168572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.169433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.169963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.170475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.171062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.171979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.172791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.173644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.174621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.175645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.176524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:21.305716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:21.343172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6566d-d02d-4262-aa85-ccb84f89413e req-c6004c66-9515-42c9-b46a-ea5d868d6158 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:21.350530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfc6566d-d02d-4262-aa85-ccb84f89413e req-c6004c66-9515-42c9-b46a-ea5d868d6158 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.2944446 Apr 11 21:09:21.404117 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bd2dd4-0bbb-4c86-b74a-ad3be9015c7d'] response: {'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737', 'code': 200} Apr 11 21:09:21.505933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfc6566d-d02d-4262-aa85-ccb84f89413e req-480ebfa5-faf4-4e81-a3c2-cf42e02d4750 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544533 Apr 11 21:09:21.601542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:21.711839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3178d2bd-5077-4d13-83f6-ac369f6aa8fa req-39a7a37e-817a-4f71-8baa-f3d55894eeb5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 0.1114180 Apr 11 21:09:21.768385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3178d2bd-5077-4d13-83f6-ac369f6aa8fa req-0c58f16e-7981-4554-ba3d-85d5342caf5f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Apr 11 21:09:22.182723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e327-bb57-4f3a-a57f-86ef06182c97 req-5d8fa224-da37-4a9e-b664-b8f1f4281a62 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:22.190966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1055e327-bb57-4f3a-a57f-86ef06182c97 req-5d8fa224-da37-4a9e-b664-b8f1f4281a62 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.1572337 Apr 11 21:09:22.253432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1055e327-bb57-4f3a-a57f-86ef06182c97 req-977ed158-6c02-4e63-b6ee-aa7ccd5f8fcd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613358 Apr 11 21:09:22.523744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3063f7-7e74-432f-ae46-9ce924ea2bf4 req-193745a5-429b-4f7b-a464-f491825602cb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:22.526044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e3063f7-7e74-432f-ae46-9ce924ea2bf4 req-193745a5-429b-4f7b-a464-f491825602cb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.1201546 Apr 11 21:09:22.564571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d9724-1588-4327-b126-098f4f96b162 req-a30052ac-f255-4023-a9b7-77e917d9f336 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:22.573142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac7d9724-1588-4327-b126-098f4f96b162 req-a30052ac-f255-4023-a9b7-77e917d9f336 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2872400 Apr 11 21:09:22.592847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e3063f7-7e74-432f-ae46-9ce924ea2bf4 req-898a54b0-50da-420a-aba4-26dc72d6f07b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614550 Apr 11 21:09:22.638894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac7d9724-1588-4327-b126-098f4f96b162 req-a1bbe67d-750e-47df-9702-336db9244184 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648081 Apr 11 21:09:22.655047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Router fa21f84c-4290-4226-886d-28c7df65e98c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:09:22.890836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad5f35-4eb5-49b5-9c5c-3a3778fe98f0 req-ae9a9588-8eca-4aa4-a577-7fc67cb05ea0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:22.892455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fad5f35-4eb5-49b5-9c5c-3a3778fe98f0 req-ae9a9588-8eca-4aa4-a577-7fc67cb05ea0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.1251605 Apr 11 21:09:22.966884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fad5f35-4eb5-49b5-9c5c-3a3778fe98f0 req-c91202ca-5da5-4245-aac5-9d3fa0df9a3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Apr 11 21:09:22.991159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82b13-5827-48b2-bc5d-a13653adbcd8 req-5827ae2f-90be-4d6b-84f9-c37f1f797614 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:22.991159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5d82b13-5827-48b2-bc5d-a13653adbcd8 req-5827ae2f-90be-4d6b-84f9-c37f1f797614 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.1399372 Apr 11 21:09:23.070169 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5d82b13-5827-48b2-bc5d-a13653adbcd8 req-e0b09b14-9934-4649-9b98-522bd1cc3164 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783300 Apr 11 21:09:23.122474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:09:23.143591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] Sync routers for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:09:23.148773 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36291647-1e7f-4210-b0e8-dadae4ea40d8 admin admin] 10.222.0.61 "PUT /v2.0/routers/fa21f84c-4290-4226-886d-28c7df65e98c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0188155 Apr 11 21:09:23.152058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56730) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:23.172654 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:09:23.173559 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:09:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:23.568127 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:09:23.603183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b857f-9f99-4fd4-a213-a0a28ae58c4b req-198922a5-d642-4eed-8a35-55c3ca327560 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:23.605562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d62b857f-9f99-4fd4-a213-a0a28ae58c4b req-198922a5-d642-4eed-8a35-55c3ca327560 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3301847 Apr 11 21:09:23.688125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d62b857f-9f99-4fd4-a213-a0a28ae58c4b req-3f95f951-b74c-474a-bf74-845395558e56 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762842 Apr 11 21:09:23.787388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:23.970980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:09:20Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:23.975697 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] Checking router: fa21f84c-4290-4226-886d-28c7df65e98c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:09:23.989550 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] Routers {'fa21f84c-4290-4226-886d-28c7df65e98c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:09:23.990348 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:09:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['fa21f84c-4290-4226-886d-28c7df65e98c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:24.114997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043442f-cd1e-4ce1-a9c5-8506146206c7 req-9f9af6d5-8d50-42f0-81af-4c4ab26ba449 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:24.123852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9043442f-cd1e-4ce1-a9c5-8506146206c7 req-9f9af6d5-8d50-42f0-81af-4c4ab26ba449 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1591504 Apr 11 21:09:24.189357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9043442f-cd1e-4ce1-a9c5-8506146206c7 req-508b2699-1d0d-4ec2-8f3c-cec2a4de95c2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635209 Apr 11 21:09:24.228828 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] Set router fa21f84c-4290-4226-886d-28c7df65e98c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:09:24.271413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cde5ed-e1d8-4874-a503-4c452fb74961 req-48a3be5c-5ac2-41d8-bddc-766996317045 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:24.297370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7cde5ed-e1d8-4874-a503-4c452fb74961 req-48a3be5c-5ac2-41d8-bddc-766996317045 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1643090 Apr 11 21:09:24.326207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:24.400644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7cde5ed-e1d8-4874-a503-4c452fb74961 req-aa2d4138-207c-48ab-9298-588043fca9bf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027806 Apr 11 21:09:24.422066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Deleting port eb916e51-98c4-465d-8849-d2377d0db887 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:24.422715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:24.534305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 91a3a9e0-6b7e-4882-bf38-802115988737 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:24.708502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:09:20Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:24.714362 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8df04-0fec-4ff3-add0-da8430674fa7 None None] The sync data for ids ['fa21f84c-4290-4226-886d-28c7df65e98c'] in n-d-837321-1 is: [{'id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'name': 'tempest-AttachVolumeTestJSON-457590573-router', 'tenant_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:03:21Z', 'updated_at': '2022-04-11T21:09:20Z', 'revision_number': 5, 'project_id': '0b85124add3b4c17ae1f66f2b6a49fc0', 'gw_port': {'id': 'eb916e51-98c4-465d-8849-d2377d0db887', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f84c-4290-4226-886d-28c7df65e98c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:03:22Z', 'updated_at': '2022-04-11T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:09:24.856176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1bcdc-b5cd-44f6-9e58-ef44c6384a9c req-a1f284d2-32ad-47f2-9323-7630d99e3ade tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:24.857702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8f1bcdc-b5cd-44f6-9e58-ef44c6384a9c req-a1f284d2-32ad-47f2-9323-7630d99e3ade tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.3720407 Apr 11 21:09:24.929554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] For port eb916e51-98c4-465d-8849-d2377d0db887, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=eb916e51-98c4-465d-8849-d2377d0db887,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:24.929920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:25.001047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a3ba2-5c13-4628-ad68-b53022835639 req-8c3b8ff7-ab8b-4b2c-9adc-e5e8002ac062 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:25.008597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a14a3ba2-5c13-4628-ad68-b53022835639 req-8c3b8ff7-ab8b-4b2c-9adc-e5e8002ac062 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1008315 Apr 11 21:09:25.016623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8f1bcdc-b5cd-44f6-9e58-ef44c6384a9c req-717eca25-c85a-4d89-8de9-b7dacf1dc4aa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410697 Apr 11 21:09:25.072224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a14a3ba2-5c13-4628-ad68-b53022835639 req-201433b6-6b58-425b-a12d-7b8caa5f80ad tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611236 Apr 11 21:09:25.147402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Calling delete_port for eb916e51-98c4-465d-8849-d2377d0db887 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:25.414095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2281d2-4b79-4a92-a466-2b9bb78d6ffb req-21d19696-4162-4cd5-ad2f-21d961dfc019 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:25.426310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b2281d2-4b79-4a92-a466-2b9bb78d6ffb req-21d19696-4162-4cd5-ad2f-21d961dfc019 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1483922 Apr 11 21:09:25.497248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af67c62-477f-4698-9b79-51034eb59b0e req-eedc3dbd-f337-46b1-91ac-ce8ea1a0984f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:25.498793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af67c62-477f-4698-9b79-51034eb59b0e req-eedc3dbd-f337-46b1-91ac-ce8ea1a0984f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.1218081 Apr 11 21:09:25.542161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b2281d2-4b79-4a92-a466-2b9bb78d6ffb req-2d713dd5-43b1-4d7b-bdea-2b7a6258eee4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148114 Apr 11 21:09:25.643822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port 9aa9c2e9-f7d4-4205-982c-72d28290bbae {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:25.643822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:25.874773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:26.001143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb916e51-98c4-465d-8849-d2377d0db887,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:26.530973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c308ab0c-6677-4dba-8439-8855a1261f7f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:26.541019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcfb30-d879-4dc2-9a42-0dca0107c427 req-7149999a-2aca-4f21-82c0-b1d10260c9ee tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:26.543166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29dcfb30-d879-4dc2-9a42-0dca0107c427 req-7149999a-2aca-4f21-82c0-b1d10260c9ee tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1653197 Apr 11 21:09:26.585936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: c308ab0c-6677-4dba-8439-8855a1261f7f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:09:26.586278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c308ab0c-6677-4dba-8439-8855a1261f7f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:09:26.631117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29dcfb30-d879-4dc2-9a42-0dca0107c427 req-f0c9ee75-7f50-4a7c-b30d-a109c9e30aa9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811560 Apr 11 21:09:26.699976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:26.840639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb4c33-0b4a-43ef-86d4-4edad3c7d347 req-8333156f-f1ac-4b72-b6a0-ffff0614260c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:26.842441 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5bb4c33-0b4a-43ef-86d4-4edad3c7d347 req-8333156f-f1ac-4b72-b6a0-ffff0614260c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0962224 Apr 11 21:09:26.849646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port 9aa9c2e9-f7d4-4205-982c-72d28290bbae, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9aa9c2e9-f7d4-4205-982c-72d28290bbae,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:26.850320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:26.929460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5bb4c33-0b4a-43ef-86d4-4edad3c7d347 req-f03ad758-8634-4540-9179-fec443d50a5c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729294 Apr 11 21:09:26.988580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for 9aa9c2e9-f7d4-4205-982c-72d28290bbae owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:27.208886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:27.240366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-3ec09426-32a0-4164-933a-e2ea0cf03254 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 0.8285980 Apr 11 21:09:27.241133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:27.254537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fb02-455f-4693-a131-84e6d1d4a754 req-a0ee6260-d596-4daf-98f8-a4e74348ffe5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:27.261628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a12fb02-455f-4693-a131-84e6d1d4a754 req-a0ee6260-d596-4daf-98f8-a4e74348ffe5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 946 time: 0.8487940 Apr 11 21:09:27.485545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a12fb02-455f-4693-a131-84e6d1d4a754 req-89be6bd4-45e0-40ea-a4ae-1ed45e1924bd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230108 Apr 11 21:09:27.519287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28302515-7b03-4fda-b81a-31789d5a3528 req-772c1c8a-b6af-46a6-8d26-4a448cbae3aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:27.521030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-772c1c8a-b6af-46a6-8d26-4a448cbae3aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.2559085 Apr 11 21:09:27.576000 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:27.577322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa21f84c-4290-4226-886d-28c7df65e98c {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:09:27.606761 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:27.618109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9aa9c2e9-f7d4-4205-982c-72d28290bbae'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:09:27.702965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=9aa9c2e9-f7d4-4205-982c-72d28290bbae,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:27.854365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:27.858033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fd33cd23-65b1-4d36-9811-ecdfbceb454d admin admin] 10.222.0.61 "DELETE /v2.0/routers/fa21f84c-4290-4226-886d-28c7df65e98c HTTP/1.1" status: 204 len: 168 time: 4.7024407 Apr 11 21:09:27.858437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56788) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:27.903603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port 9aa9c2e9-f7d4-4205-982c-72d28290bbae on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:09:27.906335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:27.909075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af67c62-477f-4698-9b79-51034eb59b0e req-6d435d28-c0a5-4425-8459-ec46b1621160 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "DELETE /v2.0/ports/9aa9c2e9-f7d4-4205-982c-72d28290bbae HTTP/1.1" status: 204 len: 173 time: 2.4050081 Apr 11 21:09:27.909883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8823b8-fdfa-4434-bf80-414745070115', 'name': 'network-vif-deleted', 'tag': '9aa9c2e9-f7d4-4205-982c-72d28290bbae'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:27.917723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-a11cb039-a526-46cd-83b7-0db2a898525b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 1001 time: 0.3893602 Apr 11 21:09:28.133569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Deleting subnet da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:09:28.177691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:28.278126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:28.311119 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e435f0a-eda8-4444-b2d6-1426bbb58fc7'] response: {'server_uuid': '0b8823b8-fdfa-4434-bf80-414745070115', 'name': 'network-vif-deleted', 'tag': '9aa9c2e9-f7d4-4205-982c-72d28290bbae', 'status': 'completed', 'code': 200} Apr 11 21:09:28.366618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:28.398230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28302515-7b03-4fda-b81a-31789d5a3528 req-4fa84860-9e2a-46fd-98c3-68c13d042570 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:28.399892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-4fa84860-9e2a-46fd-98c3-68c13d042570 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.4696734 Apr 11 21:09:28.421913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device eb916e51-98c4-465d-8849-d2377d0db887 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:28.486558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cf1d5-51cf-4b6c-ac83-47cccae9c5fa req-cbb00b33-237a-4226-a21f-a54e961a0d12 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:28.488542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-995cf1d5-51cf-4b6c-ac83-47cccae9c5fa req-cbb00b33-237a-4226-a21f-a54e961a0d12 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.5187113 Apr 11 21:09:28.505559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: eb916e51-98c4-465d-8849-d2377d0db887 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:09:28.505899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device eb916e51-98c4-465d-8849-d2377d0db887 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:09:28.513171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25611e-ad36-4a5a-8880-ec0e1887faf8 req-e4dc7cca-e07e-48f9-9b05-1f623385ea77 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:28.514718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d25611e-ad36-4a5a-8880-ec0e1887faf8 req-e4dc7cca-e07e-48f9-9b05-1f623385ea77 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2136228 Apr 11 21:09:28.592902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-cb92d267-3467-4ff7-b171-a9f94756eb30 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862838 Apr 11 21:09:28.645200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-995cf1d5-51cf-4b6c-ac83-47cccae9c5fa req-2d139b73-7415-47cd-866c-00299517ca5b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440911 Apr 11 21:09:28.664378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:28.700007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d25611e-ad36-4a5a-8880-ec0e1887faf8 req-a5a126f8-d94d-4103-9ffa-2dfa9c1cee9b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784096 Apr 11 21:09:28.778098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:28.780306 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:28.788214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-50f2231e-105e-4977-b380-920ae10cec40 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/da4c816b-3e2f-4fe2-9aeb-6f2c28e5651a HTTP/1.1" status: 204 len: 168 time: 0.9285700 Apr 11 21:09:28.788831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5922e-d7e2-4640-a19a-5386f19c000c None None] Network 542b1ea4-fc31-4acb-a70b-5410f4834930 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:09:28.790921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56806) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:28.974337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-db2a71c2-d01a-4672-bff9-4fef196eb660 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605516 Apr 11 21:09:28.990323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:29.017884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Deleting port 01682956-0e91-4404-847c-12210ad31ccd {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:29.018533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:29.165363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:29.241106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-575a7545-3aa5-44e7-bbd4-a92b6158a1e1 req-5d6c77f8-62b7-41fb-b4a9-0736f359fa8e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b8823b8-fdfa-4434-bf80-414745070115 HTTP/1.1" status: 200 len: 210 time: 0.1518013 Apr 11 21:09:29.315531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] DHCP port deletion for 542b1ea4-fc31-4acb-a70b-5410f4834930 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:09:29.320305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] Deleting port 01682956-0e91-4404-847c-12210ad31ccd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:29.320960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:29.365961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28302515-7b03-4fda-b81a-31789d5a3528 req-eb5834d6-2fa1-4fc6-9103-cd6f37b82c14 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842540 Apr 11 21:09:29.847491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] For port 01682956-0e91-4404-847c-12210ad31ccd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=01682956-0e91-4404-847c-12210ad31ccd,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:29.847879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:29.856804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] For port 01682956-0e91-4404-847c-12210ad31ccd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=01682956-0e91-4404-847c-12210ad31ccd,segment=NetworkSegment(b5862cc8-8990-4aab-9f20-7be72e33b57f),segment_id=b5862cc8-8990-4aab-9f20-7be72e33b57f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:29.857850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:30.127944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] Calling delete_port for 01682956-0e91-4404-847c-12210ad31ccd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:30.149294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Calling delete_port for 01682956-0e91-4404-847c-12210ad31ccd owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:30.290134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd7de0-25fa-494d-a342-86f64809bd19 req-85e92ad5-d54a-478c-8de8-31dc31c93254 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:30.297449 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fcfd7de0-25fa-494d-a342-86f64809bd19 req-85e92ad5-d54a-478c-8de8-31dc31c93254 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2437119 Apr 11 21:09:30.319430 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:30.376870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:09:30.379675 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:09:30.415703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2c639-d273-4506-ab6d-71d25467fdcc req-c6e32051-59f7-46ae-af84-b8fe9ad78590 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:30.428506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a2c639-d273-4506-ab6d-71d25467fdcc req-c6e32051-59f7-46ae-af84-b8fe9ad78590 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3257575 Apr 11 21:09:30.459366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fcfd7de0-25fa-494d-a342-86f64809bd19 req-a787daae-c772-4323-bd66-797370a148ec tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607389 Apr 11 21:09:30.536715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] No DVR routers for this DVR port 01682956-0e91-4404-847c-12210ad31ccd on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:09:30.546767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a927ed2-556d-4138-90e0-c26dfdef2b79 None None] Pushing event deleted for resources: {'Port': ['ID=01682956-0e91-4404-847c-12210ad31ccd,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:30.554984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9aa9c2e9-f7d4-4205-982c-72d28290bbae no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:30.596722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a2c639-d273-4506-ab6d-71d25467fdcc req-a79091df-5843-4c7f-9dfa-33debdb022d2 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649187 Apr 11 21:09:30.626293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 01682956-0e91-4404-847c-12210ad31ccd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:09:30.669757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 9aa9c2e9-f7d4-4205-982c-72d28290bbae {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:09:30.670356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9aa9c2e9-f7d4-4205-982c-72d28290bbae not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:09:30.674068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 01682956-0e91-4404-847c-12210ad31ccd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:09:30.674579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 01682956-0e91-4404-847c-12210ad31ccd not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:09:30.794750 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:30.880619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Deleting port 01682956-0e91-4404-847c-12210ad31ccd {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:30.881088 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.004397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] The port '01682956-0e91-4404-847c-12210ad31ccd' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:09:31.169121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.196912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542b1ea4-fc31-4acb-a70b-5410f4834930']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:31.210218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5862cc8-8990-4aab-9f20-7be72e33b57f') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:31.210571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5862cc8-8990-4aab-9f20-7be72e33b57f') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:31.239995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.276535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.283787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:09:31.284395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:09:31.299208 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:09:31.467546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.495754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:31.518278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=542b1ea4-fc31-4acb-a70b-5410f4834930,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:31.543657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-fa0d166e-5f28-4256-a47f-ec00fcda2cb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110590 Apr 11 21:09:31.589137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-edb0e2e4-c39d-4beb-b8d2-33e2092883b1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/542b1ea4-fc31-4acb-a70b-5410f4834930 HTTP/1.1" status: 204 len: 168 time: 2.7969670 Apr 11 21:09:31.718760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-c1f8a678-680e-43a1-a7cf-63d6705db1c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 1096 time: 0.0924191 Apr 11 21:09:31.768156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7474aec-7f1c-47f5-9421-6b9e88d43f42 req-03687fb0-fb15-49d1-9d92-a1ebb7bd1990 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:31.769795 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7474aec-7f1c-47f5-9421-6b9e88d43f42 req-03687fb0-fb15-49d1-9d92-a1ebb7bd1990 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1382310 Apr 11 21:09:31.829527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7474aec-7f1c-47f5-9421-6b9e88d43f42 req-8523cbdb-8718-4dff-aa72-c394dec134da tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537484 Apr 11 21:09:32.008362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-22a1ecd2-cf8e-4af5-b7c8-a4cfb4e9239a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:32.010135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-22a1ecd2-cf8e-4af5-b7c8-a4cfb4e9239a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.2688565 Apr 11 21:09:32.020018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18181655-b4c4-40ee-80ad-17ffdc8a32bb req-d419bcf8-64b3-40c1-82de-be8f22b4c848 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:32.021713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18181655-b4c4-40ee-80ad-17ffdc8a32bb req-d419bcf8-64b3-40c1-82de-be8f22b4c848 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2248831 Apr 11 21:09:32.141911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56852) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:32.176850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-e93e860a-6d88-45f1-8962-8fc0c5d2bbd0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 200 len: 217 time: 0.1540542 Apr 11 21:09:32.199141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70184a-4dad-45d5-ba5d-c4d95b5f185c req-445e38c2-773a-4271-ae3c-5050909993df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:32.211303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c70184a-4dad-45d5-ba5d-c4d95b5f185c req-445e38c2-773a-4271-ae3c-5050909993df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1306093 Apr 11 21:09:32.212996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:32.219348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Request body: {'floatingip': {'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:09:32.295200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-39c51cac-0b97-4850-bc13-87865792658b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b85124add3b4c17ae1f66f2b6a49fc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1490905 Apr 11 21:09:32.320652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18181655-b4c4-40ee-80ad-17ffdc8a32bb req-207ed6a7-0182-4d06-b5c9-88c271769b8f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437196 Apr 11 21:09:32.321294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56860) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:32.330716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-dcafac3f-c708-422a-8f33-02dab6d5c1c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:32.332434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-dcafac3f-c708-422a-8f33-02dab6d5c1c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1475034 Apr 11 21:09:32.367244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:32.498927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:32.514122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-75928aba-062f-42dd-a87a-4ff9849cefa5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681209 Apr 11 21:09:32.630286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:32.715900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-f66d3b90-6481-4323-b42e-c5afd91a4903 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894286 Apr 11 21:09:32.849574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:32.870966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b56f926-fcac-447a-8730-fa1a30650fed,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:32.904688 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:32.906306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b56f926-fcac-447a-8730-fa1a30650fed HTTP/1.1" status: 204 len: 168 time: 0.5774806 Apr 11 21:09:32.912235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.912580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.912922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.913311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.913779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.914528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.914959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.915291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.915646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.915974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.916352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baccd75-cd5b-4186-9ec3-bddb35a4d19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:09:32.922393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0487eaf5-89de-49b5-9e22-6f778865dc3d req-0179dbdc-da41-4c8a-bc03-6053e8686846 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986604 Apr 11 21:09:33.703802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:33.767407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:33.942229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003099d-4461-43e7-ba94-db651ad7bc93 req-1e3c5121-c2dd-4c79-bdd6-cf3c828d6a40 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:33.943833 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c003099d-4461-43e7-ba94-db651ad7bc93 req-1e3c5121-c2dd-4c79-bdd6-cf3c828d6a40 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2902954 Apr 11 21:09:34.094945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c003099d-4461-43e7-ba94-db651ad7bc93 req-b675385c-d2f9-4197-b37e-b64f68b71a63 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433778 Apr 11 21:09:34.516447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:09:34.793652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:09:34.797096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:34.802783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] Sync routers for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:09:34.858535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:09:34.859924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:09:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:34.924029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:34.992847 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-abbe5d0e-837b-49e2-b7cb-3fc7f05c8021 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "PUT /v2.0/floatingips/c36a801f-138d-4452-859d-1fddd491e0ee HTTP/1.1" status: 200 len: 993 time: 2.7780116 Apr 11 21:09:35.048739 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d63122-68bc-4ee7-a4e4-227c6a0848b9'] response: {'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'status': 'completed', 'code': 200} Apr 11 21:09:35.262241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:09:35.484797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99908dba-4268-48db-93f2-5048886f8ac5 req-2f4d4f2b-c326-4c04-890e-c8c8cbe3a06b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:35.486332 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99908dba-4268-48db-93f2-5048886f8ac5 req-2f4d4f2b-c326-4c04-890e-c8c8cbe3a06b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1566586 Apr 11 21:09:35.541638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-f4ad1746-f31d-4959-bf4f-0a9f8f99e823 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 0.4629133 Apr 11 21:09:35.595780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99908dba-4268-48db-93f2-5048886f8ac5 req-7994df7a-e018-4037-a759-66d44be0e961 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017292 Apr 11 21:09:35.768377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-b8a73907-fbfe-4370-a5dd-80f4cfdfca94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:35.770226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-b8a73907-fbfe-4370-a5dd-80f4cfdfca94 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.2140532 Apr 11 21:09:35.886371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c36a801f-138d-4452-859d-1fddd491e0ee', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:48Z', 'updated_at': '2022-04-11T21:09:33Z', 'revision_number': 3, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:35.891573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] Checking router: 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:09:35.905077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:09:35.905936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:09:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:36.051307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-0f7c9225-bb6c-4bae-b33c-baef4e181ef0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 1001 time: 0.2690139 Apr 11 21:09:36.176341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-d984ef72-030d-4ddc-b417-6209e68f0940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:36.177949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-d984ef72-030d-4ddc-b417-6209e68f0940 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.1205673 Apr 11 21:09:36.199991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:09:36.333404 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-2821ee47-7bfd-435b-82f8-72497da30aad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368005 Apr 11 21:09:36.634359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-83cc7a4f-3b43-48db-ac46-82763f9bbd4f service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958155 Apr 11 21:09:36.808491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d03a76a9-bcf7-4959-b018-2081035ba8e3 req-b35f06a0-3789-4946-ad64-a29a33dca3aa service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670501 Apr 11 21:09:36.912918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c36a801f-138d-4452-859d-1fddd491e0ee', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:48Z', 'updated_at': '2022-04-11T21:09:33Z', 'revision_number': 3, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:09:36.919583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b044429-e0a8-4d4b-8949-78a85c48f7a7 None None] The sync data for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 is: [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c36a801f-138d-4452-859d-1fddd491e0ee', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'port_id': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'mac_address': 'fa:16:3e:fc:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:07:48Z', 'updated_at': '2022-04-11T21:09:33Z', 'revision_number': 3, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:09:37.052598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:37.090777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4137a14-99b2-4c91-b204-f0c76f5b0de0 req-7808faf9-4be9-458f-b3fb-594735255c46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:37.092320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b4137a14-99b2-4c91-b204-f0c76f5b0de0 req-7808faf9-4be9-458f-b3fb-594735255c46 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1793373 Apr 11 21:09:37.171531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b4137a14-99b2-4c91-b204-f0c76f5b0de0 req-5cca41ca-615e-4330-980a-7899e6c86450 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735345 Apr 11 21:09:37.177802 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff2a7e5-befe-4248-a668-873bc4174d63'] response: {'name': 'network-changed', 'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'status': 'completed', 'code': 200} Apr 11 21:09:37.379315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-e9f4720a-bf82-4497-ac5c-61de7c1e65f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 1097 time: 0.1737027 Apr 11 21:09:37.557393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-2ebcb1d2-47c6-49a1-9dce-f325b4d49cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:37.568897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-2ebcb1d2-47c6-49a1-9dce-f325b4d49cbc service neutron] 10.222.0.75 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.1764581 Apr 11 21:09:37.784503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-869f9346-0be0-4c86-a9e6-49e89f368fb8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 200 len: 1001 time: 0.1968703 Apr 11 21:09:37.861000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-23cc44c9-8f9a-43b3-92b9-523ef1a0463b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:37.862852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-23cc44c9-8f9a-43b3-92b9-523ef1a0463b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0715976 Apr 11 21:09:37.970670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-996d72d2-bf30-4355-b563-ba7f1b541f54 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921216 Apr 11 21:09:38.136816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-71d534c7-9083-430f-b4f5-a8966d06b939 service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673615 Apr 11 21:09:38.335697 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b83640c1-57f7-4005-9221-4ef12b94d47c req-017260a3-f946-4b22-ba52-62ca193550db service neutron] 10.222.0.75 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910837 Apr 11 21:09:38.459512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94abc-f8fb-424a-97f2-04b741fd6910 req-279c9ca4-c4bc-44e6-8ea0-f843de87497c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:38.463130 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57f94abc-f8fb-424a-97f2-04b741fd6910 req-279c9ca4-c4bc-44e6-8ea0-f843de87497c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0993876 Apr 11 21:09:38.516302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57f94abc-f8fb-424a-97f2-04b741fd6910 req-c38a85da-5d44-4891-ad7d-8adefc9c520a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 Apr 11 21:09:38.891529 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:09:39.068329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baf132-57d3-4c9d-b522-09c20d1ca309 req-3087f96e-6e5d-485a-91fb-2ec06a99939e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:39.069997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88baf132-57d3-4c9d-b522-09c20d1ca309 req-3087f96e-6e5d-485a-91fb-2ec06a99939e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0961642 Apr 11 21:09:39.132376 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-88baf132-57d3-4c9d-b522-09c20d1ca309 req-f5e70e43-2dea-4ef8-a957-d5210c7e1092 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546339 Apr 11 21:09:39.362234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-434b4ec8-02fe-47fe-914a-d6bdbc2d26e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.2703440 Apr 11 21:09:39.537789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-f59eadd0-1e21-44b0-bb79-3f5f0e447556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:39.540431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-f59eadd0-1e21-44b0-bb79-3f5f0e447556 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.1699767 Apr 11 21:09:39.676470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-602baa78-8e20-45ab-851d-f749335757c1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.1308954 Apr 11 21:09:39.769016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-e796f2b0-4ae4-49c4-ae61-4c5213d47f86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:39.770624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-e796f2b0-4ae4-49c4-ae61-4c5213d47f86 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.0882511 Apr 11 21:09:39.874824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-5ec91f05-77a5-4640-87bc-2a1dfec5fc92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969248 Apr 11 21:09:40.104236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-f5eccb50-b6a8-4577-a940-843f80740752 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213988 Apr 11 21:09:40.510434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dc377fd7-e0af-433c-9c54-4d733f276f63 req-edca7457-8340-4bf1-ae76-be6e53bd4eba service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963592 Apr 11 21:09:40.552566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41e109-4e13-4d7f-985f-58672ac8e7a7 req-c6e7704f-b177-4a73-8568-ba14b7d4f302 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:40.554236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f41e109-4e13-4d7f-985f-58672ac8e7a7 req-c6e7704f-b177-4a73-8568-ba14b7d4f302 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1509736 Apr 11 21:09:40.633189 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f41e109-4e13-4d7f-985f-58672ac8e7a7 req-49c8fe19-fa72-4e93-bd1d-48ff50092707 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712669 Apr 11 21:09:40.721043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-daa59150-1691-4dbe-b4ec-43c1dbae0665 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.0764725 Apr 11 21:09:40.933649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-4564801c-bdcd-461d-be74-b1dc511f0e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:40.937276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-4564801c-bdcd-461d-be74-b1dc511f0e94 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.1861143 Apr 11 21:09:41.145991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-c78c4fb4-101e-42a1-bfbe-38cf5cef1e90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.1894009 Apr 11 21:09:41.259371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-14e4bce5-98cd-4904-9cbe-4c5db47ec71c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:41.262194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-14e4bce5-98cd-4904-9cbe-4c5db47ec71c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1053531 Apr 11 21:09:41.367919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-c89039f0-54ec-43c0-8591-fe78916a1c8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982401 Apr 11 21:09:41.516124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-5ebdbd40-f0c2-4896-9093-16429cdc3ad6 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430011 Apr 11 21:09:41.744815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-231cb162-8276-451e-82d6-dd2eb2d8da74 req-c63a5aa0-99a2-4adc-ba94-d410054c7594 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232642 Apr 11 21:09:41.999833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9314b4d-8be1-455c-a3dd-e39dce3f6615 req-6ea6bde4-cc25-4c1e-a361-546231fc4d3d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:42.001286 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9314b4d-8be1-455c-a3dd-e39dce3f6615 req-6ea6bde4-cc25-4c1e-a361-546231fc4d3d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1030343 Apr 11 21:09:42.052406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9314b4d-8be1-455c-a3dd-e39dce3f6615 req-1717fa15-59a2-409c-bae7-a6d513f26c75 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440276 Apr 11 21:09:42.388826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f63e34-3c5f-4d13-a4b1-32ccc82b5db7 req-13aac44b-c91b-4bb2-b7a5-e64d24defe2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:42.397304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61f63e34-3c5f-4d13-a4b1-32ccc82b5db7 req-13aac44b-c91b-4bb2-b7a5-e64d24defe2c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1326952 Apr 11 21:09:42.593973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61f63e34-3c5f-4d13-a4b1-32ccc82b5db7 req-f86ff4b2-848c-4763-ab97-74605b2f6aea tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953213 Apr 11 21:09:42.833811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab4a3e-4841-48b5-8bcf-da9cb2df2cdb req-093a497b-5eef-4a4b-ac9e-9e5c483de130 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:42.847331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8ab4a3e-4841-48b5-8bcf-da9cb2df2cdb req-093a497b-5eef-4a4b-ac9e-9e5c483de130 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0871489 Apr 11 21:09:42.893679 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8ab4a3e-4841-48b5-8bcf-da9cb2df2cdb req-c5450783-1f15-4a3a-95dd-8720d2d55703 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506113 Apr 11 21:09:43.206080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed339c-4655-4c25-a5dc-c952ec05c669 req-46a243b0-2d40-4992-ace5-dbb0e6b5f31e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:43.209764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72ed339c-4655-4c25-a5dc-c952ec05c669 req-46a243b0-2d40-4992-ace5-dbb0e6b5f31e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1400623 Apr 11 21:09:43.264886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72ed339c-4655-4c25-a5dc-c952ec05c669 req-d5b4443d-3b0f-4bf1-bded-1d3250cdfea0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474708 Apr 11 21:09:43.650844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc2d2f-3172-4a67-bc64-478c6064fbfb req-b31043fc-a9e3-4f24-aca2-4920ce489f55 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:43.653012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35bc2d2f-3172-4a67-bc64-478c6064fbfb req-b31043fc-a9e3-4f24-aca2-4920ce489f55 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.2259450 Apr 11 21:09:43.712129 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35bc2d2f-3172-4a67-bc64-478c6064fbfb req-6a70df2c-9312-4421-8ce4-23f17e1c8ad8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515060 Apr 11 21:09:43.919798 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c10e6be-f0aa-4fb5-8e87-3d238a2bd5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:44.481291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993895-198f-49b8-8d4e-f575bcb49add req-4bf7a83f-1da2-43d3-a3df-109f2e1fe02e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:44.483153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93993895-198f-49b8-8d4e-f575bcb49add req-4bf7a83f-1da2-43d3-a3df-109f2e1fe02e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1026049 Apr 11 21:09:44.601341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93993895-198f-49b8-8d4e-f575bcb49add req-4a5a6579-84e6-404b-aec4-e9188bec244b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060703 Apr 11 21:09:45.957378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667376a-609d-4773-83ec-a9e3ed8a1857 req-b3ab4f6f-0164-49b2-9d31-64be7b1f918c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:45.958786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e667376a-609d-4773-83ec-a9e3ed8a1857 req-b3ab4f6f-0164-49b2-9d31-64be7b1f918c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1000774 Apr 11 21:09:46.041534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e667376a-609d-4773-83ec-a9e3ed8a1857 req-c7abb93d-88ce-40f5-afab-b52c230be2d0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738966 Apr 11 21:09:46.050604 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a75326f0-932e-4e8f-a109-9c9de7c377c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:46.803025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b3e8d-433c-4d7a-8cfc-a73ed2a5f7bf req-71ceb9a3-c89a-4c21-a2b3-08c887a97e88 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:46.807134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-596b3e8d-433c-4d7a-8cfc-a73ed2a5f7bf req-71ceb9a3-c89a-4c21-a2b3-08c887a97e88 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1576114 Apr 11 21:09:46.863752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-2f56e7d8-7152-4a2c-baea-0ca9435807d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 1096 time: 0.1579885 Apr 11 21:09:47.012067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-596b3e8d-433c-4d7a-8cfc-a73ed2a5f7bf req-a18388ca-34cd-40fb-86ef-577c165e785e tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966074 Apr 11 21:09:47.219501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-95c526f8-4af4-461e-b380-99ef5ab5f1bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:47.221025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-95c526f8-4af4-461e-b380-99ef5ab5f1bf service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 200 len: 913 time: 0.2257671 Apr 11 21:09:47.379880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-5b304152-3efd-4cbb-a6ee-d82b72a4de1c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 200 len: 1000 time: 0.1514382 Apr 11 21:09:47.399087 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:47.406458 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:47.502526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-820ba9a0-a1f8-4f25-9d2a-d695362df0cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:47.502526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-820ba9a0-a1f8-4f25-9d2a-d695362df0cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 200 len: 851 time: 0.1118999 Apr 11 21:09:47.617762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-7b1a590c-63d9-4be7-b44c-d9cdae8e5f4b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0c951f-f795-4524-a69a-d9ec43e9f846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091547 Apr 11 21:09:47.807239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-bdbbcfdc-4128-4c94-8527-9eb5284db95d service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801088 Apr 11 21:09:47.979958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e62b845b-8214-411c-8684-a8d13e0b8601 req-9109ea32-f55c-41c5-b1df-e7861ddf0e21 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666250 Apr 11 21:09:48.257637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be8357-6180-4ee5-a338-b70ed835388a req-1b8053dc-550a-4bf3-a1e6-8b0a59841129 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:48.257637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33be8357-6180-4ee5-a338-b70ed835388a req-1b8053dc-550a-4bf3-a1e6-8b0a59841129 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.0821595 Apr 11 21:09:48.329765 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33be8357-6180-4ee5-a338-b70ed835388a req-dbab96b8-9ab7-4562-ae72-01276bddb2a6 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649204 Apr 11 21:09:48.730337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:49.639692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9f31-e106-43ca-a9a1-89de205f3a24 req-05966d02-210c-4660-a2e3-a5ef668fc6ba tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:49.639692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-73af9f31-e106-43ca-a9a1-89de205f3a24 req-05966d02-210c-4660-a2e3-a5ef668fc6ba tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1532900 Apr 11 21:09:49.695025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-73af9f31-e106-43ca-a9a1-89de205f3a24 req-5914c5bf-3d08-4de9-963c-1ddc1a0075e3 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566087 Apr 11 21:09:49.974569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c1bf-8426-49c3-b5d1-3dc161c039f5 req-f39f40f3-258f-4515-bc8c-7269a49714ad tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:49.985119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a498c1bf-8426-49c3-b5d1-3dc161c039f5 req-f39f40f3-258f-4515-bc8c-7269a49714ad tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1054449 Apr 11 21:09:50.025676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a498c1bf-8426-49c3-b5d1-3dc161c039f5 req-3caa5d94-d436-42db-839d-a4a986f7a24a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Apr 11 21:09:51.104952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57306) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:51.371336 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:51.378896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:09:51.391013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Usage tracker for resource:security_group_rule and tenant:8e354bb8d09f4b569e79983b54a28f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:09:51.397027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:09:51.405515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:09:51.518729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:51.690599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:51.766862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb1af38-c55f-4de2-9828-bfab48fdbfde,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:51.780060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aade4899-e336-4996-b97a-6a5ef8206965 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e354bb8d09f4b569e79983b54a28f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6734419 Apr 11 21:09:51.781208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57330) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:51.846981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5c04-d83f-4dd9-8ebd-da36e0ea8eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:51.874579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5c04-d83f-4dd9-8ebd-da36e0ea8eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:52.057299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5c04-d83f-4dd9-8ebd-da36e0ea8eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:52.085490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc5c04-d83f-4dd9-8ebd-da36e0ea8eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb1af38-c55f-4de2-9828-bfab48fdbfde,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:52.096528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5c04-d83f-4dd9-8ebd-da36e0ea8eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:52.096528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3dfc5c04-d83f-4dd9-8ebd-da36e0ea8eac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bb1af38-c55f-4de2-9828-bfab48fdbfde HTTP/1.1" status: 204 len: 168 time: 0.3142972 Apr 11 21:09:53.090487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604442-128f-4788-b1ad-4335df32b84c req-72400673-eba0-4097-b5c9-902cd61da2ba tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:53.098512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46604442-128f-4788-b1ad-4335df32b84c req-72400673-eba0-4097-b5c9-902cd61da2ba tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba64816-cbdf-48d7-93f2-1991daa17292 HTTP/1.1" status: 200 len: 944 time: 0.1995494 Apr 11 21:09:53.100222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57364) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:53.133257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.185345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:09:53.185345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb76d9fe3464d608b2d0806f0386eb3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:09:53.185345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:09:53.190583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:09:53.194367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Deleting port 91a3a9e0-6b7e-4882-bf38-802115988737 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:53.194713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.293229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.398922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.433846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bd4ebe-1c82-4715-ae95-2633660d78e8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:53.463325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-236d2255-d3be-4c0e-b373-3225c98c9d75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cb76d9fe3464d608b2d0806f0386eb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3594339 Apr 11 21:09:53.463541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57370) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:09:53.500622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] For port 91a3a9e0-6b7e-4882-bf38-802115988737, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=91a3a9e0-6b7e-4882-bf38-802115988737,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:53.501423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.545599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44cfcbd3-172c-45f7-874c-d5a8ed02a386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.622796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44cfcbd3-172c-45f7-874c-d5a8ed02a386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.797740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Calling delete_port for 91a3a9e0-6b7e-4882-bf38-802115988737 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:53.815993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44cfcbd3-172c-45f7-874c-d5a8ed02a386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.848295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfcbd3-172c-45f7-874c-d5a8ed02a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bd4ebe-1c82-4715-ae95-2633660d78e8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:53.874209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44cfcbd3-172c-45f7-874c-d5a8ed02a386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:53.877766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-44cfcbd3-172c-45f7-874c-d5a8ed02a386 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96bd4ebe-1c82-4715-ae95-2633660d78e8 HTTP/1.1" status: 204 len: 168 time: 0.4133139 Apr 11 21:09:54.073094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:54.085426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2', '78d0f767-86a5-418e-91cd-a58980f02331'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:09:54.148044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'Port': ['ID=91a3a9e0-6b7e-4882-bf38-802115988737,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:54.305931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] No DVR routers for this DVR port 91a3a9e0-6b7e-4882-bf38-802115988737 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:09:54.313644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:54.336183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-deleted', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:54.424019 n-d-837321-1 neutron-server[84667]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6eb9aaad-22fc-4d06-9160-b43dc5a318ed']: {'server_uuid': '5ba64816-cbdf-48d7-93f2-1991daa17292', 'name': 'network-vif-deleted', 'tag': '91a3a9e0-6b7e-4882-bf38-802115988737', 'status': 'failed', 'code': 422} returned with failed status Apr 11 21:09:54.450678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46604442-128f-4788-b1ad-4335df32b84c req-3e3f3ff3-2a80-4887-8cc8-d3e3cd226cbb tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "DELETE /v2.0/ports/91a3a9e0-6b7e-4882-bf38-802115988737 HTTP/1.1" status: 204 len: 173 time: 1.3511190 Apr 11 21:09:56.697284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facfe0e-e72c-4277-af00-955e34856089 req-2902355b-8fde-4e35-8693-38549834b038 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:56.699041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5facfe0e-e72c-4277-af00-955e34856089 req-2902355b-8fde-4e35-8693-38549834b038 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 908 time: 0.1007907 Apr 11 21:09:57.832536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-fbef0fc2-db6e-4373-adf3-248e08492362 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:57.833255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-fbef0fc2-db6e-4373-adf3-248e08492362 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:09:57.975356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-fbef0fc2-db6e-4373-adf3-248e08492362 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:09:57.977440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-fbef0fc2-db6e-4373-adf3-248e08492362 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 908 time: 0.2376258 Apr 11 21:09:58.100717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2078e-57df-470c-8911-026ef179c26f req-6e4d27c0-e3d5-4c28-a135-824e31b5c415 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:09:58.104182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6a2078e-57df-470c-8911-026ef179c26f req-6e4d27c0-e3d5-4c28-a135-824e31b5c415 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 908 time: 0.2445655 Apr 11 21:09:58.112527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Deleting port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:09:58.112873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:58.538826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] For port 2c08e83f-423f-4ddb-8f0d-8148e7b81466, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=2c08e83f-423f-4ddb-8f0d-8148e7b81466,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:09:58.539196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:58.668053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Calling delete_port for 2c08e83f-423f-4ddb-8f0d-8148e7b81466 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:09:58.924610 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:58.968857 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:58.974025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'Port': ['ID=2c08e83f-423f-4ddb-8f0d-8148e7b81466,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:09:59.123410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] No DVR routers for this DVR port 2c08e83f-423f-4ddb-8f0d-8148e7b81466 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:09:59.159640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:09:59.159640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'name': 'network-vif-deleted', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:09:59.250878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-270215f1-dbdf-4444-85e4-dff4bea981aa req-d3a3d313-6f67-49a5-9183-4cb9a8b9ed41 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "DELETE /v2.0/ports/2c08e83f-423f-4ddb-8f0d-8148e7b81466 HTTP/1.1" status: 204 len: 173 time: 1.2614212 Apr 11 21:09:59.266226 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd48a71-1e0c-419b-8d6f-91ee25c482e2'] response: {'server_uuid': '14e4ea0a-e830-46e2-922c-182384d4f133', 'name': 'network-vif-deleted', 'tag': '2c08e83f-423f-4ddb-8f0d-8148e7b81466', 'status': 'completed', 'code': 200} Apr 11 21:09:59.375890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5e6be43f-b130-483f-a294-2aff9773ff69 req-56a3919b-e245-4113-afa1-b01bcf578b8f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:09:59.484385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5e6be43f-b130-483f-a294-2aff9773ff69 req-56a3919b-e245-4113-afa1-b01bcf578b8f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:09:59.487979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e6be43f-b130-483f-a294-2aff9773ff69 req-56a3919b-e245-4113-afa1-b01bcf578b8f tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 210 time: 0.1962514 Apr 11 21:10:00.692890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d0ff604-3537-425c-8e9f-2eb710046ec7 req-48db2f3b-f3f8-4d39-a810-674b3568c446 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4ea0a-e830-46e2-922c-182384d4f133 HTTP/1.1" status: 200 len: 210 time: 0.0426316 Apr 11 21:10:01.444517 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:02.578720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867bc5-46b7-4ef1-8f69-af0682753deb req-1e6034a2-a75a-4787-9bd6-2861c70fb6b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:02.580213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed867bc5-46b7-4ef1-8f69-af0682753deb req-1e6034a2-a75a-4787-9bd6-2861c70fb6b0 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 945 time: 0.1036668 Apr 11 21:10:02.648900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed867bc5-46b7-4ef1-8f69-af0682753deb req-048dfb9a-4328-4a7e-a091-8efc0fb7baf8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Apr 11 21:10:02.748024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 2c08e83f-423f-4ddb-8f0d-8148e7b81466 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:02.838943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 2c08e83f-423f-4ddb-8f0d-8148e7b81466 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:02.839231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 2c08e83f-423f-4ddb-8f0d-8148e7b81466 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:03.223607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:03.371586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:03.411542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:03.424516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c383591189cc4096885a6192451a6322 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:03.429890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:03.441213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:03.569027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:03.663055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:03.705419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165d82f-5c3c-49f2-8cd5-52996a3d170c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:03.761485 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fedcd659-b6e4-4a27-9a51-6d47222d64e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c383591189cc4096885a6192451a6322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5366013 Apr 11 21:10:03.773840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57612) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:03.865759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-dc30f0cd-90ae-4e57-862a-27f9c3a76f08 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:03.869379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-dc30f0cd-90ae-4e57-862a-27f9c3a76f08 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 945 time: 0.1884317 Apr 11 21:10:03.946888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbd25eef-95da-4b4b-8251-8b85b8f9dd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:03.978253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbd25eef-95da-4b4b-8251-8b85b8f9dd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:03.989424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Deleting port 78d0f767-86a5-418e-91cd-a58980f02331 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:03.990472 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:04.084791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6c01e-6281-4400-89c0-be29b608a7d4 req-5844a166-f492-47c1-8e8c-5821c0c13837 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:04.093730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afe6c01e-6281-4400-89c0-be29b608a7d4 req-5844a166-f492-47c1-8e8c-5821c0c13837 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 945 time: 0.2226663 Apr 11 21:10:04.150296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbd25eef-95da-4b4b-8251-8b85b8f9dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:04.189096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd25eef-95da-4b4b-8251-8b85b8f9dd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165d82f-5c3c-49f2-8cd5-52996a3d170c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:04.227552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbd25eef-95da-4b4b-8251-8b85b8f9dd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:04.233191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fbd25eef-95da-4b4b-8251-8b85b8f9dd75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2165d82f-5c3c-49f2-8cd5-52996a3d170c HTTP/1.1" status: 204 len: 168 time: 0.4547138 Apr 11 21:10:04.267730 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afe6c01e-6281-4400-89c0-be29b608a7d4 req-cf6174a2-e7d3-49bd-9e6a-0611b723171c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729958 Apr 11 21:10:04.504415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] For port 78d0f767-86a5-418e-91cd-a58980f02331, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=78d0f767-86a5-418e-91cd-a58980f02331,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:04.505165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:04.674517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Calling delete_port for 78d0f767-86a5-418e-91cd-a58980f02331 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:05.032866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:05.045189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2', '78d0f767-86a5-418e-91cd-a58980f02331'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:05.115275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'Port': ['ID=78d0f767-86a5-418e-91cd-a58980f02331,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:05.276243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] No DVR routers for this DVR port 78d0f767-86a5-418e-91cd-a58980f02331 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:05.282060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:05.290926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'name': 'network-vif-deleted', 'tag': '78d0f767-86a5-418e-91cd-a58980f02331'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:05.424745 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b7fb10-1dd4-45df-820f-31e5c10d5e25'] response: {'server_uuid': '3a58b029-33cb-4349-9f51-47a7c8ee0b37', 'name': 'network-vif-deleted', 'tag': '78d0f767-86a5-418e-91cd-a58980f02331', 'status': 'completed', 'code': 200} Apr 11 21:10:05.453294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57638) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:05.493625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:05.536410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-60ff75d4-525a-4cb3-b26c-fd76c074f7e6 req-5ab99828-87b7-4519-bd56-6bbb228a18cf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:05.551908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:05.557422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ac6be92bdd430a9d73c85bd1b1bf26 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:05.561711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:05.564913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b48fcf0c-02de-4668-8495-5ac858f167e9 req-3ec541d9-ca81-4d03-ac8b-836d2c178f7a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "DELETE /v2.0/ports/78d0f767-86a5-418e-91cd-a58980f02331 HTTP/1.1" status: 204 len: 173 time: 1.6840630 Apr 11 21:10:05.569298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:05.641739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-60ff75d4-525a-4cb3-b26c-fd76c074f7e6 req-5ab99828-87b7-4519-bd56-6bbb228a18cf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:05.641739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60ff75d4-525a-4cb3-b26c-fd76c074f7e6 req-5ab99828-87b7-4519-bd56-6bbb228a18cf tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a58b029-33cb-4349-9f51-47a7c8ee0b37 HTTP/1.1" status: 200 len: 210 time: 0.1751266 Apr 11 21:10:05.658499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:05.742119 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:05.813540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2ac6be92bdd430a9d73c85bd1b1bf26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3576040 Apr 11 21:10:05.814452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a850f-fff3-4955-b087-ffdc95732696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07282ca-2bc4-40d9-a0b3-c2db7137cdbc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:05.814990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:05.881924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fffc4f08-7091-4b07-8698-458a0f63fec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:05.912837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fffc4f08-7091-4b07-8698-458a0f63fec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:06.062009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fffc4f08-7091-4b07-8698-458a0f63fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:06.094655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fffc4f08-7091-4b07-8698-458a0f63fec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:06.100472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fffc4f08-7091-4b07-8698-458a0f63fec3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e07282ca-2bc4-40d9-a0b3-c2db7137cdbc HTTP/1.1" status: 204 len: 168 time: 0.2837949 Apr 11 21:10:06.102394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc4f08-7091-4b07-8698-458a0f63fec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07282ca-2bc4-40d9-a0b3-c2db7137cdbc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:07.554594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ef784-480d-4f7e-85bf-73c1589a946c req-1fab4ca5-bbf4-44e7-8427-a64389031a08 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:07.556183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa5ef784-480d-4f7e-85bf-73c1589a946c req-1fab4ca5-bbf4-44e7-8427-a64389031a08 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.1020174 Apr 11 21:10:07.687291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa5ef784-480d-4f7e-85bf-73c1589a946c req-9ef1c5fb-89c0-4b04-836a-428b03e510b7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=db2b5975-a5d2-466b-aae1-1b15ccc9b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224012 Apr 11 21:10:07.804847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-01dfef02-8b10-4450-861e-476b24a50848 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:07.806502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-01dfef02-8b10-4450-861e-476b24a50848 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 945 time: 0.1921906 Apr 11 21:10:07.926795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Deleting port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:07.927496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:08.263966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] For port 7653ed7e-6e48-4a7e-a268-c1d052622bd2, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=7653ed7e-6e48-4a7e-a268-c1d052622bd2,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:08.270825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:08.420862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Calling delete_port for 7653ed7e-6e48-4a7e-a268-c1d052622bd2 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:08.763865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 78d0f767-86a5-418e-91cd-a58980f02331 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:08.775438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:08.833045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['7653ed7e-6e48-4a7e-a268-c1d052622bd2'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:08.878565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 78d0f767-86a5-418e-91cd-a58980f02331 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:08.879235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 78d0f767-86a5-418e-91cd-a58980f02331 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:08.954652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'Port': ['ID=7653ed7e-6e48-4a7e-a268-c1d052622bd2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:08.989570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b65fc205-ed89-4916-8d55-34ad218773cb req-dc43883b-3d77-42d5-a24c-8c57cd464c1b tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.0716975 Apr 11 21:10:09.115179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] No DVR routers for this DVR port 7653ed7e-6e48-4a7e-a268-c1d052622bd2 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:09.120425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:09.125588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95281d-0457-492c-a4c2-3e5863f36768', 'name': 'network-vif-deleted', 'tag': '7653ed7e-6e48-4a7e-a268-c1d052622bd2'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:09.137952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bfb1cad9-6bcb-41b3-b75e-ce352b23a84c req-2197d593-847a-49cd-b8e6-fbbdb39cbeb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.69 "DELETE /v2.0/ports/7653ed7e-6e48-4a7e-a268-c1d052622bd2 HTTP/1.1" status: 204 len: 173 time: 1.3251224 Apr 11 21:10:09.216645 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebe7bdc-d3c0-41d7-a227-541fb17c3005'] response: {'server_uuid': '2e95281d-0457-492c-a4c2-3e5863f36768', 'name': 'network-vif-deleted', 'tag': '7653ed7e-6e48-4a7e-a268-c1d052622bd2', 'status': 'completed', 'code': 200} Apr 11 21:10:10.425233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1cb58773-aef6-4bfe-abcf-ff5dfaa72217 req-09a939ce-1c4f-44e2-9f9f-15a4e28017b8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e95281d-0457-492c-a4c2-3e5863f36768 HTTP/1.1" status: 200 len: 210 time: 0.0925107 Apr 11 21:10:12.194319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57846) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:12.396991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:12.461929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c23384-7a81-41ea-bd89-8f5dcdfff2b3 req-e51b1a48-e7f3-4f4d-8184-d652dd3bf4ee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:12.462651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-15c23384-7a81-41ea-bd89-8f5dcdfff2b3 req-e51b1a48-e7f3-4f4d-8184-d652dd3bf4ee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:12.469282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:12.474508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Usage tracker for resource:security_group_rule and tenant:19c0bae2f10647a394c3a30faa044cd5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:12.480367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:12.486365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:12.564074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-15c23384-7a81-41ea-bd89-8f5dcdfff2b3 req-e51b1a48-e7f3-4f4d-8184-d652dd3bf4ee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:12.565768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15c23384-7a81-41ea-bd89-8f5dcdfff2b3 req-e51b1a48-e7f3-4f4d-8184-d652dd3bf4ee tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.3374815 Apr 11 21:10:12.590098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:12.655540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15c23384-7a81-41ea-bd89-8f5dcdfff2b3 req-04b1820d-56da-4565-ae29-5b4c930d538c tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840862 Apr 11 21:10:12.696563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:12.770503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a00f99-3b0a-43e0-84ed-283a6c7cae11,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:12.778704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7653ed7e-6e48-4a7e-a268-c1d052622bd2 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:12.843881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 7653ed7e-6e48-4a7e-a268-c1d052622bd2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:12.848209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d569a0ed-ba59-4c45-a3db-26462f825227 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19c0bae2f10647a394c3a30faa044cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6527638 Apr 11 21:10:12.849115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 7653ed7e-6e48-4a7e-a268-c1d052622bd2 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:12.870530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57868) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:12.961941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbad99a-8596-40f2-b595-bd6ba5e363f5 req-435f38b2-7e04-4fa9-9701-cebd79f89beb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:12.969875 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcbad99a-8596-40f2-b595-bd6ba5e363f5 req-435f38b2-7e04-4fa9-9701-cebd79f89beb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.3201816 Apr 11 21:10:13.054440 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f92d95-a107-4414-8b0a-cd3b5a3e266b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:13.057732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bcbad99a-8596-40f2-b595-bd6ba5e363f5 req-fe02a3fe-12aa-41e6-8ddb-17f6d0d31ba5 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810456 Apr 11 21:10:13.083454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f92d95-a107-4414-8b0a-cd3b5a3e266b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:13.239195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f92d95-a107-4414-8b0a-cd3b5a3e266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:13.279504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92d95-a107-4414-8b0a-cd3b5a3e266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a00f99-3b0a-43e0-84ed-283a6c7cae11,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:13.289505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f92d95-a107-4414-8b0a-cd3b5a3e266b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:13.293393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d1f92d95-a107-4414-8b0a-cd3b5a3e266b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66a00f99-3b0a-43e0-84ed-283a6c7cae11 HTTP/1.1" status: 204 len: 168 time: 0.4323475 Apr 11 21:10:13.752512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcac68-fade-4519-bb4b-35afa575923f req-92864836-0f35-47a0-93bf-30a0830cefb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:13.754177 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24fcac68-fade-4519-bb4b-35afa575923f req-92864836-0f35-47a0-93bf-30a0830cefb5 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.75 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.1029036 Apr 11 21:10:13.872637 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8782f99-1526-400d-babc-7e066990efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:13.930688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Deleting port c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:13.931385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:14.203046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57904) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:14.245324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:14.328649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:14.332933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Usage tracker for resource:security_group_rule and tenant:29bd5854a8134ab48022667edcab086a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:14.336476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:14.355683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:14.364562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22c5f-1304-4393-8cbd-ad4d6acf5275 req-5da276ef-01fd-439d-a641-31d01cbff124 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:14.367911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0d22c5f-1304-4393-8cbd-ad4d6acf5275 req-5da276ef-01fd-439d-a641-31d01cbff124 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 945 time: 0.5089769 Apr 11 21:10:14.457017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0d22c5f-1304-4393-8cbd-ad4d6acf5275 req-2c0cc443-6e77-4a74-8a16-8566361414a8 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d6707ff-f9ba-468f-831f-f45c0eee4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880315 Apr 11 21:10:14.466933 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:14.550164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] For port c039e404-44c3-43d4-ae99-eeb1efc9a53c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c039e404-44c3-43d4-ae99-eeb1efc9a53c,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:14.551332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:14.560398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67327aaa-d847-4e4d-933f-0c2087668f6a req-aafd6f7b-18af-4516-b245-77e8542daa8f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:14.567762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67327aaa-d847-4e4d-933f-0c2087668f6a req-aafd6f7b-18af-4516-b245-77e8542daa8f tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.0994580 Apr 11 21:10:14.614705 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:14.659455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-67327aaa-d847-4e4d-933f-0c2087668f6a req-8b311cc9-c661-4494-aeaf-916b3a623607 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904713 Apr 11 21:10:14.691610 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29bd5854a8134ab48022667edcab086a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4875216 Apr 11 21:10:14.695899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:14.803382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3b17b-c952-4e88-b7c3-c13da7ba2693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401b711b-23cc-4f65-85f2-d94048752a81,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:14.884922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8257314-a062-456f-aa61-d652f13016a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:14.914123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8257314-a062-456f-aa61-d652f13016a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:15.036986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3dcd15b-5bce-4a4b-9d69-6fb5c958f47a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:15.044129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3dcd15b-5bce-4a4b-9d69-6fb5c958f47a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.3570430 Apr 11 21:10:15.061149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8257314-a062-456f-aa61-d652f13016a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:15.073772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c99050d8-bcf4-4041-9641-4a72341c7415 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0203340 Apr 11 21:10:15.075622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:15.075986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:15.076300 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Floating IP 7b277f9d-1f76-4135-a85d-60bfd700ccb8 disassociated. External IP: 172.25.5.184, port: c039e404-44c3-43d4-ae99-eeb1efc9a53c. Apr 11 21:10:15.076644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Calling delete_port for c039e404-44c3-43d4-ae99-eeb1efc9a53c owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:15.081365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8257314-a062-456f-aa61-d652f13016a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b711b-23cc-4f65-85f2-d94048752a81,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:15.090642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b8257314-a062-456f-aa61-d652f13016a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:15.092100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b8257314-a062-456f-aa61-d652f13016a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/401b711b-23cc-4f65-85f2-d94048752a81 HTTP/1.1" status: 204 len: 168 time: 0.3951504 Apr 11 21:10:15.322394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-01109575-a3be-4e5b-b33b-e2693bf0c0e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:15.363961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:15.416721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'Port': ['ID=c039e404-44c3-43d4-ae99-eeb1efc9a53c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:15.490063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-01109575-a3be-4e5b-b33b-e2693bf0c0e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:15.491531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-01109575-a3be-4e5b-b33b-e2693bf0c0e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3862956 Apr 11 21:10:15.502364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-ed6e3653-bcb8-4137-b2b9-0fbb5e71af7e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:10:15.503333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-ed6e3653-bcb8-4137-b2b9-0fbb5e71af7e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049913 Apr 11 21:10:15.720220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-af0bbe8e-3c66-4024-a931-474081d6052f req-cdad7cf4-4082-40c9-9311-34841b62b008 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.0477049 Apr 11 21:10:15.900323 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:10:16.025552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-d489c982-c096-4d05-8a22-b50a4407d03f service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619229 Apr 11 21:10:16.039618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a2419e2c-fcd1-43b8-9f84-8fbcaaac88e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:16.061237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d0db-71c0-4aec-a40b-747aa0da637d req-af79c4c6-cb3b-4afe-ae84-a9c56dd456f3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:16.091113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e554d0db-71c0-4aec-a40b-747aa0da637d req-af79c4c6-cb3b-4afe-ae84-a9c56dd456f3 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.1781895 Apr 11 21:10:16.180520 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e554d0db-71c0-4aec-a40b-747aa0da637d req-f93470ba-7089-4236-9fd2-a4d9a14293d4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863221 Apr 11 21:10:16.302313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-425b46bd-c3d2-4ca0-9fa0-4a3681688e9b service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729442 Apr 11 21:10:16.328984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-27dfaa25-f747-42e0-99ec-6fffa42e8ddc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:16.336308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-27dfaa25-f747-42e0-99ec-6fffa42e8ddc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.2768927 Apr 11 21:10:16.483818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Deleting port c9da9b3e-b1a0-466e-9858-a8e57b10449a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:16.484162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:16.725556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:10:17.014995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0812d998-f534-488a-8687-371d201d5be3 req-9873cc74-31be-409a-a4aa-0f787ea564fe tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.0711641 Apr 11 21:10:17.113732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] For port c9da9b3e-b1a0-466e-9858-a8e57b10449a, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c9da9b3e-b1a0-466e-9858-a8e57b10449a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:17.114091 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:17.360388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:17.433582 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:17.461140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6abe42e0-068a-43c5-a493-2194b6f742a1 req-6bf7fe49-cc4b-4544-ab70-48f9943885ac tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.1186156 Apr 11 21:10:17.727993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:17.728517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:17.728823 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Floating IP c36a801f-138d-4452-859d-1fddd491e0ee disassociated. External IP: 172.25.5.62, port: c9da9b3e-b1a0-466e-9858-a8e57b10449a. Apr 11 21:10:17.729008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Calling delete_port for c9da9b3e-b1a0-466e-9858-a8e57b10449a owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:17.817032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:10:17.858048 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] Sync routers for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:10:17.872925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:17.873802 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:17.902278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44200e-8768-491c-a7a6-a11b44edf1b9 req-43362d54-e597-4d50-933d-5a306c9d141e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:17.903963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d44200e-8768-491c-a7a6-a11b44edf1b9 req-43362d54-e597-4d50-933d-5a306c9d141e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 946 time: 0.3567770 Apr 11 21:10:17.999954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] No DVR routers for this DVR port c039e404-44c3-43d4-ae99-eeb1efc9a53c on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:18.004489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:18.015794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-deleted', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:18.077632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d44200e-8768-491c-a7a6-a11b44edf1b9 req-685567d5-67d3-4635-9b9b-3ed71b6776df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbc89550-0b98-4008-97c1-c3dde024a927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525218 Apr 11 21:10:18.159869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24fcac68-fade-4519-bb4b-35afa575923f req-7a2ddfee-69f8-408b-8cba-8df0a645da1d tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.75 "DELETE /v2.0/ports/c039e404-44c3-43d4-ae99-eeb1efc9a53c HTTP/1.1" status: 204 len: 173 time: 4.3959575 Apr 11 21:10:18.190766 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfc6fd6-020d-4830-952c-960281848783'] response: {'server_uuid': '7333d15d-e3f6-4ccc-84ab-6ce3d36995c0', 'name': 'network-vif-deleted', 'tag': 'c039e404-44c3-43d4-ae99-eeb1efc9a53c', 'status': 'completed', 'code': 200} Apr 11 21:10:18.203860 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:18.227023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:18.570787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event deleted for resources: {'Port': ['ID=c9da9b3e-b1a0-466e-9858-a8e57b10449a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:18.617639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c4123338-84c4-48f6-a40f-db0e96fe3947 req-0a81e13d-0c9c-4510-a006-12cda63528f4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Synchronizing usage tracker for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:18.625184 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10633f4c-310e-4177-b63f-a22fd3961c89 req-4147d3f0-99aa-46de-89f3-b980b4acf5b3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.0809247 Apr 11 21:10:18.675804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c9da9b3e-b1a0-466e-9858-a8e57b10449a no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:18.712315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: c9da9b3e-b1a0-466e-9858-a8e57b10449a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:18.712661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c9da9b3e-b1a0-466e-9858-a8e57b10449a not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:18.713068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:18.765907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: c039e404-44c3-43d4-ae99-eeb1efc9a53c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:18.765907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c039e404-44c3-43d4-ae99-eeb1efc9a53c not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:18.786563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:18.814801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c4123338-84c4-48f6-a40f-db0e96fe3947 req-0a81e13d-0c9c-4510-a006-12cda63528f4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Unset dirty status for tenant:a42cdc3dc27145ecb125d0a9845d140c on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:18.816590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4123338-84c4-48f6-a40f-db0e96fe3947 req-0a81e13d-0c9c-4510-a006-12cda63528f4 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/ports?device_id=7333d15d-e3f6-4ccc-84ab-6ce3d36995c0 HTTP/1.1" status: 200 len: 210 time: 0.2482884 Apr 11 21:10:18.964842 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:51Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:18.972339 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] Checking router: 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:10:18.985765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:10:18.989294 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:18.990177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:19.348393 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:19.460595 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69ebd7e9-aaa0-4d6f-9528-867e72e84c01 req-75e1e7b5-d3e4-4709-875c-929354e47771 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 210 time: 0.1056855 Apr 11 21:10:19.551012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:10:19.562828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] Sync routers for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:10:19.586824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:19.587565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:19.659866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] No DVR routers for this DVR port c9da9b3e-b1a0-466e-9858-a8e57b10449a on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:19.664217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:19.817568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-52c95c39-a4d8-4c58-9987-6479f0319396 req-48559956-e297-4858-9910-fe2b85d4cc57 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "DELETE /v2.0/ports/c9da9b3e-b1a0-466e-9858-a8e57b10449a HTTP/1.1" status: 204 len: 173 time: 3.4694474 Apr 11 21:10:19.888885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:19.925152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09553ff8-e1a2-49ff-8a31-fb28be7011f9 req-e39e7f71-bd6e-4d92-a78e-637db931e6f3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.0974820 Apr 11 21:10:20.052681 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:51Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:20.052681 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf5aa-7be5-48e5-8514-687229bee1c2 None None] The sync data for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 is: [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:01:39Z', 'revision_number': 4, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'aea85764-cf0a-4b12-acf0-a892e77d3512', 'name': '', 'network_id': '5a0c951f-f795-4524-a69a-d9ec43e9f846', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'mac_address': 'fa:16:3e:fe:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:37Z', 'updated_at': '2022-04-11T21:01:51Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'subnets': [{'id': '099bd643-ae96-4814-9ed4-d2999f948dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:10:20.169599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:20.193222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'name': 'network-vif-deleted', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:20.311033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff53a15c-9fee-47d9-9eaa-f8393ec33ab7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:20.391613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff53a15c-9fee-47d9-9eaa-f8393ec33ab7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:20.471218 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341a629c-ebc7-4865-b634-61a63532cbfd'] response: {'server_uuid': '6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d', 'name': 'network-vif-deleted', 'tag': 'c9da9b3e-b1a0-466e-9858-a8e57b10449a', 'status': 'completed', 'code': 200} Apr 11 21:10:20.521480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:20.540075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] Checking router: 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:10:20.593713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff53a15c-9fee-47d9-9eaa-f8393ec33ab7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:20.596772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:20.597928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:20.625090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31828647-9998-4841-b7ba-ce5dfa28396b None None] New status for floating IP 7b277f9d-1f76-4135-a85d-60bfd700ccb8: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:10:20.637680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53a15c-9fee-47d9-9eaa-f8393ec33ab7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6707ff-f9ba-468f-831f-f45c0eee4a9e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:20.840623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:20.933015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-02997ee7-49c1-45a4-9160-5ff69c5cbb1d req-bd7970d2-154f-4446-ad47-6477163be7df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:20.980855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff53a15c-9fee-47d9-9eaa-f8393ec33ab7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:20.982219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ff53a15c-9fee-47d9-9eaa-f8393ec33ab7 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "DELETE /v2.0/security-groups/0d6707ff-f9ba-468f-831f-f45c0eee4a9e HTTP/1.1" status: 204 len: 168 time: 0.8111978 Apr 11 21:10:20.985218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58094) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:21.032082 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-b4fe05b9-7f01-4b9e-b31a-2a1815cc7634 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] show failed (client error): The resource could not be found. Apr 11 21:10:21.039746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b4fe05b9-7f01-4b9e-b31a-2a1815cc7634 tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "GET /v2.0/security-groups/0d6707ff-f9ba-468f-831f-f45c0eee4a9e HTTP/1.1" status: 404 len: 347 time: 0.0520823 Apr 11 21:10:21.042122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58098) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:21.079936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0218040a-86e1-4936-a74d-82ab18ef0ad8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:21.081651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0218040a-86e1-4936-a74d-82ab18ef0ad8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.4547284 Apr 11 21:10:21.099332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:10:21.348673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58106) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:21.397126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-02997ee7-49c1-45a4-9160-5ff69c5cbb1d req-bd7970d2-154f-4446-ad47-6477163be7df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:21.411401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02997ee7-49c1-45a4-9160-5ff69c5cbb1d req-bd7970d2-154f-4446-ad47-6477163be7df tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a610b5c-6d1e-4b6a-aa95-f41cdf97a36d HTTP/1.1" status: 200 len: 210 time: 0.6871457 Apr 11 21:10:21.510756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-340b5989-5a5d-4807-9ccf-50310238d2eb req-0a459ff1-f028-4324-9dc7-328c8c29936d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.1610172 Apr 11 21:10:21.515257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Deleting port 95243ded-36c0-426f-9a94-b90cd8c8269e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:21.518960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:21.570743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:21.578108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed142e-dda2-4268-b6d4-66fd6b1bf8f5 None None] The sync data for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 is: [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:06:04Z', 'revision_number': 4, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e4059cf3-27b9-48b2-a284-3ced53e49eae', 'name': '', 'network_id': 'f52e72e1-36aa-42ed-b8d9-64bcbf94ca77', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'mac_address': 'fa:16:3e:24:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '996be73b-1247-4258-9489-4c0832b358c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:03Z', 'updated_at': '2022-04-11T21:06:16Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'subnets': [{'id': '996be73b-1247-4258-9489-4c0832b358c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:10:21.631488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:21.654474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:21.769188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:10:21.773058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:21.805623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:21.855680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:21.860858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Usage tracker for resource:security_group_rule and tenant:d18854eb9ee64751bc11a82333e40b39 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:21.863961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:21.872001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:22.000552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.016870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f61d9-ca5c-418b-be4d-72d2e0983c52 None None] New status for floating IP c36a801f-138d-4452-859d-1fddd491e0ee: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:10:22.046505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.047394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.124070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.13 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/aa7f62f4-cf94-4250-ac2e-0b6d9aa97495) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:10:22.136181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.223724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Calling delete_port for 95243ded-36c0-426f-9a94-b90cd8c8269e owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:22.267073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d18854eb9ee64751bc11a82333e40b39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9022021 Apr 11 21:10:22.279090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58124) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:22.419241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4bedfb-7d2f-40ae-999a-ff81d6aaf5b6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:22.450142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1a37-c7c4-4a64-9e75-be5a5826019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.471626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.473549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.474052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.474558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.474746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.475207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.475749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.476232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.476732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.477212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.477690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.478185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e3079-70e9-496e-8842-a675013c25ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:22.505094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1a37-c7c4-4a64-9e75-be5a5826019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.742918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.762650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:10:22.774624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58140) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:22.794452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e1ace2e0-efe3-4625-81a8-1407387976bc req-d07d0776-65d1-4608-a472-59cd973b50ef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.0913064 Apr 11 21:10:22.802317 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1a37-c7c4-4a64-9e75-be5a5826019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.815164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Pushing event deleted for resources: {'Port': ['ID=95243ded-36c0-426f-9a94-b90cd8c8269e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:22.818886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd1a37-c7c4-4a64-9e75-be5a5826019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4bedfb-7d2f-40ae-999a-ff81d6aaf5b6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:22.939404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a48cfe3d-9b4b-4d53-a292-d4575796d6ea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.982372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a48cfe3d-9b4b-4d53-a292-d4575796d6ea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:22.992190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.005607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1a37-c7c4-4a64-9e75-be5a5826019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.008179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5fdd1a37-c7c4-4a64-9e75-be5a5826019a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb4bedfb-7d2f-40ae-999a-ff81d6aaf5b6 HTTP/1.1" status: 204 len: 168 time: 0.7250512 Apr 11 21:10:23.012881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.016351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.017683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fc9a4578-970e-4cd5-9f00-c8a3116cea3a tempest-ServerActionsTestJSON-474938942 tempest-ServerActionsTestJSON-474938942-project] 10.222.0.61 "DELETE /v2.0/floatingips/7b277f9d-1f76-4135-a85d-60bfd700ccb8 HTTP/1.1" status: 204 len: 168 time: 1.9746287 Apr 11 21:10:23.023968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58150) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:23.252739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:10:23.259102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:10:23.262818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:10:23.371978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:23.451962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a48cfe3d-9b4b-4d53-a292-d4575796d6ea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.471886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:23.475917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.515330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cfe3d-9b4b-4d53-a292-d4575796d6ea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc89550-0b98-4008-97c1-c3dde024a927,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:23.533441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a48cfe3d-9b4b-4d53-a292-d4575796d6ea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.537102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a48cfe3d-9b4b-4d53-a292-d4575796d6ea tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "DELETE /v2.0/security-groups/cbc89550-0b98-4008-97c1-c3dde024a927 HTTP/1.1" status: 204 len: 168 time: 0.7593951 Apr 11 21:10:23.539683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58162) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:23.591067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-c3b6388e-8f6a-4130-ab00-2332038ac668 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4975395 Apr 11 21:10:23.599992 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-0eb84997-7a99-4d82-bd3b-0c89657077e4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] show failed (client error): The resource could not be found. Apr 11 21:10:23.604052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0eb84997-7a99-4d82-bd3b-0c89657077e4 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups/cbc89550-0b98-4008-97c1-c3dde024a927 HTTP/1.1" status: 404 len: 347 time: 0.0596576 Apr 11 21:10:23.608863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58166) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:23.636005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Request body: {'port': {'device_id': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:10:23.919536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-23f34b98-69df-4971-9340-879494288ce4 None None] Provisioning for port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:10:23.926931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-23f34b98-69df-4971-9340-879494288ce4 None None] Provisioning complete for port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:10:23.927615 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23f34b98-69df-4971-9340-879494288ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.935620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Deleting port a056737f-07ac-4176-8503-f6a179a77f00 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:23.936203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:23.988954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.129677 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.153926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23f34b98-69df-4971-9340-879494288ce4 None None] Port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:10:24.224257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58186) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:24.249177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.304791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:24.312640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Usage tracker for resource:security_group_rule and tenant:66e96b1c38464cd7a737c280ce603810 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:24.316384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:24.326798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:24.528438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59824fa9-2660-4993-bf8e-dbf4370ccac8 req-a5b9c182-35a7-4de1-8903-04c268970c42 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:24.529262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-59824fa9-2660-4993-bf8e-dbf4370ccac8 req-a5b9c182-35a7-4de1-8903-04c268970c42 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:24.575352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.575352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.657132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.762203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:24.765799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-59824fa9-2660-4993-bf8e-dbf4370ccac8 req-a5b9c182-35a7-4de1-8903-04c268970c42 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:24.767080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59824fa9-2660-4993-bf8e-dbf4370ccac8 req-a5b9c182-35a7-4de1-8903-04c268970c42 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 932 time: 0.7073781 Apr 11 21:10:24.786508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Calling delete_port for a056737f-07ac-4176-8503-f6a179a77f00 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:24.873435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66e96b1c38464cd7a737c280ce603810&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6456392 Apr 11 21:10:24.878203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58210) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:24.920573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535f64a-c420-49f5-9567-0116038df111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4edd48-9121-432f-a708-f0e3bbe5e532,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:24.942726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59824fa9-2660-4993-bf8e-dbf4370ccac8 req-c5d42029-acc5-4f5d-a838-20982ce1ec8a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299279 Apr 11 21:10:25.021165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1f23-ea63-4982-96f3-7473cd944945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.085311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1f23-ea63-4982-96f3-7473cd944945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.086465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:10:25.103580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.165427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Transition to ACTIVE for port object aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:10:25.167355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.228185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event deleted for resources: {'Port': ['ID=a056737f-07ac-4176-8503-f6a179a77f00,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:25.241998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Deleting port aea85764-cf0a-4b12-acf0-a892e77d3512 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:25.241998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.330473 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.382444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1f23-ea63-4982-96f3-7473cd944945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.407533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e1f23-ea63-4982-96f3-7473cd944945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4edd48-9121-432f-a708-f0e3bbe5e532,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:25.416434 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1f23-ea63-4982-96f3-7473cd944945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.417565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1b0e1f23-ea63-4982-96f3-7473cd944945 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e4edd48-9121-432f-a708-f0e3bbe5e532 HTTP/1.1" status: 204 len: 168 time: 0.5359747 Apr 11 21:10:25.493666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] For port aea85764-cf0a-4b12-acf0-a892e77d3512, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aea85764-cf0a-4b12-acf0-a892e77d3512,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:25.494085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.629194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.703413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:25.788978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Calling delete_port for aea85764-cf0a-4b12-acf0-a892e77d3512 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:25.854442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:25.858053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9675af66-bd8a-4761-a787-87e58dba5335 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "DELETE /v2.0/floatingips/c36a801f-138d-4452-859d-1fddd491e0ee HTTP/1.1" status: 204 len: 168 time: 2.2459116 Apr 11 21:10:25.915377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Attempting to bind port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:10:25.915744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Attempting to bind port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:10:25.916070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Attempting to bind port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:10:25.936350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:10:25.936681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Attempting to bind port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:10:25.951047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:10:25.951309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:10:25.952375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:10:25.952735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Bound port: aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:10:25.953083 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:26.143705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] For port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:10:26.234093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] For port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:10:26.253667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:26.324496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:26.347054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Pushing event deleted for resources: {'Port': ['ID=aea85764-cf0a-4b12-acf0-a892e77d3512,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:26.465305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:26.486594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] 10.222.0.69 "PUT /v2.0/ports/aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 HTTP/1.1" status: 200 len: 1092 time: 2.8634074 Apr 11 21:10:26.490255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'tag': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:26.544181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f325dd9-abda-4065-af63-83541da3cadf service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:26.596587 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c908f57-3831-49b0-82e8-b29be3d3d244'] response: {'name': 'network-changed', 'server_uuid': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'tag': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495', 'status': 'completed', 'code': 200} Apr 11 21:10:26.624505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ea2f-ea84-43dd-8078-200fcad4a727 req-fe50de6b-90a7-4881-b7fd-49797bff29e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:26.626136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8d5ea2f-ea84-43dd-8078-200fcad4a727 req-fe50de6b-90a7-4881-b7fd-49797bff29e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.4400043 Apr 11 21:10:26.781959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-502bd297-2d11-4578-982d-087f284c296d req-a38e4e9b-d6ac-4df3-be75-edb28526cba2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 1095 time: 0.1598561 Apr 11 21:10:27.012806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8d5ea2f-ea84-43dd-8078-200fcad4a727 req-a5eefaca-5c80-45d9-8f7c-eba5fb46555b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789554 Apr 11 21:10:27.064139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd297-2d11-4578-982d-087f284c296d req-a7c363e5-a91a-4875-98e9-b44f21f141cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:27.079308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-502bd297-2d11-4578-982d-087f284c296d req-a7c363e5-a91a-4875-98e9-b44f21f141cb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bcdada87da274971a2f610c31bf932c1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2897294 Apr 11 21:10:27.127057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:27.366937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd297-2d11-4578-982d-087f284c296d req-19d38db0-0417-46f3-9bf1-3f7dd0d0c229 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:27.370208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-502bd297-2d11-4578-982d-087f284c296d req-19d38db0-0417-46f3-9bf1-3f7dd0d0c229 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2833898 Apr 11 21:10:27.538528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-64ca504c-e050-436b-a9c3-68e7851b920e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 1095 time: 0.1273313 Apr 11 21:10:27.668005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-f68c9e70-4f1e-46ed-b3bc-457fe3bc3b11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 HTTP/1.1" status: 200 len: 217 time: 0.1228814 Apr 11 21:10:27.762356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-7b9ee55e-1b1d-4a54-8267-966f882ae3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:27.763977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-7b9ee55e-1b1d-4a54-8267-966f882ae3af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0893004 Apr 11 21:10:27.915357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-30a80351-d151-46ed-9c40-c59213196078 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393874 Apr 11 21:10:28.142870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-9f0adee5-5cbe-4c6f-872e-4a4e59fc91fb service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203984 Apr 11 21:10:28.182202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:10:28.370914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15aa005e-08e0-4af8-8eff-ac509497c839 req-918c3af7-bd79-4523-8a00-0f95cac34eb9 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219701 Apr 11 21:10:28.461879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5406b7-e92a-4d62-ab9b-440c70791c4c req-202886d9-f0ba-40f8-aa0d-419e68d828de tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:28.474120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc5406b7-e92a-4d62-ab9b-440c70791c4c req-202886d9-f0ba-40f8-aa0d-419e68d828de tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.1698980 Apr 11 21:10:28.540449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:10:28.555557 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] Sync routers for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:10:28.581663 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:28.583119 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:28.587280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b58eeaa-a2c5-4320-baf9-3927bbe902ff admin admin] 10.222.0.61 "PUT /v2.0/routers/9ff1b48a-efa2-424b-8cb6-3f9355f497e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5432985 Apr 11 21:10:28.588061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58278) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:28.590630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc5406b7-e92a-4d62-ab9b-440c70791c4c req-af9f8ca0-a924-4aa3-8242-178d2e5653b9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155910 Apr 11 21:10:28.904779 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:28.957938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:29.153913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:29.476384 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:10:25Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:29.486200 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] Checking router: 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:10:29.504143 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] Routers {'9ff1b48a-efa2-424b-8cb6-3f9355f497e8'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:29.505035 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:29.530742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:29.614923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Deleting port 55145042-4782-4c66-a4af-b9f2242107bf {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:29.615354 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:29.840333 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] Set router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:29.962937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd451b-4f98-4a59-81ef-e47ba89e7733 req-e0d91e6e-8cf5-41c8-a4a4-242678ca84f1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:29.964606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bcd451b-4f98-4a59-81ef-e47ba89e7733 req-e0d91e6e-8cf5-41c8-a4a4-242678ca84f1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.2089591 Apr 11 21:10:29.996233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] For port 55145042-4782-4c66-a4af-b9f2242107bf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55145042-4782-4c66-a4af-b9f2242107bf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:29.996762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:30.163937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Calling delete_port for 55145042-4782-4c66-a4af-b9f2242107bf owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:30.258277 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1bcd451b-4f98-4a59-81ef-e47ba89e7733 req-65067ca9-f309-47ab-924b-e7447bf77361 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871571 Apr 11 21:10:30.559320 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:10:25Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:30.564010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:30.572447 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af89-452b-4e4c-8e15-718295b10ddb None None] The sync data for ids ['9ff1b48a-efa2-424b-8cb6-3f9355f497e8'] in n-d-837321-1 is: [{'id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'name': 'tempest-ServerActionsTestJSON-1192124152-router', 'tenant_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '55145042-4782-4c66-a4af-b9f2242107bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:01:25Z', 'updated_at': '2022-04-11T21:10:25Z', 'revision_number': 5, 'project_id': 'a42cdc3dc27145ecb125d0a9845d140c', 'gw_port': {'id': '55145042-4782-4c66-a4af-b9f2242107bf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff1b48a-efa2-424b-8cb6-3f9355f497e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:01:27Z', 'updated_at': '2022-04-11T21:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:10:30.638982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=55145042-4782-4c66-a4af-b9f2242107bf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:30.743746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.019020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.524035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.530354 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.557760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623ad1-eb8f-4e05-ba8b-de9d31d796fb req-2c9a2b94-4530-404e-b16b-63adaf97da52 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:31.564059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1623ad1-eb8f-4e05-ba8b-de9d31d796fb req-2c9a2b94-4530-404e-b16b-63adaf97da52 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.1146514 Apr 11 21:10:31.608286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1623ad1-eb8f-4e05-ba8b-de9d31d796fb req-e2afceec-2af6-4bac-a97c-0b8487d11647 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Apr 11 21:10:31.626753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.627625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff1b48a-efa2-424b-8cb6-3f9355f497e8 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:10:31.649150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.651563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e7258882-a0a2-4bcf-a69c-415dac0adf6d admin admin] 10.222.0.61 "DELETE /v2.0/routers/9ff1b48a-efa2-424b-8cb6-3f9355f497e8 HTTP/1.1" status: 204 len: 168 time: 3.0614498 Apr 11 21:10:31.653016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58338) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:31.733904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Deleting subnet 099bd643-ae96-4814-9ed4-d2999f948dcc {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:10:31.737443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.815373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:31.898812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.066927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.105692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099bd643-ae96-4814-9ed4-d2999f948dcc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:32.113150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.119094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d56573-9163-4743-b1be-3f0979e9bd1b None None] Network 5a0c951f-f795-4524-a69a-d9ec43e9f846 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:10:32.124444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58348) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:32.133882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ebcbadb2-c574-4535-bca4-f536b13ecd4f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/099bd643-ae96-4814-9ed4-d2999f948dcc HTTP/1.1" status: 204 len: 168 time: 0.4795337 Apr 11 21:10:32.292733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.315508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Deleting port dadd69ba-1421-4d8c-a404-090400ece15a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:32.315873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.394499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58356) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:32.496305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] DHCP port deletion for 5a0c951f-f795-4524-a69a-d9ec43e9f846 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:10:32.504001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Deleting port dadd69ba-1421-4d8c-a404-090400ece15a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:32.504376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.563410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aea85764-cf0a-4b12-acf0-a892e77d3512 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:32.613360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: aea85764-cf0a-4b12-acf0-a892e77d3512 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:32.613360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device aea85764-cf0a-4b12-acf0-a892e77d3512 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:32.613360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55145042-4782-4c66-a4af-b9f2242107bf no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:32.659385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 55145042-4782-4c66-a4af-b9f2242107bf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:32.664437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55145042-4782-4c66-a4af-b9f2242107bf not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:32.715070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.790127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:32.797817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Usage tracker for resource:security_group_rule and tenant:3977646e832b416bbc54fbfc2986ccfb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:32.802501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:32.808684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] For port dadd69ba-1421-4d8c-a404-090400ece15a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dadd69ba-1421-4d8c-a404-090400ece15a,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:32.809947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:32.817862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:32.976116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Calling delete_port for dadd69ba-1421-4d8c-a404-090400ece15a owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:33.023709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.024161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] For port dadd69ba-1421-4d8c-a404-090400ece15a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=dadd69ba-1421-4d8c-a404-090400ece15a,segment=NetworkSegment(55ea4021-24e6-442f-8468-4aac9ea5233c),segment_id=55ea4021-24e6-442f-8468-4aac9ea5233c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:33.024744 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.038526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81046d2d-59ff-4838-86ff-1acb7aa039a1 req-ad04f5ea-e3df-40c7-8900-31d80376b898 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:33.042010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-81046d2d-59ff-4838-86ff-1acb7aa039a1 req-ad04f5ea-e3df-40c7-8900-31d80376b898 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.1684802 Apr 11 21:10:33.102255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.113050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-81046d2d-59ff-4838-86ff-1acb7aa039a1 req-0736962f-0cc3-44e7-890b-4f065c9d5be9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661895 Apr 11 21:10:33.165580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.168181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3977646e832b416bbc54fbfc2986ccfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7723324 Apr 11 21:10:33.179382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:33.213530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Calling delete_port for dadd69ba-1421-4d8c-a404-090400ece15a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:33.219222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298d728-1f8f-471a-9c3f-b2085a99f479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6ffb7-0676-40fc-8e15-9dcf9297fa8c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:33.301865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] No DVR routers for this DVR port dadd69ba-1421-4d8c-a404-090400ece15a on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:33.308551 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:10:33.309268 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:10:33.369028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Pushing event deleted for resources: {'Port': ['ID=dadd69ba-1421-4d8c-a404-090400ece15a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:33.370231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482f61b1-c1f9-436c-bf29-64be8ad178d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.400698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.401357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.401912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.402703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.403226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.403782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.404346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.404912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.405434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.405952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.406462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:33.436432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482f61b1-c1f9-436c-bf29-64be8ad178d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.533656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.612323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0c951f-f795-4524-a69a-d9ec43e9f846']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:33.631028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ea4021-24e6-442f-8468-4aac9ea5233c') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:33.632041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ea4021-24e6-442f-8468-4aac9ea5233c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:33.649634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482f61b1-c1f9-436c-bf29-64be8ad178d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.665132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f61b1-c1f9-436c-bf29-64be8ad178d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6ffb7-0676-40fc-8e15-9dcf9297fa8c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:33.682097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-482f61b1-c1f9-436c-bf29-64be8ad178d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.682097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-482f61b1-c1f9-436c-bf29-64be8ad178d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93e6ffb7-0676-40fc-8e15-9dcf9297fa8c HTTP/1.1" status: 204 len: 168 time: 0.4951334 Apr 11 21:10:33.697781 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.737551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.744841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:10:33.748623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:10:33.767669 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:10:33.810916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Deleting port dadd69ba-1421-4d8c-a404-090400ece15a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:33.811399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:33.828687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-903feb58-de2d-45f7-9427-1b128697b5b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2629352 Apr 11 21:10:33.994088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:34.008444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:34.012764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d807753f-54f2-46bd-b918-ac4b431ee350 None None] The port 'dadd69ba-1421-4d8c-a404-090400ece15a' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:10:34.078775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0c951f-f795-4524-a69a-d9ec43e9f846,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:34.127292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-daaf9d2a-d38e-432e-916d-2a81855e45c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 1096 time: 0.2702811 Apr 11 21:10:34.359445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b1427a76-e0db-48e1-8252-296350203962 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5a0c951f-f795-4524-a69a-d9ec43e9f846 HTTP/1.1" status: 204 len: 168 time: 2.2338848 Apr 11 21:10:34.438467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcfbb5-7792-4d57-a79e-2af1f6005bb2 req-74d33f7a-5eee-4205-9a72-c1e3da77ea78 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:34.446611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dcfbb5-7792-4d57-a79e-2af1f6005bb2 req-74d33f7a-5eee-4205-9a72-c1e3da77ea78 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.1846242 Apr 11 21:10:34.540600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dadd69ba-1421-4d8c-a404-090400ece15a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:34.560351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3dcfbb5-7792-4d57-a79e-2af1f6005bb2 req-3755d923-2b01-4024-87b9-83f8a4bc0ddc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122787 Apr 11 21:10:34.683494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-60135744-f0fa-4812-959c-2bb259aaab5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:34.684922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-60135744-f0fa-4812-959c-2bb259aaab5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 200 len: 920 time: 0.5346456 Apr 11 21:10:34.702167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: dadd69ba-1421-4d8c-a404-090400ece15a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:34.702825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device dadd69ba-1421-4d8c-a404-090400ece15a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:34.777928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-2727a23d-afbb-4880-b27a-1a2faf436671 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 200 len: 217 time: 0.0785599 Apr 11 21:10:34.865068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-46bda589-f961-4b01-8791-a1b9cdfcfa9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:34.866755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-46bda589-f961-4b01-8791-a1b9cdfcfa9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 200 len: 858 time: 0.0757599 Apr 11 21:10:34.866932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58394) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:34.873301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-467df060-c2ee-480a-b5a4-ae1afcc328bb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:34.873963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-467df060-c2ee-480a-b5a4-ae1afcc328bb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:34.885766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:34.926646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:34.931380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:8478c7a4d4ff429fa22c583ff2bc2380 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:34.934238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:34.940534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:34.965981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-60c1ea77-2389-4a7d-823d-93c3cc650f8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892346 Apr 11 21:10:35.028289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.060812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-467df060-c2ee-480a-b5a4-ae1afcc328bb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:35.062615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-467df060-c2ee-480a-b5a4-ae1afcc328bb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.4828055 Apr 11 21:10:35.101424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58398) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:35.133557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.152824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-42580ec4-6d04-42ef-9481-fc65321528cc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:35.157185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-f464cbd6-b6b6-44f8-a58b-e46d16907871 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841092 Apr 11 21:10:35.230493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629db098-023b-4504-8f8d-922ce7a4311a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:35.251053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6dd66344-4dfd-4700-8b10-45e596e6cf58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a42cdc3dc27145ecb125d0a9845d140c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1438336 Apr 11 21:10:35.251053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b24be350-dcf8-482c-b1e5-c0f011a36ad8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8478c7a4d4ff429fa22c583ff2bc2380&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3821659 Apr 11 21:10:35.257684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:35.257684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58406) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:35.262083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-42580ec4-6d04-42ef-9481-fc65321528cc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:35.286957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9afca68-052d-4439-9aff-92a9eb61f74f req-42580ec4-6d04-42ef-9481-fc65321528cc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012358 Apr 11 21:10:35.358731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc063ed5-cf4f-46af-85cb-725d6a0be7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.387512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc063ed5-cf4f-46af-85cb-725d6a0be7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.396076 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fb62efe-181c-43ab-866a-de4b7402b8fb req-4fc2cf3e-25d2-4c07-9a8d-e0f5891e4558 service neutron] 10.222.0.69 "GET /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281342 Apr 11 21:10:35.436991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1df472b4-586e-4f76-ada1-a5f8cf61fc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.466990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1df472b4-586e-4f76-ada1-a5f8cf61fc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.546823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc063ed5-cf4f-46af-85cb-725d6a0be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.565489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc063ed5-cf4f-46af-85cb-725d6a0be7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629db098-023b-4504-8f8d-922ce7a4311a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:35.576757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dc063ed5-cf4f-46af-85cb-725d6a0be7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.577891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dc063ed5-cf4f-46af-85cb-725d6a0be7f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/629db098-023b-4504-8f8d-922ce7a4311a HTTP/1.1" status: 204 len: 168 time: 0.3226743 Apr 11 21:10:35.585293 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1df472b4-586e-4f76-ada1-a5f8cf61fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.588064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1df472b4-586e-4f76-ada1-a5f8cf61fc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:35.589473 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1df472b4-586e-4f76-ada1-a5f8cf61fc46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db2b5975-a5d2-466b-aae1-1b15ccc9b633 HTTP/1.1" status: 204 len: 168 time: 0.3371160 Apr 11 21:10:35.610278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df472b4-586e-4f76-ada1-a5f8cf61fc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b5975-a5d2-466b-aae1-1b15ccc9b633,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:35.805892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fcc59-edb4-479d-b7c6-86229aa7026f req-5a17a041-d7c5-47cd-8d94-a65f3b94e630 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:35.807453 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb1fcc59-edb4-479d-b7c6-86229aa7026f req-5a17a041-d7c5-47cd-8d94-a65f3b94e630 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.0956821 Apr 11 21:10:35.829499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58420) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:35.854604 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb1fcc59-edb4-479d-b7c6-86229aa7026f req-b9c6899e-fd9b-4a88-88cc-870ad7048fe1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Apr 11 21:10:36.322416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Deleting subnet 1554fdff-64b3-44f7-984d-8a184342aec1 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:10:36.326343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:36.617662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:36.691313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:36.749073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff78cbe-67f3-4fb8-b938-5f6bafee970f req-e8246b8e-5813-430a-82f0-bd007b228632 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:36.750652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ff78cbe-67f3-4fb8-b938-5f6bafee970f req-e8246b8e-5813-430a-82f0-bd007b228632 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1817203 Apr 11 21:10:36.951931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ff78cbe-67f3-4fb8-b938-5f6bafee970f req-f5fd1ce3-ee9f-421a-b101-853bd20c545c tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992811 Apr 11 21:10:37.093914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:10:37.096917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-664ade17-a6a0-4a01-ad3a-fd789bef0d78 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:37.096917 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-664ade17-a6a0-4a01-ad3a-fd789bef0d78 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1816084 Apr 11 21:10:37.096917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.145065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:37.158848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1554fdff-64b3-44f7-984d-8a184342aec1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:37.159872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495', 'mac_address': 'fa:16:3e:57:94:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:10:37.178895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.187751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Deleting port 9398e598-f8d9-401f-a5a5-46ad66f10453 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:37.188354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.215767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-280d4157-d5e4-4e31-ac1d-f5c625aef9a4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1554fdff-64b3-44f7-984d-8a184342aec1 HTTP/1.1" status: 204 len: 168 time: 1.3851624 Apr 11 21:10:37.218832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58476) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:37.247703 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.269859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:10:37.289773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:37.313412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a24ac8-0df4-4383-8d50-4c677f8a40ed req-b40c3e62-a1da-447c-8113-a3aa39534fb7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:37.313412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02a24ac8-0df4-4383-8d50-4c677f8a40ed req-b40c3e62-a1da-447c-8113-a3aa39534fb7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 944 time: 0.1958454 Apr 11 21:10:37.394194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.574562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02a24ac8-0df4-4383-8d50-4c677f8a40ed req-ad3d5bc3-56d7-4c6a-8606-092d12ace58f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444689 Apr 11 21:10:37.591192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.604784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:37.619890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.620241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.620585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.620924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.621250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.622194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.622893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.623387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.623748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.624081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.624412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:10:37.689618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['aa7f62f4-cf94-4250-ac2e-0b6d9aa97495'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:37.764020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.775625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] For port 9398e598-f8d9-401f-a5a5-46ad66f10453, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9398e598-f8d9-401f-a5a5-46ad66f10453,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:37.776207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:37.805818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e847226-3fdc-4261-a7a5-47a587e81f29']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:37.819104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:37.819104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f536d0-5d03-49ac-a5b5-7aa4825e5541') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:37.855018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.073261 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.081176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:10:38.081569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.121731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Calling delete_port for 9398e598-f8d9-401f-a5a5-46ad66f10453 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:10:38.123624 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:10:38.376489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.394786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9398e598-f8d9-401f-a5a5-46ad66f10453'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:38.430168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a1e42-7aaa-4745-b3ad-1f1eab4a8060 req-47f861f9-911a-401a-8ee6-0e63ae52618e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:38.440644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-090a1e42-7aaa-4745-b3ad-1f1eab4a8060 req-47f861f9-911a-401a-8ee6-0e63ae52618e tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 946 time: 0.1883650 Apr 11 21:10:38.461106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['6785a63b-a5e0-4147-b8f9-eb2df7a4494b'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:38.511302 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-090a1e42-7aaa-4745-b3ad-1f1eab4a8060 req-966d19f4-1798-47cf-960b-fe3762d86adb tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Apr 11 21:10:38.511302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.568243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.578626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e847226-3fdc-4261-a7a5-47a587e81f29,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:38.595545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event deleted for resources: {'Port': ['ID=9398e598-f8d9-401f-a5a5-46ad66f10453,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:38.629211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fc74a5c-1833-44ed-ad95-e8130019a013 req-5e39c2c7-86e8-4c43-8852-0cb0e119044d tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.1704128 Apr 11 21:10:38.638928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3707299f-9444-4b9b-bc86-c37a7f9d16a8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5e847226-3fdc-4261-a7a5-47a587e81f29 HTTP/1.1" status: 204 len: 168 time: 1.4188647 Apr 11 21:10:38.747595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] No DVR routers for this DVR port 9398e598-f8d9-401f-a5a5-46ad66f10453 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:38.751070 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:38.757439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43844444-1212-4fbc-a872-a1db84e089b1', 'name': 'network-vif-deleted', 'tag': '9398e598-f8d9-401f-a5a5-46ad66f10453'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:38.879905 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325c1719-ab77-4d18-9e09-d4f5eb2fc01e'] response: {'server_uuid': '43844444-1212-4fbc-a872-a1db84e089b1', 'name': 'network-vif-deleted', 'tag': '9398e598-f8d9-401f-a5a5-46ad66f10453', 'status': 'completed', 'code': 200} Apr 11 21:10:38.906371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e926fc-1d72-4ede-91e3-cc720c758504 req-71f0e3e1-248f-4dc3-b4ee-44ae7858f9ee tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:38.906371 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-53e926fc-1d72-4ede-91e3-cc720c758504 req-71f0e3e1-248f-4dc3-b4ee-44ae7858f9ee tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 945 time: 0.0982983 Apr 11 21:10:38.910530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c9296f2-47f9-4438-8631-9d250a9ee531 req-a41dfbbd-177b-4f02-a6ca-6742944a1799 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.75 "DELETE /v2.0/ports/9398e598-f8d9-401f-a5a5-46ad66f10453 HTTP/1.1" status: 204 len: 173 time: 1.9646578 Apr 11 21:10:38.923574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:10:38.972614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-53e926fc-1d72-4ede-91e3-cc720c758504 req-8ab22d46-14ba-4ca2-920c-54d89e8e90ce tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509243 Apr 11 21:10:39.103779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:10:39.128400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:10:39.128400 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.272519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58538) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:39.328024 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.363505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:39.372255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:39.372983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dfcc43f8-f32b-4dc7-86e2-40cecbea0cbd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36a086e2a52345569daa06f88e51be66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0993001 Apr 11 21:10:39.388201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:39.448449 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4165b80b-f9aa-42a3-a57c-fc53371ca248'] response: {'server_uuid': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495', 'code': 200} Apr 11 21:10:39.453325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.466442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e574255-3fb9-4415-8385-060f20dd8d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.499274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e574255-3fb9-4415-8385-060f20dd8d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.538499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:39.624508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41484162-4cd4-4fd2-bd2a-b8a6bd869d4a req-47621817-b0c8-46ef-9ba3-e7b4a016173b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 1097 time: 0.0980418 Apr 11 21:10:39.719451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26304173-46a5-4dab-986c-66f9ad3282cf req-c25480d5-d70f-494f-8d5e-3e40582f283f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0739360 Apr 11 21:10:39.730701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e574255-3fb9-4415-8385-060f20dd8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.786842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e574255-3fb9-4415-8385-060f20dd8d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e63d2fd-e212-429a-8747-1a0e30d3988e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:39.861023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2c5237f-c9da-4b4c-9be2-8b9280af7337 req-9f127d8b-baa3-4ec0-a46c-417a84bf6e33 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.0478351 Apr 11 21:10:39.932222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26304173-46a5-4dab-986c-66f9ad3282cf req-90d2556f-9c3b-4be9-9846-abc4d5d0b40a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d077845561ac4f4d98583cdf174d8dbf&device_id=43844444-1212-4fbc-a872-a1db84e089b1 HTTP/1.1" status: 200 len: 210 time: 0.1185756 Apr 11 21:10:39.932222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41484162-4cd4-4fd2-bd2a-b8a6bd869d4a req-f82e4003-e451-4311-b06b-d9d2ed446ca8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000093 Apr 11 21:10:39.940525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83aee559-a2e9-45e2-a365-fd77bcc02a8a req-7ed29025-64a6-41f4-b4fe-8c0330243ef8 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0689101 Apr 11 21:10:39.940525 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2e574255-3fb9-4415-8385-060f20dd8d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:39.940525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2e574255-3fb9-4415-8385-060f20dd8d49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e63d2fd-e212-429a-8747-1a0e30d3988e HTTP/1.1" status: 204 len: 168 time: 0.5661452 Apr 11 21:10:40.344800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304173-46a5-4dab-986c-66f9ad3282cf req-4dec0b65-fac3-4931-a73f-b24f8c1180d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:40.344800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26304173-46a5-4dab-986c-66f9ad3282cf req-4dec0b65-fac3-4931-a73f-b24f8c1180d0 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=d077845561ac4f4d98583cdf174d8dbf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3914094 Apr 11 21:10:40.465298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d3f0-95f5-4ce2-a37a-b966bb95bed9 req-1e57475e-be15-4d6c-97db-a4e8858b0ee4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:40.489552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d873d3f0-95f5-4ce2-a37a-b966bb95bed9 req-1e57475e-be15-4d6c-97db-a4e8858b0ee4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 946 time: 0.1842368 Apr 11 21:10:40.523911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d873d3f0-95f5-4ce2-a37a-b966bb95bed9 req-285d39cc-43a0-44a3-b980-2e3d23116396 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517938 Apr 11 21:10:40.539497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304173-46a5-4dab-986c-66f9ad3282cf req-8fe076e2-69c1-4833-b27b-811e2c2d905f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:40.541170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26304173-46a5-4dab-986c-66f9ad3282cf req-8fe076e2-69c1-4833-b27b-811e2c2d905f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895885 Apr 11 21:10:40.798029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9398e598-f8d9-401f-a5a5-46ad66f10453 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:40.832188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 9398e598-f8d9-401f-a5a5-46ad66f10453 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:40.832188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9398e598-f8d9-401f-a5a5-46ad66f10453 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:40.978656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58596) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:41.125817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1315761b-9e0e-45f5-b41d-a200f5019c83 req-d779092d-d536-4138-b52b-9744d8348be0 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0512996 Apr 11 21:10:41.220110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:41.262489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:41.262489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Usage tracker for resource:security_group_rule and tenant:66350f8382854a5fb814f145fd236c9f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:41.267172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:41.277122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:41.433284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:41.546234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:41.606520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2bdffd-30e0-4c98-9506-13c2138b481d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:41.628542 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dc2472f9-bb84-413b-9903-e5b508f32637 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66350f8382854a5fb814f145fd236c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6480992 Apr 11 21:10:41.631068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58626) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:41.738805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85487e24-af7c-41e1-b055-ca86c5d760c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:41.783097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85487e24-af7c-41e1-b055-ca86c5d760c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:41.904068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186f52d-ce5c-4bf1-bf61-1d588bbf1391 req-4e4d2d14-2a53-4267-ad5a-5f062469929e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:41.911244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0186f52d-ce5c-4bf1-bf61-1d588bbf1391 req-4e4d2d14-2a53-4267-ad5a-5f062469929e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 946 time: 0.1146946 Apr 11 21:10:41.943444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea1748-c568-44f2-890c-ec7f9d08613b req-a2da6f7c-7127-4b68-b52e-9fc16ac1c6d9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:41.943444 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21ea1748-c568-44f2-890c-ec7f9d08613b req-a2da6f7c-7127-4b68-b52e-9fc16ac1c6d9 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1541269 Apr 11 21:10:41.960839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0186f52d-ce5c-4bf1-bf61-1d588bbf1391 req-51c32221-007c-4d93-a68c-241f37bfb4e4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534279 Apr 11 21:10:41.995806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-21ea1748-c568-44f2-890c-ec7f9d08613b req-fc546804-8e95-4479-b620-d837e1ea7875 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Apr 11 21:10:41.998265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85487e24-af7c-41e1-b055-ca86c5d760c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:42.016309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85487e24-af7c-41e1-b055-ca86c5d760c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2bdffd-30e0-4c98-9506-13c2138b481d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:42.029552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85487e24-af7c-41e1-b055-ca86c5d760c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:42.034142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-85487e24-af7c-41e1-b055-ca86c5d760c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d2bdffd-30e0-4c98-9506-13c2138b481d HTTP/1.1" status: 204 len: 168 time: 0.4003663 Apr 11 21:10:42.200593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6846ae-b27f-42ea-b96c-220fc8982876 req-3aee8115-f18e-4c01-a023-e398ab411f98 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:42.200593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-da6846ae-b27f-42ea-b96c-220fc8982876 req-3aee8115-f18e-4c01-a023-e398ab411f98 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 946 time: 0.0998175 Apr 11 21:10:42.288612 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-da6846ae-b27f-42ea-b96c-220fc8982876 req-23195615-a2d3-49e8-a3f6-abed8b42741e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746138 Apr 11 21:10:42.477780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ea2c4c7-fe9e-461d-b60f-6caa52e38426 req-a93bfd57-5fc7-4052-8a54-79fec66b80d4 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0666559 Apr 11 21:10:43.274666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb36e3d-214e-4bce-b015-dc3988594d84 req-02967273-c9e0-42f6-bb74-f6afe0a8a1c7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:43.281825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fbb36e3d-214e-4bce-b015-dc3988594d84 req-02967273-c9e0-42f6-bb74-f6afe0a8a1c7 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1411591 Apr 11 21:10:43.390644 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fbb36e3d-214e-4bce-b015-dc3988594d84 req-2dcf803d-fc22-4f31-908f-bce0cce4dd92 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819585 Apr 11 21:10:43.732998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4cbc8b56-cbc2-4a51-bca6-4c57ba209262 req-5d343f08-14c9-43ff-b13a-5aa13c34d586 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0610318 Apr 11 21:10:43.885541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b3cae002-d44d-4247-b7cc-d3196ec12310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:44.778777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29fab5-098b-4444-a7ff-6c2be970a314 req-d3ca7d6f-c835-4aad-8054-be48f91f8459 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:44.785501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ff29fab5-098b-4444-a7ff-6c2be970a314 req-d3ca7d6f-c835-4aad-8054-be48f91f8459 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.1774917 Apr 11 21:10:44.852710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ff29fab5-098b-4444-a7ff-6c2be970a314 req-5c63c615-8cdf-415e-8b32-78f736059a84 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668228 Apr 11 21:10:45.015496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-20dd0571-c5b8-4b0c-ba39-e0fc461388a2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:45.016179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-20dd0571-c5b8-4b0c-ba39-e0fc461388a2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:45.046980 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9e676a0-57f5-40c6-8e99-e7bbffc09a29 req-350beb94-d7ef-4c24-aa65-492549d2b695 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0442834 Apr 11 21:10:45.123576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-20dd0571-c5b8-4b0c-ba39-e0fc461388a2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:45.125080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-20dd0571-c5b8-4b0c-ba39-e0fc461388a2 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.69 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.3555987 Apr 11 21:10:45.220137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Deleting port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:45.220726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:45.772589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] For port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:45.772955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:45.789216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-be67b16e-154f-4c7e-af1d-925064006d3a req-f9f25104-ea69-4690-88fc-100a5412a042 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0616717 Apr 11 21:10:45.906164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Calling delete_port for 6785a63b-a5e0-4147-b8f9-eb2df7a4494b owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:46.061267 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-37d180ea-2b6c-43bf-9730-7b7d69da33a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:46.076098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583c96c-5532-40e1-aeb1-d1c0ab30064a req-8122e01e-3fe9-483c-a280-c2f9bf2f3c1b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:46.077550 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3583c96c-5532-40e1-aeb1-d1c0ab30064a req-8122e01e-3fe9-483c-a280-c2f9bf2f3c1b tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 945 time: 0.0870154 Apr 11 21:10:46.152857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3583c96c-5532-40e1-aeb1-d1c0ab30064a req-56bbacc5-395f-4085-bbcc-62fd2f004e85 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/security-groups?id=d083026e-c6ee-45ca-bd9f-022bcd13b7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682988 Apr 11 21:10:46.204151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:46.218409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['6785a63b-a5e0-4147-b8f9-eb2df7a4494b'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:46.383856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Pushing event deleted for resources: {'Port': ['ID=6785a63b-a5e0-4147-b8f9-eb2df7a4494b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:46.475774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b5e33947-855d-4c84-8435-32d019713e78 req-95538bde-1db1-4b61-82cf-e66291426404 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.1012971 Apr 11 21:10:46.475774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] No DVR routers for this DVR port 6785a63b-a5e0-4147-b8f9-eb2df7a4494b on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:10:46.483837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:46.489184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'name': 'network-vif-deleted', 'tag': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:46.563830 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9839baa4-dca0-44b8-bfea-d56c442171fd'] response: {'server_uuid': '928badea-210e-4287-bf19-a4ab5d45c0ad', 'name': 'network-vif-deleted', 'tag': '6785a63b-a5e0-4147-b8f9-eb2df7a4494b', 'status': 'completed', 'code': 200} Apr 11 21:10:46.742743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04fc0213-122c-4c14-8f12-ba7ee0493751 req-7b04c254-4c51-4ffa-8177-551a3861dd99 tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.69 "DELETE /v2.0/ports/6785a63b-a5e0-4147-b8f9-eb2df7a4494b HTTP/1.1" status: 204 len: 173 time: 1.6127274 Apr 11 21:10:47.415200 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:47.423297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8d236907-b927-4f63-822f-b076853e2192 req-97182e3a-524b-4b17-9d15-ee7d83e1f5cc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Synchronizing usage tracker for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:47.437939 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:47.524820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8d236907-b927-4f63-822f-b076853e2192 req-97182e3a-524b-4b17-9d15-ee7d83e1f5cc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] Unset dirty status for tenant:d077845561ac4f4d98583cdf174d8dbf on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:47.526975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8d236907-b927-4f63-822f-b076853e2192 req-97182e3a-524b-4b17-9d15-ee7d83e1f5cc tempest-ServerRescueNegativeTestJSON-1111341568 tempest-ServerRescueNegativeTestJSON-1111341568-project] 10.222.0.61 "GET /v2.0/ports?device_id=928badea-210e-4287-bf19-a4ab5d45c0ad HTTP/1.1" status: 200 len: 210 time: 0.1530731 Apr 11 21:10:47.575417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38643-7462-471f-b403-998702952c96 req-998a1fad-afd7-4360-ab77-7d48746e5576 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:47.585031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-998a1fad-afd7-4360-ab77-7d48746e5576 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.1961465 Apr 11 21:10:47.616720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-8f08da01-999b-4bd1-bbcc-5065552e8b6a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0290675 Apr 11 21:10:47.719159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-af0a36e8-724a-4d64-bbd5-2fade492f7aa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1013756 Apr 11 21:10:47.724107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-aa5dccf9-1d16-4c89-8e64-9a14bc76ae37 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:10:47.731450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-aa5dccf9-1d16-4c89-8e64-9a14bc76ae37 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114477 Apr 11 21:10:47.747298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75c1526a-2ce9-4674-96c4-227d95f9f424 req-cd353a54-1c6f-4392-a169-91464d980e41 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0640905 Apr 11 21:10:47.936154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-71fd810d-8802-4274-8139-32cd54d11818 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919267 Apr 11 21:10:48.062015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-2e6fae46-3327-4fd2-8f19-1207c31cfce3 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365829 Apr 11 21:10:48.262166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:48.481947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58948) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:48.547937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:48.605883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:48.646531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:48.657409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:8d56266f08df4e3d8a391679714c560f is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:48.683288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58960) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:48.735425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:48.761561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:48.776704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:48.776704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:48.786661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Usage tracker for resource:security_group_rule and tenant:4550fc5a0007463b8762fd522aa77a0c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:48.786661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:48.805655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:48.913742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:48.983086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.005472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6785a63b-a5e0-4147-b8f9-eb2df7a4494b no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:49.044755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 6785a63b-a5e0-4147-b8f9-eb2df7a4494b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:49.045091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6785a63b-a5e0-4147-b8f9-eb2df7a4494b not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:49.084101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.132781 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.147420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbafa0-eaba-4b72-b9ea-38da0b3d6bde,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:49.170707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4550fc5a0007463b8762fd522aa77a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6904130 Apr 11 21:10:49.175804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58968) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:49.181418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1c370bae-29a0-48ea-aa98-49d69e417ca6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d56266f08df4e3d8a391679714c560f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9186113 Apr 11 21:10:49.184520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58972) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:49.285460 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddd827-9597-44b7-8625-a4eef30ddfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4869e76-85ab-4973-a352-73993751920c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:49.322660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb063b20-343f-416c-8920-8b4652b8a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.354149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-78ea450c-ad37-4a19-bad6-abe32ef4c333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.361765 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb063b20-343f-416c-8920-8b4652b8a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.384417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-78ea450c-ad37-4a19-bad6-abe32ef4c333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.502608 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11b93bf1-528e-4ad3-a604-d47a60213ae2 req-90ef77ed-06ba-491b-9544-48f1f8c42978 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d8a7955e0744555a5fdfc7aed9eab17&device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0939455 Apr 11 21:10:49.530264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb063b20-343f-416c-8920-8b4652b8a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.598863 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c008e4-3e62-462d-9c07-bc15e0fa8544 req-666c5128-8fea-4c15-abe6-765b936b6cab tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0741315 Apr 11 21:10:49.600701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11b93bf1-528e-4ad3-a604-d47a60213ae2 req-4bc86d0a-9b3b-4738-b52c-b2c0dac41466 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=2d8a7955e0744555a5fdfc7aed9eab17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748765 Apr 11 21:10:49.605997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.617308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb063b20-343f-416c-8920-8b4652b8a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbafa0-eaba-4b72-b9ea-38da0b3d6bde,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:49.641816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb063b20-343f-416c-8920-8b4652b8a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:49.643140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fb063b20-343f-416c-8920-8b4652b8a907 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ccbafa0-eaba-4b72-b9ea-38da0b3d6bde HTTP/1.1" status: 204 len: 168 time: 0.4574714 Apr 11 21:10:49.646028 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d371937d-b037-415a-8369-9c3ae481c955 req-17914b16-e49d-4cc6-bfdc-f1d50a5d2407 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 210 time: 0.1054125 Apr 11 21:10:49.935858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b93bf1-528e-4ad3-a604-d47a60213ae2 req-d8dae715-4f2d-496a-a415-e6f37dc22959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:49.935858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11b93bf1-528e-4ad3-a604-d47a60213ae2 req-d8dae715-4f2d-496a-a415-e6f37dc22959 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384317 Apr 11 21:10:50.009145 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-78ea450c-ad37-4a19-bad6-abe32ef4c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:50.041382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea450c-ad37-4a19-bad6-abe32ef4c333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4869e76-85ab-4973-a352-73993751920c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:50.047185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-78ea450c-ad37-4a19-bad6-abe32ef4c333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:50.050792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-78ea450c-ad37-4a19-bad6-abe32ef4c333 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4869e76-85ab-4973-a352-73993751920c HTTP/1.1" status: 204 len: 168 time: 0.8705130 Apr 11 21:10:50.578260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Deleting port e4059cf3-27b9-48b2-a284-3ced53e49eae {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:50.578599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:50.845648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59010) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:50.885409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f4a16225-f575-4325-915b-7bd604cf535e req-b8ee07fb-f93e-4b08-938a-961248b3abaa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 210 time: 0.0837014 Apr 11 21:10:50.889388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:50.939339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] For port e4059cf3-27b9-48b2-a284-3ced53e49eae, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e4059cf3-27b9-48b2-a284-3ced53e49eae,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:50.939339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.124999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Calling delete_port for e4059cf3-27b9-48b2-a284-3ced53e49eae owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:51.172069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75ff450f-4524-4fec-b839-48f831ac7b3f req-d89d97b5-5e04-49f6-b3df-9f7fff41135c tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.1611366 Apr 11 21:10:51.173274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:51.180127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Usage tracker for resource:security_group_rule and tenant:0039ef98de49483ea872643a9e22fe37 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:51.182924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:51.190573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:51.224617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59018) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:51.264647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.283725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.311665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:51.318531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Usage tracker for resource:security_group_rule and tenant:68fc4831f16e4a659097a8fd381fdf37 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:51.322631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:51.333155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:51.372644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.424695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0039ef98de49483ea872643a9e22fe37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5692725 Apr 11 21:10:51.434877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59022) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:51.452822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.455541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebb1f-4d59-4c4b-a43c-149e58e2f26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c0b1d-140d-4578-b05f-09be38462ae3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:51.533552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.560074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecb15478-afee-40a7-b5cb-07d7dfd788dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.582960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5dcfda-8772-4b81-af48-3d6c7021566b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:51.587077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecb15478-afee-40a7-b5cb-07d7dfd788dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.588189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d1f77a07-e689-407f-b538-fa63d3affdf6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68fc4831f16e4a659097a8fd381fdf37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626680 Apr 11 21:10:51.590883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59026) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:51.654160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f94164f7-9673-41b6-8adb-dda2c40b76f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.682135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f94164f7-9673-41b6-8adb-dda2c40b76f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.689834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.740858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecb15478-afee-40a7-b5cb-07d7dfd788dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.765998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4059cf3-27b9-48b2-a284-3ced53e49eae,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:51.774039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb15478-afee-40a7-b5cb-07d7dfd788dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c0b1d-140d-4578-b05f-09be38462ae3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:51.811329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f94164f7-9673-41b6-8adb-dda2c40b76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.857212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94164f7-9673-41b6-8adb-dda2c40b76f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5dcfda-8772-4b81-af48-3d6c7021566b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:51.878489 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f94164f7-9673-41b6-8adb-dda2c40b76f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:51.878489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f94164f7-9673-41b6-8adb-dda2c40b76f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d5dcfda-8772-4b81-af48-3d6c7021566b HTTP/1.1" status: 204 len: 168 time: 0.2842453 Apr 11 21:10:52.018171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11b93bf1-528e-4ad3-a604-d47a60213ae2 req-70372ce0-a9d9-421b-82f2-c0621f712eb4 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.75 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.1135085 Apr 11 21:10:52.115430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ecb15478-afee-40a7-b5cb-07d7dfd788dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:52.115430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ecb15478-afee-40a7-b5cb-07d7dfd788dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b13c0b1d-140d-4578-b05f-09be38462ae3 HTTP/1.1" status: 204 len: 168 time: 0.6842918 Apr 11 21:10:52.268836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3137a9fb-558f-45eb-820d-c9eff71d5f17 req-f4df5998-34e4-40c4-8230-2ddc431d0ebd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 210 time: 0.0810444 Apr 11 21:10:52.405851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:52.456487 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a7c7e01-81c9-4ce8-92e5-911451faa691 req-1a2c379f-b89c-4c3e-9cf6-f4964808bbe4 tempest-ServersAaction247Test-875477928 tempest-ServersAaction247Test-875477928-project] 10.222.0.61 "GET /v2.0/ports?device_id=500b415c-479d-4db0-8276-ff785f227f18 HTTP/1.1" status: 200 len: 210 time: 0.0465755 Apr 11 21:10:52.815422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38643-7462-471f-b403-998702952c96 req-0fd4b8e7-581a-473e-b807-ddb2dbf7dd71 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:52.815422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-0fd4b8e7-581a-473e-b807-ddb2dbf7dd71 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.2562709 Apr 11 21:10:52.830396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:10:52.903272 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:10:53.236019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:53.279408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:53.540768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:10:53.552436 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:53.627855 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dabc276-c188-43a2-ad91-ddef53a17e9b req-e9f2ffb4-c51e-4f96-bf48-6c9697bb4f2d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 210 time: 0.1028121 Apr 11 21:10:53.952984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.8 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/19383cc4-4916-4fc6-bcad-cb4b4078d5a1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:10:54.044706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:10:54.375179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:54.400992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:10:54.479035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:10:54.497152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] Sync routers for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:10:54.514094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:54.530763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:54.533317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:54.578031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59092) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:54.615812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-02124e83-15d5-49f6-9395-e918073f221d admin admin] 10.222.0.61 "PUT /v2.0/routers/014c8d2c-cc0c-4bcb-aaf8-827f65129f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9343636 Apr 11 21:10:54.624636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59098) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:54.637395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:10:54.637395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:10:54.637395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:54.646063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:10:54.796103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:54.796103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:54.826955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59106) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:54.887983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['aa7f62f4-cf94-4250-ac2e-0b6d9aa97495'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:10:55.010062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-7abb659c-6cc0-4cb1-a7a8-18055e483afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1902578 Apr 11 21:10:55.029552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Request body: {'port': {'device_id': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:10:55.271564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:55.359565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2046383063-network', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:10:55.380123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:55.403591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030368-48ab-4e7e-b0fd-6dbbdab0e4aa req-6fe48fcb-ba6d-437a-bd8b-665db51b8dc5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:55.410458 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91030368-48ab-4e7e-b0fd-6dbbdab0e4aa req-6fe48fcb-ba6d-437a-bd8b-665db51b8dc5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 931 time: 0.4603617 Apr 11 21:10:55.504644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Usage tracker for resource:network and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:55.517181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:55.518745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91030368-48ab-4e7e-b0fd-6dbbdab0e4aa req-cb17ff64-1bc2-4f92-bf33-33ce2c821ced tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094120 Apr 11 21:10:55.565433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:55.605645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:55.624234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:55.639381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:55.676962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e52dec2b-8ba1-47fa-a264-951f697c0a56 None None] Provisioning for port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:10:55.818786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e52dec2b-8ba1-47fa-a264-951f697c0a56 None None] Provisioning complete for port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:10:55.819158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e52dec2b-8ba1-47fa-a264-951f697c0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:55.944421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.029946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Deleting port 0b1df034-bdc3-46ce-bb95-369a10b3f52b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:10:56.029946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.072657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e52dec2b-8ba1-47fa-a264-951f697c0a56 None None] Port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:10:56.185058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Made reservation on behalf of 5b3f40b6b9444542bcab0dcbeaf45c70 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:10:56.192666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.215521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.342295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] For port 0b1df034-bdc3-46ce-bb95-369a10b3f52b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0b1df034-bdc3-46ce-bb95-369a10b3f52b,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:10:56.343279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.354336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:56.356814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:56.365428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Usage tracker for resource:security_group_rule and tenant:2d8a7955e0744555a5fdfc7aed9eab17 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:56.374109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:56.385622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:56.399088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:56.402759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:56.412497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:10:51Z', 'revision_number': 5, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port': {'id': '0b1df034-bdc3-46ce-bb95-369a10b3f52b', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:05:59Z', 'updated_at': '2022-04-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:56.413304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:56.417240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] Checking router: 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:10:56.446121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] Routers {'014c8d2c-cc0c-4bcb-aaf8-827f65129f93'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:10:56.446770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:56.576698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:10:56.586842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.644454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Calling delete_port for 0b1df034-bdc3-46ce-bb95-369a10b3f52b owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:10:56.758975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] Set router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:10:56.781878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.799614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Transition to ACTIVE for port object 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:10:56.949265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:10:55Z', 'revision_number': 6, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:10:56.953577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92064b16-a73a-4db6-aaec-03f0b70f9379 None None] The sync data for ids ['014c8d2c-cc0c-4bcb-aaf8-827f65129f93'] in n-d-837321-1 is: [{'id': '014c8d2c-cc0c-4bcb-aaf8-827f65129f93', 'name': 'tempest-ServerRescueNegativeTestJSON-1428732868-router', 'tenant_id': 'd077845561ac4f4d98583cdf174d8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:05:58Z', 'updated_at': '2022-04-11T21:10:55Z', 'revision_number': 6, 'project_id': 'd077845561ac4f4d98583cdf174d8dbf', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:10:56.962528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.995904 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:56.998754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.073950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:10:57.111757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0bf23-39df-4922-8717-8d34e2344a82 req-24987b26-347b-42f4-b163-d570724d4da2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:57.113788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9f0bf23-39df-4922-8717-8d34e2344a82 req-24987b26-347b-42f4-b163-d570724d4da2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:10:57.123157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892587be-07b6-48d8-bc77-8cce36ca7370,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:57.220987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.220987 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Added segment bbdbc1b3-7730-4195-b645-c00a2baacf6b of type vlan for network 232f6353-b591-4ea0-b1d1-a4f0f21603bf Apr 11 21:10:57.220987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.262124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.369560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff72292-5999-4f91-82ee-49d006829e7f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:57.372133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Pushing event updated for resources: {'Port': ['ID=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:57.413358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1df034-bdc3-46ce-bb95-369a10b3f52b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:57.451030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0097c09e-6425-4821-b611-2546a423baea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d8a7955e0744555a5fdfc7aed9eab17&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6356862 Apr 11 21:10:57.481314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:57.494423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.509937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b9f0bf23-39df-4922-8717-8d34e2344a82 req-24987b26-347b-42f4-b163-d570724d4da2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:10:57.518409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9f0bf23-39df-4922-8717-8d34e2344a82 req-24987b26-347b-42f4-b163-d570724d4da2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 931 time: 0.6940248 Apr 11 21:10:57.809328 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1913524-501c-4a7a-aa75-41c3503ed2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.859537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Attempting to bind port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:10:57.859537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Attempting to bind port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:10:57.859537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Attempting to bind port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:10:57.880524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9f0bf23-39df-4922-8717-8d34e2344a82 req-875ea84d-4969-449a-9329-fb14016cc13a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562965 Apr 11 21:10:57.899097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1913524-501c-4a7a-aa75-41c3503ed2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.908168 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.911981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:10:57.911981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Attempting to bind port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:10:57.925221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:10:57.925559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:10:57.926107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:10:57.926522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Bound port: 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:10:57.926869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.947156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:57.948347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:57.949121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.226680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] For port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:10:58.231324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] For port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:10:58.232847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] Pushing event updated for resources: {'Network': ['ID=232f6353-b591-4ea0-b1d1-a4f0f21603bf,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:58.252676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:10:58.329974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.381757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.381757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.501050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.501577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014c8d2c-cc0c-4bcb-aaf8-827f65129f93 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:10:58.505061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b392c963-3c42-48a2-a0aa-dddbabeb3b86 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9239738 Apr 11 21:10:58.510048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59180) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:58.535599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Request body: {'subnet': {'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2046383063-subnet', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:10:58.543910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1913524-501c-4a7a-aa75-41c3503ed2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.570290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1913524-501c-4a7a-aa75-41c3503ed2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.572195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a1913524-501c-4a7a-aa75-41c3503ed2c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ff72292-5999-4f91-82ee-49d006829e7f HTTP/1.1" status: 204 len: 168 time: 1.0889778 Apr 11 21:10:58.580513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.586716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:10:58.607166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Usage tracker for resource:subnet and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:10:58.611137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.611359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0b1df034-bdc3-46ce-bb95-369a10b3f52b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:58.612871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] 10.222.0.69 "PUT /v2.0/ports/19383cc4-4916-4fc6-bcad-cb4b4078d5a1 HTTP/1.1" status: 200 len: 1091 time: 3.5952127 Apr 11 21:10:58.617549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'tag': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:10:58.622433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59190) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:10:58.623629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:10:58.627972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6b2a5c2d-a0e4-4e96-bc82-d420790906c9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/014c8d2c-cc0c-4bcb-aaf8-827f65129f93 HTTP/1.1" status: 204 len: 168 time: 4.0010843 Apr 11 21:10:58.632170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1913524-501c-4a7a-aa75-41c3503ed2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff72292-5999-4f91-82ee-49d006829e7f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:58.644573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:10:58.653626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85417807-3bef-420a-9032-795fdfebbb22 service neutron] Pushing event updated for resources: {'Port': ['ID=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:58.799455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0b1df034-bdc3-46ce-bb95-369a10b3f52b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:58.801319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0b1df034-bdc3-46ce-bb95-369a10b3f52b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:58.809558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4059cf3-27b9-48b2-a284-3ced53e49eae no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:10:58.817455 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db0ad36-560c-43a3-b1ed-186aed14d91a'] response: {'name': 'network-changed', 'server_uuid': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'tag': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1', 'status': 'completed', 'code': 200} Apr 11 21:10:58.831948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Made reservation on behalf of 5b3f40b6b9444542bcab0dcbeaf45c70 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:10:58.836418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:58.874485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e4059cf3-27b9-48b2-a284-3ced53e49eae {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:10:58.875107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4059cf3-27b9-48b2-a284-3ced53e49eae not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:10:58.983747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:59.155251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Deleting subnet 996be73b-1247-4258-9489-4c0832b358c5 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:10:59.194372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:59.271910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-9ffd2109-9132-4053-886d-a1382f7cdd84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 1094 time: 0.5345309 Apr 11 21:10:59.392165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:59.442129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-1ab396e8-ecbe-4d23-887c-876e77762742 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1 HTTP/1.1" status: 200 len: 217 time: 0.1472387 Apr 11 21:10:59.581396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38643-7462-471f-b403-998702952c96 req-26a444d8-531e-4b31-8a74-bda02712d719 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:59.581396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-26a444d8-531e-4b31-8a74-bda02712d719 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.1240482 Apr 11 21:10:59.605925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f519-347d-4605-9840-27a1ed14f15d req-6e36dd0a-0fb3-4bda-a0d9-aea34951f0f8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:10:59.605925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58c5f519-347d-4605-9840-27a1ed14f15d req-6e36dd0a-0fb3-4bda-a0d9-aea34951f0f8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3727307 Apr 11 21:10:59.755149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:59.821915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:10:59.944365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3643afab-d65a-41e8-a57e-e570e1091748,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:10:59.966080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58c5f519-347d-4605-9840-27a1ed14f15d req-f97683fa-6c64-44ef-bcce-86e91e16401f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095251 Apr 11 21:10:59.981083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Checking segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:10:59.982969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Network hostable DHCP agents. Network: 232f6353-b591-4ea0-b1d1-a4f0f21603bf, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:10:59.989392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-4d7b1125-1362-4cbe-a349-823bec210e89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4027529 Apr 11 21:11:00.128625 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.195781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996be73b-1247-4258-9489-4c0832b358c5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:00.201777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.227837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c40393-c3bc-42c2-95e7-0d5cc71e6590 None None] Network f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:00.241799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-17925dcd-82b9-402f-8bc1-646d23f0ddee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/996be73b-1247-4258-9489-4c0832b358c5 HTTP/1.1" status: 204 len: 168 time: 1.6022639 Apr 11 21:11:00.254419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59240) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:00.263959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-2b584b5e-992e-409f-b02d-4d37ca665f2a service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637675 Apr 11 21:11:00.263959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:11:00.404095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 232f6353-b591-4ea0-b1d1-a4f0f21603bf) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:00.423098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05111ada-c8bb-4946-a6b0-f756867bee22 None None] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:00.430509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:00.431344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.446189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59250) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:00.509925 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.520598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2d38643-7462-471f-b403-998702952c96 req-df5e38de-715d-4e87-8616-ffd70cee6863 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471464 Apr 11 21:11:00.530431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Deleting port 0e125157-72b2-47c3-a1b3-04690ce99e6a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:11:00.530918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.595670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-250db506-3dea-4756-a1b2-e37bbac021a5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0685234 Apr 11 21:11:00.610241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59258) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:00.610241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:00.628314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:00.700250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] DHCP port deletion for f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:11:00.716869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Deleting port 0e125157-72b2-47c3-a1b3-04690ce99e6a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:11:00.717241 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.742396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Usage tracker for resource:router and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:00.748834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1192629884-network', 'tenant_id': 'c035d0907312465ba688a8e06312e6e1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:00.762769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:00.767133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:00.777446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:00.788175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Usage tracker for resource:network and tenant:c035d0907312465ba688a8e06312e6e1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:00.795523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:00.848740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:00.903108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:11:00.903108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.930136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:00.945320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-7bc5f0ca-e116-4fc8-8743-f1268b2dbf53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 1094 time: 0.2483509 Apr 11 21:11:01.103021 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.109740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.245234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Made reservation on behalf of c035d0907312465ba688a8e06312e6e1 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:01.246620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.254868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-368cfb96-b8cf-4302-bf38-8e4f87092298 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:01.257808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-368cfb96-b8cf-4302-bf38-8e4f87092298 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.3119924 Apr 11 21:11:01.326068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.371832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] For port 0e125157-72b2-47c3-a1b3-04690ce99e6a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e125157-72b2-47c3-a1b3-04690ce99e6a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:01.371832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.401215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-71b82984-a4dd-4a46-9cc1-e20f21dd2fd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1 HTTP/1.1" status: 200 len: 217 time: 0.1377914 Apr 11 21:11:01.498717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-30f2ebfb-6f37-4e35-ba18-b6f4add8a9b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:01.500497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-30f2ebfb-6f37-4e35-ba18-b6f4add8a9b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0920360 Apr 11 21:11:01.503007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Allocated IP 172.20.0.2 (232f6353-b591-4ea0-b1d1-a4f0f21603bf/3643afab-d65a-41e8-a57e-e570e1091748/8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:01.531288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.663070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-7cd6aeb6-fe72-40d2-ac6a-d6fd6e763efc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424942 Apr 11 21:11:01.702999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:01.702999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Usage tracker for resource:security_group_rule and tenant:c035d0907312465ba688a8e06312e6e1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:01.702999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:01.702999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:01.787791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] For port 0e125157-72b2-47c3-a1b3-04690ce99e6a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e125157-72b2-47c3-a1b3-04690ce99e6a,segment=NetworkSegment(00967d96-9c79-4628-a364-11e7db6c1cd5),segment_id=00967d96-9c79-4628-a364-11e7db6c1cd5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:01.787791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:01.837173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-8327f669-973e-4f5e-8a17-05bd45236c2a service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751311 Apr 11 21:11:01.956113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Calling delete_port for 0e125157-72b2-47c3-a1b3-04690ce99e6a owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:11:02.041979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65cb3d6a-cf3b-48f5-b26d-3971d18f9eb3 req-e141c9a7-9bb4-46b9-98c5-319c15f96681 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993244 Apr 11 21:11:02.054605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb45af9-29d9-4d0c-a611-90805fcd496e req-f0e462cd-d145-45e8-a70e-d7acc5b605f7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:02.060414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ddb45af9-29d9-4d0c-a611-90805fcd496e req-f0e462cd-d145-45e8-a70e-d7acc5b605f7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.9010184 Apr 11 21:11:02.060414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.062847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Calling delete_port for 0e125157-72b2-47c3-a1b3-04690ce99e6a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:11:02.125291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ddb45af9-29d9-4d0c-a611-90805fcd496e req-9622b451-fe54-4ea5-9327-ea00322e4781 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611446 Apr 11 21:11:02.310997 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.328881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Transition to ACTIVE for port object 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:02.335956 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.343811 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:11:02.343811 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:11:02.343811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Transition to ACTIVE for port object 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:02.349199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.448292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e125157-72b2-47c3-a1b3-04690ce99e6a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:02.451897 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.460718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:02.491938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec08c8a-baf2-4724-8a4a-15d1e180bc8c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:02.512481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] No DVR routers for this DVR port 0e125157-72b2-47c3-a1b3-04690ce99e6a on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:11:02.526647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.526647 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Added segment 51e4864e-4373-4b3e-ad03-f57d333dda28 of type vlan for network 711c9f50-21be-4055-ad0e-14d32868703c Apr 11 21:11:02.903598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e125157-72b2-47c3-a1b3-04690ce99e6a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:11:02.907195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.909117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:02.909117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0e125157-72b2-47c3-a1b3-04690ce99e6a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:11:02.909117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e125157-72b2-47c3-a1b3-04690ce99e6a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:11:02.909117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:02.909117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:02.911213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.915864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Pushing event updated for resources: {'Port': ['ID=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:02.921582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.921582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52e72e1-36aa-42ed-b8d9-64bcbf94ca77']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Attempting to bind port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Attempting to bind port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Attempting to bind port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 on network 232f6353-b591-4ea0-b1d1-a4f0f21603bf {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Checking segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Bound using segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Bound port: 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:02.924276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00967d96-9c79-4628-a364-11e7db6c1cd5') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00967d96-9c79-4628-a364-11e7db6c1cd5') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:02.928888 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:02.938394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Deleting port 0e125157-72b2-47c3-a1b3-04690ce99e6a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:11:02.938394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:02.955926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-80e13afe-1d54-49f8-ae6d-813ace2e28c9 None None] The port '0e125157-72b2-47c3-a1b3-04690ce99e6a' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:11:02.955926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c0edb812-3769-47db-9398-a624ff903493 None None] For port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:02.982861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c0edb812-3769-47db-9398-a624ff903493 None None] For port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:03.061651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.063711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.067156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.067156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:03.067156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.134608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.207679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edb812-3769-47db-9398-a624ff903493 None None] Pushing event updated for resources: {'Port': ['ID=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:03.405980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59316) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:03.411336 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9560318 Apr 11 21:11:03.417332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Request body: {'subnet': {'network_id': '711c9f50-21be-4055-ad0e-14d32868703c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1192629884-subnet', 'tenant_id': 'c035d0907312465ba688a8e06312e6e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:03.436598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:03.436598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Usage tracker for resource:subnet and tenant:c035d0907312465ba688a8e06312e6e1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:03.439521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f52e72e1-36aa-42ed-b8d9-64bcbf94ca77 HTTP/1.1" status: 204 len: 168 time: 3.1789052 Apr 11 21:11:03.446644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:03.473376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:03.476807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4db11-e763-4037-aa9f-65407c645c8f admin admin] Pushing event updated for resources: {'Network': ['ID=711c9f50-21be-4055-ad0e-14d32868703c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:03.478980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 711c9f50-21be-4055-ad0e-14d32868703c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:03.503855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a754b02-c297-4b32-97d2-be5a4286a552 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52e72e1-36aa-42ed-b8d9-64bcbf94ca77,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:03.713031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Made reservation on behalf of c035d0907312465ba688a8e06312e6e1 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:03.713031 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.822032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:03.895792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:04.097499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Allocated IP 172.25.5.134 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/3f4b6360-6b99-41d8-839b-cd5dd5f44f24) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:04.208095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59338) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:04.380332 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:04.453303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023367dd-482d-4356-b1e1-d6e0b0ad948a req-e8c3170c-3061-4e06-8cbc-47cfe5536252 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:04.462490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-023367dd-482d-4356-b1e1-d6e0b0ad948a req-e8c3170c-3061-4e06-8cbc-47cfe5536252 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.9212573 Apr 11 21:11:04.501184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:04.557171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:04.594661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:04.645475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e23080-5e3a-47d4-b20b-4a71a86ce99f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:04.659121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-87c14e7a-ca58-4440-aaf9-5e1b51983b31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d077845561ac4f4d98583cdf174d8dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4489806 Apr 11 21:11:04.660605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59350) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:04.665846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-023367dd-482d-4356-b1e1-d6e0b0ad948a req-7b135d9e-a293-4ce5-b528-ca8611db74c9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074196 Apr 11 21:11:04.675658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:04.681581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:04.757572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:04.806701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Checking segment: {'id': '51e4864e-4373-4b3e-ad03-f57d333dda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:04.806701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Network hostable DHCP agents. Network: 711c9f50-21be-4055-ad0e-14d32868703c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:11:04.833963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-667fc29c-b5b7-4a2a-8b54-0143a7b3e402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:04.857925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:04.864047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-667fc29c-b5b7-4a2a-8b54-0143a7b3e402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:04.890612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Pushing event updated for resources: {'Port': ['ID=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:05.066528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Network 711c9f50-21be-4055-ad0e-14d32868703c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:11:05.066528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-667fc29c-b5b7-4a2a-8b54-0143a7b3e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:05.098516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8baa40f-a9df-48fc-846f-d0cb54992cfe None None] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:05.103818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fc29c-b5b7-4a2a-8b54-0143a7b3e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d083026e-c6ee-45ca-bd9f-022bcd13b7d6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:05.197963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 711c9f50-21be-4055-ad0e-14d32868703c) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:05.202377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:05.202954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:05.212838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619e116-bacd-41fe-a86f-6b1ad7a126a0 None None] Network 711c9f50-21be-4055-ad0e-14d32868703c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:05.240915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-667fc29c-b5b7-4a2a-8b54-0143a7b3e402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:05.242795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-667fc29c-b5b7-4a2a-8b54-0143a7b3e402 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d083026e-c6ee-45ca-bd9f-022bcd13b7d6 HTTP/1.1" status: 204 len: 168 time: 0.5755453 Apr 11 21:11:05.400762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-752c8049-da21-401e-85ff-6dba9ae3ee37 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9894576 Apr 11 21:11:05.416130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] Provisioning for port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:05.434344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:05.434344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:05.573950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] Provisioning complete for port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:05.573950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:05.839248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b88b0e-a1e2-4933-8bd9-c0a4171e7900 None None] Network 711c9f50-21be-4055-ad0e-14d32868703c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:05.918326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Router 053e95fb-a752-4c19-add0-939122ed0689 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:11:06.037820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59380) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:06.150018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:06.182163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f053d-0879-417e-9ab3-fb8163a1e8ee req-e5762b28-cf38-43a8-9764-a3b7f15d14bb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:06.182163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f3f053d-0879-417e-9ab3-fb8163a1e8ee req-e5762b28-cf38-43a8-9764-a3b7f15d14bb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3627257 Apr 11 21:11:06.293640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8f3f053d-0879-417e-9ab3-fb8163a1e8ee req-c0eeca99-c669-4033-b69c-81d23ee7c0ab tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813386 Apr 11 21:11:06.373877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:06.427971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] For port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:06.510780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:06.530585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a16dd39cefc41bc98f9c7415b975e9e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:06.530915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:06.546646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:11:06.581855 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:06.587056 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Sync routers for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:11:06.641698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:06.658811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:06.658811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:06.692097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:06.692097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bec4fae5-c5d4-4263-bc64-aed00433ea5d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0821199 Apr 11 21:11:06.692097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:06.723570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc8652-4e96-4925-a8e1-269b55cad022 None None] Pushing event updated for resources: {'Port': ['ID=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:06.827785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-80f2f31a-6309-4401-b7e6-5de0c4bbd070 None None] Provisioning complete for port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:06.827785 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-80f2f31a-6309-4401-b7e6-5de0c4bbd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:06.838483 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:06.988583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:07.133022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a16dd39cefc41bc98f9c7415b975e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0876973 Apr 11 21:11:07.133022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59406) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:07.251057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b548b-d974-43c3-854b-77eb7b2453a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b375f6e-b82f-482b-b981-e9e85c5afbf7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:07.313157 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:07.383865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90c1768f-3e46-408a-ab92-83a1d1baf8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:07.442525 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90c1768f-3e46-408a-ab92-83a1d1baf8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:07.733029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90c1768f-3e46-408a-ab92-83a1d1baf8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:07.770257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-90c1768f-3e46-408a-ab92-83a1d1baf8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:07.770257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-90c1768f-3e46-408a-ab92-83a1d1baf8f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b375f6e-b82f-482b-b981-e9e85c5afbf7 HTTP/1.1" status: 204 len: 168 time: 0.6120718 Apr 11 21:11:07.770257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1768f-3e46-408a-ab92-83a1d1baf8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b375f6e-b82f-482b-b981-e9e85c5afbf7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:07.868828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf923b6-922e-48f0-a4d7-f157514f4a06 req-890a99af-1b55-4662-8b6a-e23f7e7865eb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:07.868828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5bf923b6-922e-48f0-a4d7-f157514f4a06 req-890a99af-1b55-4662-8b6a-e23f7e7865eb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2816646 Apr 11 21:11:07.989607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5bf923b6-922e-48f0-a4d7-f157514f4a06 req-2650d601-d473-4fd1-92b1-818caea0abeb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098664 Apr 11 21:11:08.075558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:05Z', 'revision_number': 3, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:08.080814 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Checking router: 053e95fb-a752-4c19-add0-939122ed0689 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:11:08.081483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Updating router 053e95fb-a752-4c19-add0-939122ed0689 port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:11:08.182132 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:08.446371 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:08.636665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:08.833953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:08.833953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.228044 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.264145 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Transition to ACTIVE for port object 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:09.312097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Allocated IP 172.20.0.1 (232f6353-b591-4ea0-b1d1-a4f0f21603bf/3643afab-d65a-41e8-a57e-e570e1091748/5a57ae85-b57e-4154-bf45-16e724cdad0c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:09.392359 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.538117 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Attempting to bind port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:09.538117 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Attempting to bind port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:09.538117 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Attempting to bind port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:09.545457 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:09.545457 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:09.545457 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.545457 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:09.562557 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Bound port: 3f4b6360-6b99-41d8-839b-cd5dd5f44f24, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:09.562557 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.597596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.658726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Transition to ACTIVE for port object 5a57ae85-b57e-4154-bf45-16e724cdad0c will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:09.674863 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] For port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:09.678421 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] For port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:09.694910 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Pushing event updated for resources: {'Port': ['ID=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:09.705562 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.706003 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.710520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:09.796489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67945e9-4bdd-4abd-b557-3cebf742bbe5 req-f1203a96-a264-4777-a433-c7ab941b3347 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:09.809532 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.810491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d67945e9-4bdd-4abd-b557-3cebf742bbe5 req-f1203a96-a264-4777-a433-c7ab941b3347 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1213169 Apr 11 21:11:09.895915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:09.910033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d67945e9-4bdd-4abd-b557-3cebf742bbe5 req-8f657aa8-cb83-422d-a9a8-8d64a9e40db4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987206 Apr 11 21:11:09.974384 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:09.974384 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:10.054476 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bbb36-9a2a-42a2-8837-92cc36e2ec47 None None] Pushing event updated for resources: {'Port': ['ID=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:10.154425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74bc6962-a76f-48cf-a6ed-ce4e3123ef3a req-728e6374-4fc1-4611-8fa6-e4d054981b16 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0608046 Apr 11 21:11:10.166924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:10.171180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:10.173631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:10.218355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Pushing event updated for resources: {'Port': ['ID=5a57ae85-b57e-4154-bf45-16e724cdad0c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:10.247494 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:10.263374 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:10.612525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:10.763247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f954881c-d630-4be5-8c65-4b5d94f83728 None None] Provisioning for port 5a57ae85-b57e-4154-bf45-16e724cdad0c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:10.763247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f954881c-d630-4be5-8c65-4b5d94f83728 None None] Provisioning complete for port 5a57ae85-b57e-4154-bf45-16e724cdad0c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:10.763247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f954881c-d630-4be5-8c65-4b5d94f83728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:10.820107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-5c5e6254-4b48-470d-afea-9467b31eefb9 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:10.820107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-5c5e6254-4b48-470d-afea-9467b31eefb9 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/networks?id=711c9f50-21be-4055-ad0e-14d32868703c HTTP/1.1" status: 200 len: 810 time: 0.3524339 Apr 11 21:11:10.832348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f954881c-d630-4be5-8c65-4b5d94f83728 None None] Port 5a57ae85-b57e-4154-bf45-16e724cdad0c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:11:10.846562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-f0dd5912-ac4f-4d16-8c1e-2ec8663b9f36 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/quotas/c035d0907312465ba688a8e06312e6e1 HTTP/1.1" status: 200 len: 375 time: 0.0198064 Apr 11 21:11:10.889389 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:05Z', 'revision_number': 3, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:10.893403 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e270-19b2-4cc1-9e86-a486f122d132 None None] The sync data for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 is: [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:05Z', 'revision_number': 3, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:11:10.910817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-daae9745-a932-4c53-8fe2-695cc63c3528 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c035d0907312465ba688a8e06312e6e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498946 Apr 11 21:11:11.288751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:11.390516 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:11.523451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59524) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:11.526383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-5fb06caf-72dc-4325-b5d2-e18372d57307 service neutron] 10.222.0.61 "GET /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121063 Apr 11 21:11:11.573438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f85ea0-9cf6-4ed8-affe-677a4a386125 req-10cc8e19-3661-47ae-af84-35d8bb7fea08 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:11.575348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7f85ea0-9cf6-4ed8-affe-677a4a386125 req-10cc8e19-3661-47ae-af84-35d8bb7fea08 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3007946 Apr 11 21:11:11.586300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:11.622372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Pushing event updated for resources: {'Port': ['ID=5a57ae85-b57e-4154-bf45-16e724cdad0c,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:11.738375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-cae3a4ab-a91b-4c73-aec9-4892b78c1946 service neutron] 10.222.0.61 "GET /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965740 Apr 11 21:11:11.872847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:11.872847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:12.121573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7f85ea0-9cf6-4ed8-affe-677a4a386125 req-00c35ea6-8534-42be-b210-03ffdaaf06f9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331340 Apr 11 21:11:12.128002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:12.217701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:12.227184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Usage tracker for resource:security_group_rule and tenant:b00d730f66b442998e2a7628b885ee1d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:12.231004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:12.238256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:12.394003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2d20c89a-b05a-4bbe-be80-3f6dee68c386 None None] Provisioning complete for port 5a57ae85-b57e-4154-bf45-16e724cdad0c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:12.394003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2d20c89a-b05a-4bbe-be80-3f6dee68c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:12.608810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fc75353-6355-46c5-ac0d-28b8673f829f req-3d278341-617d-4c77-be91-a81459bdb397 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.0787942 Apr 11 21:11:12.631171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2d20c89a-b05a-4bbe-be80-3f6dee68c386 None None] Port 5a57ae85-b57e-4154-bf45-16e724cdad0c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:11:12.651753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:12.750583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc23e565-4102-4096-b7ef-c876f77e7a95 req-04a279e8-47f1-4a5b-8073-afcd65a913e7 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.2794893 Apr 11 21:11:12.797738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:12.802982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:12.803351 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:12.866117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:12.970051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.038042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5ed7c-a069-4174-8880-3eb6104aef37,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:13.040815 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.068570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dffe59f4-571b-4c16-a19f-6473282413cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b00d730f66b442998e2a7628b885ee1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5283334 Apr 11 21:11:13.073848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59548) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:13.077878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Router 053e95fb-a752-4c19-add0-939122ed0689 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:11:13.113036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:13.156713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d21a-1005-4c94-acf7-1f3fa4f7d69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.195227 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d21a-1005-4c94-acf7-1f3fa4f7d69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.341970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:11:13.357298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1b541e19-f9cb-4e77-b520-ec9f93d1774d admin admin] 10.222.0.61 "PUT /v2.0/routers/053e95fb-a752-4c19-add0-939122ed0689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6742125 Apr 11 21:11:13.388635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355bf52-44cf-4a80-8423-4c3a9093135a req-2329bf6f-21e4-4813-b4f7-2de748851a71 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:13.390109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5355bf52-44cf-4a80-8423-4c3a9093135a req-2329bf6f-21e4-4813-b4f7-2de748851a71 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.0793428 Apr 11 21:11:13.441126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5355bf52-44cf-4a80-8423-4c3a9093135a req-78de0713-341b-498e-812e-67dc7b5133e9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Apr 11 21:11:13.511783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.595995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:13.614699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d21a-1005-4c94-acf7-1f3fa4f7d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.630469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8d21a-1005-4c94-acf7-1f3fa4f7d69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5ed7c-a069-4174-8880-3eb6104aef37,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:13.639213 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d21a-1005-4c94-acf7-1f3fa4f7d69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:13.641150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7cc8d21a-1005-4c94-acf7-1f3fa4f7d69b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efe5ed7c-a069-4174-8880-3eb6104aef37 HTTP/1.1" status: 204 len: 168 time: 0.5786288 Apr 11 21:11:13.776233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-25cc338a-2ff1-4fb8-9d5f-31f82f1cef30 req-540c922a-e1b0-4568-bef6-08852076d8bd tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.0560987 Apr 11 21:11:13.996304 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b68274a0-1da3-4025-94fc-345ccb79cafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:14.014560 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a1ca0789-8fd5-48d5-906f-403400d73ba6 req-90d33d57-dbcb-4258-9859-f0af6f224ad9 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0426993 Apr 11 21:11:14.567253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:14.719046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4f9f5-7ebe-4e84-a9c1-77f46257d439 req-143d6e1b-87d3-4325-ab38-6ea051af4b0c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:14.727747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:14.727747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:14.730699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33a4f9f5-7ebe-4e84-a9c1-77f46257d439 req-143d6e1b-87d3-4325-ab38-6ea051af4b0c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1310472 Apr 11 21:11:14.834676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33a4f9f5-7ebe-4e84-a9c1-77f46257d439 req-53d94ce7-c075-4851-8fbf-3033eb6bfeef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079478 Apr 11 21:11:15.188743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3da9a6d-8f8a-4ff0-b07c-f8358dfa6337 req-a0fbdc37-c393-4a25-961c-331599c9ba01 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.1125698 Apr 11 21:11:15.497291 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-765d44c7-b623-4dd5-a590-873492a83021 req-73395977-7ab1-43aa-806e-93755052f638 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.1939263 Apr 11 21:11:15.653129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Sync routers for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:11:15.679886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:15.679886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:15.760733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3f85d83-93f0-47fd-918b-2d8ff2ec3c60 req-38b74167-d36d-48b9-a25f-d23e28914bf0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0648255 Apr 11 21:11:15.787886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:15.803190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1073728503-network', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:15.803190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:15.824935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Usage tracker for resource:network and tenant:d6a4204058f04847b8d83e90c257fb2a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:15.824935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:15.845511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:16.073072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:16.107566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Made reservation on behalf of d6a4204058f04847b8d83e90c257fb2a for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:16.107566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.107566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.139156 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ea45644-8052-49ce-be42-555f69ae0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.164085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:16.187034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a4204058f04847b8d83e90c257fb2a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:16.187034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:16.204649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a179-a7a3-49a2-a4a8-e16f3f2bea20 req-c777fc95-2f8d-4f83-a430-3cdc6267dabb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:16.204649 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db31a179-a7a3-49a2-a4a8-e16f3f2bea20 req-c777fc95-2f8d-4f83-a430-3cdc6267dabb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1771760 Apr 11 21:11:16.204649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:16.300431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db31a179-a7a3-49a2-a4a8-e16f3f2bea20 req-1f4d62e5-6ed4-425d-b93c-7a64b962b450 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003413 Apr 11 21:11:16.463271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.553012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.582775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:16.595403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2bfad435-41bc-47d8-9c2e-820fdcb6d8c2 req-f1343e64-a1e2-4bbb-85a4-5206ef0122a2 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.1297114 Apr 11 21:11:16.600073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.600073 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Added segment fa955661-a7d4-4bce-8a02-6477dddb0ab5 of type vlan for network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 Apr 11 21:11:16.656372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:16.678068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 2, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:16.684468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Checking router: 053e95fb-a752-4c19-add0-939122ed0689 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:11:16.684468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Updating router 053e95fb-a752-4c19-add0-939122ed0689 port 5a57ae85-b57e-4154-bf45-16e724cdad0c binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:11:16.821320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.111247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.112107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:17.113011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.308931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Pushing event updated for resources: {'Network': ['ID=c33bfb2a-5572-4ee2-81e6-3b26f65844d4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:17.342528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-336236c7-376e-4aa6-b34e-84861e0f01b4 req-5ac61d3c-c78d-4aeb-ac47-2a7cc39e3fe4 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.2442133 Apr 11 21:11:17.351500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89627799-7e95-4102-86c9-cfd17ebe2a94,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:17.371118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:17.449533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1822766d-dad4-42c5-ae4d-fcfafe7e3a06 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:17.449533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1822766d-dad4-42c5-ae4d-fcfafe7e3a06 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.75 "GET /v2.0/networks?id=711c9f50-21be-4055-ad0e-14d32868703c HTTP/1.1" status: 200 len: 810 time: 0.7477231 Apr 11 21:11:17.471647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Request body: {'port': {'device_id': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c', 'admin_state_up': True, 'tenant_id': 'c035d0907312465ba688a8e06312e6e1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:17.611332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-299182a2-6d5a-4b9c-b5c5-65fc273b7269 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8201101 Apr 11 21:11:17.612491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:17.633891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Request body: {'subnet': {'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1073728503-subnet', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:17.650573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:17.689810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.695627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.696204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Usage tracker for resource:subnet and tenant:d6a4204058f04847b8d83e90c257fb2a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:17.704141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:17.715364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea60f5-fc00-46cf-b155-dbe34212bf37 req-f40c832b-f32c-4cf3-8ea5-4e24a186b1f7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:17.720510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89ea60f5-fc00-46cf-b155-dbe34212bf37 req-f40c832b-f32c-4cf3-8ea5-4e24a186b1f7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1527035 Apr 11 21:11:17.721124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:17.724925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:17.733721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Usage tracker for resource:port and tenant:c035d0907312465ba688a8e06312e6e1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:17.737648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:17.741523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.758824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:17.778487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Transition to ACTIVE for port object 5a57ae85-b57e-4154-bf45-16e724cdad0c will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:17.817886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89ea60f5-fc00-46cf-b155-dbe34212bf37 req-c121ca7f-168a-4584-a405-1f429f97f06f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893068 Apr 11 21:11:17.847350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Made reservation on behalf of d6a4204058f04847b8d83e90c257fb2a for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:17.847350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.916436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:17.986048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Made reservation on behalf of c035d0907312465ba688a8e06312e6e1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:17.991592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:18.016353 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3405ba2d-405c-4af5-a2e8-e56ca87676c9 req-934f15d4-4151-42e3-9a57-83aa95bf1a22 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.0937424 Apr 11 21:11:18.236813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae79635-da56-4c32-986c-176aa3358a8d None None] Pushing event updated for resources: {'Port': ['ID=5a57ae85-b57e-4154-bf45-16e724cdad0c,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:18.356512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Attempting to bind port 5a57ae85-b57e-4154-bf45-16e724cdad0c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:18.356512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Attempting to bind port 5a57ae85-b57e-4154-bf45-16e724cdad0c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:18.356512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Attempting to bind port 5a57ae85-b57e-4154-bf45-16e724cdad0c on network 232f6353-b591-4ea0-b1d1-a4f0f21603bf {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:18.365092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:18.365092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Checking segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:18.365092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:18.365092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Bound using segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:18.365092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Bound port: 5a57ae85-b57e-4154-bf45-16e724cdad0c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:18.365092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:18.399769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Allocated IP 172.20.0.13 (711c9f50-21be-4055-ad0e-14d32868703c/85e23080-5e3a-47d4-b20b-4a71a86ce99f/a6622ac4-1e40-4e26-a9f5-dead8cc32995) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:18.483107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] For port 5a57ae85-b57e-4154-bf45-16e724cdad0c, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:18.486609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] For port 5a57ae85-b57e-4154-bf45-16e724cdad0c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a57ae85-b57e-4154-bf45-16e724cdad0c,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:18.547079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59670) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:18.570990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:18.582057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2b1f780-6f80-4258-809f-f361ce74c996 req-25a2b890-09ab-4597-b640-df9ab09c62c4 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0555890 Apr 11 21:11:18.709103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:18.709103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:18.771020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:18.934223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:18.941813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae79635-da56-4c32-986c-176aa3358a8d None None] Pushing event updated for resources: {'Port': ['ID=5a57ae85-b57e-4154-bf45-16e724cdad0c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:19.009728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:19.039457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.078148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1094880394'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:19.093921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:19.109671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Usage tracker for resource:network and tenant:af007b36f7464d43b637ef04a7115748 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:19.131174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:19.147584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:19.162116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c282e882-9176-407a-bffd-57fffd71bdb2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:19.186972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Checking segment: {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:19.186972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Network hostable DHCP agents. Network: c33bfb2a-5572-4ee2-81e6-3b26f65844d4, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:11:19.194901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.266542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f44c6-92fc-4dfe-95d0-6a25e2170bcc req-1a87a1e8-f74d-49c3-979e-b3dd65686987 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:19.281404 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-380f44c6-92fc-4dfe-95d0-6a25e2170bcc req-1a87a1e8-f74d-49c3-979e-b3dd65686987 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1924939 Apr 11 21:11:19.288629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Pushing event updated for resources: {'Port': ['ID=a6622ac4-1e40-4e26-a9f5-dead8cc32995,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:19.288629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Made reservation on behalf of af007b36f7464d43b637ef04a7115748 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:19.288629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.323033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.335576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Network 711c9f50-21be-4055-ad0e-14d32868703c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:19.360281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:19.377940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:19.377940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Usage tracker for resource:security_group_rule and tenant:af007b36f7464d43b637ef04a7115748 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:19.377940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:19.377940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:19.392433 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-380f44c6-92fc-4dfe-95d0-6a25e2170bcc req-2104a0e2-ee6b-46d4-9d23-e727bc317e14 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095924 Apr 11 21:11:19.456392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.458823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:19.493287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:11:19.579316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:19.582417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.619712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.653101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c33bfb2a-5572-4ee2-81e6-3b26f65844d4) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:19.672255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:19.672255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.696517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:19.729621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4602d1-5661-45fd-b2f5-b75a27915495 None None] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:19.732597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7733d1c8-6013-4270-b352-0dafe71a342d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:19.738478 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.738478 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Added segment 17732eb8-573d-414e-8649-4aa4a3af66bf of type vlan for network 8fdc1271-9d4f-428a-8528-05a0f3a0c560 Apr 11 21:11:19.777725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.816944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-67ba9afc-f634-498b-831d-04134400e12c tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3442874 Apr 11 21:11:19.820592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Request body: {'port': {'device_id': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:19.855778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59694) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:19.860993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:19.866821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d698a3e2-da84-4f1e-961b-9057291bc2d3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2508888 Apr 11 21:11:19.875152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:19.881363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Usage tracker for resource:router and tenant:d6a4204058f04847b8d83e90c257fb2a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:19.886049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:19.897702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:19.972303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.976703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:19.977356 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:19.984651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:18Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:19.992295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d291468-fa09-4ab1-acf5-502b32317399 None None] The sync data for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 is: [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:18Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:11:20.051694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48bec-bd27-4fc8-8445-b05ec4cb7d60 req-b1fe9719-f1f6-47cc-b9a8-272f1dc9ff5d tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:20.051694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dab48bec-bd27-4fc8-8445-b05ec4cb7d60 req-b1fe9719-f1f6-47cc-b9a8-272f1dc9ff5d tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 932 time: 0.1257474 Apr 11 21:11:20.076396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:20.102079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:20.165482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-c33bfb2a-5572-4ee2-81e6-3b26f65844d4', 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'fixed_ips': [{'subnet_id': 'c282e882-9176-407a-bffd-57fffd71bdb2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:11:20.171935 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:20.219772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:20.224352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:20.284048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dab48bec-bd27-4fc8-8445-b05ec4cb7d60 req-71763d5b-966c-440f-9c0e-ed9d48e12ac6 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Synchronizing usage tracker for tenant:c035d0907312465ba688a8e06312e6e1 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:20.525648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9758365 Apr 11 21:11:20.539621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59708) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:20.549770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a27f5-e3f1-49bf-8099-e41df472da3b tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Pushing event updated for resources: {'Network': ['ID=8fdc1271-9d4f-428a-8528-05a0f3a0c560,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:20.589389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dab48bec-bd27-4fc8-8445-b05ec4cb7d60 req-71763d5b-966c-440f-9c0e-ed9d48e12ac6 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Unset dirty status for tenant:c035d0907312465ba688a8e06312e6e1 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:20.604424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 8fdc1271-9d4f-428a-8528-05a0f3a0c560 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:20.632989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dab48bec-bd27-4fc8-8445-b05ec4cb7d60 req-71763d5b-966c-440f-9c0e-ed9d48e12ac6 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512419 Apr 11 21:11:20.893534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a57ae85-b57e-4154-bf45-16e724cdad0c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:20.907981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.060037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'network': {'name': 'tempest-network--605787066', 'router:external': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:21.062632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:21.081551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:network and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:21.081551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:21.097889 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd02180d-06ae-4a34-b460-df5bf202cf91 req-fd9f63a0-2b97-445e-8229-eac49835a081 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0927291 Apr 11 21:11:21.108375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Allocated IP 172.20.0.2 (c33bfb2a-5572-4ee2-81e6-3b26f65844d4/c282e882-9176-407a-bffd-57fffd71bdb2/bd42d7ca-e9a8-4ef0-9523-57365df017de) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:21.142214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:21.214490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a25f3-4772-4cd8-a8a0-e0093cf4dca1 req-938403c8-efd4-4f3a-8b75-a06ff1c9cea4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:21.220490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-068a25f3-4772-4cd8-a8a0-e0093cf4dca1 req-938403c8-efd4-4f3a-8b75-a06ff1c9cea4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3689060 Apr 11 21:11:21.263270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5a57ae85-b57e-4154-bf45-16e724cdad0c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:21.310876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5a57ae85-b57e-4154-bf45-16e724cdad0c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:21.312575 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.362269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Made reservation on behalf of 92514b70aa6f4bd3b25d7e58739278c2 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:21.382577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.399452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.434665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6622ac4-1e40-4e26-a9f5-dead8cc32995 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:11:21.474120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.514230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-068a25f3-4772-4cd8-a8a0-e0093cf4dca1 req-af185786-7138-47e7-b985-9516199742d9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822349 Apr 11 21:11:21.525941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.550261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Transition to ACTIVE for port object a6622ac4-1e40-4e26-a9f5-dead8cc32995 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:21.561247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:21.577967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:security_group_rule and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:21.577967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:21.595248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.599053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:21.640354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.730798 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.746746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.783237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5a57ae85-b57e-4154-bf45-16e724cdad0c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a57ae85-b57e-4154-bf45-16e724cdad0c,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:21.794070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Transition to ACTIVE for port object bd42d7ca-e9a8-4ef0-9523-57365df017de will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:21.820378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Transition to ACTIVE for port object bd42d7ca-e9a8-4ef0-9523-57365df017de will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:21.873140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Pushing event updated for resources: {'Port': ['ID=a6622ac4-1e40-4e26-a9f5-dead8cc32995,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:21.909179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.932670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.967401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:21.975311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Allocated IP 172.25.5.89 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5d91beda-7b20-4c7b-83f1-a73eaa409309) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:22.011681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.028560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:22.028560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.028560 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Added segment 331afe97-a483-4b10-bbec-c5124887b99d of type vlan for network 1485d240-5a4f-49f2-9f72-70499fb21318 Apr 11 21:11:22.070862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5a57ae85-b57e-4154-bf45-16e724cdad0c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:22.074679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.170124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:22.173839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:22.176324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:22.183112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc6c165-7f85-4d09-9c4b-7498027ba73c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:22.193562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Pushing event updated for resources: {'Port': ['ID=bd42d7ca-e9a8-4ef0-9523-57365df017de,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:22.239089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.246753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:22.247647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.335362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Attempting to bind port bd42d7ca-e9a8-4ef0-9523-57365df017de on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:22.335362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Attempting to bind port bd42d7ca-e9a8-4ef0-9523-57365df017de by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:22.335362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Attempting to bind port bd42d7ca-e9a8-4ef0-9523-57365df017de on network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:22.335704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Attempting to bind port a6622ac4-1e40-4e26-a9f5-dead8cc32995 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:22.335704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Attempting to bind port a6622ac4-1e40-4e26-a9f5-dead8cc32995 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '51e4864e-4373-4b3e-ad03-f57d333dda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:22.335704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Attempting to bind port a6622ac4-1e40-4e26-a9f5-dead8cc32995 on network 711c9f50-21be-4055-ad0e-14d32868703c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:22.347596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:22.350737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Checking segment: {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:22.351346 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.352600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Bound using segment: {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:22.361465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Bound port: bd42d7ca-e9a8-4ef0-9523-57365df017de, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:22.361465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.372800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0271f3-9a6f-4e64-9131-80002ab71f62 req-b23466a0-7999-4b11-a8c5-4b35dc8e10d8 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:22.372800 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec0271f3-9a6f-4e64-9131-80002ab71f62 req-b23466a0-7999-4b11-a8c5-4b35dc8e10d8 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 944 time: 0.5024011 Apr 11 21:11:22.500230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec0271f3-9a6f-4e64-9131-80002ab71f62 req-d8dd04b9-f8b5-4617-aadd-31ba4293f580 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160040 Apr 11 21:11:22.505625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Network': ['ID=1485d240-5a4f-49f2-9f72-70499fb21318,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:22.552849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.610906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 1485d240-5a4f-49f2-9f72-70499fb21318 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:22.631544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Port a6622ac4-1e40-4e26-a9f5-dead8cc32995 on network 711c9f50-21be-4055-ad0e-14d32868703c not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:11:22.632090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Attempting to bind port a6622ac4-1e40-4e26-a9f5-dead8cc32995 on network 711c9f50-21be-4055-ad0e-14d32868703c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:22.642590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7762b4f-b2eb-4425-8ce0-d2c394e3dec5 req-00b26a19-d85e-4878-aebd-146059dafe7a tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.1358466 Apr 11 21:11:22.648543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:22.649512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Checking segment: {'id': '51e4864e-4373-4b3e-ad03-f57d333dda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:22.650083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Bound using segment: {'id': '51e4864e-4373-4b3e-ad03-f57d333dda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:22.650696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Bound port: a6622ac4-1e40-4e26-a9f5-dead8cc32995, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e4864e-4373-4b3e-ad03-f57d333dda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:22.652543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.684829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.736101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-29c924b3-401f-44c3-bc80-fdb8379a5593 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1920748 Apr 11 21:11:22.745180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59734) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:22.783684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a57ae85-b57e-4154-bf45-16e724cdad0c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:22.830302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d91beda-7b20-4c7b-83f1-a73eaa409309,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:22.835274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] For port bd42d7ca-e9a8-4ef0-9523-57365df017de, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:22.838779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:22.842961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] For port bd42d7ca-e9a8-4ef0-9523-57365df017de, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd42d7ca-e9a8-4ef0-9523-57365df017de,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:22.851670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:22.851670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.887065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.891438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.891438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.891438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:22.966690 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.980689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:22.980689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] For port a6622ac4-1e40-4e26-a9f5-dead8cc32995, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:22.989214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] For port a6622ac4-1e40-4e26-a9f5-dead8cc32995, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995,segment=NetworkSegment(51e4864e-4373-4b3e-ad03-f57d333dda28),segment_id=51e4864e-4373-4b3e-ad03-f57d333dda28)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:23.024691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a6e8c-9352-439d-8352-68849c8f75c9 req-8aa4d83b-1e79-4ffc-99c8-db822836946a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:23.026255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d13a6e8c-9352-439d-8352-68849c8f75c9 req-8aa4d83b-1e79-4ffc-99c8-db822836946a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2769573 Apr 11 21:11:23.035251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5a57ae85-b57e-4154-bf45-16e724cdad0c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:23.035653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.100303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d13a6e8c-9352-439d-8352-68849c8f75c9 req-becc9174-9041-4428-9a3e-ed724f5442fb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616195 Apr 11 21:11:23.115156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.122154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03a3a-2b65-4f70-929f-d810c8b5b002 None None] Pushing event updated for resources: {'Port': ['ID=bd42d7ca-e9a8-4ef0-9523-57365df017de,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:23.201786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.231513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.233050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] 10.222.0.75 "PUT /v2.0/ports/a6622ac4-1e40-4e26-a9f5-dead8cc32995 HTTP/1.1" status: 200 len: 1092 time: 3.4186370 Apr 11 21:11:23.235410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'tag': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:23.259813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.260792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.275712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1485d240-5a4f-49f2-9f72-70499fb21318']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:23.313294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331afe97-a483-4b10-bbec-c5124887b99d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:23.313596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331afe97-a483-4b10-bbec-c5124887b99d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:23.359880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121b077-68e3-4c43-9689-8b1e18a5d52b service neutron] Pushing event updated for resources: {'Port': ['ID=a6622ac4-1e40-4e26-a9f5-dead8cc32995,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:23.378989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.382939 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83eb9176-2693-40de-8c22-a9f24e1a51c6'] response: {'name': 'network-changed', 'server_uuid': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'tag': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995', 'status': 'completed', 'code': 200} Apr 11 21:11:23.484307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.497464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:23.497464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:23.530869 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:23.645833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-3d9975c3-efb4-49b8-bfd0-eecab2e9db2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c035d0907312465ba688a8e06312e6e1&device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 1095 time: 0.2593601 Apr 11 21:11:23.912544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f229-567b-4b0f-8001-0d05b5e2c121 req-7dfd5d08-ee23-4fa5-a8d3-8a11b34e3a72 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:23.919939 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-55e2f229-567b-4b0f-8001-0d05b5e2c121 req-7dfd5d08-ee23-4fa5-a8d3-8a11b34e3a72 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 944 time: 0.1852212 Apr 11 21:11:23.966411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-55e2f229-567b-4b0f-8001-0d05b5e2c121 req-cae8ae8d-5525-46a0-ba05-d18a4a5359e5 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Apr 11 21:11:23.982696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f33fe66d-bff1-4675-becd-31907f77f190 req-7a088036-deb4-4b49-91ae-a4451d1d8aca tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0742791 Apr 11 21:11:23.982696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-b1cde28d-5102-4041-a550-a2445cb1da93 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995 HTTP/1.1" status: 200 len: 217 time: 0.3296502 Apr 11 21:11:24.052316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-7fa309cb-e553-4544-b6f4-c5b9d4c526b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:24.053475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-7fa309cb-e553-4544-b6f4-c5b9d4c526b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=85e23080-5e3a-47d4-b20b-4a71a86ce99f HTTP/1.1" status: 200 len: 850 time: 0.0651984 Apr 11 21:11:24.102774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-34c6357c-ba94-49f5-b0b7-440c73a85be6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=711c9f50-21be-4055-ad0e-14d32868703c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433965 Apr 11 21:11:24.221526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.271579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1485d240-5a4f-49f2-9f72-70499fb21318 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:11:24.275785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.287243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/networks/1485d240-5a4f-49f2-9f72-70499fb21318 HTTP/1.1" status: 204 len: 168 time: 1.5408988 Apr 11 21:11:24.292255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59752) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:24.300441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:24.311152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336771-ca3f-42b0-8325-b3b4a2a385d4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Network': ['ID=1485d240-5a4f-49f2-9f72-70499fb21318,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:24.314930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Router d85ad070-12d8-4bc6-9dbb-405d44822c4a is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:11:24.316402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-fb291252-1ba5-4cc2-a98b-4fc05a2e1e8e service neutron] 10.222.0.75 "GET /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069871 Apr 11 21:11:24.317739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:24.322089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:network and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:24.327247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:24.464711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:24.491253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177fdb2-bb3a-4d9e-be5c-19e02bb43bb2 None None] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:24.533259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d60a710f-4fd5-4d34-a43a-b215291d01d2 req-22713c1f-619f-431c-8eb4-cf504ede2289 service neutron] 10.222.0.75 "GET /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050452 Apr 11 21:11:24.556726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b877f57-b1a4-4c1f-bcfb-94abe902bdd4 req-1ff15803-9426-4c55-96f1-7445aed9fb40 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:24.556726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b877f57-b1a4-4c1f-bcfb-94abe902bdd4 req-1ff15803-9426-4c55-96f1-7445aed9fb40 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3159244 Apr 11 21:11:24.578763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Made reservation on behalf of 92514b70aa6f4bd3b25d7e58739278c2 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:24.578763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.635832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:24.658683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.658683 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Added segment 0b3cf052-2d6b-4981-bc95-5ce4a8590c7a of type vlan for network 4a6066b5-9c86-456e-860f-c522f70e4916 Apr 11 21:11:24.665163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b877f57-b1a4-4c1f-bcfb-94abe902bdd4 req-8622d8b5-6b18-4eb1-b185-22fc5ab181d0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905795 Apr 11 21:11:24.738320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd42d7ca-e9a8-4ef0-9523-57365df017de up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:24.761569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:11:24.778253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.852041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-0061985e-57a1-4645-8a81-451409870711 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c035d0907312465ba688a8e06312e6e1&device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 1095 time: 0.1363971 Apr 11 21:11:24.910834 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.910834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ba08290d-a32a-47f4-a930-2c142fc1d2a7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0460906 Apr 11 21:11:24.914932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59762) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:24.966966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.966966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:24.966966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:24.997277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0c8a877a-1e31-4ee6-9a1a-b4dce6036fd1 None None] Provisioning for port bd42d7ca-e9a8-4ef0-9523-57365df017de completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:25.049503 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Sync routers for ids ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:11:25.094176 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Routers {'d85ad070-12d8-4bc6-9dbb-405d44822c4a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:25.094176 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:25.216390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Network': ['ID=4a6066b5-9c86-456e-860f-c522f70e4916,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:25.247919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bd42d7ca-e9a8-4ef0-9523-57365df017de completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:25.270075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bd42d7ca-e9a8-4ef0-9523-57365df017de triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:25.283130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:25.304032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-f5dab97d-3d2c-4152-93ae-e7206971d348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:25.305686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-f5dab97d-3d2c-4152-93ae-e7206971d348 service neutron] 10.222.0.75 "GET /v2.0/networks?id=711c9f50-21be-4055-ad0e-14d32868703c HTTP/1.1" status: 200 len: 911 time: 0.4468136 Apr 11 21:11:25.387017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4a6066b5-9c86-456e-860f-c522f70e4916 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:25.431051 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2290da69-b1f3-49b6-b250-7c2ea922445c tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1204782 Apr 11 21:11:25.483426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:25.496998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'subnet': {'network_id': '4a6066b5-9c86-456e-860f-c522f70e4916', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:25.519584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:25.519584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-073ef3a0-7477-443c-b338-98a9032c2a3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995 HTTP/1.1" status: 200 len: 217 time: 0.1936669 Apr 11 21:11:25.519584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:subnet and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:25.519584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:25.543849 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Set router d85ad070-12d8-4bc6-9dbb-405d44822c4a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:25.611999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:25.662070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436a52-2fdf-4e65-8e46-8feb9685b9cc req-3bde3459-cfa6-4808-adcd-ad0e915b5bd7 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:25.662070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-17436a52-2fdf-4e65-8e46-8feb9685b9cc req-3bde3459-cfa6-4808-adcd-ad0e915b5bd7 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Synchronizing usage tracker for tenant:c035d0907312465ba688a8e06312e6e1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:25.684290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-0cda6f26-49de-4d45-a466-4848d6bfb149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:25.684290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-0cda6f26-49de-4d45-a466-4848d6bfb149 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=85e23080-5e3a-47d4-b20b-4a71a86ce99f HTTP/1.1" status: 200 len: 850 time: 0.1534796 Apr 11 21:11:25.712715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e78c470b-c303-4cfd-a7af-52b7b9246d77 req-c28e8048-9db1-4c5e-ada3-e10e6cbb3f74 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.1777828 Apr 11 21:11:25.790120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-f02a88db-ddcd-4e67-b91d-d4813cc638a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=711c9f50-21be-4055-ad0e-14d32868703c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074989 Apr 11 21:11:25.820547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Made reservation on behalf of 92514b70aa6f4bd3b25d7e58739278c2 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:25.823068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:25.874231 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:25.994867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port bd42d7ca-e9a8-4ef0-9523-57365df017de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd42d7ca-e9a8-4ef0-9523-57365df017de,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:26.078043 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:26.090510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-17436a52-2fdf-4e65-8e46-8feb9685b9cc req-3bde3459-cfa6-4808-adcd-ad0e915b5bd7 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Unset dirty status for tenant:c035d0907312465ba688a8e06312e6e1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:26.107565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17436a52-2fdf-4e65-8e46-8feb9685b9cc req-3bde3459-cfa6-4808-adcd-ad0e915b5bd7 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 944 time: 0.6820965 Apr 11 21:11:26.184701 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:11:23Z', 'revision_number': 3, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:26.195906 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Checking router: d85ad070-12d8-4bc6-9dbb-405d44822c4a for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:11:26.195906 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Updating router d85ad070-12d8-4bc6-9dbb-405d44822c4a port 5d91beda-7b20-4c7b-83f1-a73eaa409309 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:11:26.214071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b6b1a7b3-3dd6-4f17-91a0-aaf4fd6a49fb None None] Provisioning complete for port bd42d7ca-e9a8-4ef0-9523-57365df017de triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:26.214807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a7b3-3dd6-4f17-91a0-aaf4fd6a49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:26.255302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17436a52-2fdf-4e65-8e46-8feb9685b9cc req-7f2a55b5-4763-4ae2-b42d-5fbe5b58ce4d tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589105 Apr 11 21:11:26.257247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=bd42d7ca-e9a8-4ef0-9523-57365df017de,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:26.288192 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:26.309234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-865703a6-0e8f-4251-a333-c1ff57014f41 service neutron] 10.222.0.75 "GET /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727213 Apr 11 21:11:26.603545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd42d7ca-e9a8-4ef0-9523-57365df017de up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:26.642238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2bbcf-0c02-42f8-bc45-4c323c1c1d73 req-d248802d-c689-4473-a9de-cb6363a8d808 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:26.644401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cbe2bbcf-0c02-42f8-bc45-4c323c1c1d73 req-d248802d-c689-4473-a9de-cb6363a8d808 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2633953 Apr 11 21:11:26.713504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cbe2bbcf-0c02-42f8-bc45-4c323c1c1d73 req-1ab5e36b-85b0-4c54-b3a3-2e0bd8fcb6c0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Apr 11 21:11:26.744006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bd42d7ca-e9a8-4ef0-9523-57365df017de triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:26.744663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:26.880716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-676169ed-1b6f-4eeb-bea2-ce5794d07663 req-7d08d626-7c13-4f05-981d-fb9473af5b10 service neutron] 10.222.0.75 "GET /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378554 Apr 11 21:11:26.995665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:26.998905 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.025236 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Transition to ACTIVE for port object 5d91beda-7b20-4c7b-83f1-a73eaa409309 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:27.112515 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.167102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39730c9b-3284-4c98-8052-11de34be63a4 req-3a1239cc-db3f-420c-8c82-d4e3979b1b5c tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0850987 Apr 11 21:11:27.235810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2120c6-9668-4fd1-a37b-e82ad0f136ea None None] Pushing event updated for resources: {'Port': ['ID=5d91beda-7b20-4c7b-83f1-a73eaa409309,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:27.259452 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Attempting to bind port 5d91beda-7b20-4c7b-83f1-a73eaa409309 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:27.259908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Attempting to bind port 5d91beda-7b20-4c7b-83f1-a73eaa409309 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:27.260532 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Attempting to bind port 5d91beda-7b20-4c7b-83f1-a73eaa409309 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:27.297953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:27.297953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:27.297953 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.297953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:27.297953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Bound port: 5d91beda-7b20-4c7b-83f1-a73eaa409309, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:27.297953 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.330057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:11:27.330057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.368612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Allocated IP 172.20.0.1 (c33bfb2a-5572-4ee2-81e6-3b26f65844d4/c282e882-9176-407a-bffd-57fffd71bdb2/f7ecfae5-71dd-4b07-aeef-5202158acafd) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:27.506161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e93adea-9cb1-4d0a-a498-7fe6dc47821f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:27.523632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Checking segment: {'id': '0b3cf052-2d6b-4981-bc95-5ce4a8590c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4a6066b5-9c86-456e-860f-c522f70e4916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:27.523632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Network hostable DHCP agents. Network: 4a6066b5-9c86-456e-860f-c522f70e4916, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:11:27.550725 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] For port 5d91beda-7b20-4c7b-83f1-a73eaa409309, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:27.566835 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] For port 5d91beda-7b20-4c7b-83f1-a73eaa409309, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d91beda-7b20-4c7b-83f1-a73eaa409309,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:27.637230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Network 4a6066b5-9c86-456e-860f-c522f70e4916 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:11:27.683509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.704477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Transition to ACTIVE for port object f7ecfae5-71dd-4b07-aeef-5202158acafd will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:27.720386 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.729437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b956c5-9939-4e20-8525-dcf0925653e3 req-bd4a78b7-a466-4090-860f-df2be817c546 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:27.729437 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-47b956c5-9939-4e20-8525-dcf0925653e3 req-bd4a78b7-a466-4090-860f-df2be817c546 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 944 time: 0.1517079 Apr 11 21:11:27.776379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4a6066b5-9c86-456e-860f-c522f70e4916) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:27.776379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:27.776379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:27.787854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-47b956c5-9939-4e20-8525-dcf0925653e3 req-4f0c9eaa-ccee-42d3-8974-d8d4ed410409 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507808 Apr 11 21:11:27.810167 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2120c6-9668-4fd1-a37b-e82ad0f136ea None None] Pushing event updated for resources: {'Port': ['ID=5d91beda-7b20-4c7b-83f1-a73eaa409309,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:27.818291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2ac3b-328c-4f42-9a15-e614e0b07f55 None None] Network 4a6066b5-9c86-456e-860f-c522f70e4916 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:27.837524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Routers {'d85ad070-12d8-4bc6-9dbb-405d44822c4a'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:27.837524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:27.999797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8edf6962-b38b-4f12-837e-85c9b2238ecc tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5160716 Apr 11 21:11:28.000434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59800) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:28.006540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'floatingip': {'floating_network_id': '4a6066b5-9c86-456e-860f-c522f70e4916'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:28.026359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:28.038404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:floatingip and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:28.043852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:28.047261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf29c1e-b1c3-4570-bf69-6db54ebeac70 req-cd06b4a1-e98e-4583-a05f-b40fb1bb4cce tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:28.049313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cf29c1e-b1c3-4570-bf69-6db54ebeac70 req-cd06b4a1-e98e-4583-a05f-b40fb1bb4cce tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1092827 Apr 11 21:11:28.053434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:28.072997 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:28.116871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] Set router d85ad070-12d8-4bc6-9dbb-405d44822c4a gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:28.132355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cf29c1e-b1c3-4570-bf69-6db54ebeac70 req-283d3a48-dab3-442d-a1e3-4afd430db689 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624287 Apr 11 21:11:28.166129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:28.167462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ecfae5-71dd-4b07-aeef-5202158acafd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:28.170436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:28.173887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:28.175939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b7cfa-05dd-4de6-ac00-a8efbc156704 None None] Network 4a6066b5-9c86-456e-860f-c522f70e4916 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:28.228558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:28.353329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:28.604810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-decedb48-48e3-4c15-8dc0-4fa3a8da6077 req-84327b1f-8841-4ae2-8f74-266580cf86a0 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0622942 Apr 11 21:11:28.617083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:28.753273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:11:23Z', 'revision_number': 3, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:28.758450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:28.761421 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023160e-c60f-4c97-9a70-484399c22140 None None] The sync data for ids ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'] in n-d-837321-1 is: [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:11:23Z', 'revision_number': 3, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:11:28.786709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd356110-46f3-4aea-99c1-1aae0810c96b None None] Provisioning for port f7ecfae5-71dd-4b07-aeef-5202158acafd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:28.798524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd356110-46f3-4aea-99c1-1aae0810c96b None None] Provisioning complete for port f7ecfae5-71dd-4b07-aeef-5202158acafd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:28.798524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd356110-46f3-4aea-99c1-1aae0810c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:28.865714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd356110-46f3-4aea-99c1-1aae0810c96b None None] Port f7ecfae5-71dd-4b07-aeef-5202158acafd cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:11:29.050830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f54683-d044-437c-a4b0-03712daa9e97 req-b34ab606-02c5-4247-8014-d7497990bd73 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:29.050830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76f54683-d044-437c-a4b0-03712daa9e97 req-b34ab606-02c5-4247-8014-d7497990bd73 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 944 time: 0.0933635 Apr 11 21:11:29.056164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a6622ac4-1e40-4e26-a9f5-dead8cc32995 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:11:29.067695 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.091132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76f54683-d044-437c-a4b0-03712daa9e97 req-e123474b-8814-47c7-adbd-239ee986753f tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Apr 11 21:11:29.131087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Allocated IP 172.20.0.13 (4a6066b5-9c86-456e-860f-c522f70e4916/9e93adea-9cb1-4d0a-a498-7fe6dc47821f/dfd08665-0da7-48f4-be25-a735b5df97c9) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:29.328882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a6622ac4-1e40-4e26-a9f5-dead8cc32995, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995,segment=NetworkSegment(51e4864e-4373-4b3e-ad03-f57d333dda28),segment_id=51e4864e-4373-4b3e-ad03-f57d333dda28)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:29.328882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995', 'network_id': '711c9f50-21be-4055-ad0e-14d32868703c', 'port_id': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995', 'mac_address': 'fa:16:3e:f8:81:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e23080-5e3a-47d4-b20b-4a71a86ce99f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:11:29.392293 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.397675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.425875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6622ac4-1e40-4e26-a9f5-dead8cc32995 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:11:29.449093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a6622ac4-1e40-4e26-a9f5-dead8cc32995, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995,segment=NetworkSegment(51e4864e-4373-4b3e-ad03-f57d333dda28),segment_id=51e4864e-4373-4b3e-ad03-f57d333dda28)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:29.458515 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.498539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d430ed-2863-46d8-a921-87fa3e7ba144 req-ad1d367e-cfc1-45d0-8d46-44a853b73eb0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:29.500017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37d430ed-2863-46d8-a921-87fa3e7ba144 req-ad1d367e-cfc1-45d0-8d46-44a853b73eb0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1115685 Apr 11 21:11:29.551084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37d430ed-2863-46d8-a921-87fa3e7ba144 req-477c393b-dbe5-46d0-94ed-a15b19302bbb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Apr 11 21:11:29.586396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.589945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.672712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a6622ac4-1e40-4e26-a9f5-dead8cc32995,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:29.725866 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.741916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:29.755147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ecfae5-71dd-4b07-aeef-5202158acafd,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:29.851176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d1611d5-cb11-4c4c-b924-33316e3d3fcb req-8087b275-5bf7-45a1-a405-3f15c5d7d69b tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0589190 Apr 11 21:11:29.862637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a6622ac4-1e40-4e26-a9f5-dead8cc32995'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:11:29.878956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Network 4a6066b5-9c86-456e-860f-c522f70e4916 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:29.899741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:29.899741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:29.901579 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:11:29.984063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd08665-0da7-48f4-be25-a735b5df97c9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:30.102781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:30.102781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:30.439565 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:30.513161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-59ebec55-faf4-49b7-a027-3c2d776fe44a None None] Provisioning complete for port f7ecfae5-71dd-4b07-aeef-5202158acafd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:30.513161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59ebec55-faf4-49b7-a027-3c2d776fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:30.533478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4aac7-6e6c-4412-9399-fff7852da4db req-495c09c1-297f-447f-beb6-60ce1a929f68 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:30.533478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5b4aac7-6e6c-4412-9399-fff7852da4db req-495c09c1-297f-447f-beb6-60ce1a929f68 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 945 time: 0.1595058 Apr 11 21:11:30.571664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-59ebec55-faf4-49b7-a027-3c2d776fe44a None None] Port f7ecfae5-71dd-4b07-aeef-5202158acafd cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:11:30.744020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5b4aac7-6e6c-4412-9399-fff7852da4db req-3c403989-2c15-4d7d-9002-9b8328c8838d tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124844 Apr 11 21:11:30.745710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:30.763220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:30.837838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3c5ad-3380-485a-a40d-60111266194c req-7498cb9d-86da-420c-948b-fb4ca5fa7e50 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:30.839530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99a3c5ad-3380-485a-a40d-60111266194c req-7498cb9d-86da-420c-948b-fb4ca5fa7e50 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1109538 Apr 11 21:11:30.893133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99a3c5ad-3380-485a-a40d-60111266194c req-51aebd53-9da6-41f1-b6f8-456780c3ca3b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Apr 11 21:11:31.085859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a6622ac4-1e40-4e26-a9f5-dead8cc32995 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:31.098621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12c2505c-b538-41eb-a827-6b7918a27c94 req-dce73b2b-1d07-401c-84ad-6786ffa8c3cd tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0693483 Apr 11 21:11:31.218260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.220923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Router d85ad070-12d8-4bc6-9dbb-405d44822c4a has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:11:31.310090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port a6622ac4-1e40-4e26-a9f5-dead8cc32995 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:31.310090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port a6622ac4-1e40-4e26-a9f5-dead8cc32995 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:31.310090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.348929 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.449413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.488513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:31.494429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd08665-0da7-48f4-be25-a735b5df97c9,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:31.499670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port a6622ac4-1e40-4e26-a9f5-dead8cc32995, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995,segment=NetworkSegment(51e4864e-4373-4b3e-ad03-f57d333dda28),segment_id=51e4864e-4373-4b3e-ad03-f57d333dda28)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:31.510379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.584224 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a3557a-7f5b-4393-b997-181e98bd8c70'] response: {'server_uuid': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995', 'code': 200} Apr 11 21:11:31.612438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:11:31.620428 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.622307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-642ac7b5-f6d8-430f-a2e7-0f8a62ac2a46 admin admin] 10.222.0.61 "PUT /v2.0/routers/d85ad070-12d8-4bc6-9dbb-405d44822c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7027588 Apr 11 21:11:31.642751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:31.644654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:31.651546 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-65d65c0e-8943-4ca2-a6f1-b392e877a00d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6371741 Apr 11 21:11:31.742408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=a6622ac4-1e40-4e26-a9f5-dead8cc32995,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:31.801725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6a62f58a-cd81-4bb5-97af-03438c1c0ed7 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=4a6066b5-9c86-456e-860f-c522f70e4916 HTTP/1.1" status: 200 len: 690 time: 0.1577384 Apr 11 21:11:31.804211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59852) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:32.001696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:32.037635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc80d-e3a2-4f9c-9af5-25f403849aff req-ba9ae71a-a84d-4a6e-878d-90c6edd8ed6e tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:32.037635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-747cc80d-e3a2-4f9c-9af5-25f403849aff req-ba9ae71a-a84d-4a6e-878d-90c6edd8ed6e tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 946 time: 0.1342709 Apr 11 21:11:32.098947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67a38247-fecb-4f23-bd35-cb3811b76062 req-9311bec2-58a4-4ef3-ae40-45b34329fa9a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 1097 time: 0.3338356 Apr 11 21:11:32.098947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Deleting port dfd08665-0da7-48f4-be25-a735b5df97c9 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:11:32.098947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:32.104153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-747cc80d-e3a2-4f9c-9af5-25f403849aff req-09b23602-715b-4f10-b408-5a765486a765 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526178 Apr 11 21:11:32.311568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67a38247-fecb-4f23-bd35-cb3811b76062 req-0455379c-e623-43f7-982d-3c485deaada1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Apr 11 21:11:32.384397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:32.385064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:32.425213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39422e26-bcb5-4962-aacc-f16ea05e2268 req-e6214b8d-3c98-440b-a7c1-ec2f34cc02b8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:32.432137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39422e26-bcb5-4962-aacc-f16ea05e2268 req-e6214b8d-3c98-440b-a7c1-ec2f34cc02b8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1790235 Apr 11 21:11:32.516810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39422e26-bcb5-4962-aacc-f16ea05e2268 req-78c9aaac-145f-459d-b921-65f42c3d82da tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795486 Apr 11 21:11:32.671944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Calling delete_port for dfd08665-0da7-48f4-be25-a735b5df97c9 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:11:32.707255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f37d131f-b3b4-41ab-a5b6-7666b0a526ed req-ecfb5422-33b8-4d4a-836c-91b7d9956edb tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0482748 Apr 11 21:11:32.709940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59870) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:32.717048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324998430', 'description': 'tempest-secgroup-smoke-324998430 description', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:32.731003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:32.733010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:32.736041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:32.744495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:32.854659 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:32.957702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:32.966623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:32.977122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:32.977122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:32.980274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:33.037933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfd08665-0da7-48f4-be25-a735b5df97c9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:33.042510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.099698 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.140882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.193067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.195816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea36aa-3052-4bcc-bc34-83903df1b74d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:33.261777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.261777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-548d4fb1-810b-44c7-bc53-e242ea79e4c1 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5398834 Apr 11 21:11:33.261777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59882) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:33.261777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group_rule': {'security_group_id': 'bfea36aa-3052-4bcc-bc34-83903df1b74d', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:33.281673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:33.281673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:33.289804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:33.342396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:33.371201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.448890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e93adea-9cb1-4d0a-a498-7fe6dc47821f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:33.463536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.554940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.559143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.559513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.559871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.560207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.560540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.561107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.561188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.561489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.561810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.562170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.562440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:33.626220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.649941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.685634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6066b5-9c86-456e-860f-c522f70e4916']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:33.688589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fc79bb-b3c1-4dbd-9813-1b17d8effe8d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:33.696696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3cf052-2d6b-4981-bc95-5ce4a8590c7a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:33.696696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3cf052-2d6b-4981-bc95-5ce4a8590c7a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:33.732624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.758071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1797e-c3b0-4ec9-8255-bd39149dc091 req-16f5261a-eda1-400d-88ba-2ede1a7fd299 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:33.758071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7e1797e-c3b0-4ec9-8255-bd39149dc091 req-16f5261a-eda1-400d-88ba-2ede1a7fd299 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 946 time: 0.4711647 Apr 11 21:11:33.758071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.796392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:33.796392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:33.814579 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:33.819912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59aba-2a18-4c08-bfa8-b24e8c5b5851 req-c6b7ee47-ca74-4f38-8dcd-5fe4263e4a62 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:33.824322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00b59aba-2a18-4c08-bfa8-b24e8c5b5851 req-c6b7ee47-ca74-4f38-8dcd-5fe4263e4a62 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1053398 Apr 11 21:11:33.824322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:33.824322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6fbce383-6bb0-4506-a0d1-e65508c5f161 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5687613 Apr 11 21:11:33.850591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59894) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:33.860152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group_rule': {'security_group_id': 'bfea36aa-3052-4bcc-bc34-83903df1b74d', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:33.870250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:33.882643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:33.886370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:33.900722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:33.901860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7e1797e-c3b0-4ec9-8255-bd39149dc091 req-0507d92e-378d-4e0b-9f08-4c7f0c6efffa tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454413 Apr 11 21:11:33.924067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00b59aba-2a18-4c08-bfa8-b24e8c5b5851 req-de30b472-9235-4307-a392-ad9c3fa206c7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024308 Apr 11 21:11:34.026655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.073044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.104009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a6066b5-9c86-456e-860f-c522f70e4916 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:11:34.114172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.127681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/networks/4a6066b5-9c86-456e-860f-c522f70e4916 HTTP/1.1" status: 204 len: 168 time: 2.3146138 Apr 11 21:11:34.127681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59900) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:34.127681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49532227-6610-4845-b8d3-6c9d5b7ffb30 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a6066b5-9c86-456e-860f-c522f70e4916,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:34.213349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3cdaea8-13e9-4b5d-a02f-676160c7d101 req-d915481f-0c28-4f27-9b63-5748b55abe55 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0777884 Apr 11 21:11:34.224826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5c5037d4-c308-40fd-b127-37a4de53baf9 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Synchronizing usage tracker for tenant:92514b70aa6f4bd3b25d7e58739278c2 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:34.268348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.323256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5c5037d4-c308-40fd-b127-37a4de53baf9 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Unset dirty status for tenant:92514b70aa6f4bd3b25d7e58739278c2 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:34.327224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5c5037d4-c308-40fd-b127-37a4de53baf9 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2032022 Apr 11 21:11:34.327837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59906) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:34.366388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.385351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117e4120-316e-406d-a92f-df57df17a208,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:34.413580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.413950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.414309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.414648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.415163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.415532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.415878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.416221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:34.417238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Synchronizing usage tracker for tenant:92514b70aa6f4bd3b25d7e58739278c2 on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:34.506621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.508954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-50dc0d86-9641-46ce-80e0-bad69ef5a41a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6561580 Apr 11 21:11:34.511354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59910) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:34.517400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group_rule': {'security_group_id': 'bfea36aa-3052-4bcc-bc34-83903df1b74d', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:34.525364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:34.529296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:34.532599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:34.540720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:34.552019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Unset dirty status for tenant:92514b70aa6f4bd3b25d7e58739278c2 on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:34.557661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-557e82d0-9720-4fe7-aa70-d99c7fa0f4e4 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5293 time: 0.2243705 Apr 11 21:11:34.558684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:34.565615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d91beda-7b20-4c7b-83f1-a73eaa409309 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:34.635737 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-b5c00322-65f8-45bb-832f-fcb3e725a963 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] delete failed (client error): The resource could not be found. Apr 11 21:11:34.639363 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5c00322-65f8-45bb-832f-fcb3e725a963 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/dc557b26-6a78-4835-8eb9-6f0a3f6da559 HTTP/1.1" status: 404 len: 345 time: 0.0770104 Apr 11 21:11:34.639557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59918) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:34.662158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.663890 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a58671-667d-4d3a-98f0-72ca176b5e4d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] DELETE failed (client error): The resource could not be found. Apr 11 21:11:34.664326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a58671-667d-4d3a-98f0-72ca176b5e4d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:11:34.668444 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4a58671-667d-4d3a-98f0-72ca176b5e4d tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/networks/4a6066b5-9c86-456e-860f-c522f70e4916 HTTP/1.1" status: 404 len: 339 time: 0.0255408 Apr 11 21:11:34.670807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59922) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:34.677347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'network': {'name': 'tempest-network--1451900905', 'router:external': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:34.683604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:34.687958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:network and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:34.692373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:34.700001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:34.711438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5d91beda-7b20-4c7b-83f1-a73eaa409309 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:34.716930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5d91beda-7b20-4c7b-83f1-a73eaa409309 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:34.717345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.761755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.781422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Made reservation on behalf of 92514b70aa6f4bd3b25d7e58739278c2 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:34.784039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.855781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.872763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5d91beda-7b20-4c7b-83f1-a73eaa409309, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d91beda-7b20-4c7b-83f1-a73eaa409309,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:34.881097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:34.881250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.890327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:34.890599 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Added segment c5fc06b9-0775-479e-a9ff-3b4fda4db93d of type vlan for network 3bb4f357-ae1d-4bd0-8a38-12c402d24332 Apr 11 21:11:34.916480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018298fc-e99e-47b4-8b07-24385b611bf6,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:34.934825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.019357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.060695 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.063129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8db3eba7-e276-42f1-a2a7-642ccc935f9b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5498719 Apr 11 21:11:35.065134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59930) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:35.072518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group_rule': {'security_group_id': 'bfea36aa-3052-4bcc-bc34-83903df1b74d', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:35.083459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.086196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.086196 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.090274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:35.097331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:35.105608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:35.125437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:35.178108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5d91beda-7b20-4c7b-83f1-a73eaa409309,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:35.233202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.322109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Network': ['ID=3bb4f357-ae1d-4bd0-8a38-12c402d24332,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:35.337010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 3bb4f357-ae1d-4bd0-8a38-12c402d24332 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:35.362488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be1cfa-5fa1-45d1-af1c-6388d0557d92 req-8895be6d-1e2b-47d4-b8ef-18eaedb6a926 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.369666 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86be1cfa-5fa1-45d1-af1c-6388d0557d92 req-8895be6d-1e2b-47d4-b8ef-18eaedb6a926 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 946 time: 0.2405341 Apr 11 21:11:35.386529 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.425284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86be1cfa-5fa1-45d1-af1c-6388d0557d92 req-0c8d8aa4-2747-4240-85c5-dc55b0e8a781 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493379 Apr 11 21:11:35.425284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b811054-9067-46b3-aff9-2488a6e80fa5 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7515564 Apr 11 21:11:35.428082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59938) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:35.431083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a86ac8-5796-4749-9221-f4b375d5110b req-4b0192a4-cb81-42b0-bdc6-1722c9bf8bc6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.432639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6a86ac8-5796-4749-9221-f4b375d5110b req-4b0192a4-cb81-42b0-bdc6-1722c9bf8bc6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1417766 Apr 11 21:11:35.496761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6a86ac8-5796-4749-9221-f4b375d5110b req-d9d64928-ae12-43ec-a28f-dffee1658f42 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555544 Apr 11 21:11:35.498543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.536739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004c958c-f365-4a3f-bde1-1cc9f18c4e8f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:35.666454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.670355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f11e9de0-d3ec-4eb4-b2f9-3e8f001bfe9f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6010041 Apr 11 21:11:35.670546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59946) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:35.677142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group_rule': {'security_group_id': 'bfea36aa-3052-4bcc-bc34-83903df1b74d', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:35.684884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:35.689385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:35.694266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:35.702343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:35.720000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9791d3b-e6d7-4217-80d1-b63b8e42e1bc tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.728390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9791d3b-e6d7-4217-80d1-b63b8e42e1bc tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.732652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9791d3b-e6d7-4217-80d1-b63b8e42e1bc tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.738365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9791d3b-e6d7-4217-80d1-b63b8e42e1bc tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:35.740698 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b9791d3b-e6d7-4217-80d1-b63b8e42e1bc tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3112302 Apr 11 21:11:35.743284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59952) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:35.831809 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Project 5b3f40b6b9444542bcab0dcbeaf45c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:11:35.839737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.877106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6de612fe-e849-44a7-9b42-23eea62e3cea req-87c7d877-6793-4732-9217-bc261838579a tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.1720579 Apr 11 21:11:35.894823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:35.945664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.023212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.050242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb4f357-ae1d-4bd0-8a38-12c402d24332']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:36.054999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.069446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fc06b9-0775-479e-a9ff-3b4fda4db93d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:36.070367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fc06b9-0775-479e-a9ff-3b4fda4db93d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:36.081509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.083996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e8f933-1217-48a1-9928-d0217622b5ce,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:36.098159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.105076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:36.105469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:36.119100 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:36.237923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.242310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0cfd0928-1d0b-47b3-b155-e18c3996c657 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5677130 Apr 11 21:11:36.242574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:36.248540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'security_group_rule': {'security_group_id': 'bfea36aa-3052-4bcc-bc34-83903df1b74d', 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:36.255186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:36.263393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:security_group_rule and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:36.266785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:36.273406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:36.283277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.303768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3bb4f357-ae1d-4bd0-8a38-12c402d24332 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:11:36.310341 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.340582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Network': ['ID=3bb4f357-ae1d-4bd0-8a38-12c402d24332,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:36.375603 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Project 5b3f40b6b9444542bcab0dcbeaf45c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:11:36.389935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.393356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94b72c40-7509-4bad-bf5a-83938a63aead tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/networks/3bb4f357-ae1d-4bd0-8a38-12c402d24332 HTTP/1.1" status: 204 len: 168 time: 0.6489248 Apr 11 21:11:36.404892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59962) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:36.444834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'network': {'name': 'tempest-network--515275562', 'router:external': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:36.466065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:36.468015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:network and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:36.484451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:36.505864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:36.586403 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.601066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d91beda-7b20-4c7b-83f1-a73eaa409309 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:36.680514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.714761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Made reservation on behalf of 92514b70aa6f4bd3b25d7e58739278c2 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:36.722259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.725289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa8c9d9-74ae-43bb-a750-d63583936784,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:36.797551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5d91beda-7b20-4c7b-83f1-a73eaa409309 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:36.798102 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.809918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:36.825509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.825853 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Added segment 1ab931a0-eee3-4231-8660-c0a1fbcbc9ad of type vlan for network 77981e22-b782-4d82-a4e4-41d56deb3394 Apr 11 21:11:36.900369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d716883-9262-48b7-94b9-2a37a904916a req-d06df1bf-d2e1-4dfd-9293-b5ccdd8f8ad0 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:36.902118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d716883-9262-48b7-94b9-2a37a904916a req-d06df1bf-d2e1-4dfd-9293-b5ccdd8f8ad0 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 946 time: 0.2831898 Apr 11 21:11:36.908510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c21098-476e-4e01-acc1-c1f274fa6fe1 req-fddd3280-2d35-46b3-96e5-ef80b8256c53 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:36.910610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49c21098-476e-4e01-acc1-c1f274fa6fe1 req-fddd3280-2d35-46b3-96e5-ef80b8256c53 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1731753 Apr 11 21:11:36.912527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:36.914010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-692fdca9-a3b3-4fb0-89d0-acbbd50b0114 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6705060 Apr 11 21:11:37.017549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:37.055106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49c21098-476e-4e01-acc1-c1f274fa6fe1 req-a34af311-a131-4aa5-9a6a-3e4279c068ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377401 Apr 11 21:11:37.058721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d716883-9262-48b7-94b9-2a37a904916a req-85b8ba87-658c-4850-9078-54e116cf53dd tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/security-groups?id=fec08c8a-baf2-4724-8a4a-15d1e180bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244159 Apr 11 21:11:37.194537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:37.194537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:37.194537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:37.248515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc2ee559-7e1b-4bb6-bcc1-b806f5eccbb0 req-d9bdd3ef-5917-4e09-a0f2-fd9125421a0e tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0466800 Apr 11 21:11:37.319445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Network': ['ID=77981e22-b782-4d82-a4e4-41d56deb3394,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:37.322452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4b219591-c70b-498e-bf97-e3a6e70e0afa tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Synchronizing usage tracker for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:37.331550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 77981e22-b782-4d82-a4e4-41d56deb3394 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:37.375261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9e40069c-eca5-46a4-bd7e-bf5a3cbfd4f2 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9689186 Apr 11 21:11:37.386414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59980) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:37.476011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4b219591-c70b-498e-bf97-e3a6e70e0afa tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Unset dirty status for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:37.477187 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4b219591-c70b-498e-bf97-e3a6e70e0afa tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324998430&fields=id&tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70 HTTP/1.1" status: 200 len: 267 time: 0.3017504 Apr 11 21:11:37.629582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e876dad2-f1b0-44d4-9cb6-8b05776a5596 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:37.631606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e876dad2-f1b0-44d4-9cb6-8b05776a5596 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] 10.222.0.61 "GET /v2.0/networks/77981e22-b782-4d82-a4e4-41d56deb3394 HTTP/1.1" status: 200 len: 756 time: 0.2434125 Apr 11 21:11:37.633861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:37.684002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2f9e1cf4-9514-4538-a361-4d02929da320 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:37.685427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2f9e1cf4-9514-4538-a361-4d02929da320 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/networks?id=232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 200 len: 809 time: 0.2012162 Apr 11 21:11:37.709153 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-e5325df1-17d8-4bc6-82e4-e3ee2531ea97 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/quotas/5b3f40b6b9444542bcab0dcbeaf45c70 HTTP/1.1" status: 200 len: 375 time: 0.0176816 Apr 11 21:11:37.796474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa9be6-faa1-485b-bea5-982761380b99 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:37.797151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1ffa9be6-faa1-485b-bea5-982761380b99 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Synchronizing usage tracker for tenant:af007b36f7464d43b637ef04a7115748 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:37.819942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-13e0e2d4-847b-4357-b091-747bb873c98d tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Synchronizing usage tracker for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:37.882295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-64eab926-c15f-4f9e-b63d-e6eef3d3d194 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:37.882295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-64eab926-c15f-4f9e-b63d-e6eef3d3d194 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 946 time: 0.1187055 Apr 11 21:11:37.974358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-13e0e2d4-847b-4357-b091-747bb873c98d tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Unset dirty status for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:37.976603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-13e0e2d4-847b-4357-b091-747bb873c98d tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2600400 Apr 11 21:11:38.022257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1ffa9be6-faa1-485b-bea5-982761380b99 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Unset dirty status for tenant:af007b36f7464d43b637ef04a7115748 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:38.024163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1ffa9be6-faa1-485b-bea5-982761380b99 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] 10.222.0.61 "GET /v2.0/networks/8fdc1271-9d4f-428a-8528-05a0f3a0c560 HTTP/1.1" status: 200 len: 768 time: 0.3886232 Apr 11 21:11:38.031259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59992) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:38.060887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Deleting port a6622ac4-1e40-4e26-a9f5-dead8cc32995 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:11:38.061926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.276978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.416983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a56fc-8859-4f07-90d0-aa8442b32a56 req-d59c7450-00ff-4483-873f-542d01c685df tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:38.418422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c7a56fc-8859-4f07-90d0-aa8442b32a56 req-d59c7450-00ff-4483-873f-542d01c685df tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2184749 Apr 11 21:11:38.420203 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-8f25f99f-a325-4f62-baed-5082342f076c service neutron] 10.222.0.61 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289460 Apr 11 21:11:38.429730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] For port a6622ac4-1e40-4e26-a9f5-dead8cc32995, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=a6622ac4-1e40-4e26-a9f5-dead8cc32995,segment=NetworkSegment(51e4864e-4373-4b3e-ad03-f57d333dda28),segment_id=51e4864e-4373-4b3e-ad03-f57d333dda28)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:38.430167 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.568538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.572661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Calling delete_port for a6622ac4-1e40-4e26-a9f5-dead8cc32995 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:11:38.648973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c7a56fc-8859-4f07-90d0-aa8442b32a56 req-6a253604-f9e0-4f0b-8e1a-b1ee75d5ba50 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211249 Apr 11 21:11:38.670528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77981e22-b782-4d82-a4e4-41d56deb3394']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:38.700177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab931a0-eee3-4231-8660-c0a1fbcbc9ad') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:38.705533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab931a0-eee3-4231-8660-c0a1fbcbc9ad') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:38.750619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.770459 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-e322737b-0d13-4271-b20e-ec3aae6e937a service neutron] 10.222.0.61 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308852 Apr 11 21:11:38.774003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.781299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:38.781621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:38.796443 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:38.887108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Sync routers for ids ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:11:38.897612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:38.902274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Routers {'d85ad070-12d8-4bc6-9dbb-405d44822c4a'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:38.903010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:38.944026 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4bae7621-31ce-45a4-8ba8-ffdcdca92994 req-5809ae48-771e-4358-9f07-cd79d4e33971 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.1132526 Apr 11 21:11:38.958683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Pushing event deleted for resources: {'Port': ['ID=a6622ac4-1e40-4e26-a9f5-dead8cc32995,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:39.037217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] No DVR routers for this DVR port a6622ac4-1e40-4e26-a9f5-dead8cc32995 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:11:39.039655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.042264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'name': 'network-vif-deleted', 'tag': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:39.052837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['a6622ac4-1e40-4e26-a9f5-dead8cc32995'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:11:39.171069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad2ce5a4-b632-48ed-bc92-4d2bb1fe2742 req-f91078ea-d4a9-49d4-b0fd-aae87de739cc tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0824480 Apr 11 21:11:39.184205 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86826ee8-883a-466d-9502-fd0e190f30c3'] response: {'server_uuid': 'fd5be25c-80f3-43ba-84c5-05e695d9df9d', 'name': 'network-vif-deleted', 'tag': 'a6622ac4-1e40-4e26-a9f5-dead8cc32995', 'status': 'completed', 'code': 200} Apr 11 21:11:39.220486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b337733d-7c08-4e30-ac20-37691609d8e0 req-61224ca4-5c8f-4564-bf8b-6a9694c3b51a tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.75 "DELETE /v2.0/ports/a6622ac4-1e40-4e26-a9f5-dead8cc32995 HTTP/1.1" status: 204 len: 173 time: 1.3480186 Apr 11 21:11:39.224509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.260190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77981e22-b782-4d82-a4e4-41d56deb3394 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:11:39.272847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.286528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Network': ['ID=77981e22-b782-4d82-a4e4-41d56deb3394,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:39.316413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Set router d85ad070-12d8-4bc6-9dbb-405d44822c4a gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:39.392188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7678125-cbe8-4675-ace3-fb427222e3e5 req-21b1bdbe-6dcb-40d0-b4ee-a806f2508659 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 210 time: 0.1025918 Apr 11 21:11:39.392188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-24524301-61fd-4fa1-9e5a-0bbf753b5f47 tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/networks/77981e22-b782-4d82-a4e4-41d56deb3394 HTTP/1.1" status: 204 len: 168 time: 1.3568532 Apr 11 21:11:39.398627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60022) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:39.409337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'network': {'name': 'tempest-network--1084715627'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:39.425654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:39.439505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Usage tracker for resource:network and tenant:92514b70aa6f4bd3b25d7e58739278c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:39.447129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:39.474922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:39.563900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Made reservation on behalf of 92514b70aa6f4bd3b25d7e58739278c2 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:39.567090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.623525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:39.644479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.645824 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Added segment ed8a1b91-1a88-4c1b-8b34-3530294c2b26 of type vlan for network ed378aea-146c-4b8c-af5a-91f9ae07d023 Apr 11 21:11:39.717274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.829714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:11:28Z', 'revision_number': 4, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'f7ecfae5-71dd-4b07-aeef-5202158acafd', 'name': '', 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'mac_address': 'fa:16:3e:e1:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c282e882-9176-407a-bffd-57fffd71bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:27Z', 'updated_at': '2022-04-11T21:11:28Z', 'revision_number': 2, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'subnets': [{'id': 'c282e882-9176-407a-bffd-57fffd71bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:39.834926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Checking router: d85ad070-12d8-4bc6-9dbb-405d44822c4a for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:11:39.835491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Updating router d85ad070-12d8-4bc6-9dbb-405d44822c4a port f7ecfae5-71dd-4b07-aeef-5202158acafd binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:11:39.905164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.942677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685423b7-16d5-44c2-b301-cf5b8da9c14a req-160277e6-3754-4900-a841-7d9f3ab9692e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:39.944440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-685423b7-16d5-44c2-b301-cf5b8da9c14a req-160277e6-3754-4900-a841-7d9f3ab9692e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1083190 Apr 11 21:11:39.991151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:39.992302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:39.993016 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.201182 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-97efbc7e-849f-46e6-a459-fd214ee76298 req-c45997bc-bfe6-4729-9863-2cfc1fc550c2 tempest-ServerGroupTestJSON-68318052 tempest-ServerGroupTestJSON-68318052-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5be25c-80f3-43ba-84c5-05e695d9df9d HTTP/1.1" status: 200 len: 210 time: 0.0490665 Apr 11 21:11:40.221645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-685423b7-16d5-44c2-b301-cf5b8da9c14a req-244b2d62-ca0e-4526-80bd-17dabd5cdcef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715168 Apr 11 21:11:40.244571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Network': ['ID=ed378aea-146c-4b8c-af5a-91f9ae07d023,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:40.261300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-02e21a72-51ca-488e-b56f-ce787cca015e tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8609822 Apr 11 21:11:40.263587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60032) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:40.275282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ed378aea-146c-4b8c-af5a-91f9ae07d023 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:40.275377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:40.426169 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.530296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7e30ef5-8030-4044-abdc-fbca2e4c70b1 req-3fb64f35-12a6-490d-adcc-2fccf017ae4d tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0705955 Apr 11 21:11:40.590254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Transition to ACTIVE for port object f7ecfae5-71dd-4b07-aeef-5202158acafd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:40.635710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffd40e63-da50-4606-b2b0-a464798da809 req-cf4674fc-9d57-4f44-97df-567e6018f2c9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 210 time: 0.0586030 Apr 11 21:11:40.685185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.751899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.774575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.801602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Network ed378aea-146c-4b8c-af5a-91f9ae07d023 is not hosted by any dhcp agent {{(pid=84667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 11 21:11:40.802435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:40.803376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.807295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "PUT /v2.0/networks/ed378aea-146c-4b8c-af5a-91f9ae07d023 HTTP/1.1" status: 200 len: 858 time: 0.5401261 Apr 11 21:11:40.807679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:40.914959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7af36c-e64d-4b58-affe-fbc069501e8b tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event updated for resources: {'Network': ['ID=ed378aea-146c-4b8c-af5a-91f9ae07d023,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:40.958242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Pushing event updated for resources: {'Port': ['ID=f7ecfae5-71dd-4b07-aeef-5202158acafd,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:40.958806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:40.973242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.973945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.974381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.974871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.975202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.975557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.975887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.976211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.976534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.976854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:40.977174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:11:41.116044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Attempting to bind port f7ecfae5-71dd-4b07-aeef-5202158acafd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:41.116429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Attempting to bind port f7ecfae5-71dd-4b07-aeef-5202158acafd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:41.116842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Attempting to bind port f7ecfae5-71dd-4b07-aeef-5202158acafd on network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:41.125180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:41.125563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Checking segment: {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:41.126023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.126426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Bound using segment: {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:41.126901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Bound port: f7ecfae5-71dd-4b07-aeef-5202158acafd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa955661-a7d4-4bce-8a02-6477dddb0ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:41.127270 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.149157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.195025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed378aea-146c-4b8c-af5a-91f9ae07d023']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:41.212275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8a1b91-1a88-4c1b-8b34-3530294c2b26') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:41.212275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8a1b91-1a88-4c1b-8b34-3530294c2b26') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:41.221829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.263087 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.276465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:41.277389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:41.300485 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:41.411697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] For port f7ecfae5-71dd-4b07-aeef-5202158acafd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:41.415657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] For port f7ecfae5-71dd-4b07-aeef-5202158acafd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f7ecfae5-71dd-4b07-aeef-5202158acafd,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:41.561667 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.603722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.625624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed378aea-146c-4b8c-af5a-91f9ae07d023 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:11:41.631208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:41.641206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed378aea-146c-4b8c-af5a-91f9ae07d023,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:41.651430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1646f51a-d84b-4832-86fe-a9b6876690bf tempest-ExternalNetworksTestJSON-502529100 tempest-ExternalNetworksTestJSON-502529100-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ed378aea-146c-4b8c-af5a-91f9ae07d023 HTTP/1.1" status: 204 len: 168 time: 0.8426030 Apr 11 21:11:41.656060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60060) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:41.707450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb67ce-490c-4c62-a7df-8975c0e669d1 req-bad40f51-2bf5-4ec6-9207-f24b0f1d63da tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:41.717737 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7532f55c-d2c2-47b4-8a40-b3ba01e50676 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] DELETE failed (client error): The resource could not be found. Apr 11 21:11:41.718251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7532f55c-d2c2-47b4-8a40-b3ba01e50676 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:11:41.718349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21cb67ce-490c-4c62-a7df-8975c0e669d1 req-bad40f51-2bf5-4ec6-9207-f24b0f1d63da tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2406511 Apr 11 21:11:41.720188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7532f55c-d2c2-47b4-8a40-b3ba01e50676 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] 10.222.0.61 "DELETE /v2.0/subnets/9e93adea-9cb1-4d0a-a498-7fe6dc47821f HTTP/1.1" status: 404 len: 337 time: 0.0632112 Apr 11 21:11:41.723532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60066) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:41.815597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21cb67ce-490c-4c62-a7df-8975c0e669d1 req-3088698d-0b92-4abe-9da5-1df6809136e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963280 Apr 11 21:11:41.867025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f9428-0f36-43fd-b197-a55f899f1b09 None None] Pushing event updated for resources: {'Port': ['ID=f7ecfae5-71dd-4b07-aeef-5202158acafd,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:41.876054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Routers {'d85ad070-12d8-4bc6-9dbb-405d44822c4a'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:11:41.876375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:42.059884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0ab3e68-6367-4583-bd22-dcddb63c4b2e req-bd95f7d3-136c-44d0-bd1a-5d1b3bb0fe0d tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.2771997 Apr 11 21:11:42.098596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.185275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0527cbb5-8ff4-40cd-94ed-9a45d01e8450 req-b236c202-4a3e-4b32-aeb2-65d01ee120b8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 210 time: 0.0538931 Apr 11 21:11:42.242986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] Set router d85ad070-12d8-4bc6-9dbb-405d44822c4a gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:11:42.372262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.404166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdc1271-9d4f-428a-8528-05a0f3a0c560']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:42.429821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17732eb8-573d-414e-8649-4aa4a3af66bf') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:42.430213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17732eb8-573d-414e-8649-4aa4a3af66bf') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:42.445555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.464378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.471237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:42.471743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:42.500037 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:42.626406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60082) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:42.643691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:11:28Z', 'revision_number': 4, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'f7ecfae5-71dd-4b07-aeef-5202158acafd', 'name': '', 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'mac_address': 'fa:16:3e:e1:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c282e882-9176-407a-bffd-57fffd71bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:27Z', 'updated_at': '2022-04-11T21:11:41Z', 'revision_number': 4, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'subnets': [{'id': 'c282e882-9176-407a-bffd-57fffd71bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:42.648456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff18df-1923-49d5-a85d-9a136ce2fab9 None None] The sync data for ids ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'] in n-d-837321-1 is: [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:11:28Z', 'revision_number': 4, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'f7ecfae5-71dd-4b07-aeef-5202158acafd', 'name': '', 'network_id': 'c33bfb2a-5572-4ee2-81e6-3b26f65844d4', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'mac_address': 'fa:16:3e:e1:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c282e882-9176-407a-bffd-57fffd71bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:27Z', 'updated_at': '2022-04-11T21:11:41Z', 'revision_number': 4, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'subnets': [{'id': 'c282e882-9176-407a-bffd-57fffd71bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:11:42.753150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Deleting subnet 85e23080-5e3a-47d4-b20b-4a71a86ce99f {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:11:42.757055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.780909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4256ac5f-a0d8-4e72-b908-6eca9f24a53f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:42.781645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4256ac5f-a0d8-4e72-b908-6eca9f24a53f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Synchronizing usage tracker for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:42.789505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.796080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:42.917507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4256ac5f-a0d8-4e72-b908-6eca9f24a53f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Unset dirty status for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:42.921114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-4256ac5f-a0d8-4e72-b908-6eca9f24a53f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.69 "GET /v2.0/networks?id=232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 200 len: 809 time: 0.3674111 Apr 11 21:11:42.998925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] Pushing event deleted for resources: {'Network': ['ID=8fdc1271-9d4f-428a-8528-05a0f3a0c560,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:43.022914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:43.025269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-12607778-c041-414c-8125-7907d07a55ea tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Synchronizing usage tracker for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:43.043713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-12607778-c041-414c-8125-7907d07a55ea tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Unset dirty status for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:43.044889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-12607778-c041-414c-8125-7907d07a55ea tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70 HTTP/1.1" status: 200 len: 379 time: 0.1135776 Apr 11 21:11:43.055941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'port': {'device_id': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'admin_state_up': True, 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'security_groups': ['bfea36aa-3052-4bcc-bc34-83903df1b74d']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:43.134412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a6622ac4-1e40-4e26-a9f5-dead8cc32995 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:11:43.159309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-efb22ac1-3341-4d7c-bb74-b7e4ab2bc147 tempest-ExternalNetworksTestJSON-406309377 tempest-ExternalNetworksTestJSON-406309377-project] 10.222.0.61 "DELETE /v2.0/networks/8fdc1271-9d4f-428a-8528-05a0f3a0c560 HTTP/1.1" status: 204 len: 168 time: 1.4346409 Apr 11 21:11:43.253287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:43.266442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: a6622ac4-1e40-4e26-a9f5-dead8cc32995 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:11:43.266979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device a6622ac4-1e40-4e26-a9f5-dead8cc32995 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:11:43.420039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:43.434040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:43.440712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49bb3-760f-4d46-b3ec-defc5acf70dc req-c9078290-16e1-4259-b702-30a8b58c9673 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:43.453528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f49bb3-760f-4d46-b3ec-defc5acf70dc req-c9078290-16e1-4259-b702-30a8b58c9673 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3983388 Apr 11 21:11:43.564864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6724b9b4-678a-4abe-9daf-d93074b6bb06 req-57584ff3-6af5-4438-bf7b-25f88cf357b7 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.1207244 Apr 11 21:11:43.567726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Made reservation on behalf of 5b3f40b6b9444542bcab0dcbeaf45c70 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:43.574891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:43.607607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75f49bb3-760f-4d46-b3ec-defc5acf70dc req-07685bbd-1098-4c87-a28e-9ab8e741c9f3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499741 Apr 11 21:11:43.625985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:43.698835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e23080-5e3a-47d4-b20b-4a71a86ce99f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:43.725580 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:43.736821 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-89f28b06-a28c-4b6c-b3d9-fb0bee3b9a27 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/85e23080-5e3a-47d4-b20b-4a71a86ce99f HTTP/1.1" status: 204 len: 168 time: 1.1087918 Apr 11 21:11:43.741645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:43.913684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd69ec08-6b6b-498d-830e-86d484aa23a7 req-3da1ea17-3c1e-413b-beb5-81dbf11a733d tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 210 time: 0.1068048 Apr 11 21:11:43.917724 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d47beb67-9bc6-4271-9b8e-58de2b66babd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:43.965606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.024666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60144) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:44.044996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Allocated IP 172.20.0.6 (232f6353-b591-4ea0-b1d1-a4f0f21603bf/3643afab-d65a-41e8-a57e-e570e1091748/1faf5644-67ac-476a-a4e2-cc4ffb2dac42) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:44.134482 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.172914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711c9f50-21be-4055-ad0e-14d32868703c']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:44.188298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e4864e-4373-4b3e-ad03-f57d333dda28') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:44.188527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e4864e-4373-4b3e-ad03-f57d333dda28') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:44.201465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.220364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.252223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:44.252512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:44.291801 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:44.441135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.443785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.448907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.463401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f3124d73-cebd-4f32-9d53-1b1dfe01718f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af007b36f7464d43b637ef04a7115748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4374905 Apr 11 21:11:44.465902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60168) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:44.466948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Transition to ACTIVE for port object 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:44.477450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] Pushing event deleted for resources: {'Network': ['ID=711c9f50-21be-4055-ad0e-14d32868703c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:44.483839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b930d97-d9ec-4d48-8fa9-1858bdd3fd8f admin admin] 10.222.0.61 "DELETE /v2.0/networks/711c9f50-21be-4055-ad0e-14d32868703c HTTP/1.1" status: 204 len: 168 time: 0.7383869 Apr 11 21:11:44.573558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3504dd2b-eed1-4fd5-be8f-b120c7b4c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.605321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f7ecfae5-71dd-4b07-aeef-5202158acafd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:44.610366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3504dd2b-eed1-4fd5-be8f-b120c7b4c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.662017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.789929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'Port': ['ID=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:44.832670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f7ecfae5-71dd-4b07-aeef-5202158acafd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:44.839621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f7ecfae5-71dd-4b07-aeef-5202158acafd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:44.840207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:44.857195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:44.860497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:44.864703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:44.872331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5a0b2f3-1127-4d37-95ab-791358d4a5c0 req-f4679782-50a1-4c65-9d3b-ca858a1df342 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0759325 Apr 11 21:11:44.992385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60196) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:45.001091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:45.003927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.086461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3504dd2b-eed1-4fd5-be8f-b120c7b4c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.097275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3504dd2b-eed1-4fd5-be8f-b120c7b4c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.100161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3504dd2b-eed1-4fd5-be8f-b120c7b4c97d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7733d1c8-6013-4270-b352-0dafe71a342d HTTP/1.1" status: 204 len: 168 time: 0.6315684 Apr 11 21:11:45.119257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.159259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7282-e94e-4311-b356-85c565768cce req-cf42fcf6-522d-4942-965b-7b6d04ba0459 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:45.175148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2516cdd6-1e74-4ba0-9b78-6c733b05eaee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c035d0907312465ba688a8e06312e6e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1793025 Apr 11 21:11:45.176088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60208) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:45.184262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c4c7282-e94e-4311-b356-85c565768cce req-cf42fcf6-522d-4942-965b-7b6d04ba0459 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.3785625 Apr 11 21:11:45.184980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f7ecfae5-71dd-4b07-aeef-5202158acafd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f7ecfae5-71dd-4b07-aeef-5202158acafd,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:45.191253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504dd2b-eed1-4fd5-be8f-b120c7b4c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733d1c8-6013-4270-b352-0dafe71a342d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:45.250114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-ae0cc16b-ca0d-462b-95e1-690dfd5f055a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1983137 Apr 11 21:11:45.272405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Request body: {'port': {'device_id': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:45.300107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.402875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c4c7282-e94e-4311-b356-85c565768cce req-311ef67d-62bb-4851-99d8-b8f4a21cb92f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148304 Apr 11 21:11:45.458535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f7ecfae5-71dd-4b07-aeef-5202158acafd,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:45.511515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ddf8761-bcae-4008-bac2-e0fde30c4453 None None] Provisioning for port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:45.514991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.518152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ddf8761-bcae-4008-bac2-e0fde30c4453 None None] Provisioning complete for port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:45.518705 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9ddf8761-bcae-4008-bac2-e0fde30c4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.519138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf39d1bf-658a-4c69-a637-e5b9e420c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.554927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acd4c3-1cc3-4f0d-826d-8cd2ddff5979 req-bb78845d-e4a7-46c6-9f5b-debccc8c9ee3 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:45.561927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22acd4c3-1cc3-4f0d-826d-8cd2ddff5979 req-bb78845d-e4a7-46c6-9f5b-debccc8c9ee3 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 931 time: 0.3151157 Apr 11 21:11:45.583208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf8761-bcae-4008-bac2-e0fde30c4453 None None] Port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:11:45.592278 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf39d1bf-658a-4c69-a637-e5b9e420c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.664196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22acd4c3-1cc3-4f0d-826d-8cd2ddff5979 req-9aaa716c-17af-4cd0-9d0d-cc911fe4985c tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010942 Apr 11 21:11:45.777287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf39d1bf-658a-4c69-a637-e5b9e420c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.806936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39d1bf-658a-4c69-a637-e5b9e420c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec08c8a-baf2-4724-8a4a-15d1e180bc8c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:45.900463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bf39d1bf-658a-4c69-a637-e5b9e420c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:45.901979 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bf39d1bf-658a-4c69-a637-e5b9e420c451 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fec08c8a-baf2-4724-8a4a-15d1e180bc8c HTTP/1.1" status: 204 len: 168 time: 0.7226870 Apr 11 21:11:46.065913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:11:46.075750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.083234 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91e18348-3708-408b-8789-763ae5daabc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.092832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Transition to ACTIVE for port object 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:46.149460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9487dfc3-d9dc-4d6f-8658-24e66041bd8c req-b985afaf-9924-4867-a1a0-5fb243b8c62d tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0459828 Apr 11 21:11:46.203175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60250) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:46.237363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.257192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2486c0e5-ae6e-48e5-8e3d-bb6a24945ffd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92514b70aa6f4bd3b25d7e58739278c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504806 Apr 11 21:11:46.257393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60254) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:46.398650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-669ac20e-4ad8-4315-8e23-22d0e2667969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.398866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Pushing event updated for resources: {'Port': ['ID=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:46.477478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-669ac20e-4ad8-4315-8e23-22d0e2667969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.603465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Attempting to bind port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:46.603843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Attempting to bind port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:46.604460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Attempting to bind port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 on network 232f6353-b591-4ea0-b1d1-a4f0f21603bf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:46.611524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 on network 232f6353-b591-4ea0-b1d1-a4f0f21603bf not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:11:46.611844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Attempting to bind port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 on network 232f6353-b591-4ea0-b1d1-a4f0f21603bf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:46.620476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:46.621072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Checking segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:46.631602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Bound using segment: {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:46.631602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Bound port: 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdbc1b3-7730-4195-b645-c00a2baacf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:46.631602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.637518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f7ecfae5-71dd-4b07-aeef-5202158acafd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:46.697783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-669ac20e-4ad8-4315-8e23-22d0e2667969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.746488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ac20e-4ad8-4315-8e23-22d0e2667969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc6c165-7f85-4d09-9c4b-7498027ba73c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:46.778621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] For port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:46.780586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] For port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:46.803379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-669ac20e-4ad8-4315-8e23-22d0e2667969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.807933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-669ac20e-4ad8-4315-8e23-22d0e2667969 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2dc6c165-7f85-4d09-9c4b-7498027ba73c HTTP/1.1" status: 204 len: 168 time: 0.5462122 Apr 11 21:11:46.831632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f7ecfae5-71dd-4b07-aeef-5202158acafd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:46.832877 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:46.858386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83171d0-c635-4781-ac3f-725488b76f8c req-b9fdd646-9334-40c0-9a9b-afcc5835602b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:46.859817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83171d0-c635-4781-ac3f-725488b76f8c req-b9fdd646-9334-40c0-9a9b-afcc5835602b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2337632 Apr 11 21:11:46.950721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e83171d0-c635-4781-ac3f-725488b76f8c req-73c3b59f-bb52-4e1d-870b-1f9fa48179ef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838089 Apr 11 21:11:46.965322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:47.060863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:47.062936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] 10.222.0.69 "PUT /v2.0/ports/1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 200 len: 1091 time: 1.8007166 Apr 11 21:11:47.068029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:47.091695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ceb24-2b7d-41e6-b95f-615428d258ff service neutron] Pushing event updated for resources: {'Port': ['ID=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:47.108890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43046d8-8f1f-408d-a9e7-a90d3596a6a9 req-e43b3dbc-fa68-4df7-bc8c-88f3e6c2b7a9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:47.109642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f43046d8-8f1f-408d-a9e7-a90d3596a6a9 req-e43b3dbc-fa68-4df7-bc8c-88f3e6c2b7a9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Synchronizing usage tracker for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:47.149668 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36ebc8a-9d7f-4628-a726-3ef4acdbf0f9'] response: {'name': 'network-changed', 'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'status': 'completed', 'code': 200} Apr 11 21:11:47.283696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c2fd2b6-0db1-4f3b-a682-22656421d8f4 req-46136c5d-47b6-48e7-9c48-6416ce55d115 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1094 time: 0.1075673 Apr 11 21:11:47.289147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f43046d8-8f1f-408d-a9e7-a90d3596a6a9 req-e43b3dbc-fa68-4df7-bc8c-88f3e6c2b7a9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Unset dirty status for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:47.297120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f43046d8-8f1f-408d-a9e7-a90d3596a6a9 req-e43b3dbc-fa68-4df7-bc8c-88f3e6c2b7a9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 943 time: 0.3968120 Apr 11 21:11:47.420902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:47.424221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:47.442865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4262a56c-b0e3-4176-90e0-149b9d15bb6b req-5ba3a166-6c9f-4f67-ad47-887fbeb1e3af tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0734951 Apr 11 21:11:47.516829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f43046d8-8f1f-408d-a9e7-a90d3596a6a9 req-00a05794-f519-456b-958b-d907d16875cc tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644411 Apr 11 21:11:47.590572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd2b6-0db1-4f3b-a682-22656421d8f4 req-061d9eae-cef8-4921-b080-c61c6c2b854a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:47.592500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c2fd2b6-0db1-4f3b-a682-22656421d8f4 req-061d9eae-cef8-4921-b080-c61c6c2b854a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2934580 Apr 11 21:11:47.759323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd2b6-0db1-4f3b-a682-22656421d8f4 req-f185f203-086d-4277-8cc5-3d494cfc116d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:47.762719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c2fd2b6-0db1-4f3b-a682-22656421d8f4 req-f185f203-086d-4277-8cc5-3d494cfc116d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605332 Apr 11 21:11:47.890874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-a044d2f4-51bc-46a9-994a-884bb064085b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1094 time: 0.0776331 Apr 11 21:11:47.933907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60350) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:47.967677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-5a0a3ef0-b978-44c1-8951-2fbf690187dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 200 len: 217 time: 0.0705564 Apr 11 21:11:48.041068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-6ca01bc0-6953-4f1f-9c39-e5c78db977b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:48.042593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-6ca01bc0-6953-4f1f-9c39-e5c78db977b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3643afab-d65a-41e8-a57e-e570e1091748 HTTP/1.1" status: 200 len: 848 time: 0.0681756 Apr 11 21:11:48.149156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-9c9a7556-f81c-4be1-9348-9b128a568e3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=232f6353-b591-4ea0-b1d1-a4f0f21603bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990148 Apr 11 21:11:48.154261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1661461577-network', 'tenant_id': '525af26559274805808c5cd5d4da3ad6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:48.165563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:48.171369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Usage tracker for resource:network and tenant:525af26559274805808c5cd5d4da3ad6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:48.177384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:48.184867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:48.244428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5d15f-afa3-4307-8be7-d270520ef705 req-0cae032e-7d50-4cbf-b99d-b2525c84b64f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:48.244428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5b5d15f-afa3-4307-8be7-d270520ef705 req-0cae032e-7d50-4cbf-b99d-b2525c84b64f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1285958 Apr 11 21:11:48.283667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5b5d15f-afa3-4307-8be7-d270520ef705 req-8f25bb51-7dc8-4f9e-a721-3dc38251fa3f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Apr 11 21:11:48.300147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Made reservation on behalf of 525af26559274805808c5cd5d4da3ad6 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:48.305070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.321111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.362437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:48.365063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:525af26559274805808c5cd5d4da3ad6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:48.365920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-e59135ef-f01e-47e9-ad65-17ffc02c59da service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056286 Apr 11 21:11:48.368075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:48.373879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:48.451733 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.517264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.537584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-190f8edb-563d-422c-8a8b-83d7f4fab0e0 req-1c6d6fe5-ab96-4f60-bb58-a0f62496f2de service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658692 Apr 11 21:11:48.553804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:48.573722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb506d3-73dd-4907-b660-cff4c992f834,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:48.579969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.580323 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Added segment 6433b19c-191b-4546-8221-0b15da0b26f1 of type vlan for network 140adfa1-1e51-4a6a-b484-e7a73a76e770 Apr 11 21:11:48.608994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.733929 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.735135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:48.735609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.748875 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:48.816045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc0a58e4-f171-4be3-ad89-1cb9aeda49c4 req-32b0edb8-b542-4bb9-b106-641d6e5affe2 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.1489453 Apr 11 21:11:48.868052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=140adfa1-1e51-4a6a-b484-e7a73a76e770,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:48.881396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836b36-304a-4aa8-b618-7122baa9cb53 req-2e8d4e00-08c7-422b-998b-25755ccc2671 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:48.881637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 140adfa1-1e51-4a6a-b484-e7a73a76e770 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:48.882904 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c836b36-304a-4aa8-b618-7122baa9cb53 req-2e8d4e00-08c7-422b-998b-25755ccc2671 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 943 time: 0.2105525 Apr 11 21:11:49.020610 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1b44f444-6e18-4753-8224-2c4004995ce6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0854509 Apr 11 21:11:49.023343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60416) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:49.026212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c836b36-304a-4aa8-b618-7122baa9cb53 req-14ce6ac1-2075-4b57-ac99-dd81c7b721f3 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367087 Apr 11 21:11:49.030903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Request body: {'subnet': {'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1661461577-subnet', 'tenant_id': '525af26559274805808c5cd5d4da3ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:49.036408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:49.040366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Usage tracker for resource:subnet and tenant:525af26559274805808c5cd5d4da3ad6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:49.047602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:49.049708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:49.168268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Made reservation on behalf of 525af26559274805808c5cd5d4da3ad6 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:49.170718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:49.502875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:49.545060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbaf8e-0e74-45a0-bb9b-e17cf55109b4 req-813bc60d-9be7-437b-98f4-8bce34322db1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0880876 Apr 11 21:11:49.591379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:49.622313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Checking segment: {'id': '6433b19c-191b-4546-8221-0b15da0b26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:49.622665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Network hostable DHCP agents. Network: 140adfa1-1e51-4a6a-b484-e7a73a76e770, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:11:49.636065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7b5b1-413a-4c66-9497-4db260dbc33e req-b5dddf53-bac1-490d-999d-64234a13e397 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:49.637497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44f7b5b1-413a-4c66-9497-4db260dbc33e req-b5dddf53-bac1-490d-999d-64234a13e397 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.2148802 Apr 11 21:11:49.689737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44f7b5b1-413a-4c66-9497-4db260dbc33e req-734b4dbd-b5e2-43c2-9663-08d0c10401da tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Apr 11 21:11:49.752356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Network 140adfa1-1e51-4a6a-b484-e7a73a76e770 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:11:49.860413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 140adfa1-1e51-4a6a-b484-e7a73a76e770) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:49.864860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:49.865604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:49.871208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247e582-7571-4fac-87bc-b7bc17b3f217 None None] Network 140adfa1-1e51-4a6a-b484-e7a73a76e770 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:50.021470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cdb9135b-f70b-44fb-a751-721a6aabf6d0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9969180 Apr 11 21:11:50.054033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d864ec8-d5f2-4f9e-bb27-3f891d50a4d1 req-246636fd-ac7a-4bd2-b785-76139e242dfe tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0448205 Apr 11 21:11:50.224493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f79705-6eb9-4067-a541-41e99ca84fd7 None None] Network 140adfa1-1e51-4a6a-b484-e7a73a76e770 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:11:50.260325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60488) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:50.322281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5561a7-c4d7-407b-8e65-f238eafcc60a req-eaf2c178-2d3e-4221-a9aa-27b8615cb1dc tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:50.323938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d5561a7-c4d7-407b-8e65-f238eafcc60a req-eaf2c178-2d3e-4221-a9aa-27b8615cb1dc tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 943 time: 0.1603451 Apr 11 21:11:50.408282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0f6fc89e-e03e-4924-8c1d-4e9bbdacd2a0 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:50.420400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0d5561a7-c4d7-407b-8e65-f238eafcc60a req-dbd37c08-4bc7-412b-8091-20220a5285a3 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898709 Apr 11 21:11:50.512922 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0f6fc89e-e03e-4924-8c1d-4e9bbdacd2a0 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "PUT /v2.0/quotas/6f8b7f25b8e44561b6ffb50427014c42 HTTP/1.1" status: 200 len: 368 time: 0.2716663 Apr 11 21:11:50.515667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60508) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:50.530093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Request body: {'network': {'project_id': '6f8b7f25b8e44561b6ffb50427014c42'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:50.535761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:50.540219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Usage tracker for resource:network and tenant:6f8b7f25b8e44561b6ffb50427014c42 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:50.543212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:50.555373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:50.648665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Made reservation on behalf of 6f8b7f25b8e44561b6ffb50427014c42 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:50.651149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:50.670301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:50.702681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:50.707407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Usage tracker for resource:security_group_rule and tenant:6f8b7f25b8e44561b6ffb50427014c42 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:50.710837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:50.718710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:50.822341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:50.825599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-452dfb70-2dec-4611-8248-3d3f9b6a1172 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:50.826266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-452dfb70-2dec-4611-8248-3d3f9b6a1172 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Synchronizing usage tracker for tenant:525af26559274805808c5cd5d4da3ad6 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:50.895733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:50.917784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-452dfb70-2dec-4611-8248-3d3f9b6a1172 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Unset dirty status for tenant:525af26559274805808c5cd5d4da3ad6 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:50.918959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-452dfb70-2dec-4611-8248-3d3f9b6a1172 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/networks?id=140adfa1-1e51-4a6a-b484-e7a73a76e770 HTTP/1.1" status: 200 len: 809 time: 0.2634699 Apr 11 21:11:50.946281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:50.948682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-2dd0a77e-6d0f-43d9-8158-f8c5cbe87f32 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/quotas/525af26559274805808c5cd5d4da3ad6 HTTP/1.1" status: 200 len: 375 time: 0.0233274 Apr 11 21:11:50.953782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e1e91-e3b9-4027-8f7c-1515e3b5139c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:50.975639 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:50.975639 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Added segment 670b1003-b0ee-450f-a273-9c541348dc06 of type vlan for network 3b9a0a7a-bee0-4825-8ec8-9400cc371fa1 Apr 11 21:11:50.979343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc07c-3d4e-4996-83b2-6378156f64f7 req-70b7c21e-e25d-467d-ae93-6d1ce0702dff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:50.980880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-abddc07c-3d4e-4996-83b2-6378156f64f7 req-70b7c21e-e25d-467d-ae93-6d1ce0702dff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1467788 Apr 11 21:11:50.998605 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-e4ab8f60-af66-4329-8368-a31b6f0759f1 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=525af26559274805808c5cd5d4da3ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485466 Apr 11 21:11:51.024065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.075963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-abddc07c-3d4e-4996-83b2-6378156f64f7 req-8f05c13c-0fce-4bb0-9bb5-9d1faca234a2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757017 Apr 11 21:11:51.142607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-03db0967-5dbd-4c2c-9d66-4f284a6c0610 service neutron] 10.222.0.61 "GET /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368420 Apr 11 21:11:51.162587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.163674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:51.164407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.262550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:11:51.286063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-c597b561-7e56-45de-bf6f-5bf44a9501b0 service neutron] 10.222.0.61 "GET /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365337 Apr 11 21:11:51.313799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d7ad3d0-44a0-4261-a2ca-0ce2ef6c80f4 req-15bccd99-74ae-4ac0-af4b-0b480ab872ea tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0640521 Apr 11 21:11:51.325129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Pushing event updated for resources: {'Network': ['ID=3b9a0a7a-bee0-4825-8ec8-9400cc371fa1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:51.373792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-16f3a2d7-a638-4422-bda8-ed8310e8468e tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8568850 Apr 11 21:11:51.379248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60552) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:51.385095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Request body: {'network': {'project_id': '6f8b7f25b8e44561b6ffb50427014c42'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:51.388237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 3b9a0a7a-bee0-4825-8ec8-9400cc371fa1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:51.390799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:51.395360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Usage tracker for resource:network and tenant:6f8b7f25b8e44561b6ffb50427014c42 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:51.398426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:51.404403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:51.538513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:51.555862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'port_id': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'mac_address': 'fa:16:3e:76:4d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:11:51.610014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Made reservation on behalf of 6f8b7f25b8e44561b6ffb50427014c42 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:51.612617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.617893 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.639052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:11:51.655347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:51.696937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:11:51.710332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.722999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.723350 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Added segment e4902d5c-5d3a-4f61-861e-d2ee5caad0dc of type vlan for network 22f715d4-4996-4c44-ab42-6ed07af29df3 Apr 11 21:11:51.765235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fc6cf-b093-49fc-a07e-8bc3eae12df1 req-7e5a0a64-d7f1-4c3f-803e-d9b8bbc31d58 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:51.766703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-566fc6cf-b093-49fc-a07e-8bc3eae12df1 req-7e5a0a64-d7f1-4c3f-803e-d9b8bbc31d58 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 943 time: 0.1326952 Apr 11 21:11:51.768323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.777448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:51.835642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-566fc6cf-b093-49fc-a07e-8bc3eae12df1 req-17c6fffb-8752-4fad-911f-4f93ca9f9edf tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621068 Apr 11 21:11:51.870235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-786f9b85-e987-4486-895e-23c6bd4171a4 req-b38c1946-655c-497f-94a1-97440f9501da service neutron] (84667) timed out ('10.222.0.61', 50458) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:11:51.902745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.903684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:51.906201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:51.921194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['1faf5644-67ac-476a-a4e2-cc4ffb2dac42'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:11:52.028826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b2cc0bd-383b-48fa-a545-e6d991bd9608 req-2c8fecc6-c62c-4752-9bb1-868df3168a1d tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 210 time: 0.0983560 Apr 11 21:11:52.121065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Pushing event updated for resources: {'Network': ['ID=22f715d4-4996-4c44-ab42-6ed07af29df3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:52.138540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 22f715d4-4996-4c44-ab42-6ed07af29df3 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:11:52.198512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-678ac237-7ced-431f-8e3d-669e0684efcb tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8180010 Apr 11 21:11:52.201368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:52.207755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Request body: {'network': {'project_id': '6f8b7f25b8e44561b6ffb50427014c42'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:52.213384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:52.219692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Usage tracker for resource:network and tenant:6f8b7f25b8e44561b6ffb50427014c42 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:52.266918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:52.280651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:52.284845 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 11 21:11:52.286278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:11:52.290441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60604) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:52.290978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-59796eb4-1e07-4ec6-8e5d-30de8c3d7ade tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0881567 Apr 11 21:11:52.347076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dca5b-49c1-43ce-8787-4c4a2cf6a43d req-d7ee9128-37bf-4baa-a8c8-fa852309d7d0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:52.350468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b4dca5b-49c1-43ce-8787-4c4a2cf6a43d req-d7ee9128-37bf-4baa-a8c8-fa852309d7d0 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1331992 Apr 11 21:11:52.367321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f8c48c90-1f17-474a-9b42-9936e8d2eef8 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f8b7f25b8e44561b6ffb50427014c42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0732718 Apr 11 21:11:52.367541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60612) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:52.406837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b4dca5b-49c1-43ce-8787-4c4a2cf6a43d req-be13efe4-09bf-4962-b788-8fadfc666afc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466390 Apr 11 21:11:52.443964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6904-94c1-48d7-b8dc-a4e812830c35 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:52.485425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6904-94c1-48d7-b8dc-a4e812830c35 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:52.492736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b71411b4-0d8f-4371-8f7d-e95423cdb14a req-cd64a924-10b3-430f-b318-c724c1d31e30 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=61bd25b8a0364dfe8e69ce606da1f985&device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0422351 Apr 11 21:11:52.545039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b71411b4-0d8f-4371-8f7d-e95423cdb14a req-f4b95fec-e168-48b1-b361-6177cb4d1ea4 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=61bd25b8a0364dfe8e69ce606da1f985&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445664 Apr 11 21:11:52.585854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d00b916e-7431-4b0e-b060-3ed06b6ba666 req-0665c26b-10a0-4ed9-9da9-bd27c78bea34 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0431328 Apr 11 21:11:52.693724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71411b4-0d8f-4371-8f7d-e95423cdb14a req-63b16374-cb81-4a5d-94eb-51cca0411c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:52.695160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b71411b4-0d8f-4371-8f7d-e95423cdb14a req-63b16374-cb81-4a5d-94eb-51cca0411c67 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447480 Apr 11 21:11:52.705506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6904-94c1-48d7-b8dc-a4e812830c35 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:52.724811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a6904-94c1-48d7-b8dc-a4e812830c35 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e1e91-e3b9-4027-8f7c-1515e3b5139c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:52.727265 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6904-94c1-48d7-b8dc-a4e812830c35 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:52.728465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef6a6904-94c1-48d7-b8dc-a4e812830c35 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/a86e1e91-e3b9-4027-8f7c-1515e3b5139c HTTP/1.1" status: 204 len: 168 time: 0.3600776 Apr 11 21:11:52.731008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60632) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:52.837495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:52.980239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.012003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f715d4-4996-4c44-ab42-6ed07af29df3']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:53.025711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4902d5c-5d3a-4f61-861e-d2ee5caad0dc') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:53.026012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4902d5c-5d3a-4f61-861e-d2ee5caad0dc') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:53.038815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.057276 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.064687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:53.065095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:53.079812 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:53.186589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2040-f211-413f-ba9d-34b9884aba01 req-ecafcb1a-b487-482c-911a-54d2e098bed7 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:53.187937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e7e2040-f211-413f-ba9d-34b9884aba01 req-ecafcb1a-b487-482c-911a-54d2e098bed7 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 944 time: 0.1992223 Apr 11 21:11:53.190954 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-27bbcb99-4962-4b35-9748-84205eb8f8c5 req-eca3b112-6773-488c-b8c1-6788ba441319 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 210 time: 0.0627341 Apr 11 21:11:53.242013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e7e2040-f211-413f-ba9d-34b9884aba01 req-ed540f30-1d6e-4bc0-b871-02f9d39fa98a tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473197 Apr 11 21:11:53.268858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:53.282720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.301820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.310851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Pushing event deleted for resources: {'Network': ['ID=22f715d4-4996-4c44-ab42-6ed07af29df3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:53.313355 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f653c573-4d93-4055-befb-10340596d308 tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "DELETE /v2.0/networks/22f715d4-4996-4c44-ab42-6ed07af29df3 HTTP/1.1" status: 204 len: 168 time: 0.5813971 Apr 11 21:11:53.316758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60662) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:53.431818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.464724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:53.470882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:53.471363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.560211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.588965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9a0a7a-bee0-4825-8ec8-9400cc371fa1']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:53.601305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670b1003-b0ee-450f-a273-9c541348dc06') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:53.601625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670b1003-b0ee-450f-a273-9c541348dc06') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:11:53.604987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.613300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.632080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:53.632920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.641200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:11:53.641604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:11:53.659480 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:11:53.669734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:53.704328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1663-36c0-4cdf-93fd-940b8a774233 req-16e330aa-d2bb-4838-80c5-25e5f4445238 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:53.706005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-073b1663-36c0-4cdf-93fd-940b8a774233 req-16e330aa-d2bb-4838-80c5-25e5f4445238 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1490865 Apr 11 21:11:53.763133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.797307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-073b1663-36c0-4cdf-93fd-940b8a774233 req-53562958-915f-4be3-9705-d51bab003635 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843961 Apr 11 21:11:53.844009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:53.860142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86cebdde-a5bd-44fb-9590-badbd7e975c7 req-7dfab976-51ed-4ed1-a424-b5f028d44055 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0566099 Apr 11 21:11:53.860866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.885562 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0baa66f-5c29-4424-8fe4-0077b76355e8'] response: {'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'code': 200} Apr 11 21:11:53.888495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:53.891071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b9a0a7a-bee0-4825-8ec8-9400cc371fa1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:53.896755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ff7eec2d-470f-4238-9a85-d8e26bb8908f tempest-QuotasNegativeTest-1880876469 tempest-QuotasNegativeTest-1880876469-project-admin] 10.222.0.61 "DELETE /v2.0/networks/3b9a0a7a-bee0-4825-8ec8-9400cc371fa1 HTTP/1.1" status: 204 len: 168 time: 0.5783334 Apr 11 21:11:54.047522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b71411b4-0d8f-4371-8f7d-e95423cdb14a req-ab9eeef9-00cc-495d-aa66-19e57e33ac1b tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0480225 Apr 11 21:11:54.074698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d3c1a27-9183-486c-aa49-d693dce021c8 req-954cc2d8-6853-43b2-982a-dfe70a9ffd4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1096 time: 0.1103303 Apr 11 21:11:54.123728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d3c1a27-9183-486c-aa49-d693dce021c8 req-435af22a-23c0-4aac-840d-c2f90e61a36e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Apr 11 21:11:54.407657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b4d1036c-abc5-4d03-aa8d-5e14f0f0f122 req-a3b7610c-7693-4335-8414-30ca6ede95e0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 210 time: 0.0429580 Apr 11 21:11:54.480866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde80b-33a0-4674-8962-0d39e7280791 req-9da05945-9e9c-44aa-8371-4ff8244dd026 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:54.482354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cde80b-33a0-4674-8962-0d39e7280791 req-9da05945-9e9c-44aa-8371-4ff8244dd026 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.0889294 Apr 11 21:11:54.532254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cde80b-33a0-4674-8962-0d39e7280791 req-35296d27-610e-4ad1-bd58-6e105236c1c8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440311 Apr 11 21:11:54.969526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60746) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:55.033768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eddfa-40fe-42db-b5f3-44992a5fd5c3 req-8fb39aa3-dce4-4037-994b-549e7f0cb3bf tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:55.036473 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-829eddfa-40fe-42db-b5f3-44992a5fd5c3 req-8fb39aa3-dce4-4037-994b-549e7f0cb3bf tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 943 time: 0.1084921 Apr 11 21:11:55.133996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-829eddfa-40fe-42db-b5f3-44992a5fd5c3 req-e355d874-af9f-4c18-a4a2-1107e4ec789a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912952 Apr 11 21:11:55.143208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-21408e51-1e54-43aa-9682-94f8c7fdbcb1 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:55.145745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-21408e51-1e54-43aa-9682-94f8c7fdbcb1 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.75 "GET /v2.0/networks?id=140adfa1-1e51-4a6a-b484-e7a73a76e770 HTTP/1.1" status: 200 len: 809 time: 0.2542205 Apr 11 21:11:55.192726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f8682448-3423-447e-bdcf-1cddca840bcc req-d64ef6e7-3054-4225-bc95-3676e59bb062 tempest-ServerShowV254Test-2028635654 tempest-ServerShowV254Test-2028635654-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0797af2-f554-4b51-b116-89a78f3f161e HTTP/1.1" status: 200 len: 210 time: 0.0668955 Apr 11 21:11:55.200379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Request body: {'port': {'device_id': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770', 'admin_state_up': True, 'tenant_id': '525af26559274805808c5cd5d4da3ad6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:55.276279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:11:55.301479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.402059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:55.412252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Usage tracker for resource:security_group_rule and tenant:b27fa60b534f4869b726b9c23ee8f0e6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:55.415965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:55.420438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:55.427751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Usage tracker for resource:port and tenant:525af26559274805808c5cd5d4da3ad6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:55.429105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:55.437324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:55.477498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:55.522962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.571589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:55.587585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Made reservation on behalf of 525af26559274805808c5cd5d4da3ad6 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:11:55.589744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1', 'mac_address': 'fa:16:3e:47:dc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:11:55.597325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.636768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ff66cb8-c20a-4a0e-b2f3-eec64011c651 req-cd7b16b8-4ffa-47cc-a2b1-9547c1f7a963 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 210 time: 0.0597153 Apr 11 21:11:55.667384 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.687690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.703028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:11:55.720514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:55.740115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72cd522-a77f-4e73-86ff-5638f5e69a89,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:55.746442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f3d9e74-6262-4a60-b663-5f961c4ef1db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b27fa60b534f4869b726b9c23ee8f0e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7759337 Apr 11 21:11:55.749042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60780) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:55.786514 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.822513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7b75a78-e8c4-4dce-8667-0e3971994603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.852219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7b75a78-e8c4-4dce-8667-0e3971994603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:55.872108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Allocated IP 172.20.0.6 (140adfa1-1e51-4a6a-b484-e7a73a76e770/066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2/6d9be255-2c7e-40fb-8005-85148d9849aa) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:55.872477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:55.879846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b364267-7fdf-4f41-b460-913db42dec43 req-33323dd7-31e6-4bd7-87fb-412904cd5e3c tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:55.881340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b364267-7fdf-4f41-b460-913db42dec43 req-33323dd7-31e6-4bd7-87fb-412904cd5e3c tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.1921217 Apr 11 21:11:55.961012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6b364267-7fdf-4f41-b460-913db42dec43 req-5c699116-6faf-42bc-b097-f8ae18d9be4c tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724580 Apr 11 21:11:56.001599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['19383cc4-4916-4fc6-bcad-cb4b4078d5a1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:11:56.010913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7b75a78-e8c4-4dce-8667-0e3971994603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:56.034789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b75a78-e8c4-4dce-8667-0e3971994603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72cd522-a77f-4e73-86ff-5638f5e69a89,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:56.043876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7b75a78-e8c4-4dce-8667-0e3971994603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:56.064233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f7b75a78-e8c4-4dce-8667-0e3971994603 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f72cd522-a77f-4e73-86ff-5638f5e69a89 HTTP/1.1" status: 204 len: 168 time: 0.3134472 Apr 11 21:11:56.166544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:56.263217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd6df7-df3b-47b9-8c34-8129cd98aa52 req-b520db42-f61b-4609-b176-560142f1a362 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:56.264992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57cd6df7-df3b-47b9-8c34-8129cd98aa52 req-b520db42-f61b-4609-b176-560142f1a362 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.1576009 Apr 11 21:11:56.272202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:56.361256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57cd6df7-df3b-47b9-8c34-8129cd98aa52 req-bfc2a385-e42f-4563-a322-238891fd7d62 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799417 Apr 11 21:11:56.494363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Network 140adfa1-1e51-4a6a-b484-e7a73a76e770 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:56.515900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:56.518118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Pushing event updated for resources: {'Port': ['ID=6d9be255-2c7e-40fb-8005-85148d9849aa,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:56.528040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:56.616615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:56.618022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:56.689656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c7bc3-5a75-4c1c-ab01-746b70cd3a13 req-fb3ea2fe-70db-488c-bd40-675c3eef284c tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:56.695983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-950c7bc3-5a75-4c1c-ab01-746b70cd3a13 req-fb3ea2fe-70db-488c-bd40-675c3eef284c tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.0974607 Apr 11 21:11:56.737605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-dc0bf51e-964a-478e-8ad5-5351518099f0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5433822 Apr 11 21:11:56.739309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-950c7bc3-5a75-4c1c-ab01-746b70cd3a13 req-0fb64d4e-5d22-438e-af19-3648be1ec71e tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Apr 11 21:11:56.755317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Request body: {'port': {'device_id': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:56.770555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:56.885459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58804c78-9272-4240-a820-90f9bcf2211f req-c2f35acf-33a1-4294-840b-9b9b654c87fa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:56.886832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58804c78-9272-4240-a820-90f9bcf2211f req-c2f35acf-33a1-4294-840b-9b9b654c87fa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 944 time: 0.1895444 Apr 11 21:11:56.922490 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:56.985290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebecef-9a9c-464c-b49f-5c9155b285b7 req-6c2ea076-452c-4299-8d81-32056a4f0386 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:56.988764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95ebecef-9a9c-464c-b49f-5c9155b285b7 req-6c2ea076-452c-4299-8d81-32056a4f0386 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 931 time: 0.1149731 Apr 11 21:11:57.000788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58804c78-9272-4240-a820-90f9bcf2211f req-60d9aa17-e1ef-4702-b391-7c74d880be39 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078906 Apr 11 21:11:57.068645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-95ebecef-9a9c-464c-b49f-5c9155b285b7 req-b1b85425-4fe1-4344-afbe-1e1c742f7a14 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Synchronizing usage tracker for tenant:525af26559274805808c5cd5d4da3ad6 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:57.111150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60832) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:57.134491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.183643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:57.188161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Usage tracker for resource:security_group_rule and tenant:39ec21c7ff034f1ab68f22468866ca87 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:57.192350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:57.202229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:57.240111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-95ebecef-9a9c-464c-b49f-5c9155b285b7 req-b1b85425-4fe1-4344-afbe-1e1c742f7a14 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Unset dirty status for tenant:525af26559274805808c5cd5d4da3ad6 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:57.243433 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-95ebecef-9a9c-464c-b49f-5c9155b285b7 req-b1b85425-4fe1-4344-afbe-1e1c742f7a14 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492929 Apr 11 21:11:57.292383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:11:57.364923 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.380514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60838) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:57.424750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9be255-2c7e-40fb-8005-85148d9849aa {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:11:57.433265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.453817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Transition to ACTIVE for port object 6d9be255-2c7e-40fb-8005-85148d9849aa will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:11:57.461180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.585425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.631243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:11:57.636272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.637668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:11:57.638081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.666234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c86157-a2e9-4c27-bacd-60f95b49a3a2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:57.676309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c36f28aa-e481-437b-9d1c-ddde59125b38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39ec21c7ff034f1ab68f22468866ca87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5632968 Apr 11 21:11:57.685409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:57.712453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:57.719444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Pushing event updated for resources: {'Port': ['ID=6d9be255-2c7e-40fb-8005-85148d9849aa,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:57.730929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Usage tracker for resource:security_group_rule and tenant:61bd25b8a0364dfe8e69ce606da1f985 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:57.738223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c3ad468b-86b4-4494-a69f-5413e6da50d1 tempest-TestServerBasicOps-1253796949 tempest-TestServerBasicOps-1253796949-project-admin] Synchronizing usage tracker for tenant:d6a4204058f04847b8d83e90c257fb2a on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:57.747891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:57.765169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:57.798422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.812918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41cf2dbc-c0c9-4dbd-aa9e-96d32a02da64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.830232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:57.844221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:11:57.854844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41cf2dbc-c0c9-4dbd-aa9e-96d32a02da64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.861257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Attempting to bind port 6d9be255-2c7e-40fb-8005-85148d9849aa on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:11:57.861597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Attempting to bind port 6d9be255-2c7e-40fb-8005-85148d9849aa by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '6433b19c-191b-4546-8221-0b15da0b26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:11:57.861975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Attempting to bind port 6d9be255-2c7e-40fb-8005-85148d9849aa on network 140adfa1-1e51-4a6a-b484-e7a73a76e770 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:57.874150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Port 6d9be255-2c7e-40fb-8005-85148d9849aa on network 140adfa1-1e51-4a6a-b484-e7a73a76e770 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:11:57.874699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Attempting to bind port 6d9be255-2c7e-40fb-8005-85148d9849aa on network 140adfa1-1e51-4a6a-b484-e7a73a76e770 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:11:57.884472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:11:57.884811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Checking segment: {'id': '6433b19c-191b-4546-8221-0b15da0b26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:11:57.885211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Bound using segment: {'id': '6433b19c-191b-4546-8221-0b15da0b26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:11:57.885675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Bound port: 6d9be255-2c7e-40fb-8005-85148d9849aa, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6433b19c-191b-4546-8221-0b15da0b26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:11:57.886019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.930756 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe3f67e-4076-4b4b-b8ac-6e4faab487d2'] response: {'server_uuid': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1', 'code': 200} Apr 11 21:11:57.955276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c3ad468b-86b4-4494-a69f-5413e6da50d1 tempest-TestServerBasicOps-1253796949 tempest-TestServerBasicOps-1253796949-project-admin] Unset dirty status for tenant:d6a4204058f04847b8d83e90c257fb2a on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:57.956557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c3ad468b-86b4-4494-a69f-5413e6da50d1 tempest-TestServerBasicOps-1253796949 tempest-TestServerBasicOps-1253796949-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1091 time: 1.1844208 Apr 11 21:11:57.960201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60854) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:57.963595 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.970129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:11:57.977530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:57.980661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:11:57.985998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Usage tracker for resource:floatingip and tenant:5b3f40b6b9444542bcab0dcbeaf45c70 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:11:57.989844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:11:57.995858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:11:58.039279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.046213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:58.073806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] For port 6d9be255-2c7e-40fb-8005-85148d9849aa, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:11:58.089683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] For port 6d9be255-2c7e-40fb-8005-85148d9849aa, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6d9be255-2c7e-40fb-8005-85148d9849aa,segment=NetworkSegment(6433b19c-191b-4546-8221-0b15da0b26f1),segment_id=6433b19c-191b-4546-8221-0b15da0b26f1)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:11:58.094365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57bcf1c-3350-45a2-b755-b1c4ac66931f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:58.102865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-01783ae9-4347-4e5a-ae35-6a4364633a04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61bd25b8a0364dfe8e69ce606da1f985&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7205966 Apr 11 21:11:58.103800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41cf2dbc-c0c9-4dbd-aa9e-96d32a02da64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.107697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60860) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:11:58.127101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74c4b760-42d0-4d9b-91eb-1383ba6fe5aa req-fe501a5b-0c59-47ec-8a82-1c2ad5899360 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 1096 time: 0.1096587 Apr 11 21:11:58.141480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf2dbc-c0c9-4dbd-aa9e-96d32a02da64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c86157-a2e9-4c27-bacd-60f95b49a3a2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:58.167094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41cf2dbc-c0c9-4dbd-aa9e-96d32a02da64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.171255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-41cf2dbc-c0c9-4dbd-aa9e-96d32a02da64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12c86157-a2e9-4c27-bacd-60f95b49a3a2 HTTP/1.1" status: 204 len: 168 time: 0.4825425 Apr 11 21:11:58.179704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.185623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74c4b760-42d0-4d9b-91eb-1383ba6fe5aa req-f705a0c8-a7ec-454f-b368-77dddaf207ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526352 Apr 11 21:11:58.248359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.346563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d59627c6-c656-4b45-84e1-84b95f10cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.367395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.369446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] 10.222.0.75 "PUT /v2.0/ports/6d9be255-2c7e-40fb-8005-85148d9849aa HTTP/1.1" status: 200 len: 1091 time: 1.6196144 Apr 11 21:11:58.370111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'tag': '6d9be255-2c7e-40fb-8005-85148d9849aa'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:11:58.403840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d59627c6-c656-4b45-84e1-84b95f10cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.414900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6df24-9170-4d7f-9b37-deb11a321f2d service neutron] Pushing event updated for resources: {'Port': ['ID=6d9be255-2c7e-40fb-8005-85148d9849aa,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:58.458184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1cc8-0233-4dc1-b734-67b5cadd109e req-8ec713c2-c8ea-4f9f-ac0e-ee33cd9949a9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:58.459978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c20a1cc8-0233-4dc1-b734-67b5cadd109e req-8ec713c2-c8ea-4f9f-ac0e-ee33cd9949a9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 945 time: 0.2611980 Apr 11 21:11:58.547436 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c20a1cc8-0233-4dc1-b734-67b5cadd109e req-9cd3dfe6-85fc-4aac-8a19-13d03874c9e2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808377 Apr 11 21:11:58.554092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.626244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d59627c6-c656-4b45-84e1-84b95f10cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.647648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-48967b6f-9175-4e13-949d-d2d45a6007dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=525af26559274805808c5cd5d4da3ad6&device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 1094 time: 0.1654341 Apr 11 21:11:58.659337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42041-13f7-4c49-951f-9c2af6a30a7e req-4b239943-4cdf-4e4d-9081-3fa7eb1d89ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:58.660640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0fe42041-13f7-4c49-951f-9c2af6a30a7e req-4b239943-4cdf-4e4d-9081-3fa7eb1d89ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Synchronizing usage tracker for tenant:525af26559274805808c5cd5d4da3ad6 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:11:58.671454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59627c6-c656-4b45-84e1-84b95f10cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57bcf1c-3350-45a2-b755-b1c4ac66931f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:58.747881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d59627c6-c656-4b45-84e1-84b95f10cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:58.750536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d59627c6-c656-4b45-84e1-84b95f10cfd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e57bcf1c-3350-45a2-b755-b1c4ac66931f HTTP/1.1" status: 204 len: 168 time: 0.6332889 Apr 11 21:11:58.765914 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859fc1ab-091f-4724-aeca-f90940797269'] response: {'name': 'network-changed', 'server_uuid': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'tag': '6d9be255-2c7e-40fb-8005-85148d9849aa', 'status': 'completed', 'code': 200} Apr 11 21:11:58.784403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-7b206455-f7e5-4ba2-b21d-165fdfd265b7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9be255-2c7e-40fb-8005-85148d9849aa HTTP/1.1" status: 200 len: 217 time: 0.1170001 Apr 11 21:11:58.801207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Allocated IP 172.25.5.188 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5023f5be-cf35-4668-8d0d-44f10e83d92a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:11:58.868441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-d77a8386-cad1-4b85-bb26-134f0062c55c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:58.870458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-d77a8386-cad1-4b85-bb26-134f0062c55c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2 HTTP/1.1" status: 200 len: 849 time: 0.0765591 Apr 11 21:11:58.940126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0fe42041-13f7-4c49-951f-9c2af6a30a7e req-4b239943-4cdf-4e4d-9081-3fa7eb1d89ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Unset dirty status for tenant:525af26559274805808c5cd5d4da3ad6 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:11:58.942048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fe42041-13f7-4c49-951f-9c2af6a30a7e req-4b239943-4cdf-4e4d-9081-3fa7eb1d89ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 943 time: 0.4153481 Apr 11 21:11:58.950427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-7e0eb324-39e5-4fb4-abb9-ec3ef7e465c8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=140adfa1-1e51-4a6a-b484-e7a73a76e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705290 Apr 11 21:11:58.979434 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:59.028000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:59.197552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:11:59.251130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0fe42041-13f7-4c49-951f-9c2af6a30a7e req-b4ce1c57-d649-4ce1-9298-bf15c546dba6 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997720 Apr 11 21:11:59.411216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-3f90d32a-ff21-409e-86dd-b62460a06b4d service neutron] 10.222.0.75 "GET /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419649 Apr 11 21:11:59.443120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'Port': ['ID=5023f5be-cf35-4668-8d0d-44f10e83d92a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:11:59.463038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:11:59.464445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:11:59.466822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:11:59.561486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f3d69c2-d24a-4b06-9593-1f375f5bd8f2 req-29e08aa1-0691-4e4e-b17c-6810572451c3 service neutron] 10.222.0.75 "GET /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391490 Apr 11 21:11:59.807824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-9a5cd6d3-2da3-494d-a9b4-f51d32f08f95 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=525af26559274805808c5cd5d4da3ad6&device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 1094 time: 0.0888038 Apr 11 21:11:59.937262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7731c83-997b-4cd4-89e7-04b0e2379663 req-5105fda9-a9e9-40a9-b203-f58945f71c72 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:59.940000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7731c83-997b-4cd4-89e7-04b0e2379663 req-5105fda9-a9e9-40a9-b203-f58945f71c72 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 945 time: 0.2378757 Apr 11 21:11:59.958304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-cce386c5-4ec7-4bfa-a199-d5d40725cc37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:11:59.959853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-cce386c5-4ec7-4bfa-a199-d5d40725cc37 service neutron] 10.222.0.75 "GET /v2.0/networks?id=140adfa1-1e51-4a6a-b484-e7a73a76e770 HTTP/1.1" status: 200 len: 910 time: 0.1438811 Apr 11 21:12:00.039721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-e00617f3-6211-4b71-85fd-c018b0126dcc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9be255-2c7e-40fb-8005-85148d9849aa HTTP/1.1" status: 200 len: 217 time: 0.0711124 Apr 11 21:12:00.044241 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7731c83-997b-4cd4-89e7-04b0e2379663 req-68e0d57f-b147-490d-8527-7b6c5e540408 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810351 Apr 11 21:12:00.126020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-3ab9eb36-6018-4038-a1f7-972e4a382aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:00.127828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-3ab9eb36-6018-4038-a1f7-972e4a382aca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2 HTTP/1.1" status: 200 len: 849 time: 0.0781932 Apr 11 21:12:00.279246 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-a3c75922-5165-4250-b4cd-d7fba7865222 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=140adfa1-1e51-4a6a-b484-e7a73a76e770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432116 Apr 11 21:12:00.316415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:00.455890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c3869-5aa2-4d01-85b9-8a7566bc7fea req-7fd889b9-98d1-429f-9985-eb8de4342b72 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:00.455890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d06c3869-5aa2-4d01-85b9-8a7566bc7fea req-7fd889b9-98d1-429f-9985-eb8de4342b72 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 945 time: 0.2440617 Apr 11 21:12:00.455890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-2a3e9b36-18d4-44ce-8e6e-5281833938e9 service neutron] 10.222.0.75 "GET /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585712 Apr 11 21:12:00.526674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4af003-c0d8-486a-9420-dbb5869128ac req-42130eae-9517-4f72-9412-2427c08c3352 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:00.528131 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ed4af003-c0d8-486a-9420-dbb5869128ac req-42130eae-9517-4f72-9412-2427c08c3352 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 943 time: 0.0835927 Apr 11 21:12:00.601829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d06c3869-5aa2-4d01-85b9-8a7566bc7fea req-ff73dc5b-7c58-4a7a-8dec-4972bb4fa025 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333792 Apr 11 21:12:00.628358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bd7cd79-8608-447f-bbce-f5b9eb1d2fe2 req-812bd15d-84bd-4cc7-b1a3-de0cea8f3fe7 service neutron] 10.222.0.75 "GET /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593211 Apr 11 21:12:00.736474 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ed4af003-c0d8-486a-9420-dbb5869128ac req-672df9cd-c9b8-45be-aeed-f5b86e11714e tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023921 Apr 11 21:12:00.751347 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:00.764134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:00.862451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:01.010968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1856612554-network', 'tenant_id': '1e19eeae5fe0464aba7340aedd579703'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:01.016753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:01.022333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Usage tracker for resource:network and tenant:1e19eeae5fe0464aba7340aedd579703 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:01.025811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:01.031651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:01.093180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.184753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Made reservation on behalf of 1e19eeae5fe0464aba7340aedd579703 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:01.187133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.204659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.233939 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.237854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:01.242127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e19eeae5fe0464aba7340aedd579703 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:01.245140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:01.255538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:01.391206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.469499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event updated for resources: {'Port': ['ID=5023f5be-cf35-4668-8d0d-44f10e83d92a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:01.477778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.481859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.520536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:12:01.535290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b620a-3d57-479c-b3cd-34923f0564ad,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:01.554817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.555167 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Added segment dd77c207-0714-43d4-bcf5-c4a49c9c92f5 of type vlan for network f336a473-4c4a-4d20-be37-f099f48ac988 Apr 11 21:12:01.594240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.666514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd658ae3-d2bc-47d2-a6d6-bf383c51e02e req-2e6cc623-b020-4d56-b661-a73954e2ec9c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:01.668007 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd658ae3-d2bc-47d2-a6d6-bf383c51e02e req-2e6cc623-b020-4d56-b661-a73954e2ec9c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 945 time: 0.2685659 Apr 11 21:12:01.732975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd658ae3-d2bc-47d2-a6d6-bf383c51e02e req-51130746-eb4a-4f30-9b38-be71584750fe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Apr 11 21:12:01.740766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.741888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:01.742523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:01.780438 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Floating IP 8ad7579f-167f-405c-8334-9bb5a3d22adf associated. External IP: 172.25.5.188, port: 1faf5644-67ac-476a-a4e2-cc4ffb2dac42. Apr 11 21:12:01.869561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f336a473-4c4a-4d20-be37-f099f48ac988,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:01.881405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f336a473-4c4a-4d20-be37-f099f48ac988 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:12:01.894448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60952) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:01.941812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0d59b8b7-fdb2-4a3c-a062-47e6cf0e53f4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0663021 Apr 11 21:12:01.943548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 60958) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:01.951102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Request body: {'subnet': {'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1856612554-subnet', 'tenant_id': '1e19eeae5fe0464aba7340aedd579703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:01.963107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:01.983850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Usage tracker for resource:subnet and tenant:1e19eeae5fe0464aba7340aedd579703 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:01.987083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:01.994164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:02.061086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1310308591', 'router:external': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:02.077330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:02.083638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:network and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:02.087597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:02.094321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:02.100032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Made reservation on behalf of 1e19eeae5fe0464aba7340aedd579703 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:02.105876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.210677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18594e-da8a-419c-876a-786701ad035d req-fbcdae50-700e-42c7-af1c-12e9a84457a0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:02.218263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ee18594e-da8a-419c-876a-786701ad035d req-fbcdae50-700e-42c7-af1c-12e9a84457a0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 943 time: 0.2078223 Apr 11 21:12:02.280698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Made reservation on behalf of 9d5ea7a5fec145f6b957deec097f1abb for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:02.282979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.290270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Router 053e95fb-a752-4c19-add0-939122ed0689 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:12:02.296419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ee18594e-da8a-419c-876a-786701ad035d req-7ce442ef-133c-4277-9900-b3bf26bc6d9b tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772662 Apr 11 21:12:02.302508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.400223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:02.418419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:security_group_rule and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:02.431178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:02.439044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:02.516118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:02.526628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.527870 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] Sync routers for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:02.534398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.556322 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:02.562408 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:02.609525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.682578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.686112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4affe123-1dcc-4909-a0c8-a0deabdd91f8 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7248123 Apr 11 21:12:02.688779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:02.722180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:12:02.750941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5bbbfad-6357-4c19-9066-cde1bc6e99d9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:02.761472 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:02.761884 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Added segment 6177f392-2507-4954-9bc9-22dabb701800 of type vlan for network eab6cc82-fe06-404f-b663-fe7cc9e04ccc Apr 11 21:12:02.762928 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6746c3fd-1386-475e-8c59-0ab2b5baab17'] response: {'name': 'network-changed', 'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'status': 'completed', 'code': 200} Apr 11 21:12:02.774751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3d7070-662c-40e2-af16-9a4101f1b625,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:02.878926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Checking segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:02.879685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Network hostable DHCP agents. Network: f336a473-4c4a-4d20-be37-f099f48ac988, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:12:02.935072 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:02.968366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:03.063906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-a9754b41-33e9-40ef-8fb0-22f2a15726ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:03.065410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-a9754b41-33e9-40ef-8fb0-22f2a15726ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 945 time: 0.2854075 Apr 11 21:12:03.071796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-cf06f928-bdc0-44ff-88ee-6dd2537c5eaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1096 time: 0.2542419 Apr 11 21:12:03.145937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297aebd-9b4b-4b65-939c-6c08982323b9 req-50c4be75-9174-4d9d-9313-966ddc5d05cc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:03.147449 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8297aebd-9b4b-4b65-939c-6c08982323b9 req-50c4be75-9174-4d9d-9313-966ddc5d05cc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 945 time: 0.2540309 Apr 11 21:12:03.158258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Network f336a473-4c4a-4d20-be37-f099f48ac988 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:12:03.230731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:03.231597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:03.232171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:03.260971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6d9be255-2c7e-40fb-8005-85148d9849aa details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:12:03.290225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:03.290573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:03.330996 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8ad7579f-167f-405c-8334-9bb5a3d22adf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '053e95fb-a752-4c19-add0-939122ed0689', 'port_id': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'mac_address': 'fa:16:3e:76:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:00Z', 'updated_at': '2022-04-11T21:12:00Z', 'revision_number': 0, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:21Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:03.335920 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] Checking router: 053e95fb-a752-4c19-add0-939122ed0689 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:12:03.351049 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:03.351691 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:03.399176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f336a473-4c4a-4d20-be37-f099f48ac988) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:03.407299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d64e38-7c2e-490e-ad80-29eee11162c9 None None] Network f336a473-4c4a-4d20-be37-f099f48ac988 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:12:03.447536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:03.447536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:03.485198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Network': ['ID=eab6cc82-fe06-404f-b663-fe7cc9e04ccc,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:03.607223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:03.610019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network eab6cc82-fe06-404f-b663-fe7cc9e04ccc details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:12:03.761314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bf659-ff7a-40c8-910e-a41060e7911d req-2ce5f2c1-f715-4931-a1b8-69258c62e9d9 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:03.769537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a49bf659-ff7a-40c8-910e-a41060e7911d req-2ce5f2c1-f715-4931-a1b8-69258c62e9d9 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 943 time: 0.2236516 Apr 11 21:12:03.806005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6d9be255-2c7e-40fb-8005-85148d9849aa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6d9be255-2c7e-40fb-8005-85148d9849aa,segment=NetworkSegment(6433b19c-191b-4546-8221-0b15da0b26f1),segment_id=6433b19c-191b-4546-8221-0b15da0b26f1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:03.832291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6d9be255-2c7e-40fb-8005-85148d9849aa', 'network_id': '140adfa1-1e51-4a6a-b484-e7a73a76e770', 'port_id': '6d9be255-2c7e-40fb-8005-85148d9849aa', 'mac_address': 'fa:16:3e:f4:23:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:12:03.840752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a49bf659-ff7a-40c8-910e-a41060e7911d req-4770f058-e748-4ebc-bf6c-cde4bfeb2c25 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Apr 11 21:12:03.845530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8297aebd-9b4b-4b65-939c-6c08982323b9 req-b81a9c75-6cd2-4a8a-879c-c6902c0c07f7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405902 Apr 11 21:12:03.875171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-10358df2-646f-4357-8a52-537cbf8b8ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:03.877350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-10358df2-646f-4357-8a52-537cbf8b8ef8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 200 len: 910 time: 0.7686424 Apr 11 21:12:03.964552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6cfc718f-1af7-405f-9927-83832d53621f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0661991 Apr 11 21:12:03.965213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 60976) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:03.970332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'subnet': {'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:03.975162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-68bc6624-8829-4ed0-8ef1-b1c78ac00a06 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0298152 Apr 11 21:12:03.984226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:03.986818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:03.998452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:subnet and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:04.001572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:04.006253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:04.006639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d8f30-dd41-4897-abd1-e920f6b4275a None None] Network f336a473-4c4a-4d20-be37-f099f48ac988 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:12:04.007178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:04.013319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:04.027887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9be255-2c7e-40fb-8005-85148d9849aa {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:12:04.110303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6d9be255-2c7e-40fb-8005-85148d9849aa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6d9be255-2c7e-40fb-8005-85148d9849aa,segment=NetworkSegment(6433b19c-191b-4546-8221-0b15da0b26f1),segment_id=6433b19c-191b-4546-8221-0b15da0b26f1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:04.169472 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8ad7579f-167f-405c-8334-9bb5a3d22adf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '053e95fb-a752-4c19-add0-939122ed0689', 'port_id': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'mac_address': 'fa:16:3e:76:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:00Z', 'updated_at': '2022-04-11T21:12:00Z', 'revision_number': 0, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:21Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:04.170629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:04.174972 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1b3db-7379-4a44-9097-c85bc066b1fc None None] The sync data for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 is: [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8ad7579f-167f-405c-8334-9bb5a3d22adf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '053e95fb-a752-4c19-add0-939122ed0689', 'port_id': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'mac_address': 'fa:16:3e:76:4d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:00Z', 'updated_at': '2022-04-11T21:12:00Z', 'revision_number': 0, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:21Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:04.204012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-d080d061-a8f8-4e1e-924b-e05002007db2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 200 len: 999 time: 0.3166900 Apr 11 21:12:04.270574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Made reservation on behalf of 9d5ea7a5fec145f6b957deec097f1abb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:04.273079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:04.276697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:04.355052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-eb22a43b-9b16-4f2d-b1f5-ac5a53c64893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:04.361523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-eb22a43b-9b16-4f2d-b1f5-ac5a53c64893 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3643afab-d65a-41e8-a57e-e570e1091748 HTTP/1.1" status: 200 len: 848 time: 0.1448674 Apr 11 21:12:04.512027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c58c37-9bfb-4c77-8f86-faae0381e079 None None] New status for floating IP 8ad7579f-167f-405c-8334-9bb5a3d22adf: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:12:04.586585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6d9be255-2c7e-40fb-8005-85148d9849aa'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:04.623916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6d9be255-2c7e-40fb-8005-85148d9849aa,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:04.830330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:12:04.832351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:04.921864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00cfab5c-c753-4316-95b3-c02aed21f0ab,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:04.922054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-e1722889-d1ec-4033-a12b-45e83300d356 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:04.922765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-e1722889-d1ec-4033-a12b-45e83300d356 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Synchronizing usage tracker for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:04.929880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:04.941303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['aa7f62f4-cf94-4250-ac2e-0b6d9aa97495', '19383cc4-4916-4fc6-bcad-cb4b4078d5a1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:04.947871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Checking segment: {'id': '6177f392-2507-4954-9bc9-22dabb701800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:04.948507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network hostable DHCP agents. Network: eab6cc82-fe06-404f-b663-fe7cc9e04ccc, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:12:04.992143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=19383cc4-4916-4fc6-bcad-cb4b4078d5a1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:04.997434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-6fddf348-f0e2-44af-92c2-acf981d813c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=232f6353-b591-4ea0-b1d1-a4f0f21603bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6282895 Apr 11 21:12:05.128050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network eab6cc82-fe06-404f-b663-fe7cc9e04ccc is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:12:05.196880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283494e-4fac-4184-9d87-d20ac3e738cf req-d7f36b06-cae2-4414-a616-4df9eacdc49a tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:05.198794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3283494e-4fac-4184-9d87-d20ac3e738cf req-d7f36b06-cae2-4414-a616-4df9eacdc49a tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 944 time: 0.1470199 Apr 11 21:12:05.206572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:12:05.212443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:05.215100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'name': 'network-vif-deleted', 'tag': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:05.235585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, eab6cc82-fe06-404f-b663-fe7cc9e04ccc) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:05.253881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90629d1d-8400-4267-b84e-27b6f10be54f None None] Network eab6cc82-fe06-404f-b663-fe7cc9e04ccc requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:12:05.259056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-e1722889-d1ec-4033-a12b-45e83300d356 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Unset dirty status for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:05.266782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:05.267266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:05.279432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-e1722889-d1ec-4033-a12b-45e83300d356 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 814 time: 0.6601675 Apr 11 21:12:05.316233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3283494e-4fac-4184-9d87-d20ac3e738cf req-d404df0b-02ca-4840-9b87-22255c895eca tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112604 Apr 11 21:12:05.358027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-339e18fd-2d03-4901-a78e-1172adf41f03 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507786 Apr 11 21:12:05.359750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a6191204-9b1c-4f1f-b4ce-edee6e5ab693 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/quotas/1e19eeae5fe0464aba7340aedd579703 HTTP/1.1" status: 200 len: 375 time: 0.0791800 Apr 11 21:12:05.414633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea7fe512-dff0-4bac-bb44-20d8a17dd072 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4485497 Apr 11 21:12:05.417244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32780) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:05.425986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-53798138', 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:05.433210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:05.438227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:port and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:05.443269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:05.450692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:05.450845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c6db508b-9134-4e2c-97aa-5a1c98b8e849 req-34a2e8b6-58a5-4c3a-b648-62cd8ed3e29c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "DELETE /v2.0/ports/19383cc4-4916-4fc6-bcad-cb4b4078d5a1 HTTP/1.1" status: 204 len: 173 time: 2.3773527 Apr 11 21:12:05.453071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-c95a19bb-ddaa-4a25-82c8-de80873b6029 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847683 Apr 11 21:12:05.538362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2553ee1-0b6a-4029-a1cd-75d280e0b5f3 req-8e6b9583-911c-4479-84d0-2b1fd6146269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 210 time: 0.0520113 Apr 11 21:12:05.561864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Made reservation on behalf of 9d5ea7a5fec145f6b957deec097f1abb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:05.564857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:05.612281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] device_id is not set on port 5215036c-3590-4d59-995e-e7f6e123e037 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:12:05.643576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8395cb0-91cb-49ea-95ed-5fef36df235c None None] Network eab6cc82-fe06-404f-b663-fe7cc9e04ccc requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:12:05.736243 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019c8ca5-2d7a-4170-bf5f-0a464970c800'] response: {'server_uuid': 'faf2ec4d-855f-49c8-945c-9b5b1f49692e', 'name': 'network-vif-deleted', 'tag': '19383cc4-4916-4fc6-bcad-cb4b4078d5a1', 'status': 'completed', 'code': 200} Apr 11 21:12:05.746512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-3a36c56c-b4a5-4c13-af06-576673f571e0 service neutron] 10.222.0.61 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834520 Apr 11 21:12:05.748456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca6df81-c818-44a3-8635-fbb8e6fc5ec0 req-eb4b96b4-d3a6-4f37-803f-4a1d391a3a81 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243399 Apr 11 21:12:05.865559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Allocated IP 172.20.0.12 (eab6cc82-fe06-404f-b663-fe7cc9e04ccc/00cfab5c-c753-4316-95b3-c02aed21f0ab/5215036c-3590-4d59-995e-e7f6e123e037) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:05.952629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-2120a079-87ec-4128-9c93-7a8fd6061b09 service neutron] 10.222.0.61 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991785 Apr 11 21:12:06.113080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:06.234216 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:06.292691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f648958-bb24-40cd-b857-059bea58fe1a req-f65ce997-7985-4ec6-a498-ae2b39ce13b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 210 time: 0.1024356 Apr 11 21:12:06.375010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network eab6cc82-fe06-404f-b663-fe7cc9e04ccc is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:06.395180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:06.406579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:06.432272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Port': ['ID=5215036c-3590-4d59-995e-e7f6e123e037,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:06.493818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:06.494418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:06.590791 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-14ecb5ef-9324-41dd-af36-6b62f8944cf2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1720810 Apr 11 21:12:06.595959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32808) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:06.624316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be6aa9-b829-42d3-861c-ac5f6cc09f4e req-41e34653-e985-4408-82b8-184ecb868dcf tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:06.625817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06be6aa9-b829-42d3-861c-ac5f6cc09f4e req-41e34653-e985-4408-82b8-184ecb868dcf tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 944 time: 0.0884397 Apr 11 21:12:06.663304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting port 5215036c-3590-4d59-995e-e7f6e123e037 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:06.663688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:06.696630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06be6aa9-b829-42d3-861c-ac5f6cc09f4e req-b86e9812-563f-4251-a31e-ec50cb485f86 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636096 Apr 11 21:12:06.783116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-caaf445d-c180-4e4b-acb1-1e74e0d6ad59 req-f260ad0e-5d29-4ed3-b531-d8b4babb59e8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=faf2ec4d-855f-49c8-945c-9b5b1f49692e HTTP/1.1" status: 200 len: 210 time: 0.0664914 Apr 11 21:12:06.890564 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:12:06.988317 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.198472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Calling delete_port for 5215036c-3590-4d59-995e-e7f6e123e037 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:07.306544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6d9be255-2c7e-40fb-8005-85148d9849aa up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:07.404778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:12:07.476896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:12:07.478162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 19383cc4-4916-4fc6-bcad-cb4b4078d5a1 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:12:07.501368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.535265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-06a3bb10-cdc1-4438-9320-0aa895dece3d req-dbb7655c-9ffa-4c49-8a52-32e1ddb772ad tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 210 time: 0.0653548 Apr 11 21:12:07.574417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event deleted for resources: {'Port': ['ID=5215036c-3590-4d59-995e-e7f6e123e037,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:07.673009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.679760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-928d98f6-a4cb-4328-9be6-d9b0db5151b2 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/ports/5215036c-3590-4d59-995e-e7f6e123e037 HTTP/1.1" status: 204 len: 168 time: 1.0827341 Apr 11 21:12:07.682442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 32826) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:07.687874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc', 'external_fixed_ips': [{'subnet_id': '00cfab5c-c753-4316-95b3-c02aed21f0ab', 'ip_address': '172.20.0.12'}]}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:07.698012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6d9be255-2c7e-40fb-8005-85148d9849aa completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:07.699546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6d9be255-2c7e-40fb-8005-85148d9849aa triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:07.699989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.710263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:07.714535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:router and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:07.726568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:07.735967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:07.887566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.888805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.938180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.946797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:07.984101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6d9be255-2c7e-40fb-8005-85148d9849aa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6d9be255-2c7e-40fb-8005-85148d9849aa,segment=NetworkSegment(6433b19c-191b-4546-8221-0b15da0b26f1),segment_id=6433b19c-191b-4546-8221-0b15da0b26f1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:07.985308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9be255-2c7e-40fb-8005-85148d9849aa'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:08.049289 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c5c664-0733-4bc8-99d8-3ae2ff80b17f'] response: {'server_uuid': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9be255-2c7e-40fb-8005-85148d9849aa', 'code': 200} Apr 11 21:12:08.083727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:08.127294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701f7f1-7dbc-457c-96d2-1cf7a2f62ad0 req-8e69e102-7254-4844-b12b-5f1ef29ad4ea tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:08.129549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b701f7f1-7dbc-457c-96d2-1cf7a2f62ad0 req-8e69e102-7254-4844-b12b-5f1ef29ad4ea tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 944 time: 0.1351910 Apr 11 21:12:08.214611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6d9be255-2c7e-40fb-8005-85148d9849aa,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:08.215346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b701f7f1-7dbc-457c-96d2-1cf7a2f62ad0 req-0afd6233-94c5-47b2-8042-10bcebb61f52 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782752 Apr 11 21:12:08.351883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:08.371240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fdccb9b-18b9-4bad-aa03-b8de275f9c77 req-93d849d6-2ad2-47fe-b837-1bbd96897f23 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 1096 time: 0.1976266 Apr 11 21:12:08.444742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fdccb9b-18b9-4bad-aa03-b8de275f9c77 req-4e546844-b4ad-4d5d-899f-bdbb560054f3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637534 Apr 11 21:12:08.758292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6987eae6-b6a0-4350-b3e4-f8032367e100 req-75843d27-7109-41ae-a0c4-2e0537f12456 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 210 time: 0.0533764 Apr 11 21:12:08.829137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:08.998590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:09.210443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Allocated IP 172.20.0.12 (eab6cc82-fe06-404f-b663-fe7cc9e04ccc/00cfab5c-c753-4316-95b3-c02aed21f0ab/9f332534-1dc1-418a-881f-079ccf81597d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:09.382029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:09.502085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f6cf4-e8ca-4058-9eca-864d694aebfa req-ebe8bd6f-5cf8-476f-84a4-13ed67bfee23 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:09.512466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:09.527775 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-681f6cf4-e8ca-4058-9eca-864d694aebfa req-ebe8bd6f-5cf8-476f-84a4-13ed67bfee23 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 945 time: 0.1372530 Apr 11 21:12:09.598393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Port': ['ID=9f332534-1dc1-418a-881f-079ccf81597d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:09.622766 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-681f6cf4-e8ca-4058-9eca-864d694aebfa req-6c7aace6-3fe7-4cd9-bc1a-2be84c23412d tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974929 Apr 11 21:12:09.628627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network eab6cc82-fe06-404f-b663-fe7cc9e04ccc is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:09.629052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:09.632132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:09.977938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80787909-2f80-4689-af9e-acddae483944 req-c9adbdf5-404e-4b72-b16a-efb3564a1412 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 210 time: 0.0525217 Apr 11 21:12:10.033415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:10.033991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:10.040484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-59aa53c5-f468-459d-8214-5513402bd6f3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:10.041981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-59aa53c5-f468-459d-8214-5513402bd6f3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.75 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 814 time: 0.2405057 Apr 11 21:12:10.111524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Request body: {'port': {'device_id': '631d0001-e2e1-4336-85dc-a0700abe9083', 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'admin_state_up': True, 'tenant_id': '1e19eeae5fe0464aba7340aedd579703'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:10.414444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:10.421931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Usage tracker for resource:port and tenant:1e19eeae5fe0464aba7340aedd579703 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:10.426580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:10.434267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:10.511738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Made reservation on behalf of 1e19eeae5fe0464aba7340aedd579703 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:10.514709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:10.702838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Router 4aaee420-cc4a-4e68-b471-70932d99f8c1 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:10.705307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Allocated IP 172.20.0.14 (f336a473-4c4a-4d20-be37-f099f48ac988/f5bbbfad-6357-4c19-9066-cde1bc6e99d9/6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:10.874037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9fb89-ddf8-4b71-9f05-65d9b567a44b req-59a2e1d3-e9e3-4b7a-8804-3b8e24d358b9 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:10.875706 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fea9fb89-ddf8-4b71-9f05-65d9b567a44b req-59a2e1d3-e9e3-4b7a-8804-3b8e24d358b9 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 945 time: 0.0933168 Apr 11 21:12:10.940057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fea9fb89-ddf8-4b71-9f05-65d9b567a44b req-335c7810-b188-43d0-a7b5-081535d73eb3 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546246 Apr 11 21:12:11.207808 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-816636cf-35b8-4f1b-a735-c84983becab1 req-cd94db6d-605c-4abd-8e9b-d228518c7b31 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 210 time: 0.0481501 Apr 11 21:12:11.259397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:11.320880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:11.342804 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Sync routers for ids ['4aaee420-cc4a-4e68-b471-70932d99f8c1'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:11.363657 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Routers {'4aaee420-cc4a-4e68-b471-70932d99f8c1'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:11.364415 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4aaee420-cc4a-4e68-b471-70932d99f8c1'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:11.374640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:11.481275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:11.482795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b608eb5c-6779-4612-9457-346ab23ca545 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7993188 Apr 11 21:12:11.485649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32902) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:11.505990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Network f336a473-4c4a-4d20-be37-f099f48ac988 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:11.505990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:11.505990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:11.524012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:11.630622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:11.631390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:11.667866 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Set router 4aaee420-cc4a-4e68-b471-70932d99f8c1 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:11.741540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-a99b9623-1caa-4152-a53c-b78bdbdad17e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6454320 Apr 11 21:12:11.758680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Request body: {'port': {'device_id': '631d0001-e2e1-4336-85dc-a0700abe9083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:11.827373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:11.932987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.120318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.143132 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaee420-cc4a-4e68-b471-70932d99f8c1', 'name': '', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc', 'external_fixed_ips': [{'subnet_id': '00cfab5c-c753-4316-95b3-c02aed21f0ab', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f332534-1dc1-418a-881f-079ccf81597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:07Z', 'updated_at': '2022-04-11T21:12:09Z', 'revision_number': 3, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port': {'id': '9f332534-1dc1-418a-881f-079ccf81597d', 'name': '', 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaee420-cc4a-4e68-b471-70932d99f8c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '00cfab5c-c753-4316-95b3-c02aed21f0ab', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:09Z', 'updated_at': '2022-04-11T21:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00cfab5c-c753-4316-95b3-c02aed21f0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:12.150402 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Checking router: 4aaee420-cc4a-4e68-b471-70932d99f8c1 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:12:12.151197 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Updating router 4aaee420-cc4a-4e68-b471-70932d99f8c1 port 9f332534-1dc1-418a-881f-079ccf81597d binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:12:12.213211 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.219817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting port 9f332534-1dc1-418a-881f-079ccf81597d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:12.220162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.551164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:12:12.558445 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.587677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Transition to ACTIVE for port object 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:12.648649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.648909 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.832476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Calling delete_port for 9f332534-1dc1-418a-881f-079ccf81597d owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:12.837279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:12.841532 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:12.856531 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Transition to ACTIVE for port object 9f332534-1dc1-418a-881f-079ccf81597d will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:12.874923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94d40-70a9-404c-9762-517e9c908ed0 req-e9f59ff5-06f1-4215-9737-571430e8ba26 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:12.876557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92f94d40-70a9-404c-9762-517e9c908ed0 req-e9f59ff5-06f1-4215-9737-571430e8ba26 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 932 time: 0.3892739 Apr 11 21:12:12.934771 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.033117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:13.033117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:13.033117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on network f336a473-4c4a-4d20-be37-f099f48ac988 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:13.054173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on network f336a473-4c4a-4d20-be37-f099f48ac988 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:12:13.054723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on network f336a473-4c4a-4d20-be37-f099f48ac988 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:13.062532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:13.063177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Checking segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:13.063812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Bound using segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:13.064533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Bound port: 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:13.065867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.080522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92f94d40-70a9-404c-9762-517e9c908ed0 req-734273ee-032f-4e70-96b1-af35c1923727 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939781 Apr 11 21:12:13.108487 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Attempting to bind port 9f332534-1dc1-418a-881f-079ccf81597d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:13.111798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Attempting to bind port 9f332534-1dc1-418a-881f-079ccf81597d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '6177f392-2507-4954-9bc9-22dabb701800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:13.112195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Attempting to bind port 9f332534-1dc1-418a-881f-079ccf81597d on network eab6cc82-fe06-404f-b663-fe7cc9e04ccc {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:13.115039 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Pushing event updated for resources: {'Port': ['ID=9f332534-1dc1-418a-881f-079ccf81597d,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:13.157520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:13.159664 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Checking segment: {'id': '6177f392-2507-4954-9bc9-22dabb701800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:13.159664 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.160289 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Bound using segment: {'id': '6177f392-2507-4954-9bc9-22dabb701800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:13.161189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Bound port: 9f332534-1dc1-418a-881f-079ccf81597d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6177f392-2507-4954-9bc9-22dabb701800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'eab6cc82-fe06-404f-b663-fe7cc9e04ccc'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:13.162735 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.200880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.201375 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.201556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.201941 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.202276 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.202603 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.202925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.203859 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.204190 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.204513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.204835 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:13.208431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:13.225552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:13.260607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:12:13.261094 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:12:13.275250 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] For port 9f332534-1dc1-418a-881f-079ccf81597d, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:13.278874 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] For port 9f332534-1dc1-418a-881f-079ccf81597d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9f332534-1dc1-418a-881f-079ccf81597d,segment=NetworkSegment(6177f392-2507-4954-9bc9-22dabb701800),segment_id=6177f392-2507-4954-9bc9-22dabb701800)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:13.317752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.357224 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.382628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.384467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] 10.222.0.75 "PUT /v2.0/ports/6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 1092 time: 1.6359513 Apr 11 21:12:13.384942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:13.407637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d808b-9a31-48ef-8074-1c2ac888ce32 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:13.447946 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05234c61-ef3e-4d6c-9046-2b540da1299f None None] Pushing event updated for resources: {'Port': ['ID=9f332534-1dc1-418a-881f-079ccf81597d,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:13.455248 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Routers {'4aaee420-cc4a-4e68-b471-70932d99f8c1'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:13.455961 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4aaee420-cc4a-4e68-b471-70932d99f8c1'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:13.556817 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e484111a-fa51-4113-92d0-d968d072f18e'] response: {'name': 'network-changed', 'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'status': 'completed', 'code': 200} Apr 11 21:12:13.628693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-3735b934-2718-43aa-b1c3-1b248f529095 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1095 time: 0.1433830 Apr 11 21:12:13.672593 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] Set router 4aaee420-cc4a-4e68-b471-70932d99f8c1 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:13.720848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-d2bb2fa7-5952-432d-9e4d-a9a27a3f4780 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 217 time: 0.0645497 Apr 11 21:12:13.762564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting port 9f332534-1dc1-418a-881f-079ccf81597d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:13.762995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:13.820192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-7cb91073-7636-4962-a534-0ec7f22352c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:13.822154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-7cb91073-7636-4962-a534-0ec7f22352c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.0957963 Apr 11 21:12:13.859918 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaee420-cc4a-4e68-b471-70932d99f8c1', 'name': '', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:07Z', 'updated_at': '2022-04-11T21:12:12Z', 'revision_number': 4, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:13.872115 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccbcf8d-3972-44a4-9416-f0655ece3003 None None] The sync data for ids ['4aaee420-cc4a-4e68-b471-70932d99f8c1'] in n-d-837321-1 is: [{'id': '4aaee420-cc4a-4e68-b471-70932d99f8c1', 'name': '', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:07Z', 'updated_at': '2022-04-11T21:12:12Z', 'revision_number': 4, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:13.883754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-1fe46afb-8bc2-4776-9c4c-4f92862df5db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552909 Apr 11 21:12:13.911144 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a5be8756-3593-488e-9ff8-ca5af8f6c589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:14.050991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] For port 9f332534-1dc1-418a-881f-079ccf81597d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9f332534-1dc1-418a-881f-079ccf81597d,segment=NetworkSegment(6177f392-2507-4954-9bc9-22dabb701800),segment_id=6177f392-2507-4954-9bc9-22dabb701800)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:14.051358 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:14.067240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-338dad5f-1b1c-42a5-a59b-a6b2b0fd3945 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765966 Apr 11 21:12:14.182796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Calling delete_port for 9f332534-1dc1-418a-881f-079ccf81597d owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:14.377070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-59031cad-6a38-43a0-84a5-40da1e2166a3 req-c749feae-1f10-41c5-8516-a08c439ef6df service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033729 Apr 11 21:12:14.465347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-6178357a-1db7-4160-88c5-a8cafd4a4162 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:14.466035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-6178357a-1db7-4160-88c5-a8cafd4a4162 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Synchronizing usage tracker for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:14.573302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5d15f-29a6-4aef-b0b7-43b80bc39dd4 req-b649d4c7-2f94-42dc-af8a-bb2efddb9f7a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:14.574772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00e5d15f-29a6-4aef-b0b7-43b80bc39dd4 req-b649d4c7-2f94-42dc-af8a-bb2efddb9f7a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 946 time: 0.0796058 Apr 11 21:12:14.605141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:14.633615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-13cd72b1-124f-40f8-bbca-2568297c5b5b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1095 time: 0.0799859 Apr 11 21:12:14.633615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-6178357a-1db7-4160-88c5-a8cafd4a4162 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Unset dirty status for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:14.636009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-6178357a-1db7-4160-88c5-a8cafd4a4162 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.2582097 Apr 11 21:12:14.680731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f332534-1dc1-418a-881f-079ccf81597d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:14.725527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00e5d15f-29a6-4aef-b0b7-43b80bc39dd4 req-955085ff-3a69-4d58-b848-9d92d095795b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451261 Apr 11 21:12:14.806285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-fc652081-fc69-4d9b-9b24-aee9141996be tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Synchronizing usage tracker for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:14.896802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-bffb6ddc-81e9-4264-bd9c-88293a1521a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:14.899301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-bffb6ddc-81e9-4264-bd9c-88293a1521a5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 915 time: 0.2620630 Apr 11 21:12:15.007026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:15.010133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-fc652081-fc69-4d9b-9b24-aee9141996be tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Unset dirty status for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:15.023686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e559c8da-0015-41e0-8731-0ac0534e6eb4 req-fc652081-fc69-4d9b-9b24-aee9141996be tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501146 Apr 11 21:12:15.064369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-fcfeaec9-b914-428e-8e57-a59c71d9fc8c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 217 time: 0.1574390 Apr 11 21:12:15.198150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-073a8276-7bbf-4e6e-9f7d-980f0e216b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:15.198150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-073a8276-7bbf-4e6e-9f7d-980f0e216b2d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.1248200 Apr 11 21:12:15.292527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-0bd94624-3d4a-4380-b357-f4a5458c254e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888560 Apr 11 21:12:15.491874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-7b40f153-7383-440d-a8a0-de5c48fcc7e6 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845975 Apr 11 21:12:15.514784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:15.519816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:15.620983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:15.622797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4aaee420-cc4a-4e68-b471-70932d99f8c1 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:12:15.657685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:15.661968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6000f704-386c-400a-a7a0-18d564857cb0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/routers/4aaee420-cc4a-4e68-b471-70932d99f8c1 HTTP/1.1" status: 204 len: 168 time: 4.1721668 Apr 11 21:12:15.662811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 32986) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:15.711935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec059131-6b5a-4c45-9764-bccba77777a8 req-5fad0aae-f5f5-404a-84ab-182d0f0a4349 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015524 Apr 11 21:12:15.742537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting subnet 00cfab5c-c753-4316-95b3-c02aed21f0ab {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:12:15.745648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:15.818152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.031108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-806312bd-4cca-4f7f-8c74-a8e8de07b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.034337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-9fbada40-391a-416d-aac0-b92d11d2f3df tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:16.035128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-9fbada40-391a-416d-aac0-b92d11d2f3df tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:16.117145 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.128179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-9fbada40-391a-416d-aac0-b92d11d2f3df tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:16.146167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-9fbada40-391a-416d-aac0-b92d11d2f3df tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 946 time: 0.1856415 Apr 11 21:12:16.419647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f639-1d0f-44f1-9a13-09028b1bb4f6 req-d6ee3aa7-84b8-434c-a2d8-2f71420adc59 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:16.419647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c548f639-1d0f-44f1-9a13-09028b1bb4f6 req-d6ee3aa7-84b8-434c-a2d8-2f71420adc59 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 946 time: 0.1742406 Apr 11 21:12:16.420828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:16.420828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.422457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c548f639-1d0f-44f1-9a13-09028b1bb4f6 req-78debb47-dde1-4b55-8fb1-87777972a3d1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=d8d34dee-0ce4-456a-be59-2b17ded338e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122055 Apr 11 21:12:16.448724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.453046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fda4a-c0f1-4e4f-bbc0-df1ce8319962 req-3e80a5cd-716d-4247-9b48-331a46b6a4e8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:16.460816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b3fda4a-c0f1-4e4f-bbc0-df1ce8319962 req-3e80a5cd-716d-4247-9b48-331a46b6a4e8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.1894073 Apr 11 21:12:16.485181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00cfab5c-c753-4316-95b3-c02aed21f0ab,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:16.504710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.519997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e8f3222d-4655-4384-8110-8b15ea166ffe tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/00cfab5c-c753-4316-95b3-c02aed21f0ab HTTP/1.1" status: 204 len: 168 time: 0.8560388 Apr 11 21:12:16.523168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33010) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:16.591894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b3fda4a-c0f1-4e4f-bbc0-df1ce8319962 req-a785bda6-0468-4d74-8445-8a630426d6b5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288629 Apr 11 21:12:16.648454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:16.649150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.663009 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.781212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:16.797667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.834026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab6cc82-fe06-404f-b663-fe7cc9e04ccc']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:16.846381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6177f392-2507-4954-9bc9-22dabb701800') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:16.851589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6177f392-2507-4954-9bc9-22dabb701800') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:16.858645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.874491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.881286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:12:16.881654 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:12:16.895153 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:12:17.048525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.070787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eab6cc82-fe06-404f-b663-fe7cc9e04ccc {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:12:17.074698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.081446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event deleted for resources: {'Network': ['ID=eab6cc82-fe06-404f-b663-fe7cc9e04ccc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:17.086603 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-44b73ccb-1ee9-416f-831f-80bfb48c3538 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/networks/eab6cc82-fe06-404f-b663-fe7cc9e04ccc HTTP/1.1" status: 204 len: 168 time: 0.5620677 Apr 11 21:12:17.241475 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.255651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['aa7f62f4-cf94-4250-ac2e-0b6d9aa97495'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:17.331857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=aa7f62f4-cf94-4250-ac2e-0b6d9aa97495,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:17.345264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:12:17.413135 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.536770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:12:17.541560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.552443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'name': 'network-vif-deleted', 'tag': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:17.599639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8895bb-c14e-45d8-b917-1335d92edbce req-fb0783bd-36d8-4034-ba56-1ed6a90356ff tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:17.607096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2e8895bb-c14e-45d8-b917-1335d92edbce req-fb0783bd-36d8-4034-ba56-1ed6a90356ff tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 945 time: 0.1798415 Apr 11 21:12:17.632619 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.666174 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2e8895bb-c14e-45d8-b917-1335d92edbce req-f552eb00-90bb-48c1-8022-3d9c4b8bb3ec tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579720 Apr 11 21:12:17.672833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-20d09226-2cf5-4b6b-ac30-c9d775aef42c req-62a65966-55d6-43bf-acc8-94792cb39d68 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:17.751029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9c1e79d-fdbe-4445-a81d-9a65c42869f6 req-1fcbc2bd-2037-4219-8b3f-94c9bd73a4a5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "DELETE /v2.0/ports/aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 HTTP/1.1" status: 204 len: 173 time: 1.6003299 Apr 11 21:12:17.751029 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec29d0b-e793-47ea-ae5a-bd9e0a002ccc'] response: {'server_uuid': 'f6968ca6-986a-4c8d-9ace-5b8371f65184', 'name': 'network-vif-deleted', 'tag': 'aa7f62f4-cf94-4250-ac2e-0b6d9aa97495', 'status': 'completed', 'code': 200} Apr 11 21:12:17.774565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:17.780827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'name': 'tempest-router--2079257116', 'project_id': '727dfa1e8c86427184fc21856c530718'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:17.791388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:17.800324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:router and tenant:727dfa1e8c86427184fc21856c530718 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:17.809509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:17.830059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:17.832068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-20d09226-2cf5-4b6b-ac30-c9d775aef42c req-62a65966-55d6-43bf-acc8-94792cb39d68 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:17.841398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:17.841558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-20d09226-2cf5-4b6b-ac30-c9d775aef42c req-62a65966-55d6-43bf-acc8-94792cb39d68 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.2558696 Apr 11 21:12:17.848109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'port_id': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'mac_address': 'fa:16:3e:63:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bbbfad-6357-4c19-9066-cde1bc6e99d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:12:17.917332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.936028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:12:17.954315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:17.958249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.959172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:17.996443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfb8cf-d1cb-49ec-a9f7-e58217535a2c req-ded0d382-7b18-407a-861e-f237c05d364f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:17.999937 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efdfb8cf-d1cb-49ec-a9f7-e58217535a2c req-ded0d382-7b18-407a-861e-f237c05d364f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.1043522 Apr 11 21:12:18.024692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.053889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.076326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efdfb8cf-d1cb-49ec-a9f7-e58217535a2c req-be846580-8106-4428-8381-f5cd028f90cd tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698693 Apr 11 21:12:18.128038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:18.138470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.219684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.224145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4d291750-6033-493f-b220-c963125d0255 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4449756 Apr 11 21:12:18.225263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33052) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:18.258274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:18.401745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.751824 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.907652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.927507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:18.973524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-acaed57a-b810-46a8-a1aa-d70e27e66aa0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:18.974967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-acaed57a-b810-46a8-a1aa-d70e27e66aa0 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.75 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 945 time: 0.3173130 Apr 11 21:12:19.026452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a2a4926-82c2-4562-abe3-9e9c8f5b7039 req-3b90cbb9-9991-4bf0-b190-2959b265b83f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6968ca6-986a-4c8d-9ace-5b8371f65184 HTTP/1.1" status: 200 len: 210 time: 0.0513306 Apr 11 21:12:19.071753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa51e1-e1f9-448f-b089-578f68d0ae43 req-b822d840-5c9e-4e17-924f-850052d5ff32 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:19.073287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7efa51e1-e1f9-448f-b089-578f68d0ae43 req-b822d840-5c9e-4e17-924f-850052d5ff32 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 945 time: 0.2283263 Apr 11 21:12:19.076689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Deleting port 6d9be255-2c7e-40fb-8005-85148d9849aa {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:19.077249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:19.127368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:19.128449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d521996a-f729-44ba-85b2-a7b853d4d1bc {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:12:19.161783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:19.162970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-263a3587-e478-4f77-8a5d-a3049a451b62 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/routers/d521996a-f729-44ba-85b2-a7b853d4d1bc HTTP/1.1" status: 204 len: 168 time: 0.9367497 Apr 11 21:12:19.235903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7efa51e1-e1f9-448f-b089-578f68d0ae43 req-181c72eb-32df-420b-af36-4c8865fc0705 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fb506d3-73dd-4907-b660-cff4c992f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277401 Apr 11 21:12:19.353644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:19.386384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880813-f465-4646-b6c1-5c28b10735e9 req-b68a9465-7878-4f8f-bc31-44ff967535e7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:19.395019 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72880813-f465-4646-b6c1-5c28b10735e9 req-b68a9465-7878-4f8f-bc31-44ff967535e7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1580582 Apr 11 21:12:19.458915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:12:19.463247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-72880813-f465-4646-b6c1-5c28b10735e9 req-0417de48-4e28-4742-b88f-abcb671163ca tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669565 Apr 11 21:12:19.491621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:12:19.492554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device aa7f62f4-cf94-4250-ac2e-0b6d9aa97495 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:12:19.539636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] For port 6d9be255-2c7e-40fb-8005-85148d9849aa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6d9be255-2c7e-40fb-8005-85148d9849aa,segment=NetworkSegment(6433b19c-191b-4546-8221-0b15da0b26f1),segment_id=6433b19c-191b-4546-8221-0b15da0b26f1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:19.544421 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:19.626110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:19.633127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:19.633500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:19.652700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33080) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:19.797730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:19.840764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Calling delete_port for 6d9be255-2c7e-40fb-8005-85148d9849aa owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:19.847949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:19.849114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:19.911324 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.001280 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512ed899-6d4b-4ebb-9b2f-a753d36a641a'] response: {'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'code': 200} Apr 11 21:12:20.129764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:20.180660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1573032252', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:20.188336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:20.189951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd867bd9-ab1c-49be-882a-4b431b6d66a6 req-e5f9732b-eff3-42b1-916f-934a0c87b9d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1097 time: 0.1392512 Apr 11 21:12:20.193627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Usage tracker for resource:router and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:20.196905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:20.203702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:20.242423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.259085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6d9be255-2c7e-40fb-8005-85148d9849aa'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:20.320948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.333332 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.351873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Pushing event deleted for resources: {'Port': ['ID=6d9be255-2c7e-40fb-8005-85148d9849aa,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:20.370254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.370484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd867bd9-ab1c-49be-882a-4b431b6d66a6 req-6918ef2f-1130-40c3-b763-9caee33ebc51 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695943 Apr 11 21:12:20.504113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7f8a0bd6-e680-4235-a163-a1a0e7e08c5f req-f98b209c-90df-4fd8-a523-c0f91abb08a3 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 210 time: 0.0583062 Apr 11 21:12:20.513522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] No DVR routers for this DVR port 6d9be255-2c7e-40fb-8005-85148d9849aa on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:12:20.518055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.549268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'name': 'network-vif-deleted', 'tag': '6d9be255-2c7e-40fb-8005-85148d9849aa'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:20.609158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7338c23-9fe2-4f55-9b31-4d3fd5053029 req-1324cc2b-1ed9-470b-b1a8-5c6e2c1b9e16 tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.75 "DELETE /v2.0/ports/6d9be255-2c7e-40fb-8005-85148d9849aa HTTP/1.1" status: 204 len: 173 time: 1.6249974 Apr 11 21:12:20.646167 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d042c5-2263-4a1d-b900-36ce53730c7c'] response: {'server_uuid': '03c0a09a-8ce0-438f-b621-fd43b8fbd1b8', 'name': 'network-vif-deleted', 'tag': '6d9be255-2c7e-40fb-8005-85148d9849aa', 'status': 'completed', 'code': 200} Apr 11 21:12:20.663067 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:20.737718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c27f7f-8ba9-462a-8649-47b1587004b3 req-d604e906-4ffe-4116-9bf4-dd1348a3fbc8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:20.739427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7c27f7f-8ba9-462a-8649-47b1587004b3 req-d604e906-4ffe-4116-9bf4-dd1348a3fbc8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1163933 Apr 11 21:12:20.859564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c7c27f7f-8ba9-462a-8649-47b1587004b3 req-a2875a6f-715c-4d6e-bde2-71cf6ebd99d3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138442 Apr 11 21:12:20.976866 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:21.003555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:21.251961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Allocated IP 172.25.5.203 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5e495059-03e6-4ff6-8d66-edfe1f84ef63) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:21.474676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:21.594793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:21.695330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:21.700221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:21.703168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:21.786727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event updated for resources: {'Port': ['ID=5e495059-03e6-4ff6-8d66-edfe1f84ef63,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:21.840333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e51e1a9e-5cae-432a-8726-4ae3a464ecac req-17fea169-86bf-4f2a-aba3-033055ef30ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Synchronizing usage tracker for tenant:525af26559274805808c5cd5d4da3ad6 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:21.958179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e51e1a9e-5cae-432a-8726-4ae3a464ecac req-17fea169-86bf-4f2a-aba3-033055ef30ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] Unset dirty status for tenant:525af26559274805808c5cd5d4da3ad6 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:21.964435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e51e1a9e-5cae-432a-8726-4ae3a464ecac req-17fea169-86bf-4f2a-aba3-033055ef30ce tempest-ServerTagsTestJSON-1526975787 tempest-ServerTagsTestJSON-1526975787-project] 10.222.0.61 "GET /v2.0/ports?device_id=03c0a09a-8ce0-438f-b621-fd43b8fbd1b8 HTTP/1.1" status: 200 len: 210 time: 0.1788812 Apr 11 21:12:22.074895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:22.075649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:22.092068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45753f4-a3e4-4fba-9509-eafb01554566 req-3dea7772-1cd9-475a-9fb4-9e6af16ce0c8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:22.093537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e45753f4-a3e4-4fba-9509-eafb01554566 req-3dea7772-1cd9-475a-9fb4-9e6af16ce0c8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0942702 Apr 11 21:12:22.279585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e45753f4-a3e4-4fba-9509-eafb01554566 req-42ec5715-890c-499f-9124-d8aea1d2b0cb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360896 Apr 11 21:12:22.527953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Router 99d14a6d-09e6-4e72-bdbe-ca0d640d955a is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:22.727382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-aa455eea-283a-4b46-85b1-bde3f72d742f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:22.728914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-aa455eea-283a-4b46-85b1-bde3f72d742f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 814 time: 0.1715903 Apr 11 21:12:22.748961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-a4f80c7b-f7f5-491e-92c4-978fc79deeec tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/quotas/1e19eeae5fe0464aba7340aedd579703 HTTP/1.1" status: 200 len: 375 time: 0.0132246 Apr 11 21:12:22.778117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:22.789212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] Sync routers for ids ['99d14a6d-09e6-4e72-bdbe-ca0d640d955a'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:22.844193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-a7b2481b-2cc3-4be3-8ac6-89af07e35179 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888801 Apr 11 21:12:22.895904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] Routers {'99d14a6d-09e6-4e72-bdbe-ca0d640d955a'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:22.896734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['99d14a6d-09e6-4e72-bdbe-ca0d640d955a'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:22.911070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:22.912979 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-356b92e9-37e8-45fd-913e-54c74ab54728 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2589040 Apr 11 21:12:22.916351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33178) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:22.966186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:22.977632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] Routers {'99d14a6d-09e6-4e72-bdbe-ca0d640d955a'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:22.978237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['99d14a6d-09e6-4e72-bdbe-ca0d640d955a'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:22.997846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-670e3360-d06f-4dad-a28a-64e8c4af3581 service neutron] 10.222.0.61 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451869 Apr 11 21:12:23.039997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:23.040649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9099f7-2d96-4bb3-82b2-5f488e609b75 None None] The sync data for ids ['99d14a6d-09e6-4e72-bdbe-ca0d640d955a'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:23.150665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-8d2b5d5e-faff-4181-b085-d5ac9dc2af94 service neutron] 10.222.0.61 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456542 Apr 11 21:12:23.183425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c533030-d117-4b1a-a581-2ca3f92e2a15 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/99d14a6d-09e6-4e72-bdbe-ca0d640d955a HTTP/1.1" status: 200 len: 921 time: 0.2656991 Apr 11 21:12:23.186103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33192) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:23.195033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33196) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:23.255004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d1b2e52-a802-4a87-901e-a5c1abaa9b17 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=99d14a6d-09e6-4e72-bdbe-ca0d640d955a HTTP/1.1" status: 200 len: 205 time: 0.0672531 Apr 11 21:12:23.257393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33200) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:23.320784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Deleting subnet 066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:12:23.329404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:23.360427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6d9be255-2c7e-40fb-8005-85148d9849aa no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:12:23.429805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:23.475867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 6d9be255-2c7e-40fb-8005-85148d9849aa {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:12:23.476485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6d9be255-2c7e-40fb-8005-85148d9849aa not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:12:23.505462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:23.663716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-962a1085-1afb-42e6-9cdb-ebb3337bd74c req-256d94f3-d02e-429a-aa18-65605682d87d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 210 time: 0.2066047 Apr 11 21:12:23.671384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:23.740839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:23.745996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:23.746385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:23.756541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-783788ae-3291-4360-b811-369b5f03f2ec admin admin] 10.222.0.61 "DELETE /v2.0/subnets/066b9bfc-6e5a-4d8c-8deb-f5d49c613fe2 HTTP/1.1" status: 204 len: 168 time: 0.5601885 Apr 11 21:12:23.762523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33226) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:23.884875 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.009173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.076725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33232) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:24.083338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513192431', 'description': 'tempest-secgroup-smoke-513192431 description', 'project_id': 'bcdada87da274971a2f610c31bf932c1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:24.091725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:24.103360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:24.114605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Deleting port 5e495059-03e6-4ff6-8d66-edfe1f84ef63 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:24.114605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.154560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.177026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.181046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140adfa1-1e51-4a6a-b484-e7a73a76e770']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:24.194925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6433b19c-191b-4546-8221-0b15da0b26f1') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:24.195120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6433b19c-191b-4546-8221-0b15da0b26f1') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:24.208387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.225817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.233562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:12:24.234063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:12:24.250602 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:12:24.322007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:24.328786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:24.333361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:24.342512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:24.397553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.471068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.498255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.527064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Calling delete_port for 5e495059-03e6-4ff6-8d66-edfe1f84ef63 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:24.527402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=140adfa1-1e51-4a6a-b484-e7a73a76e770,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:24.595504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.597108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4687f491-77d3-44a7-9f42-792b39822b59 admin admin] 10.222.0.61 "DELETE /v2.0/networks/140adfa1-1e51-4a6a-b484-e7a73a76e770 HTTP/1.1" status: 204 len: 168 time: 0.8385985 Apr 11 21:12:24.717875 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.788831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846188e0-e3ad-43d8-8fc7-6e85a9c305e5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:24.848247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a7c6d6b-029b-44c9-b5e1-247eed8ed137 req-6626d182-7e90-42ba-931b-de4e5a20f01e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 210 time: 0.0545535 Apr 11 21:12:24.857667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.858062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.858500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.858893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.859229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.859589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.859998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.860442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.860733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.861058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.861428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:24.888621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.889816 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6cc974d4-70a3-4565-afa6-508251bbd1d3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8120174 Apr 11 21:12:24.890680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:24.892902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33254) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:24.899827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group_rule': {'security_group_id': '846188e0-e3ad-43d8-8fc7-6e85a9c305e5', 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:24.906268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:24.911192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:24.914174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:24.921947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:24.954855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event deleted for resources: {'Port': ['ID=5e495059-03e6-4ff6-8d66-edfe1f84ef63,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:25.026972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.080127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33260) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:25.127018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.152049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-58962b7f-8b2b-43fd-9ea2-abcecb05c129 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=525af26559274805808c5cd5d4da3ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0695732 Apr 11 21:12:25.154572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33266) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:25.210727 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.217966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.238961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16b4bba-8eae-40f1-8c9d-a025bca5b559,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:25.265119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d8f7-a0fd-4cc8-b8dc-e564c240206f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.292889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d8f7-a0fd-4cc8-b8dc-e564c240206f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.336218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.340215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-48498746-a5bf-41d7-bdad-214c828f8c1f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4429653 Apr 11 21:12:25.340352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33270) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:25.345944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group_rule': {'security_group_id': '846188e0-e3ad-43d8-8fc7-6e85a9c305e5', 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:25.353312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:25.358542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:25.361131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:25.367738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:25.442868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d8f7-a0fd-4cc8-b8dc-e564c240206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.467818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8d8f7-a0fd-4cc8-b8dc-e564c240206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb506d3-73dd-4907-b660-cff4c992f834,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:25.470061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.540315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.560595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ce8d8f7-a0fd-4cc8-b8dc-e564c240206f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.565633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ce8d8f7-a0fd-4cc8-b8dc-e564c240206f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fb506d3-73dd-4907-b660-cff4c992f834 HTTP/1.1" status: 204 len: 168 time: 0.4022729 Apr 11 21:12:25.641504 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.648120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.654327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.667847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e63f9a-b478-47ea-b587-3329024ed3d2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:25.755498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.756677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fac0d75d-26c6-4f93-8dfb-7061f67c2269 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4153695 Apr 11 21:12:25.759606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33282) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:25.764898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group_rule': {'security_group_id': '846188e0-e3ad-43d8-8fc7-6e85a9c305e5', 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:25.771265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:25.775103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:25.777982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:25.783697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:25.808066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.808644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Fanout notify agent at l3_agent the message router_deleted on router 99d14a6d-09e6-4e72-bdbe-ca0d640d955a {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:12:25.820261 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.821331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-08658684-e19e-4877-826d-083136cddbf6 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/99d14a6d-09e6-4e72-bdbe-ca0d640d955a HTTP/1.1" status: 204 len: 168 time: 2.5627925 Apr 11 21:12:25.824846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33288) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:25.829997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1311255082', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': False}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:25.835252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:25.839669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:router and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:25.841985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:25.849303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:25.985760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:25.987856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.032784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.066049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3d048a8-45f2-4e37-b09c-30f9893545d6 req-19233aaf-7c9a-4140-b031-bf4b85d59ad9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 210 time: 0.0971084 Apr 11 21:12:26.080439 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.136408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-84105872-319a-4320-869d-d023743629b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:26.137815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-84105872-319a-4320-869d-d023743629b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.75 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 814 time: 0.2736354 Apr 11 21:12:26.154563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Request body: {'port': {'device_id': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'admin_state_up': True, 'tenant_id': '1e19eeae5fe0464aba7340aedd579703'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:26.284564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.324952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:26.338215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:26.355630 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.372669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.382441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c0c9c5-13a7-45e4-9b70-557793edbbf3,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:26.446725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Made reservation on behalf of 1e19eeae5fe0464aba7340aedd579703 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:26.451407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.481169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.482488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-454d0d90-c0c4-4f82-84f9-4fca111a0453 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7219648 Apr 11 21:12:26.494320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33310) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:26.506296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group_rule': {'security_group_id': '846188e0-e3ad-43d8-8fc7-6e85a9c305e5', 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:26.571164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:26.579541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:26.583981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:26.591714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:26.669566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Allocated IP 172.20.0.2 (f336a473-4c4a-4d20-be37-f099f48ac988/f5bbbfad-6357-4c19-9066-cde1bc6e99d9/f40c5ef3-2f84-4202-b634-ac2841970910) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:26.703667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.741990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.784592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.906165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.971936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:26.991344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Allocated IP 172.25.5.140 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/02517c74-6287-43c6-9d15-4ce2e31b0411) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:27.025544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.036895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:27.065389 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.101478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Network f336a473-4c4a-4d20-be37-f099f48ac988 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:27.104913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:27.109967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:27.121974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1a67a6-dd6c-432d-8b03-0c0111bc3565,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:27.146877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Pushing event updated for resources: {'Port': ['ID=f40c5ef3-2f84-4202-b634-ac2841970910,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:27.184178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:27.184846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.267067 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.307104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33332) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:27.329144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-721d2b5a-2be4-46bf-a453-c5ebf2ccce02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1789143 Apr 11 21:12:27.342299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Request body: {'port': {'device_id': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:27.342849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.344259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1f6b9fff-a63e-4c8b-a411-a79e3438ff05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8461194 Apr 11 21:12:27.351774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33338) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:27.359882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group_rule': {'security_group_id': '846188e0-e3ad-43d8-8fc7-6e85a9c305e5', 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:27.373091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:27.386128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:27.389829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.395077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:27.452323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:27.490413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.495837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:27.497964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Port': ['ID=02517c74-6287-43c6-9d15-4ce2e31b0411,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:27.500595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:27.506093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:27.540762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f54f-f23e-4cc5-b2dc-55bf6cff3172 req-6c9c02c4-82a4-42fe-a5ce-15a6b1f4a368 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:27.542517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e642f54f-f23e-4cc5-b2dc-55bf6cff3172 req-6c9c02c4-82a4-42fe-a5ce-15a6b1f4a368 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 931 time: 0.2471023 Apr 11 21:12:27.558051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-326242327-network', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:27.571581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:27.578071 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Project bcdada87da274971a2f610c31bf932c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:12:27.586772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Usage tracker for resource:network and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:27.591119 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.591249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:27.600818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:27.692036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e642f54f-f23e-4cc5-b2dc-55bf6cff3172 req-90a95d93-4033-4f79-95b5-e3503e4e3578 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420186 Apr 11 21:12:27.700448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Made reservation on behalf of b2a8d00a930e4ced82352d5a03519393 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:27.702934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.747062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.802756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.837851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9237a399-47fa-4520-881f-2c6321e153c4,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:27.869895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.874242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.879676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.933739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:27.935317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-68d11a87-8dac-40f5-82bf-bd4e4130d4ff tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5836763 Apr 11 21:12:27.941334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33348) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:27.950168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'security_group_rule': {'security_group_id': '846188e0-e3ad-43d8-8fc7-6e85a9c305e5', 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:27.955236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:27.969397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:27.975550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:27.978297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:security_group_rule and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:27.982320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:27.985063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:27.996977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:28.003446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:28.115352 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Project bcdada87da274971a2f610c31bf932c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:12:28.130522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40c5ef3-2f84-4202-b634-ac2841970910 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:12:28.134662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.152271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.193657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Router 1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:28.209928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Transition to ACTIVE for port object f40c5ef3-2f84-4202-b634-ac2841970910 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:28.212322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.247585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.271725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.322632 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.380159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.413173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:28.421778 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Sync routers for ids ['1d8a9bd7-06a0-4d14-98c6-20d7c7d15890'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:28.434567 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Routers {'1d8a9bd7-06a0-4d14-98c6-20d7c7d15890'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:28.435328 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d8a9bd7-06a0-4d14-98c6-20d7c7d15890'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:28.464380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:12:28.487817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eca1ec-b4de-4c38-952a-7af0e7b547cb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:28.494440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60faf860-ac2d-480c-b7f1-c123dca29ad8,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:28.496041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Pushing event updated for resources: {'Port': ['ID=f40c5ef3-2f84-4202-b634-ac2841970910,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:28.500527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.502134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-636cf730-f058-44d8-b76b-2b213c645a64 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6762173 Apr 11 21:12:28.504950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33360) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:28.509095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.509534 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Added segment 6636a36a-73a9-4699-9e25-118d50129c58 of type vlan for network 8031a3a6-3d20-479c-ae16-a58ee07424ae Apr 11 21:12:28.615065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.619375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1479ed90-5a18-4d9f-ac68-1b2390b1af13 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6742032 Apr 11 21:12:28.619375 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.681051 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Set router 1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:28.726857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Attempting to bind port f40c5ef3-2f84-4202-b634-ac2841970910 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:28.739217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Attempting to bind port f40c5ef3-2f84-4202-b634-ac2841970910 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:28.739217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Attempting to bind port f40c5ef3-2f84-4202-b634-ac2841970910 on network f336a473-4c4a-4d20-be37-f099f48ac988 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:28.739217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Port f40c5ef3-2f84-4202-b634-ac2841970910 on network f336a473-4c4a-4d20-be37-f099f48ac988 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:12:28.739217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Attempting to bind port f40c5ef3-2f84-4202-b634-ac2841970910 on network f336a473-4c4a-4d20-be37-f099f48ac988 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:28.742832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:28.743226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Checking segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:28.743819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Bound using segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:28.744251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Bound port: f40c5ef3-2f84-4202-b634-ac2841970910, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:28.744726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.801049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:28.802107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:28.803231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.008663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.030250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] Pushing event updated for resources: {'Network': ['ID=8031a3a6-3d20-479c-ae16-a58ee07424ae,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:29.045790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:12:29.057279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] For port f40c5ef3-2f84-4202-b634-ac2841970910, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:29.071036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:29.074107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03f45c9d-f29a-41d2-9e78-dbf50079fcbb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7657859 Apr 11 21:12:29.076396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] For port f40c5ef3-2f84-4202-b634-ac2841970910, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f40c5ef3-2f84-4202-b634-ac2841970910,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:29.080710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Request body: {'subnet': {'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-326242327-subnet', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:29.118135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:29.118135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a5e8e46d-ed68-40bb-8f75-178d52f7c33e tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 HTTP/1.1" status: 200 len: 909 time: 0.6101713 Apr 11 21:12:29.128443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:29.130219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Usage tracker for resource:subnet and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:29.130351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1311255082', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': True}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:29.130465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:29.137546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:29.147490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:29.151263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.186493 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9bd7-06a0-4d14-98c6-20d7c7d15890', 'name': 'tempest-snat-router-1311255082', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.140'}], 'enable_snat': False}, 'gw_port_id': '02517c74-6287-43c6-9d15-4ce2e31b0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:25Z', 'updated_at': '2022-04-11T21:12:27Z', 'revision_number': 3, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port': {'id': '02517c74-6287-43c6-9d15-4ce2e31b0411', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9bd7-06a0-4d14-98c6-20d7c7d15890', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:26Z', 'updated_at': '2022-04-11T21:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:29.192240 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Checking router: 1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:12:29.192811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Updating router 1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 port 02517c74-6287-43c6-9d15-4ce2e31b0411 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:12:29.198414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Usage tracker for resource:router and tenant:9d5ea7a5fec145f6b957deec097f1abb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:29.211805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:29.240629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b62832-1331-454f-9bbb-a7fccc8cf6cc req-0a05beeb-b592-4a48-a977-13ddcb65955c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:29.241622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-23b62832-1331-454f-9bbb-a7fccc8cf6cc req-0a05beeb-b592-4a48-a977-13ddcb65955c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Synchronizing usage tracker for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:29.249529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Made reservation on behalf of b2a8d00a930e4ced82352d5a03519393 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:29.250360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:29.254889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.294435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.296590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] 10.222.0.75 "PUT /v2.0/ports/f40c5ef3-2f84-4202-b634-ac2841970910 HTTP/1.1" status: 200 len: 1091 time: 1.9588554 Apr 11 21:12:29.312601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'tag': 'f40c5ef3-2f84-4202-b634-ac2841970910'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:29.339303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681e8c7-ef06-416c-bbe7-8e1f9d8cb802 service neutron] Pushing event updated for resources: {'Port': ['ID=f40c5ef3-2f84-4202-b634-ac2841970910,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:29.351972 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.370936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-23b62832-1331-454f-9bbb-a7fccc8cf6cc req-0a05beeb-b592-4a48-a977-13ddcb65955c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Unset dirty status for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:29.372482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-23b62832-1331-454f-9bbb-a7fccc8cf6cc req-0a05beeb-b592-4a48-a977-13ddcb65955c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 943 time: 0.4372439 Apr 11 21:12:29.437724 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eace174-77ef-4477-af13-60dd13d40a5b'] response: {'name': 'network-changed', 'server_uuid': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'tag': 'f40c5ef3-2f84-4202-b634-ac2841970910', 'status': 'completed', 'code': 200} Apr 11 21:12:29.443179 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.444361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.509536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-23b62832-1331-454f-9bbb-a7fccc8cf6cc req-7a0b55c4-c79f-4344-bf49-d54a324036ba tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299353 Apr 11 21:12:29.528837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.557726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-599ff903-5c6f-4c8d-a9e4-f1b0a753f3e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 1094 time: 0.1157777 Apr 11 21:12:29.659033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-18fb1b46-496e-40b3-a888-5a44e4220e1c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f40c5ef3-2f84-4202-b634-ac2841970910 HTTP/1.1" status: 200 len: 217 time: 0.0935535 Apr 11 21:12:29.705221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.793056 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.807641 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Transition to ACTIVE for port object 02517c74-6287-43c6-9d15-4ce2e31b0411 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:29.833306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:29.842964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:29.843358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Network hostable DHCP agents. Network: 8031a3a6-3d20-479c-ae16-a58ee07424ae, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:12:29.861008 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.917976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-b9f58319-a13b-4047-b632-a7fe73b2526b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:29.919419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-b9f58319-a13b-4047-b632-a7fe73b2526b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.1604216 Apr 11 21:12:29.927209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.943650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:12:29.948441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Attempting to bind port 02517c74-6287-43c6-9d15-4ce2e31b0411 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:29.948441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Attempting to bind port 02517c74-6287-43c6-9d15-4ce2e31b0411 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:29.948985 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Attempting to bind port 02517c74-6287-43c6-9d15-4ce2e31b0411 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:29.963325 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c874-1c14-4625-9606-2d471f121f01 None None] Pushing event updated for resources: {'Port': ['ID=02517c74-6287-43c6-9d15-4ce2e31b0411,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:29.965675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:29.966037 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:29.966558 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:29.966853 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:29.967303 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Bound port: 02517c74-6287-43c6-9d15-4ce2e31b0411, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:29.967688 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.005571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-37b80907-2926-4654-a42a-95d1e0533850 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752504 Apr 11 21:12:30.025282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 8031a3a6-3d20-479c-ae16-a58ee07424ae) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:30.029611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:30.030489 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.036800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f507f8-e0fb-4b3e-a990-16c1c129e931 None None] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:12:30.058154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] For port 02517c74-6287-43c6-9d15-4ce2e31b0411, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:30.063450 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] For port 02517c74-6287-43c6-9d15-4ce2e31b0411, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=02517c74-6287-43c6-9d15-4ce2e31b0411,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:30.146027 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.146731 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-95f94db8-efac-488c-b11b-5b322025ab4d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0734632 Apr 11 21:12:30.151819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33422) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:30.159008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:30.169434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:30.183172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Usage tracker for resource:router and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:30.192830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:30.200134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:30.263238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c874-1c14-4625-9606-2d471f121f01 None None] Pushing event updated for resources: {'Port': ['ID=02517c74-6287-43c6-9d15-4ce2e31b0411,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:30.277568 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.279259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.286481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-8031a3a6-3d20-479c-ae16-a58ee07424ae', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:12:30.287300 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.296071 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Routers {'1d8a9bd7-06a0-4d14-98c6-20d7c7d15890'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:30.297229 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1d8a9bd7-06a0-4d14-98c6-20d7c7d15890'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:30.307218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.541878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-02083e9b-bb40-42cf-8ee7-279507889793 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250068 Apr 11 21:12:30.642179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Allocated IP 172.20.0.2 (8031a3a6-3d20-479c-ae16-a58ee07424ae/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2/4a1cf777-03e7-42a3-8526-2f760fd4acd4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:30.652354 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] Set router 1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:30.760348 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.768751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:30.870544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82255069-f165-46fe-b85f-6d4428c8ab6c req-79c6097a-ef18-46d2-b6f5-93646f7cc220 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195083 Apr 11 21:12:30.982427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.020007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.163720 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.165948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9bd7-06a0-4d14-98c6-20d7c7d15890', 'name': 'tempest-snat-router-1311255082', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.140'}], 'enable_snat': False}, 'gw_port_id': '02517c74-6287-43c6-9d15-4ce2e31b0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:25Z', 'updated_at': '2022-04-11T21:12:27Z', 'revision_number': 3, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port': {'id': '02517c74-6287-43c6-9d15-4ce2e31b0411', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9bd7-06a0-4d14-98c6-20d7c7d15890', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:26Z', 'updated_at': '2022-04-11T21:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:31.172026 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b0e47-9a35-474c-8986-389bf136c844 None None] The sync data for ids ['1d8a9bd7-06a0-4d14-98c6-20d7c7d15890'] in n-d-837321-1 is: [{'id': '1d8a9bd7-06a0-4d14-98c6-20d7c7d15890', 'name': 'tempest-snat-router-1311255082', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.140'}], 'enable_snat': False}, 'gw_port_id': '02517c74-6287-43c6-9d15-4ce2e31b0411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:25Z', 'updated_at': '2022-04-11T21:12:27Z', 'revision_number': 3, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port': {'id': '02517c74-6287-43c6-9d15-4ce2e31b0411', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9bd7-06a0-4d14-98c6-20d7c7d15890', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:26Z', 'updated_at': '2022-04-11T21:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:31.179771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Transition to ACTIVE for port object 4a1cf777-03e7-42a3-8526-2f760fd4acd4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:31.212928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cc31e-a69b-4dde-83ab-b0a2fa430107 req-c7766f78-7ec7-4570-ac14-4396c60b9781 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:31.222770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba4cc31e-a69b-4dde-83ab-b0a2fa430107 req-c7766f78-7ec7-4570-ac14-4396c60b9781 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 943 time: 0.3941438 Apr 11 21:12:31.232792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Transition to ACTIVE for port object 4a1cf777-03e7-42a3-8526-2f760fd4acd4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:31.288623 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba4cc31e-a69b-4dde-83ab-b0a2fa430107 req-a59c567b-416b-487c-9b83-c9f5247557bc tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647018 Apr 11 21:12:31.448455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.463639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Allocated IP 172.25.5.216 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/cd9ccb18-9bb0-45b0-babb-b47fb37bffae) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:31.484761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.490121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-3fc177df-fa07-4701-9a0c-1248fdde55c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 1094 time: 0.3687205 Apr 11 21:12:31.494310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.656309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:31.660432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:31.670273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Pushing event updated for resources: {'Port': ['ID=4a1cf777-03e7-42a3-8526-2f760fd4acd4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:31.676853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:31.817549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Attempting to bind port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:31.818414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Attempting to bind port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:31.826166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Attempting to bind port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:31.827766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:31.828349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:31.828932 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.829533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Bound using segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:31.830185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Bound port: 4a1cf777-03e7-42a3-8526-2f760fd4acd4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:31.831976 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.915196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:31.915196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-71208d7f-2a45-4525-8a30-fd3876d614b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:31.915196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-71208d7f-2a45-4525-8a30-fd3876d614b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 915 time: 0.3656261 Apr 11 21:12:31.991099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] For port 4a1cf777-03e7-42a3-8526-2f760fd4acd4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:31.995184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] For port 4a1cf777-03e7-42a3-8526-2f760fd4acd4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4a1cf777-03e7-42a3-8526-2f760fd4acd4,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:32.005678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-adb26092-624e-41f8-bd0e-871a0ea2c563 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f40c5ef3-2f84-4202-b634-ac2841970910 HTTP/1.1" status: 200 len: 217 time: 0.0937705 Apr 11 21:12:32.084180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:32.148442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:32.192293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-7f12a465-75e0-4ddc-ae7d-adf7bffdf38b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:32.199056 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-7f12a465-75e0-4ddc-ae7d-adf7bffdf38b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.1704230 Apr 11 21:12:32.312586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Allocated IP 172.25.5.45 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/4d179104-f7e6-43f7-95d9-283ca0fb3a20) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:32.362306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-73563e70-509c-4c46-b378-b4b95ac6d211 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500919 Apr 11 21:12:32.378771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe883-5e4a-4ff0-b8f3-c6c009e0156d None None] Pushing event updated for resources: {'Port': ['ID=4a1cf777-03e7-42a3-8526-2f760fd4acd4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:32.389855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:32.415877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:32.453987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:32.591228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:32.708614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Port': ['ID=cd9ccb18-9bb0-45b0-babb-b47fb37bffae,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:32.759578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02517c74-6287-43c6-9d15-4ce2e31b0411 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:32.784829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:32.958510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.000722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 02517c74-6287-43c6-9d15-4ce2e31b0411 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:33.007932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 02517c74-6287-43c6-9d15-4ce2e31b0411 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:33.008066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.065593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2976242-9319-4450-8244-d6186fbc3d8e req-fad9cd02-3d17-4785-89d8-b4538493059b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:33.068182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2976242-9319-4450-8244-d6186fbc3d8e req-fad9cd02-3d17-4785-89d8-b4538493059b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 943 time: 0.4772007 Apr 11 21:12:33.074019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-4b9f23f2-c3b3-4564-97ee-61e121307f1b service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602271 Apr 11 21:12:33.092639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:33.097147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:33.100205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:33.151260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Pushing event updated for resources: {'Port': ['ID=4d179104-f7e6-43f7-95d9-283ca0fb3a20,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:33.264762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.268530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e3b7d4d-3b87-4fc2-be7a-8d48602edfe8 req-90910940-170f-4180-9a28-d39ac2ee308b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1096 time: 0.6708646 Apr 11 21:12:33.289600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 02517c74-6287-43c6-9d15-4ce2e31b0411, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=02517c74-6287-43c6-9d15-4ce2e31b0411,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:33.362208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.530476 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8e3b7d4d-3b87-4fc2-be7a-8d48602edfe8 req-6bb0f93a-03fc-427a-bea7-7f833c32dd93 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503898 Apr 11 21:12:33.578833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2976242-9319-4450-8244-d6186fbc3d8e req-35f36eb9-fd3d-49b8-a176-cd79be1b6c46 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022950 Apr 11 21:12:33.583150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=02517c74-6287-43c6-9d15-4ce2e31b0411,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:33.596484 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.598660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.620758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-681f1dfd-21dd-4da7-8b02-dc49aad208f5 req-36604589-1a60-46fb-9474-b6f9483d14d5 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379503 Apr 11 21:12:33.641131 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.641914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:33.891548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c83a6-e31d-41a7-a236-93402598e581 None None] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:12:34.005133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Router dbfce340-44ce-47ef-b62a-073b6469d1bc is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:34.024929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Router 4a782fd8-40ec-44e0-af7c-04ec12b804c4 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:34.139158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e172b00-91fb-4ac7-bf92-efb83b8222bd None None] Provisioning for port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:34.293033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:34.362807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:34.391170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:34.401995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:34.403306 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-96a3e117-ca50-44eb-8750-a4c8b8d91532 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2466240 Apr 11 21:12:34.403306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33502) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:34.406624 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Sync routers for ids ['4a782fd8-40ec-44e0-af7c-04ec12b804c4'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:34.433311 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Routers {'4a782fd8-40ec-44e0-af7c-04ec12b804c4'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:34.435944 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4a782fd8-40ec-44e0-af7c-04ec12b804c4'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:34.437863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:34.438575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:34.477108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:34.478346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c12f4d2e-c323-4ab9-933a-d960b4f47807 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3567591 Apr 11 21:12:34.482619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:34.809434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:35.091200 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Set router 4a782fd8-40ec-44e0-af7c-04ec12b804c4 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:35.101455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-5b0a3a51-c84b-474a-90bd-e068db754c64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6907554 Apr 11 21:12:35.105446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02517c74-6287-43c6-9d15-4ce2e31b0411 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:35.218831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d0e006c0-dfd9-421d-bfeb-22be907f9168 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/4a782fd8-40ec-44e0-af7c-04ec12b804c4 HTTP/1.1" status: 200 len: 908 time: 0.7281523 Apr 11 21:12:35.218831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33528) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:35.250372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7b572-3649-46dc-990e-32f12cb0ab3f req-dbad9887-4641-409a-b1f8-e9e870df84f7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:35.255271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4aa7b572-3649-46dc-990e-32f12cb0ab3f req-dbad9887-4641-409a-b1f8-e9e870df84f7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 943 time: 0.2943430 Apr 11 21:12:35.443549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4aa7b572-3649-46dc-990e-32f12cb0ab3f req-5bb7a46e-e339-4a9c-a03a-b4f3f367f2d7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665919 Apr 11 21:12:35.647019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f40c5ef3-2f84-4202-b634-ac2841970910 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:12:35.683038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-12fbec38-9aad-49a4-97a4-d6a0419b692d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1096 time: 0.3691685 Apr 11 21:12:35.853791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:35.885822 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a782fd8-40ec-44e0-af7c-04ec12b804c4', 'name': 'tempest-snat-router-1311255082', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'cd9ccb18-9bb0-45b0-babb-b47fb37bffae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:29Z', 'updated_at': '2022-04-11T21:12:33Z', 'revision_number': 3, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port': {'id': 'cd9ccb18-9bb0-45b0-babb-b47fb37bffae', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a782fd8-40ec-44e0-af7c-04ec12b804c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:35.891224 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Checking router: 4a782fd8-40ec-44e0-af7c-04ec12b804c4 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:12:35.893001 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Updating router 4a782fd8-40ec-44e0-af7c-04ec12b804c4 port cd9ccb18-9bb0-45b0-babb-b47fb37bffae binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:12:36.028479 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:36.039996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 02517c74-6287-43c6-9d15-4ce2e31b0411 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:36.040518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:36.178627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-39250c6a-9457-4d83-8539-e40b38211713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:36.180112 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-39250c6a-9457-4d83-8539-e40b38211713 service neutron] 10.222.0.69 "GET /v2.0/networks?id=232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 200 len: 910 time: 0.4564021 Apr 11 21:12:36.255125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f40c5ef3-2f84-4202-b634-ac2841970910, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f40c5ef3-2f84-4202-b634-ac2841970910,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:36.296539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:33Z', 'revision_number': 3, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:36.303893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:12:36.304164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Updating router dbfce340-44ce-47ef-b62a-073b6469d1bc port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:12:36.342342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:36.379791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'f40c5ef3-2f84-4202-b634-ac2841970910', 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'port_id': 'f40c5ef3-2f84-4202-b634-ac2841970910', 'mac_address': 'fa:16:3e:17:b8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bbbfad-6357-4c19-9066-cde1bc6e99d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:12:36.537116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:36.635128 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:36.770895 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:36.805222 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Transition to ACTIVE for port object cd9ccb18-9bb0-45b0-babb-b47fb37bffae will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:36.871696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Allocated IP 172.20.0.1 (8031a3a6-3d20-479c-ae16-a58ee07424ae/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2/07e9e67c-5074-472f-9da4-78194479d733) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:36.901312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-3cca2228-49d6-468f-af58-26b64c18193d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 200 len: 1001 time: 0.7071540 Apr 11 21:12:36.905394 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.008991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6272249-3747-431b-a328-c2c642a81735 req-f54a278d-fd73-4753-a3da-112297c5e4b5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:37.010485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6272249-3747-431b-a328-c2c642a81735 req-f54a278d-fd73-4753-a3da-112297c5e4b5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 943 time: 0.3131826 Apr 11 21:12:37.043809 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Attempting to bind port cd9ccb18-9bb0-45b0-babb-b47fb37bffae on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:37.044091 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Attempting to bind port cd9ccb18-9bb0-45b0-babb-b47fb37bffae by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:37.044447 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Attempting to bind port cd9ccb18-9bb0-45b0-babb-b47fb37bffae on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:37.046148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40c5ef3-2f84-4202-b634-ac2841970910 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:12:37.051671 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5028925-b423-4df9-a798-095f18392523 None None] Pushing event updated for resources: {'Port': ['ID=cd9ccb18-9bb0-45b0-babb-b47fb37bffae,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:37.057520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:37.057885 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:37.058276 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.058660 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:37.059116 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Bound port: cd9ccb18-9bb0-45b0-babb-b47fb37bffae, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:37.059497 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.061586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-a990895f-4edc-4753-8cd6-99f544a391e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:37.063211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-a990895f-4edc-4753-8cd6-99f544a391e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3643afab-d65a-41e8-a57e-e570e1091748 HTTP/1.1" status: 200 len: 848 time: 0.1534150 Apr 11 21:12:37.068786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.121271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4a1cf777-03e7-42a3-8526-2f760fd4acd4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:37.157924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting port cd9ccb18-9bb0-45b0-babb-b47fb37bffae {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:37.159238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.167426 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] For port cd9ccb18-9bb0-45b0-babb-b47fb37bffae, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:37.170530 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] For port cd9ccb18-9bb0-45b0-babb-b47fb37bffae, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cd9ccb18-9bb0-45b0-babb-b47fb37bffae,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:37.190034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f40c5ef3-2f84-4202-b634-ac2841970910, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f40c5ef3-2f84-4202-b634-ac2841970910,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:37.243690 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.269251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6272249-3747-431b-a328-c2c642a81735 req-b0bb889b-13d8-436c-aa89-83009c7a6f74 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482753 Apr 11 21:12:37.277056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.285847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.306733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Transition to ACTIVE for port object 07e9e67c-5074-472f-9da4-78194479d733 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:37.376071 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5028925-b423-4df9-a798-095f18392523 None None] Pushing event updated for resources: {'Port': ['ID=cd9ccb18-9bb0-45b0-babb-b47fb37bffae,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:37.409568 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.414441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Routers {'4a782fd8-40ec-44e0-af7c-04ec12b804c4'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:37.415355 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['4a782fd8-40ec-44e0-af7c-04ec12b804c4'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:37.438275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=f40c5ef3-2f84-4202-b634-ac2841970910,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:37.445101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.resource_extend [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:12:37.537052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-7ac35256-34d7-4cfe-aca1-205da51321c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=232f6353-b591-4ea0-b1d1-a4f0f21603bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4611356 Apr 11 21:12:37.546699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:37.574920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:37.575295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.586902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:37.591288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:37.595165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Pushing event updated for resources: {'Port': ['ID=07e9e67c-5074-472f-9da4-78194479d733,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:37.599560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:37.623589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.631405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['f40c5ef3-2f84-4202-b634-ac2841970910'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:37.634883 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] Set router 4a782fd8-40ec-44e0-af7c-04ec12b804c4 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:37.677023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.716367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-fc7ee8c4-c019-4115-8b3e-2f1d7f2fd047 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672218 Apr 11 21:12:37.808355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Transition to ACTIVE for port object 4d179104-f7e6-43f7-95d9-283ca0fb3a20 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:37.810689 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a782fd8-40ec-44e0-af7c-04ec12b804c4', 'name': 'tempest-snat-router-1311255082', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:29Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:37.816696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97ea5-8df6-40a9-9a94-15d442ed6f7c None None] The sync data for ids ['4a782fd8-40ec-44e0-af7c-04ec12b804c4'] in n-d-837321-1 is: [{'id': '4a782fd8-40ec-44e0-af7c-04ec12b804c4', 'name': 'tempest-snat-router-1311255082', 'tenant_id': '9d5ea7a5fec145f6b957deec097f1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:29Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': '9d5ea7a5fec145f6b957deec097f1abb', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:37.965826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] For port cd9ccb18-9bb0-45b0-babb-b47fb37bffae, host n-d-837321-1, got binding levels [] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:37.966351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:37.970565 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.024188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.137456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Calling delete_port for cd9ccb18-9bb0-45b0-babb-b47fb37bffae owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:38.231321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Attempting to bind port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:38.231321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Attempting to bind port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:38.232026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Attempting to bind port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:38.241371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:38.241757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:38.242171 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.242567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:38.243101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Bound port: 4d179104-f7e6-43f7-95d9-283ca0fb3a20, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:38.243555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.267050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.309630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45732dd-7934-4150-9652-e55d25f5c11f None None] Pushing event updated for resources: {'Port': ['ID=4d179104-f7e6-43f7-95d9-283ca0fb3a20,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:38.321846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9f3b77b8-27a7-404f-b3a4-860f94991556 None None] Provisioning for port 07e9e67c-5074-472f-9da4-78194479d733 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:38.358713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8497e9b-fd44-4c6e-a103-735318639d9e req-4561246b-5f1b-4da2-8ab2-dd25944007b6 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105211 Apr 11 21:12:38.397069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4a1cf777-03e7-42a3-8526-2f760fd4acd4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4a1cf777-03e7-42a3-8526-2f760fd4acd4,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:38.398640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9f3b77b8-27a7-404f-b3a4-860f94991556 None None] Provisioning complete for port 07e9e67c-5074-472f-9da4-78194479d733 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:38.399046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9f3b77b8-27a7-404f-b3a4-860f94991556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.420039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:12:38.420039 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:12:38.447221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.502892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.553832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.554751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] For port 4d179104-f7e6-43f7-95d9-283ca0fb3a20, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:38.558150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] For port 4d179104-f7e6-43f7-95d9-283ca0fb3a20, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4d179104-f7e6-43f7-95d9-283ca0fb3a20,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:38.609404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b77b8-27a7-404f-b3a4-860f94991556 None None] Port 07e9e67c-5074-472f-9da4-78194479d733 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:12:38.673232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.698978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Pushing event updated for resources: {'Port': ['ID=07e9e67c-5074-472f-9da4-78194479d733,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:38.701309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.720602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:38.721859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:38.768590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4a1cf777-03e7-42a3-8526-2f760fd4acd4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:38.808267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf59ca-2346-467e-9d39-9e122273b7ce req-8c336e4c-d24c-40cf-a927-949da107de4f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:38.815905 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66cf59ca-2346-467e-9d39-9e122273b7ce req-8c336e4c-d24c-40cf-a927-949da107de4f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 944 time: 0.3096857 Apr 11 21:12:38.908438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66cf59ca-2346-467e-9d39-9e122273b7ce req-08f72d85-ae89-4bca-98c2-40af8ddde79f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914924 Apr 11 21:12:38.918904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:38.921359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:38.924077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting port cd9ccb18-9bb0-45b0-babb-b47fb37bffae {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:38.924428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:38.974772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45732dd-7934-4150-9652-e55d25f5c11f None None] Pushing event updated for resources: {'Port': ['ID=4d179104-f7e6-43f7-95d9-283ca0fb3a20,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:39.023053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:39.267058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] For port cd9ccb18-9bb0-45b0-babb-b47fb37bffae, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cd9ccb18-9bb0-45b0-babb-b47fb37bffae,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:39.268194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:39.466052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f40c5ef3-2f84-4202-b634-ac2841970910 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:39.532278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Calling delete_port for cd9ccb18-9bb0-45b0-babb-b47fb37bffae owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:39.628468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7c6af5a-fe79-4a28-a107-9101260e508e None None] Provisioning complete for port 07e9e67c-5074-472f-9da4-78194479d733 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:39.628840 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af5a-fe79-4a28-a107-9101260e508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:39.683184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:12:39.733550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6af5a-fe79-4a28-a107-9101260e508e None None] Port 07e9e67c-5074-472f-9da4-78194479d733 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:12:39.764825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:38Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:39.770738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e8203-1109-4265-b63a-3502837d67c6 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:38Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:39.773749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port f40c5ef3-2f84-4202-b634-ac2841970910 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:39.779005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port f40c5ef3-2f84-4202-b634-ac2841970910 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:39.779423 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:39.887193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:39.932523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:39.992357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c5ef3-2f84-4202-b634-ac2841970910'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:40.023174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f40c5ef3-2f84-4202-b634-ac2841970910, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f40c5ef3-2f84-4202-b634-ac2841970910,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:40.103818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:40.274496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:40.293370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a63382df-f477-487e-a5fe-e7d1eaa9c175 admin admin] 10.222.0.61 "PUT /v2.0/routers/dbfce340-44ce-47ef-b62a-073b6469d1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8812225 Apr 11 21:12:40.339233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=f40c5ef3-2f84-4202-b634-ac2841970910,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:40.446413 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e313064-9717-4b7d-bc48-6864420674d9'] response: {'server_uuid': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c5ef3-2f84-4202-b634-ac2841970910', 'code': 200} Apr 11 21:12:40.617805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd9ccb18-9bb0-45b0-babb-b47fb37bffae,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:40.683035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4a1cf777-03e7-42a3-8526-2f760fd4acd4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:40.725363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.725709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.726073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.726413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.726743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.727143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.727460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.727745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.728147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.728429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.728757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:40.812800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:40.813171 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.027157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.224817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34113db-33cf-4af8-885e-65d5f39a6afb req-15a9f599-521c-4503-8231-a721424461e5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:41.233438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d34113db-33cf-4af8-885e-65d5f39a6afb req-15a9f599-521c-4503-8231-a721424461e5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 945 time: 0.8666620 Apr 11 21:12:41.530502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b3bc116-4447-45e7-a7e8-389c7ad0d038 req-beb38cab-dbff-44e2-9426-c1ddffdb3399 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 1096 time: 0.9427001 Apr 11 21:12:41.573841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d34113db-33cf-4af8-885e-65d5f39a6afb req-2cbea0b1-a37c-410e-a39b-3d59990d5882 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357565 Apr 11 21:12:41.578924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.593383 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.604924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b3bc116-4447-45e7-a7e8-389c7ad0d038 req-21f0d0bd-fc5d-45f9-b021-4c1a6d61be46 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608597 Apr 11 21:12:41.648698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33618) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:41.654499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128711528', 'description': 'tempest-description--1803974414'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:41.662351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:41.667191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:41.670187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:41.677248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:41.740189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.740372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a782fd8-40ec-44e0-af7c-04ec12b804c4 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:12:41.755171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.756366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-43ffcc95-44be-46fc-a86d-50551e479f7f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/routers/4a782fd8-40ec-44e0-af7c-04ec12b804c4 HTTP/1.1" status: 204 len: 168 time: 6.5399768 Apr 11 21:12:41.758528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:41.768910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:41.921306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:41.927379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:41.934709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:41.945091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:42.033978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.065591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.153853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.228128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71625e7-a711-4a36-aa02-cc0980042783,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:42.286490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.305593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.307115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb717e18-ae16-411b-b9cb-ada13b2fa8ce tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6574121 Apr 11 21:12:42.309936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33632) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:42.319338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': 'b71625e7-a711-4a36-aa02-cc0980042783', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:42.327606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:42.334217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:42.338160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:42.346688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:42.368022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Deleting port 02517c74-6287-43c6-9d15-4ce2e31b0411 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:42.368461 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.438189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.555239 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.573932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] For port 02517c74-6287-43c6-9d15-4ce2e31b0411, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=02517c74-6287-43c6-9d15-4ce2e31b0411,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:42.574660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.613933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.676763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba4f80e-1c57-4120-baf9-9a7008261336,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:42.733123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4d179104-f7e6-43f7-95d9-283ca0fb3a20 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:42.773960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:42.776303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f921fd9-ba84-424e-9c83-0e7046dd1ec0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4648879 Apr 11 21:12:42.779497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:42.786456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': 'b71625e7-a711-4a36-aa02-cc0980042783', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:42.804569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:42.810768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:42.816305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:42.840821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Calling delete_port for 02517c74-6287-43c6-9d15-4ce2e31b0411 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:42.910479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:42.960921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3918e-6696-4475-b86f-9db52ba1ce48 req-597c07d6-c9ea-4168-b4aa-f38bb1718c92 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:42.962405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24b3918e-6696-4475-b86f-9db52ba1ce48 req-597c07d6-c9ea-4168-b4aa-f38bb1718c92 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 945 time: 0.1391830 Apr 11 21:12:42.996868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:43.003533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:43.003913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.015998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24b3918e-6696-4475-b86f-9db52ba1ce48 req-7de14286-fbcb-4df2-96b0-298a5f841571 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470457 Apr 11 21:12:43.033811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.125770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.149450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.187993 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.206442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event deleted for resources: {'Port': ['ID=02517c74-6287-43c6-9d15-4ce2e31b0411,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:43.216958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.217679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4d179104-f7e6-43f7-95d9-283ca0fb3a20, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4d179104-f7e6-43f7-95d9-283ca0fb3a20,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:43.246251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddbebc1-8ea2-4341-9220-696da0142b2b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:43.294211 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.357270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.359010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-629e6249-3281-486d-9942-b7864f5abb86 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5780151 Apr 11 21:12:43.362379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33654) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:43.368304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:43.395922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:43.397902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:floatingip and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:43.401514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:43.407690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:43.442238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4d179104-f7e6-43f7-95d9-283ca0fb3a20,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:43.452181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.452800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.453311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.453831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.454353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.454740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.455706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.456036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.456681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.457159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.457633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:12:43.493215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.512268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.701960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-38d68792-f318-4d15-ad8a-9a565483b167 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2600257 Apr 11 21:12:43.781478 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:43.900250 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:12:44.108240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.113960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.138291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-83dca6a4-657c-45a5-8a2b-8a4c7ef985a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1097 time: 0.3009403 Apr 11 21:12:44.165234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.25.5.81 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/dd531a42-5828-467e-9287-4c59dd4f8aa4) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:44.309336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ef946-5196-4f74-8381-7487169d21a9 req-49572dbc-4228-4dae-b0a9-db89642114e0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:44.311375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-253ef946-5196-4f74-8381-7487169d21a9 req-49572dbc-4228-4dae-b0a9-db89642114e0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 945 time: 0.1045442 Apr 11 21:12:44.372236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-253ef946-5196-4f74-8381-7487169d21a9 req-6265ce23-df75-44d0-a598-2be7969a14f1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Apr 11 21:12:44.484831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-2bf25956-469c-464c-b677-46683da740e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:44.487110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-2bf25956-469c-464c-b677-46683da740e0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 915 time: 0.3230200 Apr 11 21:12:44.592990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-28b06ab7-871a-41e4-b4a1-710f8e67c864 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 217 time: 0.0995541 Apr 11 21:12:44.597518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.678564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-c0e286f1-4ff6-4813-9a2c-54dad3af42fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:44.679080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-c0e286f1-4ff6-4813-9a2c-54dad3af42fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.0771990 Apr 11 21:12:44.723903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4d179104-f7e6-43f7-95d9-283ca0fb3a20 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:44.727786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-e2d788d6-f6eb-4633-acfe-0e20cae7f03c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428724 Apr 11 21:12:44.844130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:44.844509 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.896382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-9ef53006-cde0-438a-8565-6c48daa1b454 service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611621 Apr 11 21:12:44.944785 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8307feab-3713-4f1d-a1aa-ff60edd8b33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.974084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.974607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:12:44.992218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.993368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:44.998271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80ddd917-8f91-4754-94df-071c83e866eb tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "DELETE /v2.0/routers/1d8a9bd7-06a0-4d14-98c6-20d7c7d15890 HTTP/1.1" status: 204 len: 168 time: 3.2350981 Apr 11 21:12:44.998475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:45.006521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1777917442', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:45.015871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:45.024076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Usage tracker for resource:router and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:45.027211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:45.035115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:45.077259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:45.083813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:45.090726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:45.156105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=dd531a42-5828-467e-9287-4c59dd4f8aa4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:45.173806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:45.175908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:45.188300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b47b35f-96b5-4acb-a34d-f78691b66764 req-ba2ce606-28de-4121-9a9f-66eb82c5b70c service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845552 Apr 11 21:12:45.276403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:45.578164 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:45.716127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:45.742351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff96f82-55c9-4ea9-be03-bd2a86a40cc4 req-a3571961-20ad-4dbb-80cb-b1eaacc8191e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:45.743221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ff96f82-55c9-4ea9-be03-bd2a86a40cc4 req-a3571961-20ad-4dbb-80cb-b1eaacc8191e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 945 time: 0.1964104 Apr 11 21:12:45.749654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:45.834627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ff96f82-55c9-4ea9-be03-bd2a86a40cc4 req-05312429-04bc-406d-88fa-989f663f5ae5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836599 Apr 11 21:12:46.019081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3bde-6cfb-40bc-9db3-de64ab46b4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.046072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.087347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.099025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.167587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.254970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Allocated IP 172.25.5.21 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0a588fa1-3257-4d43-8c67-fa632c94da87) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:46.280033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=dd531a42-5828-467e-9287-4c59dd4f8aa4,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:46.326299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.466252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.472397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-aafd9cdf-de1c-47da-afba-129c21270b9b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1087718 Apr 11 21:12:46.488998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.591378 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:46.676830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:46.680475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:46.683018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:46.753192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event updated for resources: {'Port': ['ID=0a588fa1-3257-4d43-8c67-fa632c94da87,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:46.904625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-abab2fd3-8ee3-4e7f-8292-7a8937210650 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:46.945693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-3c967635-62b9-4a58-a1d3-c4e3d4bf0b7a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:46.947142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-3c967635-62b9-4a58-a1d3-c4e3d4bf0b7a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.75 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 945 time: 0.1407175 Apr 11 21:12:47.035321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-abab2fd3-8ee3-4e7f-8292-7a8937210650 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:47.036650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-abab2fd3-8ee3-4e7f-8292-7a8937210650 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1128711528&fields=id&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 267 time: 0.3898802 Apr 11 21:12:47.048259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Deleting port f40c5ef3-2f84-4202-b634-ac2841970910 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:47.048686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:47.087648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:47.088452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:47.269691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a673a-fd69-4207-9c2e-43d624b36a6f req-80cedd42-58ae-4bc4-836d-571df1e36cb4 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:47.277231 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba4a673a-fd69-4207-9c2e-43d624b36a6f req-80cedd42-58ae-4bc4-836d-571df1e36cb4 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 945 time: 0.2690611 Apr 11 21:12:47.425773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fa5bdf6a-3b73-4873-8968-b03567b5df6d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:47.426484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fa5bdf6a-3b73-4873-8968-b03567b5df6d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:47.503706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:47.521591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] For port f40c5ef3-2f84-4202-b634-ac2841970910, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f40c5ef3-2f84-4202-b634-ac2841970910,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:47.521951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:47.522099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:47.529764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fa5bdf6a-3b73-4873-8968-b03567b5df6d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:47.532092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fa5bdf6a-3b73-4873-8968-b03567b5df6d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.4549906 Apr 11 21:12:47.542593 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ba4a673a-fd69-4207-9c2e-43d624b36a6f req-ff37a1e2-7c39-4f10-b665-d8362b7fb6e7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642465 Apr 11 21:12:47.712897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Calling delete_port for f40c5ef3-2f84-4202-b634-ac2841970910 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:47.740508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-9137e82e-d021-492d-ab7c-0f826d3e8bf6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/quotas/b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 375 time: 0.2001657 Apr 11 21:12:47.756462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Router ab56a000-38d9-4fe4-9c8d-beace4d3edf9 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:47.900981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-c0602809-3b4e-4fd7-acf6-20912c36979a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538143 Apr 11 21:12:48.075519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:48.088755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] Sync routers for ids ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:48.093540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-459613c1-8c18-4523-bef8-55a870f500d6 service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801729 Apr 11 21:12:48.094307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:48.122279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'f40c5ef3-2f84-4202-b634-ac2841970910'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:12:48.199877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] Routers {'ab56a000-38d9-4fe4-9c8d-beace4d3edf9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:48.201120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:48.207157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Pushing event deleted for resources: {'Port': ['ID=f40c5ef3-2f84-4202-b634-ac2841970910,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:48.208773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:48.214747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82c206f7-acfa-46a1-b5b7-4cc2c3e55811 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2130499 Apr 11 21:12:48.216347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33732) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:48.231979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': False}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:48.349493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:48.374629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] No DVR routers for this DVR port f40c5ef3-2f84-4202-b634-ac2841970910 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:12:48.381089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:48.384696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'name': 'network-vif-deleted', 'tag': 'f40c5ef3-2f84-4202-b634-ac2841970910'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:48.387434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] Routers {'ab56a000-38d9-4fe4-9c8d-beace4d3edf9'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:48.388310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:48.454599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-3ec936c6-e1ba-4f06-b4ea-f4d696514ec4 service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163919 Apr 11 21:12:48.465931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-984ae717-c23a-4a26-9d95-e33d1f05565a req-6f8b6559-4f8d-4cc0-84de-d9af352ee41a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.75 "DELETE /v2.0/ports/f40c5ef3-2f84-4202-b634-ac2841970910 HTTP/1.1" status: 204 len: 173 time: 1.5059812 Apr 11 21:12:48.543039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:48.543708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d730c-15a5-4124-9e60-887727390345 None None] The sync data for ids ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:48.569575 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19211e36-f7e3-4350-b376-4dccc8da392b'] response: {'server_uuid': '28bf973b-232d-4ba8-b54e-8e231b7b563a', 'name': 'network-vif-deleted', 'tag': 'f40c5ef3-2f84-4202-b634-ac2841970910', 'status': 'completed', 'code': 200} Apr 11 21:12:48.762353 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:48.849601 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-57048627-a823-4c67-97fd-02ffed47e721 req-5b2bb5d2-025f-459c-9669-96f24444cba1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=28bf973b-232d-4ba8-b54e-8e231b7b563a HTTP/1.1" status: 200 len: 210 time: 0.0640776 Apr 11 21:12:48.930020 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c6b0e38-9e3c-40da-b9da-b3f57111e172 req-1a3aba11-d6f5-4fe8-8b14-419b2157d203 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.0676320 Apr 11 21:12:49.229769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:49.836949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:49.840474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:50.158985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e48581c-c7f2-4669-8a65-a1864e6754f8 req-c0b4735f-bd06-4176-9c4b-32fc85f09456 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.1291761 Apr 11 21:12:50.364187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Router ab56a000-38d9-4fe4-9c8d-beace4d3edf9 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:12:50.550172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147e15f-fd19-44ed-bae6-777d64845f5a req-e80ed4b1-b062-4521-afc3-d6d68587165b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:50.551742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e147e15f-fd19-44ed-bae6-777d64845f5a req-e80ed4b1-b062-4521-afc3-d6d68587165b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.3019204 Apr 11 21:12:50.563663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02517c74-6287-43c6-9d15-4ce2e31b0411 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:12:50.607759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 02517c74-6287-43c6-9d15-4ce2e31b0411 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:12:50.608420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02517c74-6287-43c6-9d15-4ce2e31b0411 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:12:50.640096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e147e15f-fd19-44ed-bae6-777d64845f5a req-a8a8a387-3cb3-4546-afcc-25863b45b39e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816751 Apr 11 21:12:50.707580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:50.712518 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:50.716635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33800) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:50.716921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ce81bafb-b058-4b4e-adef-e694594aaddf tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "PUT /v2.0/routers/ab56a000-38d9-4fe4-9c8d-beace4d3edf9 HTTP/1.1" status: 200 len: 921 time: 2.4994230 Apr 11 21:12:50.719136 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] Sync routers for ids ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:50.737607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] Routers {'ab56a000-38d9-4fe4-9c8d-beace4d3edf9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:50.743153 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:50.792417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:50.836363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:50.836999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:50.863181 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:50.898629 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] Routers {'ab56a000-38d9-4fe4-9c8d-beace4d3edf9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:50.899866 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:50.997469 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:50.998131 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855fdb3-872c-4159-a486-40f5bceee197 None None] The sync data for ids ['ab56a000-38d9-4fe4-9c8d-beace4d3edf9'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:51.145416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:51.171048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75e6fa-3245-4e61-9995-52b60fdef706 req-bb1a806d-cfea-42ba-839d-55604746f51e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:51.204110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f75e6fa-3245-4e61-9995-52b60fdef706 req-bb1a806d-cfea-42ba-839d-55604746f51e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1331639 Apr 11 21:12:51.274871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f75e6fa-3245-4e61-9995-52b60fdef706 req-9b86056e-b0d2-451c-88a7-ebb93658e8bb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663638 Apr 11 21:12:51.305970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b0961475-0413-4d90-9d7a-568357822b6a tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/ab56a000-38d9-4fe4-9c8d-beace4d3edf9 HTTP/1.1" status: 200 len: 921 time: 0.5854409 Apr 11 21:12:51.306470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33816) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:51.509652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3be1368b-686d-44df-92b5-d99b7d4b3265 req-05e970d8-fa20-456b-9be0-1baf3ae82485 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.1234710 Apr 11 21:12:51.575839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f40c5ef3-2f84-4202-b634-ac2841970910 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:12:51.585664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eaf4bfc1-fa88-4833-b039-eac8bd134cf8 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=ab56a000-38d9-4fe4-9c8d-beace4d3edf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2783051 Apr 11 21:12:51.588451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33826) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:51.624492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: f40c5ef3-2f84-4202-b634-ac2841970910 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:12:51.625110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f40c5ef3-2f84-4202-b634-ac2841970910 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:12:51.728540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fb75b-ae1e-4063-a051-c0a36ec6d55d req-865ecd86-ce83-4106-a0f3-8ee099078953 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:51.730084 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-481fb75b-ae1e-4063-a051-c0a36ec6d55d req-865ecd86-ce83-4106-a0f3-8ee099078953 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1846576 Apr 11 21:12:51.745006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75283537-8fac-41ed-b381-c6a8e72d55f0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:51.745902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75283537-8fac-41ed-b381-c6a8e72d55f0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Synchronizing usage tracker for tenant:9d5ea7a5fec145f6b957deec097f1abb on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:51.764156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:38Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:51.768907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:12:51.769311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Updating router dbfce340-44ce-47ef-b62a-073b6469d1bc port 07e9e67c-5074-472f-9da4-78194479d733 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:12:51.779977 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-481fb75b-ae1e-4063-a051-c0a36ec6d55d req-cd67f3ee-3d61-4b0e-b173-a2fd116fc44e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Apr 11 21:12:51.826910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:51.840523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75283537-8fac-41ed-b381-c6a8e72d55f0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Unset dirty status for tenant:9d5ea7a5fec145f6b957deec097f1abb on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:51.846831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33834) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:51.846970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75283537-8fac-41ed-b381-c6a8e72d55f0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.2554657 Apr 11 21:12:51.902121 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ae551b39-e390-4239-9e7c-dd81c8f20ebf tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab56a000-38d9-4fe4-9c8d-beace4d3edf9 HTTP/1.1" status: 200 len: 205 time: 0.0541704 Apr 11 21:12:51.904987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:52.374588 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:52.389060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:52.418952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Transition to ACTIVE for port object 07e9e67c-5074-472f-9da4-78194479d733 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:52.544906 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:52.604460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-5a59f71b-a561-4552-9854-d6e5f9f77354 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:52.606083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-5a59f71b-a561-4552-9854-d6e5f9f77354 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.3722768 Apr 11 21:12:52.677702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-cf02ec70-4f5b-4283-aff9-e8837191a591 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 380 time: 0.0573394 Apr 11 21:12:52.690597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'port': {'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'admin_state_up': True, 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'security_groups': ['b71625e7-a711-4a36-aa02-cc0980042783']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:52.916562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910589b9-3871-43a5-af59-aebd49d02ed0 None None] Pushing event updated for resources: {'Port': ['ID=07e9e67c-5074-472f-9da4-78194479d733,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:52.983153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e4cf4f5-1ce8-42a9-a938-658a80d04a70 req-af737e91-5c16-43fc-bf52-6e8a7f8ded1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.1045158 Apr 11 21:12:53.044954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.056598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:53.060809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:port and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:53.065227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:53.071664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:53.128954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Attempting to bind port 07e9e67c-5074-472f-9da4-78194479d733 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:53.128954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Attempting to bind port 07e9e67c-5074-472f-9da4-78194479d733 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:53.128954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Attempting to bind port 07e9e67c-5074-472f-9da4-78194479d733 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:53.136656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:53.137118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:53.137770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.138120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Bound using segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:53.138612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Bound port: 07e9e67c-5074-472f-9da4-78194479d733, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:53.139038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.179531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Made reservation on behalf of b2a8d00a930e4ced82352d5a03519393 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:12:53.183249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.210685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Deleting port 0a588fa1-3257-4d43-8c67-fa632c94da87 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:12:53.211293 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.259368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] For port 07e9e67c-5074-472f-9da4-78194479d733, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:53.266665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] For port 07e9e67c-5074-472f-9da4-78194479d733, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=07e9e67c-5074-472f-9da4-78194479d733,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:53.360308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.489342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910589b9-3871-43a5-af59-aebd49d02ed0 None None] Pushing event updated for resources: {'Port': ['ID=07e9e67c-5074-472f-9da4-78194479d733,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:53.528248 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:53.530826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:53.531493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:53.879618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.20.0.3 (8031a3a6-3d20-479c-ae16-a58ee07424ae/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2/6489b708-0aa5-48db-b7a1-5f34e5015d38) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:54.017525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:12:54.220020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Calling delete_port for 0a588fa1-3257-4d43-8c67-fa632c94da87 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:12:54.279378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e22204a1-495e-4e68-bf78-409cbe58c422 req-b6e43d66-f4d9-4942-b608-74a8fdfd6297 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:54.413245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e22204a1-495e-4e68-bf78-409cbe58c422 req-b6e43d66-f4d9-4942-b608-74a8fdfd6297 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:54.415370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e22204a1-495e-4e68-bf78-409cbe58c422 req-b6e43d66-f4d9-4942-b608-74a8fdfd6297 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.2170832 Apr 11 21:12:54.458121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:54.484706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Transition to ACTIVE for port object 6489b708-0aa5-48db-b7a1-5f34e5015d38 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:54.584704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-89b350d4-3082-4fab-b383-232b223462bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:53Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:54.589412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b350d4-3082-4fab-b383-232b223462bb None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:53Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:12:54.653185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07e9e67c-5074-472f-9da4-78194479d733 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:54.727156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:54.811455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:54.814893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:54.817277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:54.850706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=6489b708-0aa5-48db-b7a1-5f34e5015d38,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:54.853906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:54.858844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 07e9e67c-5074-472f-9da4-78194479d733 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:54.869573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 07e9e67c-5074-472f-9da4-78194479d733 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:54.870211 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:54.918329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event deleted for resources: {'Port': ['ID=0a588fa1-3257-4d43-8c67-fa632c94da87,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:55.074812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:55.075433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.182528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.234019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 07e9e67c-5074-472f-9da4-78194479d733, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=07e9e67c-5074-472f-9da4-78194479d733,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:12:55.318228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-e47514d6-df38-44eb-a304-de38ec73ad77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6317880 Apr 11 21:12:55.318981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.339882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9411c9ec-0992-47c2-b8a6-51833ed8c949 None None] Provisioning for port 6489b708-0aa5-48db-b7a1-5f34e5015d38 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:12:55.343234 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.379533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Request body: {'port': {'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:55.383002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9411c9ec-0992-47c2-b8a6-51833ed8c949 None None] Provisioning complete for port 6489b708-0aa5-48db-b7a1-5f34e5015d38 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:55.383002 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9411c9ec-0992-47c2-b8a6-51833ed8c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.460920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9411c9ec-0992-47c2-b8a6-51833ed8c949 None None] Port 6489b708-0aa5-48db-b7a1-5f34e5015d38 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:12:55.481707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=07e9e67c-5074-472f-9da4-78194479d733,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:55.706335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.870744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.902812 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:55.995860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc639b7-8f53-4cf8-86b3-c23a24633938 req-068c6718-bb1d-45fd-818f-a006ebbc7a48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:55.996573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ffc639b7-8f53-4cf8-86b3-c23a24633938 req-068c6718-bb1d-45fd-818f-a006ebbc7a48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:12:56.003051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d47767-de1a-49bc-88c5-e9fb5977715c req-44250a03-4c6f-4b07-a619-b000645ea397 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:56.005239 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0d47767-de1a-49bc-88c5-e9fb5977715c req-44250a03-4c6f-4b07-a619-b000645ea397 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0824203 Apr 11 21:12:56.077214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.080964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Fanout notify agent at l3_agent the message router_deleted on router ab56a000-38d9-4fe4-9c8d-beace4d3edf9 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:12:56.084790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0d47767-de1a-49bc-88c5-e9fb5977715c req-d3d67347-2296-476d-9885-18813657f3ee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733988 Apr 11 21:12:56.103299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.111454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c5115f46-3af4-4164-83d0-f31aa5c6880c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/ab56a000-38d9-4fe4-9c8d-beace4d3edf9 HTTP/1.1" status: 204 len: 168 time: 4.1986940 Apr 11 21:12:56.120246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:56.139994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-374868701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:56.169468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:12:56.242819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Usage tracker for resource:router and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:12:56.253499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:12:56.256453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ffc639b7-8f53-4cf8-86b3-c23a24633938 req-068c6718-bb1d-45fd-818f-a006ebbc7a48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:12:56.257813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffc639b7-8f53-4cf8-86b3-c23a24633938 req-068c6718-bb1d-45fd-818f-a006ebbc7a48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 931 time: 0.6042616 Apr 11 21:12:56.279597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:12:56.335003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0528a-96de-4361-a1f6-a88a3c78f868 req-e98031a4-734c-43c5-9d11-33034f8cc309 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:56.336549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3f0528a-96de-4361-a1f6-a88a3c78f868 req-e98031a4-734c-43c5-9d11-33034f8cc309 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0982943 Apr 11 21:12:56.363891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ffc639b7-8f53-4cf8-86b3-c23a24633938 req-c374e5fc-a1e7-4387-8718-fb25b57536b9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922954 Apr 11 21:12:56.369471 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.376482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.387931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3f0528a-96de-4361-a1f6-a88a3c78f868 req-e631204d-d99c-46f6-9f4c-b82edd0115f6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Apr 11 21:12:56.452141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.514264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6489b708-0aa5-48db-b7a1-5f34e5015d38 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:12:56.523115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.566325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Transition to ACTIVE for port object 6489b708-0aa5-48db-b7a1-5f34e5015d38 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:12:56.620380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07e9e67c-5074-472f-9da4-78194479d733 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:12:56.669916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.683722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.697079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 07e9e67c-5074-472f-9da4-78194479d733 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:12:56.697451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.821710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Pushing event updated for resources: {'Port': ['ID=6489b708-0aa5-48db-b7a1-5f34e5015d38,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:56.896624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:56.898336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e21daf27-7e5c-4461-a262-c0638896efe7 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7644064 Apr 11 21:12:56.901163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 33938) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:56.907120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:12:56.944562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Attempting to bind port 6489b708-0aa5-48db-b7a1-5f34e5015d38 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:12:56.945187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Attempting to bind port 6489b708-0aa5-48db-b7a1-5f34e5015d38 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:12:56.945510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Attempting to bind port 6489b708-0aa5-48db-b7a1-5f34e5015d38 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:56.983022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Port 6489b708-0aa5-48db-b7a1-5f34e5015d38 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:12:56.983022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Attempting to bind port 6489b708-0aa5-48db-b7a1-5f34e5015d38 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:12:56.983022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:12:56.984521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:12:56.984521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Bound using segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:12:56.984521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Bound port: 6489b708-0aa5-48db-b7a1-5f34e5015d38, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:12:56.986977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:57.098346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] For port 6489b708-0aa5-48db-b7a1-5f34e5015d38, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:12:57.103292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] For port 6489b708-0aa5-48db-b7a1-5f34e5015d38, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:12:57.212437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:57.281595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:57.289700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] 10.222.0.75 "PUT /v2.0/ports/6489b708-0aa5-48db-b7a1-5f34e5015d38 HTTP/1.1" status: 200 len: 1091 time: 1.9094722 Apr 11 21:12:57.289700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:12:57.370893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8df1a-1b4e-45b4-af92-9fb5bbc81fea service neutron] Pushing event updated for resources: {'Port': ['ID=6489b708-0aa5-48db-b7a1-5f34e5015d38,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:57.412789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:57.423990 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fe4351-dbef-4bb8-9702-576c167cd5c3'] response: {'name': 'network-changed', 'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'status': 'completed', 'code': 200} Apr 11 21:12:57.618474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaf7b8b7-991a-41b9-b08b-d88dd84bf0c5 req-50bf6dea-2987-41d5-adc0-6921a69fb208 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 1094 time: 0.1672585 Apr 11 21:12:57.780893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ae1b7-f3ac-4754-b4bb-0903e5d214b3 req-d149dd39-5d08-4d01-9028-bc05b7a707e1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:57.788417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-919ae1b7-f3ac-4754-b4bb-0903e5d214b3 req-d149dd39-5d08-4d01-9028-bc05b7a707e1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 943 time: 0.2060425 Apr 11 21:12:57.791131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b8b7-991a-41b9-b08b-d88dd84bf0c5 req-738d3b59-c9db-4224-a8dd-87cd49ae0cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:57.792735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaf7b8b7-991a-41b9-b08b-d88dd84bf0c5 req-738d3b59-c9db-4224-a8dd-87cd49ae0cc5 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=b2a8d00a930e4ced82352d5a03519393&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1619229 Apr 11 21:12:57.970838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b8b7-991a-41b9-b08b-d88dd84bf0c5 req-6a165d82-41a8-4f95-97bb-fd4f72cabc72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:57.971949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaf7b8b7-991a-41b9-b08b-d88dd84bf0c5 req-6a165d82-41a8-4f95-97bb-fd4f72cabc72 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735461 Apr 11 21:12:57.988268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-919ae1b7-f3ac-4754-b4bb-0903e5d214b3 req-dd75ceb1-a3f8-4d31-8604-bc6609842aeb tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987278 Apr 11 21:12:58.047023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:58.078930 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:58.106329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-850a1cbf-40f4-4b55-a48c-a196dfbe0e81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 1094 time: 0.0942912 Apr 11 21:12:58.201400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-b8525375-8d73-4213-b268-baea224401f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38 HTTP/1.1" status: 200 len: 217 time: 0.0873768 Apr 11 21:12:58.253890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Allocated IP 172.25.5.141 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/bf7a2dad-75e8-41ab-9351-35636820d8e0) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:12:58.268816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-22426069-629f-421e-8b31-71709b445ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:58.280077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-22426069-629f-421e-8b31-71709b445ab6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0609517 Apr 11 21:12:58.370153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-396f2a6e-1ef9-4569-a92d-1800d83ee6cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931168 Apr 11 21:12:58.454354 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:58.563105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:58.669045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:12:58.673913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:12:58.674114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-ed02f81b-642e-46f5-a2f2-00b01c8364ca service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928250 Apr 11 21:12:58.677379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:12:58.771977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event updated for resources: {'Port': ['ID=bf7a2dad-75e8-41ab-9351-35636820d8e0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:12:58.874751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dad162fb-c1dc-43e1-addf-dbe04751477f req-1aee6e39-e8ca-48c2-ae30-122aeaa89795 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943865 Apr 11 21:12:58.982006 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:59.058083 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:59.168404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:59.171849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:59.202318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c35c5-11cf-4ba1-9689-74b8e0e03ce6 req-59f82d68-247f-42b6-aec7-c0bf895a462c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:12:59.203854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b87c35c5-11cf-4ba1-9689-74b8e0e03ce6 req-59f82d68-247f-42b6-aec7-c0bf895a462c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 943 time: 0.0776229 Apr 11 21:12:59.252960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b87c35c5-11cf-4ba1-9689-74b8e0e03ce6 req-5bb8d770-d2f6-490f-b160-7d01ce286f59 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Apr 11 21:12:59.550940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Router a5b18634-b92c-4052-91e5-b32c4daf5920 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:12:59.792003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:12:59.804771 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] Sync routers for ids ['a5b18634-b92c-4052-91e5-b32c4daf5920'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:12:59.805679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:12:59.809744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 33996) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:12:59.810382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e8000cf4-ad01-42c1-a125-ae79c4d36899 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "PUT /v2.0/routers/a5b18634-b92c-4052-91e5-b32c4daf5920 HTTP/1.1" status: 200 len: 879 time: 2.9079192 Apr 11 21:12:59.819114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] Routers {'a5b18634-b92c-4052-91e5-b32c4daf5920'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:59.820179 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a5b18634-b92c-4052-91e5-b32c4daf5920'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:59.893064 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:59.905898 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] Routers {'a5b18634-b92c-4052-91e5-b32c4daf5920'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:12:59.906598 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a5b18634-b92c-4052-91e5-b32c4daf5920'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:59.980619 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:12:59.981358 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafee46-e435-46ae-a87b-0d828cdc3370 None None] The sync data for ids ['a5b18634-b92c-4052-91e5-b32c4daf5920'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:00.067783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889239-f054-4b1a-a7a2-a82a13764adf req-b2f85213-3fe6-411e-9b81-16a10ed73013 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:00.068473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-67889239-f054-4b1a-a7a2-a82a13764adf req-b2f85213-3fe6-411e-9b81-16a10ed73013 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Synchronizing usage tracker for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:13:00.117310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5ad0b4c6-3cf6-48b2-b193-75be214d68ed tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/a5b18634-b92c-4052-91e5-b32c4daf5920 HTTP/1.1" status: 200 len: 920 time: 0.3038881 Apr 11 21:13:00.118685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34004) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:00.197523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-821103e4-9679-4c1b-a6f7-091eb22329ec tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=a5b18634-b92c-4052-91e5-b32c4daf5920&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786188 Apr 11 21:13:00.204021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:00.226518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-67889239-f054-4b1a-a7a2-a82a13764adf req-b2f85213-3fe6-411e-9b81-16a10ed73013 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Unset dirty status for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:13:00.227685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67889239-f054-4b1a-a7a2-a82a13764adf req-b2f85213-3fe6-411e-9b81-16a10ed73013 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2697780 Apr 11 21:13:00.384445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67889239-f054-4b1a-a7a2-a82a13764adf req-12c35fe6-fc4d-4018-a3a4-a04f50f5caa7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 Apr 11 21:13:00.389301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bcefea-904f-4d51-8161-fe708ac953d0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:00.394004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b8bcefea-904f-4d51-8161-fe708ac953d0 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.1851792 Apr 11 21:13:00.394516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34014) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:00.482991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cbed001d-ffbf-47a8-96d1-c46cfe4f9a41 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5b18634-b92c-4052-91e5-b32c4daf5920 HTTP/1.1" status: 200 len: 205 time: 0.0849936 Apr 11 21:13:00.483699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34020) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:00.553025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e4ed-5413-4110-bf31-d877cd06012e req-951c6bb5-4976-437c-bb34-97b259fa4733 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:00.556989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d32e4ed-5413-4110-bf31-d877cd06012e req-951c6bb5-4976-437c-bb34-97b259fa4733 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 943 time: 0.1276584 Apr 11 21:13:00.609676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d32e4ed-5413-4110-bf31-d877cd06012e req-21795195-c10e-4589-a34f-cb185580ea7a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Apr 11 21:13:00.744898 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:00.745943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5c42-86cc-49fe-92bd-e8c2b0d6961a req-23886831-a7d4-4bb9-89a4-a0bb3d2188c1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:00.747421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f7f5c42-86cc-49fe-92bd-e8c2b0d6961a req-23886831-a7d4-4bb9-89a4-a0bb3d2188c1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1356659 Apr 11 21:13:00.821643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f7f5c42-86cc-49fe-92bd-e8c2b0d6961a req-299b7d8a-8f25-450c-8392-f7e3b7a49823 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679040 Apr 11 21:13:00.894924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:01.125138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee49d-46d0-45fd-86e4-7cb5f1523519 req-5cbe89d5-08e9-4c6c-a8af-ebe6be2ab8d7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:01.127318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3eee49d-46d0-45fd-86e4-7cb5f1523519 req-5cbe89d5-08e9-4c6c-a8af-ebe6be2ab8d7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1083388 Apr 11 21:13:01.194537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3eee49d-46d0-45fd-86e4-7cb5f1523519 req-4150abea-da1c-4fbe-91b2-1771b033e597 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604300 Apr 11 21:13:01.211365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:01.269859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Deleting port bf7a2dad-75e8-41ab-9351-35636820d8e0 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:01.270298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:01.411350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963591d-855d-4ade-9759-32cfcf04c6e8 req-b430e28c-b430-400c-aa2a-e20ac27f7c81 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:01.412932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a963591d-855d-4ade-9759-32cfcf04c6e8 req-b430e28c-b430-400c-aa2a-e20ac27f7c81 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0887165 Apr 11 21:13:01.461543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a963591d-855d-4ade-9759-32cfcf04c6e8 req-cf57eaed-d233-4eca-a758-e8cc75b07853 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Apr 11 21:13:01.540406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6489b708-0aa5-48db-b7a1-5f34e5015d38 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:13:01.592903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:01.696542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6489b708-0aa5-48db-b7a1-5f34e5015d38, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:01.713455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:13:01.724622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Calling delete_port for bf7a2dad-75e8-41ab-9351-35636820d8e0 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:01.735149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b15f0-061d-4103-a4cc-ccb2e15a5c49 req-d322d7e6-0a5e-4f8d-9c2f-5c1cc3fec30c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:01.737849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-035b15f0-061d-4103-a4cc-ccb2e15a5c49 req-d322d7e6-0a5e-4f8d-9c2f-5c1cc3fec30c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0870266 Apr 11 21:13:01.777294 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:01.786498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-035b15f0-061d-4103-a4cc-ccb2e15a5c49 req-1d917728-0706-4eae-88e7-dedbd1133480 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Apr 11 21:13:01.807903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6489b708-0aa5-48db-b7a1-5f34e5015d38 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:13:01.824164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6489b708-0aa5-48db-b7a1-5f34e5015d38, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:01.895110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172480f9-6a0c-4b46-acd3-d09f5dca28a6 req-a3adb870-8a44-4ab4-a4b1-55034f511b16 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:01.896599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-172480f9-6a0c-4b46-acd3-d09f5dca28a6 req-a3adb870-8a44-4ab4-a4b1-55034f511b16 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 943 time: 0.1434326 Apr 11 21:13:01.939440 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.043129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-172480f9-6a0c-4b46-acd3-d09f5dca28a6 req-e5874bae-3655-4e0f-9a08-db10fd1a4623 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391330 Apr 11 21:13:02.070659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.146468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event deleted for resources: {'Port': ['ID=bf7a2dad-75e8-41ab-9351-35636820d8e0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:02.188888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6489b708-0aa5-48db-b7a1-5f34e5015d38,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:02.207824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6489b708-0aa5-48db-b7a1-5f34e5015d38'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:13:02.221934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948a337-ca19-4715-ae9a-e9b18dc74304 req-169901c4-2dd7-478e-9883-2d3c9a47c22b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:02.224152 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6948a337-ca19-4715-ae9a-e9b18dc74304 req-169901c4-2dd7-478e-9883-2d3c9a47c22b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2906864 Apr 11 21:13:02.319340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6948a337-ca19-4715-ae9a-e9b18dc74304 req-b563490d-ecd9-4a20-b66e-816d6bf8f8a7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Apr 11 21:13:02.430017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.643456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2023f-7d55-4c70-a3ee-eda4529f2e86 req-3a949650-f0fc-4aa5-9609-f513ff5fb711 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:02.644989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efb2023f-7d55-4c70-a3ee-eda4529f2e86 req-3a949650-f0fc-4aa5-9609-f513ff5fb711 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0783789 Apr 11 21:13:02.694208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efb2023f-7d55-4c70-a3ee-eda4529f2e86 req-a19342dc-88ac-48fb-ae77-fd4127f5d796 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Apr 11 21:13:02.741735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.745666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d42f078-c120-41af-a2d5-fc73a4ef1470 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513192431&fields=id&tenant_id=bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 267 time: 0.1889231 Apr 11 21:13:02.748499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.909253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-873543de-0475-44ab-8b60-bb6418dbdc6d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:02.914810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-873543de-0475-44ab-8b60-bb6418dbdc6d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.1591878 Apr 11 21:13:02.914929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19cdf-1c9b-4449-aa6b-9cf852f7eb05 req-f73a47b6-434d-4a5c-b529-f7ab143758ba tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:02.915375 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.915375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Fanout notify agent at l3_agent the message router_deleted on router a5b18634-b92c-4052-91e5-b32c4daf5920 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:02.915582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0c19cdf-1c9b-4449-aa6b-9cf852f7eb05 req-f73a47b6-434d-4a5c-b529-f7ab143758ba tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0901709 Apr 11 21:13:02.938872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:02.940197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c192f3e-3425-4c91-8cb8-e63b4bec4ec3 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/a5b18634-b92c-4052-91e5-b32c4daf5920 HTTP/1.1" status: 204 len: 168 time: 2.4552202 Apr 11 21:13:02.944351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34074) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:02.949176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-148108048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:02.956884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-709cc05e-9da0-4380-874f-07ce5a387144 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0296571 Apr 11 21:13:02.957769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:02.961771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Usage tracker for resource:router and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:02.966159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:02.974713 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0c19cdf-1c9b-4449-aa6b-9cf852f7eb05 req-81a29ebe-3a06-46a7-8dc2-3b5d6f395773 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Apr 11 21:13:03.012457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:03.165904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-ab130464-50c8-4471-99df-ee80630988f4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2013018 Apr 11 21:13:03.180278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.181395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.292783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.301897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eddd56-3112-4973-9e40-c7f0ff506ecd req-a3b6bcf2-99aa-47f7-b9e4-8bd089ae9256 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:03.306323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3eddd56-3112-4973-9e40-c7f0ff506ecd req-a3b6bcf2-99aa-47f7-b9e4-8bd089ae9256 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1108050 Apr 11 21:13:03.338782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-cd31c59f-a648-4927-8785-9a8d86d68129 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538568 Apr 11 21:13:03.357620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3eddd56-3112-4973-9e40-c7f0ff506ecd req-4f4a97b6-d8f3-4c0d-a394-b6d299a60556 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Apr 11 21:13:03.429477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.511764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-2c622121-9107-49a8-9dcc-a8468f71037a service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663260 Apr 11 21:13:03.526446 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.528299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ef4afcc2-3464-4986-9129-73b3cc6ad288 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5835872 Apr 11 21:13:03.530915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34092) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:03.538071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': True}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:03.556250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6489b708-0aa5-48db-b7a1-5f34e5015d38 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:13:03.566288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56679-136d-4073-a60e-ef2fdcfec372 req-9ef077b4-de18-4e45-9206-0a34092f7223 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:03.568794 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3d56679-136d-4073-a60e-ef2fdcfec372 req-9ef077b4-de18-4e45-9206-0a34092f7223 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 944 time: 0.0887349 Apr 11 21:13:03.660994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3d56679-136d-4073-a60e-ef2fdcfec372 req-b2a9bdda-6e25-4314-bcdf-99aac3d4b139 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866051 Apr 11 21:13:03.728149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 6489b708-0aa5-48db-b7a1-5f34e5015d38 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:13:03.741507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6489b708-0aa5-48db-b7a1-5f34e5015d38 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:13:03.743535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.882352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:03.883464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff8b1f-f4ab-43c5-9d3b-85e7c303c37a req-a95d1d9b-766e-4704-b538-cb6b3f8bf191 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:03.895568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ff8b1f-f4ab-43c5-9d3b-85e7c303c37a req-a95d1d9b-766e-4704-b538-cb6b3f8bf191 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1171217 Apr 11 21:13:03.921502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:13:03.936695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6489b708-0aa5-48db-b7a1-5f34e5015d38, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:03.965658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8ff8b1f-f4ab-43c5-9d3b-85e7c303c37a req-68fed62c-2369-4d33-83d4-8c6a349fa8cb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669725 Apr 11 21:13:04.002080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:04.071934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:04.106031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6489b708-0aa5-48db-b7a1-5f34e5015d38,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:04.115305 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1dd1d9-9f85-40f8-8ddd-13f072364051'] response: {'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'code': 200} Apr 11 21:13:04.357116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4dd95956-53c7-4126-bed5-10642ab4f00c req-6a5d63b6-8bab-449c-ab00-e6678da48315 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 210 time: 0.0645368 Apr 11 21:13:04.382669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62901ded-8c41-4e6a-92e3-83e75085dcf4 req-ade9deaa-f42c-4ca0-96c3-722b27d1d0ab tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:04.384835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62901ded-8c41-4e6a-92e3-83e75085dcf4 req-ade9deaa-f42c-4ca0-96c3-722b27d1d0ab tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1148727 Apr 11 21:13:04.388626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bff7ee05-8310-4cee-8e45-91e2c66a37c1 req-65cc0f88-e18f-477d-8e6a-8169f3bb70d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 1096 time: 0.1597588 Apr 11 21:13:04.435676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62901ded-8c41-4e6a-92e3-83e75085dcf4 req-cdd9ec5b-56f7-46b0-94f5-f69d53e03ddf tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Apr 11 21:13:04.475760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bff7ee05-8310-4cee-8e45-91e2c66a37c1 req-7cbcb54e-6c46-434c-8072-8f7c91bb83f4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752823 Apr 11 21:13:04.499557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:04.536934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:04.731944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad070df-3f2c-4962-b45f-e2f995015857 req-04c82f42-8830-4a94-a11b-976a002c600e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:04.733406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ad070df-3f2c-4962-b45f-e2f995015857 req-04c82f42-8830-4a94-a11b-976a002c600e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1603527 Apr 11 21:13:04.743427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Allocated IP 172.25.5.34 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/9ae1e4e2-459a-47ad-8df8-758d2ac3ec1b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:04.869848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8e68e-f6f3-47ca-b443-6aec003ab7c9 req-ad543534-2c97-4d78-9490-091d39e46615 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:04.871398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bb8e68e-f6f3-47ca-b443-6aec003ab7c9 req-ad543534-2c97-4d78-9490-091d39e46615 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 945 time: 0.0831592 Apr 11 21:13:04.920339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bb8e68e-f6f3-47ca-b443-6aec003ab7c9 req-72ec10fe-da37-410a-8011-61c598002547 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Apr 11 21:13:04.984844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ad070df-3f2c-4962-b45f-e2f995015857 req-c45b60cb-f45c-413a-acad-5c655ab5c14f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391000 Apr 11 21:13:05.045516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:05.177738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:05.255400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:05.258345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:05.262488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:05.297739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Port': ['ID=9ae1e4e2-459a-47ad-8df8-758d2ac3ec1b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:05.324689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48dc5e-bc8e-49d4-8529-a5bb6707fcc7 req-1a7be902-1be3-466b-ad0d-fb73ae5a61e9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:05.325117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e48dc5e-bc8e-49d4-8529-a5bb6707fcc7 req-1a7be902-1be3-466b-ad0d-fb73ae5a61e9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 814 time: 0.1830392 Apr 11 21:13:05.365490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e48dc5e-bc8e-49d4-8529-a5bb6707fcc7 req-31b5fe51-e298-447e-a7c3-48ec6a6bef63 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/quotas/1e19eeae5fe0464aba7340aedd579703 HTTP/1.1" status: 200 len: 375 time: 0.0263817 Apr 11 21:13:05.461946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e48dc5e-bc8e-49d4-8529-a5bb6707fcc7 req-060e8d5c-a9b2-43ec-a599-a42cd91eca0f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935020 Apr 11 21:13:05.532103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:05.698257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6487008-ef22-47ba-a683-b8e9cbd7041c req-8453e661-1743-4d73-810e-6ee826d3adae tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 210 time: 0.1108983 Apr 11 21:13:05.756230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ae0f3-3fc9-4be8-b0c2-1e045986def2 req-8922e712-da05-479d-9f61-06850c891da7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:05.765695 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:05.767967 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-638ae0f3-3fc9-4be8-b0c2-1e045986def2 req-8922e712-da05-479d-9f61-06850c891da7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1559572 Apr 11 21:13:05.769832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:05.817110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-638ae0f3-3fc9-4be8-b0c2-1e045986def2 req-4b46d2cc-708f-42f3-b3cd-c03474d5cd33 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Apr 11 21:13:06.072510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4e251-071a-44b4-8469-ddf337e12a7f req-f294e5ba-3a1d-40b0-8895-6dd07065c97b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:06.073858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7eb4e251-071a-44b4-8469-ddf337e12a7f req-f294e5ba-3a1d-40b0-8895-6dd07065c97b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1113837 Apr 11 21:13:06.126700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7eb4e251-071a-44b4-8469-ddf337e12a7f req-9ba5bb25-83a7-40b0-926c-6e626b8040f1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Apr 11 21:13:06.140186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5150b-47fb-432c-bad5-9af8f841e7ec req-50828c3b-83c1-4790-b0b0-63728d45cc96 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:06.142375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2c5150b-47fb-432c-bad5-9af8f841e7ec req-50828c3b-83c1-4790-b0b0-63728d45cc96 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 945 time: 0.0827100 Apr 11 21:13:06.213312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a2c5150b-47fb-432c-bad5-9af8f841e7ec req-1dde7273-723c-45fe-8665-81b7587237c0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568414 Apr 11 21:13:06.224799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Router 8d732076-d8aa-4bee-899f-48aa63407ea3 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:06.485782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071263-f910-485e-9876-b9836a23df1a req-b2778698-3f74-4de1-9a28-257f8034037c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:06.487188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5071263-f910-485e-9876-b9836a23df1a req-b2778698-3f74-4de1-9a28-257f8034037c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 945 time: 0.0945401 Apr 11 21:13:06.496431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:06.502683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:06.568147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-751c5656-e5b2-43a8-afa0-ba1d7273128b req-9ec9be53-7ca0-4c8c-97a2-7c83ca93213c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1e19eeae5fe0464aba7340aedd579703 HTTP/1.1" status: 200 len: 221 time: 0.1802409 Apr 11 21:13:06.585235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:06.655723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-9c63b049-cacf-43e7-a613-5a3587040663 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:06.657750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-9c63b049-cacf-43e7-a613-5a3587040663 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.2222083 Apr 11 21:13:06.759285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-3ce8793b-2ab3-4246-9478-8674bacbe38f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 379 time: 0.0885055 Apr 11 21:13:06.761437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:06.771809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] Sync routers for ids ['8d732076-d8aa-4bee-899f-48aa63407ea3'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:06.772329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'security_groups': ['846188e0-e3ad-43d8-8fc7-6e85a9c305e5']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:06.792981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:06.794599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] Routers {'8d732076-d8aa-4bee-899f-48aa63407ea3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:06.795235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8d732076-d8aa-4bee-899f-48aa63407ea3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:06.796775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-751a001b-262d-412b-8ece-75daa80b2530 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "PUT /v2.0/routers/8d732076-d8aa-4bee-899f-48aa63407ea3 HTTP/1.1" status: 200 len: 913 time: 3.2648168 Apr 11 21:13:06.802838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34164) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:06.858143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eb5c9-0137-4ef6-82e4-c79336ccce8f req-742c2946-c32b-442c-9d7e-5869432e04c8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:06.866100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd3eb5c9-0137-4ef6-82e4-c79336ccce8f req-742c2946-c32b-442c-9d7e-5869432e04c8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1703024 Apr 11 21:13:06.892761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:06.904391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] Routers {'8d732076-d8aa-4bee-899f-48aa63407ea3'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:06.905188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['8d732076-d8aa-4bee-899f-48aa63407ea3'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:06.976937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:06.977349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219b4cc-b652-4ce7-ab12-c3e12a6ac047 None None] The sync data for ids ['8d732076-d8aa-4bee-899f-48aa63407ea3'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:07.173266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd3eb5c9-0137-4ef6-82e4-c79336ccce8f req-5c7f2390-0f1b-420a-8541-0cae070b969b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059859 Apr 11 21:13:07.403577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9fae908-5cd6-4b76-84a7-c0f73d3efdf1 req-8177ebcb-147a-460f-879b-da901325e2fb tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 210 time: 0.3872612 Apr 11 21:13:07.509845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:07.516187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:port and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:07.520443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:07.528428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:07.591184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0f5db4d3-cfe8-4cea-8992-efdd1fc3a33f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/8d732076-d8aa-4bee-899f-48aa63407ea3 HTTP/1.1" status: 200 len: 919 time: 0.7873235 Apr 11 21:13:07.591876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34174) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:07.607886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c129977-0b6f-492c-bac2-169228e900ab req-f1cd1973-f4e2-4347-94ff-01106c0c11a5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:07.609451 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c129977-0b6f-492c-bac2-169228e900ab req-f1cd1973-f4e2-4347-94ff-01106c0c11a5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1572618 Apr 11 21:13:07.630755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:13:07.634208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:07.748148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c129977-0b6f-492c-bac2-169228e900ab req-cb62e3ce-774e-459d-ad47-73605399d34b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273599 Apr 11 21:13:07.766003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d0f44832-920a-4526-85e0-0bd258b5da95 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=8d732076-d8aa-4bee-899f-48aa63407ea3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1730165 Apr 11 21:13:07.777093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34178) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:07.855546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.4 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/752d3935-2323-42ef-a605-3145cab8b158) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:07.975373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.038346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.099559 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.103352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b54d3-bcf6-4bcc-a057-d94fe8bb1de8 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:08.104559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6a3b54d3-bcf6-4bcc-a057-d94fe8bb1de8 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Synchronizing usage tracker for tenant:9d5ea7a5fec145f6b957deec097f1abb on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:13:08.122237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object 752d3935-2323-42ef-a605-3145cab8b158 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:13:08.184061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6a3b54d3-bcf6-4bcc-a057-d94fe8bb1de8 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Unset dirty status for tenant:9d5ea7a5fec145f6b957deec097f1abb on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:13:08.185217 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6a3b54d3-bcf6-4bcc-a057-d94fe8bb1de8 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.4157612 Apr 11 21:13:08.188095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34186) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:08.214130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.232912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabcda9-4e33-44a4-b16b-608d73c0cd91 req-dca3ae80-8947-4938-b6ba-918448b72795 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:08.239820 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdabcda9-4e33-44a4-b16b-608d73c0cd91 req-dca3ae80-8947-4938-b6ba-918448b72795 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.3117862 Apr 11 21:13:08.269815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dfaea2a7-052f-4276-8b81-f2e853a82f95 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d732076-d8aa-4bee-899f-48aa63407ea3 HTTP/1.1" status: 200 len: 205 time: 0.0801477 Apr 11 21:13:08.275178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34190) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:08.337869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:08.339020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=752d3935-2323-42ef-a605-3145cab8b158,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:08.349939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:08.365414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:08.489996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:08.490951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.504488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bdabcda9-4e33-44a4-b16b-608d73c0cd91 req-51471897-057d-4eb9-823e-d9b484ce33f2 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634237 Apr 11 21:13:08.597356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-4d05c4fc-6562-487d-bd13-09c0c908d120 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8291507 Apr 11 21:13:08.613164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Request body: {'port': {'device_id': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:08.720958 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20 associated. External IP: 172.25.5.81, port: 6489b708-0aa5-48db-b7a1-5f34e5015d38. Apr 11 21:13:08.882288 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.927617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f96b7a10-36e6-4b2a-b1c8-4fae9de63b6b None None] Provisioning for port 752d3935-2323-42ef-a605-3145cab8b158 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:13:08.933261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f96b7a10-36e6-4b2a-b1c8-4fae9de63b6b None None] Provisioning complete for port 752d3935-2323-42ef-a605-3145cab8b158 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:13:08.935145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f96b7a10-36e6-4b2a-b1c8-4fae9de63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:08.973654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181b4c8-2d43-4636-b4e0-817ff348b3e4 req-59ab7bf4-5177-4b7f-bbfe-3148ff50c114 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:08.974366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9181b4c8-2d43-4636-b4e0-817ff348b3e4 req-59ab7bf4-5177-4b7f-bbfe-3148ff50c114 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:13:08.991611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f96b7a10-36e6-4b2a-b1c8-4fae9de63b6b None None] Port 752d3935-2323-42ef-a605-3145cab8b158 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:13:09.176799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:09.288381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9181b4c8-2d43-4636-b4e0-817ff348b3e4 req-59ab7bf4-5177-4b7f-bbfe-3148ff50c114 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:13:09.288381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9181b4c8-2d43-4636-b4e0-817ff348b3e4 req-59ab7bf4-5177-4b7f-bbfe-3148ff50c114 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 931 time: 0.4058423 Apr 11 21:13:09.288381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9181b4c8-2d43-4636-b4e0-817ff348b3e4 req-8bca4e94-d508-44d5-99a5-78d360a4fc8f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810444 Apr 11 21:13:09.291575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017770b-8e49-4b4f-b97f-aff4efca7da7 req-b1f899bc-4edf-4c9d-975a-9c7b7d761f2f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:09.291575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c017770b-8e49-4b4f-b97f-aff4efca7da7 req-b1f899bc-4edf-4c9d-975a-9c7b7d761f2f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.4605038 Apr 11 21:13:09.340820 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c017770b-8e49-4b4f-b97f-aff4efca7da7 req-bd4d47c3-72dd-4e71-923e-f8211beb16e8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771174 Apr 11 21:13:09.413960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752d3935-2323-42ef-a605-3145cab8b158 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:13:09.424303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:09.453523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Transition to ACTIVE for port object 752d3935-2323-42ef-a605-3145cab8b158 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:13:09.531748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:09.686953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Pushing event updated for resources: {'Port': ['ID=752d3935-2323-42ef-a605-3145cab8b158,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:09.732517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:09.811727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dccea-1f52-4df3-8746-24c92329dbc0 req-f72fd731-3434-4ea0-9bc9-045a7c80123b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:09.815930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c7dccea-1f52-4df3-8746-24c92329dbc0 req-f72fd731-3434-4ea0-9bc9-045a7c80123b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1545694 Apr 11 21:13:09.827756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Attempting to bind port 752d3935-2323-42ef-a605-3145cab8b158 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:13:09.828103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Attempting to bind port 752d3935-2323-42ef-a605-3145cab8b158 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:13:09.828484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Attempting to bind port 752d3935-2323-42ef-a605-3145cab8b158 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:13:09.840907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Port 752d3935-2323-42ef-a605-3145cab8b158 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:13:09.841251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Attempting to bind port 752d3935-2323-42ef-a605-3145cab8b158 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:13:09.849399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:13:09.849798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:13:09.850215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:13:09.850650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Bound port: 752d3935-2323-42ef-a605-3145cab8b158, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:13:09.851007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:09.859046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Deleting port 9ae1e4e2-459a-47ad-8df8-758d2ac3ec1b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:09.859399 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:09.959548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c7dccea-1f52-4df3-8746-24c92329dbc0 req-5aaa3f0e-155b-4819-8ce6-7a6a9818269a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343045 Apr 11 21:13:09.965919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] For port 752d3935-2323-42ef-a605-3145cab8b158, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:13:09.965919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] For port 752d3935-2323-42ef-a605-3145cab8b158, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=752d3935-2323-42ef-a605-3145cab8b158,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:13:10.051064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:10.134429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:13:10.145302 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:10.332860 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:10.332860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/752d3935-2323-42ef-a605-3145cab8b158 HTTP/1.1" status: 200 len: 1091 time: 1.7181129 Apr 11 21:13:10.343060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'tag': '752d3935-2323-42ef-a605-3145cab8b158'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:13:10.366694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Calling delete_port for 9ae1e4e2-459a-47ad-8df8-758d2ac3ec1b owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:10.395510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ae2a2-29e4-4630-976f-6dae87db33b8 service neutron] Pushing event updated for resources: {'Port': ['ID=752d3935-2323-42ef-a605-3145cab8b158,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:10.420356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38277-02ea-4598-9027-0b8165e83aa2 req-a8a10ab2-7582-427f-805b-9b9991474d94 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:10.432472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cef38277-02ea-4598-9027-0b8165e83aa2 req-a8a10ab2-7582-427f-805b-9b9991474d94 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1891601 Apr 11 21:13:10.550494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cef38277-02ea-4598-9027-0b8165e83aa2 req-aa461f41-5960-467e-853b-5f66f0fb7205 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191101 Apr 11 21:13:10.654753 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-74a59353-2d1e-4d27-afc6-198142aa9416 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 1094 time: 0.1934366 Apr 11 21:13:10.771350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-36199d34-97ff-4613-a8aa-ba87ef88090c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=752d3935-2323-42ef-a605-3145cab8b158 HTTP/1.1" status: 200 len: 217 time: 0.1047118 Apr 11 21:13:10.833637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526048-a9c0-4936-82c8-ba03549b29c1 req-340924a4-c25d-43f3-8df9-f78d99e919a6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:10.833637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa526048-a9c0-4936-82c8-ba03549b29c1 req-340924a4-c25d-43f3-8df9-f78d99e919a6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 943 time: 0.2760441 Apr 11 21:13:10.859225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-26c13584-aa86-4af6-9b45-37448ace3721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:10.859225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-26c13584-aa86-4af6-9b45-37448ace3721 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0795238 Apr 11 21:13:10.859225 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff825dcf-d2ec-4274-b699-fa4cca0e8ad2'] response: {'name': 'network-changed', 'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'tag': '752d3935-2323-42ef-a605-3145cab8b158', 'status': 'completed', 'code': 200} Apr 11 21:13:10.954948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-fa526048-a9c0-4936-82c8-ba03549b29c1 req-f6350c63-4705-49d0-ab0a-cc9cf6c1f0b1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:13:10.963561 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:11.014172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-654935e4-d82d-4452-820b-09fdd01c4a80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509318 Apr 11 21:13:11.054299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca155db-df61-4d70-81fe-a0b219fa0b2e req-7cbfd8d4-6c07-437d-8cad-fad56aa16941 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:11.060684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca155db-df61-4d70-81fe-a0b219fa0b2e req-7cbfd8d4-6c07-437d-8cad-fad56aa16941 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1311574 Apr 11 21:13:11.162127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event deleted for resources: {'Port': ['ID=9ae1e4e2-459a-47ad-8df8-758d2ac3ec1b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:11.192379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:11.203260 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:11.223129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:11.223129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:11.230149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ca155db-df61-4d70-81fe-a0b219fa0b2e req-8445699d-757e-43c2-b1f4-023cb1f39818 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Apr 11 21:13:11.246890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-fa526048-a9c0-4936-82c8-ba03549b29c1 req-f6350c63-4705-49d0-ab0a-cc9cf6c1f0b1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:13:11.250708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-2d2b93c1-805b-491d-a9b9-d205602956f7 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158659 Apr 11 21:13:11.254844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa526048-a9c0-4936-82c8-ba03549b29c1 req-f6350c63-4705-49d0-ab0a-cc9cf6c1f0b1 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648064 Apr 11 21:13:11.271365 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:11.367315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a44d3120-0e3c-4612-91dc-cc6d264523ac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "PUT /v2.0/floatingips/5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20 HTTP/1.1" status: 200 len: 990 time: 4.8669908 Apr 11 21:13:11.367315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:13:11.573447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-936a6d14-bf5f-48ca-8da6-cea3fa8c9108 req-06d4622a-3a51-4c9b-ab1d-a0f00554ed16 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228009 Apr 11 21:13:11.583816 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d55ec0-6cad-4e93-b6e9-f02ebd54454c'] response: {'name': 'network-changed', 'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'status': 'completed', 'code': 200} Apr 11 21:13:11.606060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-3f368296-d0f3-4c41-bf66-8e0b5c1aeaa6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 1096 time: 0.0888810 Apr 11 21:13:11.608134 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:11.693353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:11.833562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-2d2cb23e-d3a2-41b0-a0be-43ef5aac9798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:11.833562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-2d2cb23e-d3a2-41b0-a0be-43ef5aac9798 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.2151206 Apr 11 21:13:11.971855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-b60c224f-a055-456a-b417-73010e7d4108 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 1094 time: 0.2343786 Apr 11 21:13:11.995309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:11.995309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aabfc-3977-4799-92b6-b8a7bf30d5ce req-ed2f69b4-f043-4614-984a-4b4a41689671 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:11.997693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca6aabfc-3977-4799-92b6-b8a7bf30d5ce req-ed2f69b4-f043-4614-984a-4b4a41689671 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.4175012 Apr 11 21:13:12.009167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.092050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ca6aabfc-3977-4799-92b6-b8a7bf30d5ce req-d25145dd-c898-4e4f-b89f-8c38b34618a1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757442 Apr 11 21:13:12.096667 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:07Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:12.096667 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:13:12.116042 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:12.116042 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:12:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:12.153529 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.153529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Fanout notify agent at l3_agent the message router_deleted on router 8d732076-d8aa-4bee-899f-48aa63407ea3 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:12.176134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.176134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81e476e6-be36-48a3-af40-c89306f565a2 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/8d732076-d8aa-4bee-899f-48aa63407ea3 HTTP/1.1" status: 204 len: 168 time: 3.8874238 Apr 11 21:13:12.178402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-a8bd8681-bfe7-4b3d-9a17-510fc7951a7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38 HTTP/1.1" status: 200 len: 998 time: 0.3326957 Apr 11 21:13:12.181501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34264) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:12.183843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-412e0209-3f16-4525-ac7b-ca46b5bffefb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:12.183843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-412e0209-3f16-4525-ac7b-ca46b5bffefb service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1989510 Apr 11 21:13:12.192189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1560350877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:12.214858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:12.223062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Usage tracker for resource:router and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:12.238964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:12.238964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:12.332013 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.333138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.350843 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:12.422352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-243421be-dae6-4e6f-b2c7-88986678bd48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=752d3935-2323-42ef-a605-3145cab8b158 HTTP/1.1" status: 200 len: 217 time: 0.1459568 Apr 11 21:13:12.487072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.493344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-ecb2bdf5-13b2-4fe3-b0d0-672b75a7b64d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:12.493344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-ecb2bdf5-13b2-4fe3-b0d0-672b75a7b64d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0624840 Apr 11 21:13:12.505443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-5f8ee11c-7ebd-485a-a6d2-64c0e4d35455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:12.505443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-5f8ee11c-7ebd-485a-a6d2-64c0e4d35455 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.3165016 Apr 11 21:13:12.557828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4443002-c8f9-4813-835b-e5339a68d626 req-2d6b9ce5-cf09-4169-9389-47512862c28b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:12.557828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4443002-c8f9-4813-835b-e5339a68d626 req-2d6b9ce5-cf09-4169-9389-47512862c28b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2085378 Apr 11 21:13:12.630328 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.652392 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c4443002-c8f9-4813-835b-e5339a68d626 req-ce96a2d4-b1fc-4d86-a2ca-573531419ac3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913780 Apr 11 21:13:12.754759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:12.755957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-db10504c-5d7f-4daf-8343-36ddefdf74ce tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5776455 Apr 11 21:13:12.758800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34276) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:12.764949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': False}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:12.807722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-67f6e50c-c4e2-4772-b759-33b0ca934775 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074358 Apr 11 21:13:12.959282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4746-4ca7-420e-a3ae-62b09cae634b req-ce6a391f-4b2d-4bd7-908b-2921bb0a60dd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:12.959282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d8c4746-4ca7-420e-a3ae-62b09cae634b req-ce6a391f-4b2d-4bd7-908b-2921bb0a60dd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 943 time: 0.4138191 Apr 11 21:13:12.976665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-5aaefcd0-8dd7-44c4-8fa1-23b7b01475b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4263711 Apr 11 21:13:13.089672 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:07Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:13.116823 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607472c3-95b4-474a-90d6-6d928d5faf28 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:07Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:13.192112 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d8c4746-4ca7-420e-a3ae-62b09cae634b req-e90a914d-74de-41bb-95ab-32b52f4d4dc7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195094 Apr 11 21:13:13.201454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-54af3390-3656-4dce-8af6-f2da4fa14b52 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001112 Apr 11 21:13:13.254321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-f99f9441-351c-41fa-a52c-ab50a9adbbe7 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363186 Apr 11 21:13:13.488457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd007ecd-74be-4eae-bee9-bf5aeeb27891 req-a347ff07-ced5-4140-917d-5f7995fc64e0 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246821 Apr 11 21:13:13.504781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b409a72-22f9-4931-a961-f0cd57c39847 None None] New status for floating IP 5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:13:13.568582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe89c023-b5a0-438c-8b93-9ef96be7fd34 req-9f7bf703-72ea-4c07-91ee-9f9484fa2651 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458760 Apr 11 21:13:13.587787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab1953-612a-428a-8653-f703a2764568 req-9eedb88c-c2cf-4098-80c4-cfa8413c7848 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:13.589238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42ab1953-612a-428a-8653-f703a2764568 req-9eedb88c-c2cf-4098-80c4-cfa8413c7848 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.6762955 Apr 11 21:13:13.675360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:13.675360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42ab1953-612a-428a-8653-f703a2764568 req-8dfeb746-4642-4a30-9600-fa67f4ec7967 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735886 Apr 11 21:13:13.910561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da9f0341-7853-448d-b06f-e3f237198661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:14.015343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:14.048775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039f6c5-8492-4965-8d4e-3500d6f4c604 req-f07ab55a-51d9-44d6-8165-2f84d5d56bcb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:14.048775 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7039f6c5-8492-4965-8d4e-3500d6f4c604 req-f07ab55a-51d9-44d6-8165-2f84d5d56bcb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1840324 Apr 11 21:13:14.055734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:14.164510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7039f6c5-8492-4965-8d4e-3500d6f4c604 req-8e4368e6-608d-4a23-8d0d-0671ff0bebc0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099160 Apr 11 21:13:14.243105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Allocated IP 172.25.5.125 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e7ebd711-7893-468e-92ec-8af51e8d66ce) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:14.427859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078c273-bd1b-4987-b007-c602c684e96b req-9373a103-54c4-4324-b609-7f512b09eb04 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:14.433933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b078c273-bd1b-4987-b007-c602c684e96b req-9373a103-54c4-4324-b609-7f512b09eb04 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1290288 Apr 11 21:13:14.504188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b078c273-bd1b-4987-b007-c602c684e96b req-cc96d27b-594c-4f1d-ad1c-757805d1b175 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Apr 11 21:13:14.507072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:14.562913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee77e7-a933-4540-bdae-e025cf1feeeb req-6cabcf95-c8db-4a3d-94bc-ed99cf6ed9aa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:14.567612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-feee77e7-a933-4540-bdae-e025cf1feeeb req-6cabcf95-c8db-4a3d-94bc-ed99cf6ed9aa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 943 time: 0.1380670 Apr 11 21:13:14.622661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-feee77e7-a933-4540-bdae-e025cf1feeeb req-b264ec29-2b76-4f22-ac32-6236ea101a45 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484214 Apr 11 21:13:14.635517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:14.963838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:14.963838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:14.963838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:14.969092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31e17d-ba04-454f-8eb1-fe71cac05edc req-d3f5a160-af3d-484e-9cf5-1098cf4413ec tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:14.969092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f31e17d-ba04-454f-8eb1-fe71cac05edc req-d3f5a160-af3d-484e-9cf5-1098cf4413ec tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0948555 Apr 11 21:13:14.970712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Pushing event updated for resources: {'Port': ['ID=e7ebd711-7893-468e-92ec-8af51e8d66ce,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:14.972168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f31e17d-ba04-454f-8eb1-fe71cac05edc req-ebf8d413-d5b4-46a0-877b-4a6c9f9cf8f4 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569248 Apr 11 21:13:15.141934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ea932-3b87-4e7e-a239-32b9dd410d51 req-b057fc5a-193b-41ec-bcdb-3ba9379ed34c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:15.143675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c43ea932-3b87-4e7e-a239-32b9dd410d51 req-b057fc5a-193b-41ec-bcdb-3ba9379ed34c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1276169 Apr 11 21:13:15.147407 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:15.394780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c43ea932-3b87-4e7e-a239-32b9dd410d51 req-1d997d37-9b25-42ef-b85b-786f52e30513 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754637 Apr 11 21:13:15.428124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:15.432151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:15.891967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd923d8-82f1-4d1a-9d12-fad949bd8520 req-e82a5117-92e6-49fe-b263-d170120db941 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:15.891967 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbd923d8-82f1-4d1a-9d12-fad949bd8520 req-e82a5117-92e6-49fe-b263-d170120db941 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2419522 Apr 11 21:13:15.895179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325cc81-9263-4281-b97c-c4364370132f req-3c232307-73c2-4ca5-9010-d5c506f0dcde tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:15.895179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b325cc81-9263-4281-b97c-c4364370132f req-3c232307-73c2-4ca5-9010-d5c506f0dcde tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 943 time: 0.1123292 Apr 11 21:13:15.977653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b325cc81-9263-4281-b97c-c4364370132f req-75adff44-cc64-4ce6-a49a-f1fc1f80c23f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679071 Apr 11 21:13:15.978887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bbd923d8-82f1-4d1a-9d12-fad949bd8520 req-d50436a4-3b56-48b2-9263-6637d97d4dc7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714722 Apr 11 21:13:16.065505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-004e3a33-b273-49f4-8e94-2ad064858dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:16.159369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Router 166aac15-a703-4d29-9428-ca5594b66b36 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:16.216419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ba2a-b0e9-4599-8d6e-6a203324ca80 req-06ece64d-dea0-4d25-acdc-083d54113046 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:16.216419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a52ba2a-b0e9-4599-8d6e-6a203324ca80 req-06ece64d-dea0-4d25-acdc-083d54113046 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1078372 Apr 11 21:13:16.297317 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a52ba2a-b0e9-4599-8d6e-6a203324ca80 req-cc0b748a-2c6f-4c6c-b3ff-1aab30efb018 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746326 Apr 11 21:13:16.405191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:16.414360 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] Sync routers for ids ['166aac15-a703-4d29-9428-ca5594b66b36'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:16.417937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:16.422144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34340) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:16.431158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] Routers {'166aac15-a703-4d29-9428-ca5594b66b36'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:16.432505 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['166aac15-a703-4d29-9428-ca5594b66b36'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:16.433278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-593fde25-968b-40c0-8a46-b9133ecb1700 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "PUT /v2.0/routers/166aac15-a703-4d29-9428-ca5594b66b36 HTTP/1.1" status: 200 len: 916 time: 3.6732311 Apr 11 21:13:16.514864 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:16.532683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] Routers {'166aac15-a703-4d29-9428-ca5594b66b36'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:16.532683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['166aac15-a703-4d29-9428-ca5594b66b36'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:16.627650 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:16.628055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c194b62-9f59-4811-9da1-a263bfbe20cc None None] The sync data for ids ['166aac15-a703-4d29-9428-ca5594b66b36'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:16.677138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514bbb1-df40-4132-b852-771e413682a1 req-0ce0a169-9848-4bd8-9851-7409f704b715 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:16.678569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4514bbb1-df40-4132-b852-771e413682a1 req-0ce0a169-9848-4bd8-9851-7409f704b715 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1231091 Apr 11 21:13:16.765447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4514bbb1-df40-4132-b852-771e413682a1 req-a1ee21ea-4c38-462d-9104-f3ebafd58b09 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696530 Apr 11 21:13:16.780031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-69844db1-68cb-49cc-a160-2491f7109c3f tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/166aac15-a703-4d29-9428-ca5594b66b36 HTTP/1.1" status: 200 len: 922 time: 0.3558302 Apr 11 21:13:16.785368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34348) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:16.902893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-41dde372-3fb8-4bfb-a889-81f2535c999c tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=166aac15-a703-4d29-9428-ca5594b66b36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1185844 Apr 11 21:13:16.905227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34352) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:16.974156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05911d3b-2cbe-4bbc-8222-490fe442e98b req-6f7e6fde-5d9d-495b-8398-a2e369931e99 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:16.975819 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05911d3b-2cbe-4bbc-8222-490fe442e98b req-6f7e6fde-5d9d-495b-8398-a2e369931e99 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0887499 Apr 11 21:13:17.030487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05911d3b-2cbe-4bbc-8222-490fe442e98b req-4c98fa19-19b5-4125-bda5-2185b2ef771c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Apr 11 21:13:17.238010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a2f4a-127f-4bc4-8b93-31fa2d64dd65 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:17.242705 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c42a2f4a-127f-4bc4-8b93-31fa2d64dd65 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.3338714 Apr 11 21:13:17.243517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34366) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:17.292532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2423064-54bf-482a-a14f-a3680ea4d234 req-1ae342d6-5ca0-475a-bb98-bc45781fab5f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:17.300588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2423064-54bf-482a-a14f-a3680ea4d234 req-1ae342d6-5ca0-475a-bb98-bc45781fab5f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 943 time: 0.1556075 Apr 11 21:13:17.307928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ca174ce-95c8-4553-aa7a-22912e540c68 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=166aac15-a703-4d29-9428-ca5594b66b36 HTTP/1.1" status: 200 len: 205 time: 0.0635552 Apr 11 21:13:17.309996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:17.361554 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2423064-54bf-482a-a14f-a3680ea4d234 req-76d3d87c-b89a-4559-9f12-c56ce2389f22 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602129 Apr 11 21:13:17.407796 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:17.444897 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:17.561722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7389374-19cb-4c17-b7ee-dbbf31b7a1fc req-1ef2ad90-58d5-4a41-b5d5-f4047cd52cde tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:17.562877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7389374-19cb-4c17-b7ee-dbbf31b7a1fc req-1ef2ad90-58d5-4a41-b5d5-f4047cd52cde tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1652968 Apr 11 21:13:17.629032 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7389374-19cb-4c17-b7ee-dbbf31b7a1fc req-28947190-0398-4e35-a728-adbeb6e40608 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Apr 11 21:13:17.667719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:17.863374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11a058-6baa-443a-a623-57ce3d81883f req-e50f2877-79bb-492d-9379-c801d87eb65e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:17.865132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb11a058-6baa-443a-a623-57ce3d81883f req-e50f2877-79bb-492d-9379-c801d87eb65e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0850766 Apr 11 21:13:17.894921 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:17.916331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb11a058-6baa-443a-a623-57ce3d81883f req-6a731e17-b88b-4c0b-8f41-0b24273c8283 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Apr 11 21:13:17.970885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Deleting port e7ebd711-7893-468e-92ec-8af51e8d66ce {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:17.970885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:18.163093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:18.291714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Calling delete_port for e7ebd711-7893-468e-92ec-8af51e8d66ce owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:18.546599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf01c-dd05-45db-99ba-92a81d5e7206 req-d5f893e6-1095-476f-811d-b3fad946e1f0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:18.548382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c1ecf01c-dd05-45db-99ba-92a81d5e7206 req-d5f893e6-1095-476f-811d-b3fad946e1f0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0896809 Apr 11 21:13:18.583802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:18.642046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c1ecf01c-dd05-45db-99ba-92a81d5e7206 req-5bb4a61f-fbc6-4aca-b8d9-7c6b248b3eef tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846190 Apr 11 21:13:18.771653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:18.789509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event deleted for resources: {'Port': ['ID=e7ebd711-7893-468e-92ec-8af51e8d66ce,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:18.884108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2210-b502-48d2-b79a-7273fa81420d req-db53cfa3-3b8e-4919-b9a5-e8c3ac9c6d8b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:18.884108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-278c2210-b502-48d2-b79a-7273fa81420d req-db53cfa3-3b8e-4919-b9a5-e8c3ac9c6d8b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 943 time: 0.3621736 Apr 11 21:13:19.079830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-278c2210-b502-48d2-b79a-7273fa81420d req-b1886dd4-fd67-43b2-9ef9-2a7ddee83ea5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919174 Apr 11 21:13:19.088985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.397795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.401663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.501499 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.501499 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Fanout notify agent at l3_agent the message router_deleted on router 166aac15-a703-4d29-9428-ca5594b66b36 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:19.517219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.518297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-00577a7c-1b6b-40f6-9950-d4df485ccfdb tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/166aac15-a703-4d29-9428-ca5594b66b36 HTTP/1.1" status: 204 len: 168 time: 2.2071447 Apr 11 21:13:19.528134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34406) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:19.533888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-956575916', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:19.541180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:19.545003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Usage tracker for resource:router and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:19.547859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:19.553969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:19.584340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 752d3935-2323-42ef-a605-3145cab8b158 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:13:19.646428 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.647446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.694523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.741271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 752d3935-2323-42ef-a605-3145cab8b158, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=752d3935-2323-42ef-a605-3145cab8b158,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:19.755196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '752d3935-2323-42ef-a605-3145cab8b158', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': '752d3935-2323-42ef-a605-3145cab8b158', 'mac_address': 'fa:16:3e:19:42:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:13:19.816806 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.843673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752d3935-2323-42ef-a605-3145cab8b158 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:13:19.849924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 752d3935-2323-42ef-a605-3145cab8b158, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=752d3935-2323-42ef-a605-3145cab8b158,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:19.896314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bbb9f-f9c4-4ac3-b997-5c7da038d950 req-bf8bd8fe-c705-45df-b134-6bfc034c662d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:19.897894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c41bbb9f-f9c4-4ac3-b997-5c7da038d950 req-bf8bd8fe-c705-45df-b134-6bfc034c662d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0809021 Apr 11 21:13:19.945393 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.948374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:19.949840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c41bbb9f-f9c4-4ac3-b997-5c7da038d950 req-6464010d-69b8-405e-94a8-2d4ad9cdb642 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Apr 11 21:13:20.041673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=752d3935-2323-42ef-a605-3145cab8b158,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:20.165954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['752d3935-2323-42ef-a605-3145cab8b158'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:13:20.355958 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:20.396931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:20.457403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8344-3598-4af3-b5c3-60f9eddace84 req-75a890cf-d3f2-4052-b256-78e28d9390ef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:20.458953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-606d8344-3598-4af3-b5c3-60f9eddace84 req-75a890cf-d3f2-4052-b256-78e28d9390ef tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 944 time: 0.2415876 Apr 11 21:13:20.591151 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-606d8344-3598-4af3-b5c3-60f9eddace84 req-02efa932-71eb-474a-ae53-d9c28cc3108f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029298 Apr 11 21:13:20.623925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Allocated IP 172.25.5.108 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/6d4e7d20-e88c-4a40-9952-0dbc2ea9d015) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:20.773912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b8d3-6722-4ca6-b27b-39a08568d347 req-9eecf0b1-4d84-4210-97fb-e16cecc30bee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:20.775450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8510b8d3-6722-4ca6-b27b-39a08568d347 req-9eecf0b1-4d84-4210-97fb-e16cecc30bee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0830288 Apr 11 21:13:20.854508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8510b8d3-6722-4ca6-b27b-39a08568d347 req-a7513b56-28df-4694-bd3b-609e57998a33 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Apr 11 21:13:20.913337 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:13:20.939900 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:21.030725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:21.099972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:21.102940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:21.105521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:21.147242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event updated for resources: {'Port': ['ID=6d4e7d20-e88c-4a40-9952-0dbc2ea9d015,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:21.357935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:21.358714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:21.584190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 752d3935-2323-42ef-a605-3145cab8b158 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:13:21.693363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Router 23752efb-9a95-4992-b133-f6e362129156 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:21.736554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 752d3935-2323-42ef-a605-3145cab8b158 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:13:21.750870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 752d3935-2323-42ef-a605-3145cab8b158 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:13:21.750870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:21.919275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:21.969099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ed473-37e5-4cf4-b7bf-9d2c6713031d req-dee6c26d-e02f-4341-9398-a94743ec0c7c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:21.990584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-382ed473-37e5-4cf4-b7bf-9d2c6713031d req-dee6c26d-e02f-4341-9398-a94743ec0c7c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 944 time: 0.1816826 Apr 11 21:13:21.992507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d3935-2323-42ef-a605-3145cab8b158'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:13:21.992507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 752d3935-2323-42ef-a605-3145cab8b158, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=752d3935-2323-42ef-a605-3145cab8b158,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:22.045822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-382ed473-37e5-4cf4-b7bf-9d2c6713031d req-c0a26cc2-e9e0-4fa6-9e93-db90a1412544 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689604 Apr 11 21:13:22.077894 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:22.098263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a574b1-1567-447f-890b-68e41f626607 req-73030202-3206-4dd7-ae1d-40bfc7c1d9b6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:22.112782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45a574b1-1567-447f-890b-68e41f626607 req-73030202-3206-4dd7-ae1d-40bfc7c1d9b6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0986450 Apr 11 21:13:22.131035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:22.144257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] Sync routers for ids ['23752efb-9a95-4992-b133-f6e362129156'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:22.173185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] Routers {'23752efb-9a95-4992-b133-f6e362129156'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:22.175444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23752efb-9a95-4992-b133-f6e362129156'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:22.178180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45a574b1-1567-447f-890b-68e41f626607 req-e2e9d29b-ac8b-4752-8cad-3480f928cd35 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753481 Apr 11 21:13:22.228587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:22.232613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34452) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:22.232786 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-807de3ea-5325-4cf3-bc0a-b408468a6360 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7036912 Apr 11 21:13:22.238505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:22.262210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:22.277999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] Routers {'23752efb-9a95-4992-b133-f6e362129156'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:22.278920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23752efb-9a95-4992-b133-f6e362129156'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:22.416375 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97aca6b-9fb6-432f-ace2-1ae5abc67441'] response: {'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752d3935-2323-42ef-a605-3145cab8b158', 'code': 200} Apr 11 21:13:22.416375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=752d3935-2323-42ef-a605-3145cab8b158,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:22.433519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:22.433519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de02f04-3482-495f-97e0-9027b4b49de6 None None] The sync data for ids ['23752efb-9a95-4992-b133-f6e362129156'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:22.615331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed95d-ae23-4423-bf13-d74b307709f6 req-0c94b88b-6507-45c1-9ba8-32f3d42d5cca tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:22.616795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c89ed95d-ae23-4423-bf13-d74b307709f6 req-0c94b88b-6507-45c1-9ba8-32f3d42d5cca tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1460519 Apr 11 21:13:22.621123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c2b3b66e-c733-483f-9c81-24f4fd18cfc7 req-24475b37-25d7-48af-a4ef-733086cfbf24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 1096 time: 0.1837289 Apr 11 21:13:22.706533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c2b3b66e-c733-483f-9c81-24f4fd18cfc7 req-b95ecb47-8b85-43e5-a44e-3f4d368c0735 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590947 Apr 11 21:13:22.726406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c89ed95d-ae23-4423-bf13-d74b307709f6 req-ef241e1b-eafe-4bb2-9382-504bfc4d1656 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999186 Apr 11 21:13:23.184974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94296d24-9707-4bbc-9c33-22a05d0e87dc req-a76ab381-7b70-4cac-9e20-ef00d7490540 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:23.186439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94296d24-9707-4bbc-9c33-22a05d0e87dc req-a76ab381-7b70-4cac-9e20-ef00d7490540 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2364488 Apr 11 21:13:23.319065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfb78c-a53c-4a1d-804b-b55c90e30367 req-6b3b96b9-a90a-4865-bc18-30127649d62a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:23.319065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20bfb78c-a53c-4a1d-804b-b55c90e30367 req-6b3b96b9-a90a-4865-bc18-30127649d62a tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.1303153 Apr 11 21:13:23.392035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94296d24-9707-4bbc-9c33-22a05d0e87dc req-a2c53d81-6b31-40e9-a740-2c047793f567 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963499 Apr 11 21:13:23.392669 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20bfb78c-a53c-4a1d-804b-b55c90e30367 req-124a1e0d-24d8-423b-8350-1c244afbb695 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695078 Apr 11 21:13:23.436022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:23.500936 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:23.581376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Deleting port 6d4e7d20-e88c-4a40-9952-0dbc2ea9d015 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:23.581376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:23.680406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a657-5bf0-4464-9989-f105e324e331 req-dbc27e3f-5706-4e04-bcfa-d2c8af4aca2a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:23.681852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5400a657-5bf0-4464-9989-f105e324e331 req-dbc27e3f-5706-4e04-bcfa-d2c8af4aca2a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1672423 Apr 11 21:13:23.835843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5400a657-5bf0-4464-9989-f105e324e331 req-41bcf830-f9b0-49b6-beaf-eb1547c6f303 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070437 Apr 11 21:13:23.849916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:24.012180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Calling delete_port for 6d4e7d20-e88c-4a40-9952-0dbc2ea9d015 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:24.167454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74192881-3d52-4199-9dc7-6dcf119a341e req-e149b774-8265-414e-bb78-8b2750ee267f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:24.167454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74192881-3d52-4199-9dc7-6dcf119a341e req-e149b774-8265-414e-bb78-8b2750ee267f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1636953 Apr 11 21:13:24.257176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74192881-3d52-4199-9dc7-6dcf119a341e req-f8ac9575-40d8-46b0-8313-985d5399ace7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849171 Apr 11 21:13:24.348747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:24.411632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Pushing event deleted for resources: {'Port': ['ID=6d4e7d20-e88c-4a40-9952-0dbc2ea9d015,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:24.510238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f168676-c402-4e6b-8f5c-a07e1583972d req-23c56cbc-3583-4286-90c0-fdac36a84afa tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:24.515510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f168676-c402-4e6b-8f5c-a07e1583972d req-23c56cbc-3583-4286-90c0-fdac36a84afa tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0943005 Apr 11 21:13:24.576100 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f168676-c402-4e6b-8f5c-a07e1583972d req-d799726f-adc1-4de5-808e-c15a69a8c4c3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Apr 11 21:13:24.770324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:24.878688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505dd74-17bf-4963-b8d8-136f8e156fbf req-eb052736-1bd8-4df4-bd22-134f6a2c570a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:24.885812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e505dd74-17bf-4963-b8d8-136f8e156fbf req-eb052736-1bd8-4df4-bd22-134f6a2c570a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0902398 Apr 11 21:13:24.905657 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:24.914217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78802ec-ceb8-424a-88b0-1d1b53a4bfa0 req-bd71e1d8-4791-4bc0-b32f-2dd67acb91d8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:24.915628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e78802ec-ceb8-424a-88b0-1d1b53a4bfa0 req-bd71e1d8-4791-4bc0-b32f-2dd67acb91d8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.3445399 Apr 11 21:13:24.917117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:24.939839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e505dd74-17bf-4963-b8d8-136f8e156fbf req-48a76934-9639-4319-8b7d-06bef29b191d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Apr 11 21:13:25.102421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e78802ec-ceb8-424a-88b0-1d1b53a4bfa0 req-4746744b-f6b6-41ed-84da-d40ad79e66ea tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288495 Apr 11 21:13:25.128457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Router 23752efb-9a95-4992-b133-f6e362129156 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:13:25.155101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485b6b3-f465-4e13-89d0-bc4aead9248c req-48d1730b-d045-4437-a130-87658506ed4e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:25.157248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e485b6b3-f465-4e13-89d0-bc4aead9248c req-48d1730b-d045-4437-a130-87658506ed4e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0881393 Apr 11 21:13:25.232347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e485b6b3-f465-4e13-89d0-bc4aead9248c req-ee5dc4fd-7c31-4b95-9cc1-cd4285e47159 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Apr 11 21:13:25.491223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:25.507747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be754-2e84-4f52-8be5-d9fda1ad064a req-f1ebb400-e737-436d-9ced-fd5d3e13d43d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:25.510358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad853a5a-904d-46dc-9f23-ae75132942a4 req-3181b514-9e96-4c52-802e-42f6ee766690 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:25.514203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-287be754-2e84-4f52-8be5-d9fda1ad064a req-f1ebb400-e737-436d-9ced-fd5d3e13d43d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.1746721 Apr 11 21:13:25.514203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:25.514203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-87c2d182-f10f-4e59-b510-904bb2599e28 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "PUT /v2.0/routers/23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 200 len: 705 time: 3.2739573 Apr 11 21:13:25.514583 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] Sync routers for ids ['23752efb-9a95-4992-b133-f6e362129156'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:25.516405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34512) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:25.516554 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad853a5a-904d-46dc-9f23-ae75132942a4 req-3181b514-9e96-4c52-802e-42f6ee766690 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1020095 Apr 11 21:13:25.530456 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] Routers {'23752efb-9a95-4992-b133-f6e362129156'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:25.532534 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23752efb-9a95-4992-b133-f6e362129156'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:25.577124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad853a5a-904d-46dc-9f23-ae75132942a4 req-0cb09e62-4937-4fa0-9fc1-fb7a77782c2f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570364 Apr 11 21:13:25.654213 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:25.696864 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] Routers {'23752efb-9a95-4992-b133-f6e362129156'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:25.696864 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['23752efb-9a95-4992-b133-f6e362129156'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:25.698520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-287be754-2e84-4f52-8be5-d9fda1ad064a req-cdfccb79-f590-42ec-9db2-797cfccd6b82 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750367 Apr 11 21:13:25.708265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-437dbdd9-aef8-47d1-b520-f1db8717827b tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/routers/23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 200 len: 740 time: 0.1912117 Apr 11 21:13:25.708265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:25.717050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34526) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:25.767454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e67e29c5-6a0e-4bab-96d6-0f52a908a001 tempest-RoutersAdminTest-137183633 tempest-RoutersAdminTest-137183633-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 200 len: 205 time: 0.0526257 Apr 11 21:13:25.767454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34532) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:25.814733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a272450-2eeb-4591-bba7-7c8f828fd4b4 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 200 len: 205 time: 0.0458920 Apr 11 21:13:25.814733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34536) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:25.850119 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:25.850119 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650e45c-2966-4925-bf45-075e1918c0fa None None] The sync data for ids ['23752efb-9a95-4992-b133-f6e362129156'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:25.897878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be47f-b8ba-4784-837f-e58b60890ecb req-afd62f04-c084-4b3c-ba09-29a80ec2252a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:25.900931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d1be47f-b8ba-4784-837f-e58b60890ecb req-afd62f04-c084-4b3c-ba09-29a80ec2252a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1560185 Apr 11 21:13:25.973319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:25.992894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d1be47f-b8ba-4784-837f-e58b60890ecb req-6966a3b3-e3e7-4973-a969-95e1bd96093a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871432 Apr 11 21:13:26.042705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d2088ebf-fcc9-48ed-b25a-2a40a9644729 tempest-TestVolumeBootPattern-2062813347 tempest-TestVolumeBootPattern-2062813347-project-admin] Synchronizing usage tracker for tenant:f9f2cd0435cc4ae48a60daa511e7d09b on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:13:26.171084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d2088ebf-fcc9-48ed-b25a-2a40a9644729 tempest-TestVolumeBootPattern-2062813347 tempest-TestVolumeBootPattern-2062813347-project-admin] Unset dirty status for tenant:f9f2cd0435cc4ae48a60daa511e7d09b on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:13:26.182046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d2088ebf-fcc9-48ed-b25a-2a40a9644729 tempest-TestVolumeBootPattern-2062813347 tempest-TestVolumeBootPattern-2062813347-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 1091 time: 0.4542096 Apr 11 21:13:26.182046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34546) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:26.192294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '752d3935-2323-42ef-a605-3145cab8b158', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:26.192294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:26.202519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:floatingip and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:26.209960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:26.258069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:26.319878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b28ae-bff4-4f35-84cf-cecc71662143 req-af5e0510-e3fc-4202-9911-6e91d0d804e6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:26.328163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-943b28ae-bff4-4f35-84cf-cecc71662143 req-af5e0510-e3fc-4202-9911-6e91d0d804e6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1253328 Apr 11 21:13:26.383289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:26.395747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:26.413070 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:26.567432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:26.568088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Fanout notify agent at l3_agent the message router_deleted on router 23752efb-9a95-4992-b133-f6e362129156 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:26.582480 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-943b28ae-bff4-4f35-84cf-cecc71662143 req-0e18024a-ca7c-4ab0-b119-8dc83b9070b8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507851 Apr 11 21:13:26.593168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:26.599202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc216bd3-c7ff-4a70-af83-ea9dddb9da9d tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 204 len: 168 time: 0.7840395 Apr 11 21:13:26.599531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34556) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:26.645127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c31d6b3-5068-497c-8193-e6d9e485fb9a tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 200 len: 205 time: 0.0435317 Apr 11 21:13:26.663068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34562) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:26.741087 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-fca64abd-c39d-4df7-9272-e37cab617a2a tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] delete failed (client error): The resource could not be found. Apr 11 21:13:26.746134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fca64abd-c39d-4df7-9272-e37cab617a2a tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/23752efb-9a95-4992-b133-f6e362129156 HTTP/1.1" status: 404 len: 336 time: 0.0807531 Apr 11 21:13:26.746134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34566) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:26.800739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34570) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:26.806412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9de3339c-69a6-47a5-b96d-77a4140a7154 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=166aac15-a703-4d29-9428-ca5594b66b36 HTTP/1.1" status: 200 len: 205 time: 0.0595601 Apr 11 21:13:26.850405 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:26.873123 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-ad2d3e36-4b59-4e45-8553-e10daa79eb76 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] delete failed (client error): The resource could not be found. Apr 11 21:13:26.873844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ad2d3e36-4b59-4e45-8553-e10daa79eb76 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/166aac15-a703-4d29-9428-ca5594b66b36 HTTP/1.1" status: 404 len: 336 time: 0.0741785 Apr 11 21:13:26.877245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34574) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.023651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.25.5.220 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c4361ee7-d2fd-4ffe-8c21-98e7b4789a9c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:27.057190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fd642-12cb-43a5-a810-0d200d6328e2 req-96335412-5e9a-43d8-8135-53fe22855075 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:27.057190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-531fd642-12cb-43a5-a810-0d200d6328e2 req-96335412-5e9a-43d8-8135-53fe22855075 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.3421755 Apr 11 21:13:27.065306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-01932885-b8e7-4b0b-8da2-51bf3fa55f58 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d732076-d8aa-4bee-899f-48aa63407ea3 HTTP/1.1" status: 200 len: 205 time: 0.1835537 Apr 11 21:13:27.104011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34580) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.178390 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-7c2dc81d-0a76-4b61-bf67-61020f3fc72a tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] delete failed (client error): The resource could not be found. Apr 11 21:13:27.181736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c2dc81d-0a76-4b61-bf67-61020f3fc72a tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/8d732076-d8aa-4bee-899f-48aa63407ea3 HTTP/1.1" status: 404 len: 336 time: 0.0782964 Apr 11 21:13:27.181863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:27.181947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34586) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.240492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-50c437f9-0308-4ff5-873c-f2bb6567fb3c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5b18634-b92c-4052-91e5-b32c4daf5920 HTTP/1.1" status: 200 len: 205 time: 0.0539517 Apr 11 21:13:27.255082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.264550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-531fd642-12cb-43a5-a810-0d200d6328e2 req-6d7b30bd-2c1c-4e2d-bad4-022fd1a8077f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954253 Apr 11 21:13:27.363258 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-027f911d-46d7-4901-a8c7-6e3f5a837aa0 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] delete failed (client error): The resource could not be found. Apr 11 21:13:27.363258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-027f911d-46d7-4901-a8c7-6e3f5a837aa0 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/a5b18634-b92c-4052-91e5-b32c4daf5920 HTTP/1.1" status: 404 len: 336 time: 0.1094425 Apr 11 21:13:27.363258 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:27.367318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34596) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.425204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7777c278-f4a3-4968-b209-9b91fe347fee tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab56a000-38d9-4fe4-9c8d-beace4d3edf9 HTTP/1.1" status: 200 len: 205 time: 0.0601311 Apr 11 21:13:27.427534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34602) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.452019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:27.455717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:27.459303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:27.498965 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-9bf65a84-2976-4dd1-aed2-19dbee011f4e tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] delete failed (client error): The resource could not be found. Apr 11 21:13:27.499937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9bf65a84-2976-4dd1-aed2-19dbee011f4e tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/ab56a000-38d9-4fe4-9c8d-beace4d3edf9 HTTP/1.1" status: 404 len: 336 time: 0.0714276 Apr 11 21:13:27.502417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=c4361ee7-d2fd-4ffe-8c21-98e7b4789a9c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:27.503222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34608) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.523752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.524092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.524440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.524779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.525113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.525441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.525768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.526092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.526417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.526739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.527063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:27.608030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-22929f67-ad9d-4a5c-a615-038ac0a7eb0c tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "GET /v2.0/ports?device_id=99d14a6d-09e6-4e72-bdbe-ca0d640d955a HTTP/1.1" status: 200 len: 205 time: 0.0969818 Apr 11 21:13:27.608030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34612) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.716456 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-9050ba22-c2b8-4647-b8fe-801bf7a5ecff tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] delete failed (client error): The resource could not be found. Apr 11 21:13:27.721460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9050ba22-c2b8-4647-b8fe-801bf7a5ecff tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/routers/99d14a6d-09e6-4e72-bdbe-ca0d640d955a HTTP/1.1" status: 404 len: 336 time: 0.1118538 Apr 11 21:13:27.721460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34618) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:27.765129 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7896cd-d9b4-4afb-b5bf-accb6f8b5207 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] DELETE failed (client error): The resource could not be found. Apr 11 21:13:27.765566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7896cd-d9b4-4afb-b5bf-accb6f8b5207 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:13:27.768157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba7896cd-d9b4-4afb-b5bf-accb6f8b5207 tempest-RoutersAdminTest-2029640035 tempest-RoutersAdminTest-2029640035-project] 10.222.0.61 "DELETE /v2.0/subnets/00cfab5c-c753-4316-95b3-c02aed21f0ab HTTP/1.1" status: 404 len: 337 time: 0.0462432 Apr 11 21:13:27.790972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bac3a-d8ea-4fb4-a34e-5b6238d1e304 req-3a51ed6a-7e36-4a82-a883-c4ea27b43a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:27.800666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd9bac3a-d8ea-4fb4-a34e-5b6238d1e304 req-3a51ed6a-7e36-4a82-a883-c4ea27b43a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2564487 Apr 11 21:13:27.884555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd9bac3a-d8ea-4fb4-a34e-5b6238d1e304 req-1b3dff19-97a9-4808-98e1-51113e350f21 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823705 Apr 11 21:13:28.144530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.175456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9fc5-330e-488d-a64e-f5d6d32f7117 req-b78c1009-dd9b-4e02-a78f-be55a75f4a0c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:28.188484 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f32c9fc5-330e-488d-a64e-f5d6d32f7117 req-b78c1009-dd9b-4e02-a78f-be55a75f4a0c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1254284 Apr 11 21:13:28.279815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.326217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34632) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:28.340951 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f32c9fc5-330e-488d-a64e-f5d6d32f7117 req-0b5aa38a-0e86-4b0d-9714-843e2054e961 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636560 Apr 11 21:13:28.505396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.576935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:28.581757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Usage tracker for resource:security_group_rule and tenant:e62eabefd3c04276bf4faa7532f385a1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:28.581757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:28.598888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:28.682343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.682857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.703860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b76341-dee1-42be-acad-9d75d1554f82 req-8ecf9d88-1465-42a5-832e-2bcf973eedfb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:28.705438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2b76341-dee1-42be-acad-9d75d1554f82 req-8ecf9d88-1465-42a5-832e-2bcf973eedfb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1021252 Apr 11 21:13:28.754843 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2b76341-dee1-42be-acad-9d75d1554f82 req-7519f469-8cde-45d1-bb73-d751c1a4ccda tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Apr 11 21:13:28.765371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.795385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.842726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c413d-99bc-4763-8011-3a1c84aac21d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:28.842726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-22583025-c2ed-4ac3-82ec-54b3e1063055 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e62eabefd3c04276bf4faa7532f385a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5025353 Apr 11 21:13:28.842726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34650) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:28.919782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=c4361ee7-d2fd-4ffe-8c21-98e7b4789a9c,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:28.922599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eab0034-9146-4596-ba18-e9bf8d316ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.928646 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.967413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eab0034-9146-4596-ba18-e9bf8d316ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:28.995323 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:29.081690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68495c-d5ad-47a9-b01e-fede6f79f9de req-74897f3c-410c-445a-9c68-c474fd2c4fb1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:29.083068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a68495c-d5ad-47a9-b01e-fede6f79f9de req-74897f3c-410c-445a-9c68-c474fd2c4fb1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1093261 Apr 11 21:13:29.133498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a68495c-d5ad-47a9-b01e-fede6f79f9de req-254e522b-45a9-4de4-a830-c5ec658b6470 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Apr 11 21:13:29.143381 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Floating IP 27c5591d-64e3-45c5-9c14-1a5314c5efe4 associated. External IP: 172.25.5.220, port: 752d3935-2323-42ef-a605-3145cab8b158. Apr 11 21:13:29.172984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eab0034-9146-4596-ba18-e9bf8d316ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:29.199038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab0034-9146-4596-ba18-e9bf8d316ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c413d-99bc-4763-8011-3a1c84aac21d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:29.209267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eab0034-9146-4596-ba18-e9bf8d316ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:29.209267 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8eab0034-9146-4596-ba18-e9bf8d316ebb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/415c413d-99bc-4763-8011-3a1c84aac21d HTTP/1.1" status: 204 len: 168 time: 0.3765166 Apr 11 21:13:29.567666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb03c29-55ab-457f-9731-c61694ab8429 req-7cfc77e5-37b0-4a22-85bf-0c10aa95eb82 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:29.567666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eb03c29-55ab-457f-9731-c61694ab8429 req-7cfc77e5-37b0-4a22-85bf-0c10aa95eb82 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0862775 Apr 11 21:13:29.658487 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eb03c29-55ab-457f-9731-c61694ab8429 req-9ce0a23a-0fec-42b6-a738-7345a5efd6a7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Apr 11 21:13:29.696357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:13:29.984221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48500de8-b1ec-410b-b3f8-8fb4fa6b28f7 req-005267f2-e7d4-4b4e-80db-523824b74e10 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:29.984221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48500de8-b1ec-410b-b3f8-8fb4fa6b28f7 req-005267f2-e7d4-4b4e-80db-523824b74e10 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1511159 Apr 11 21:13:30.072256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48500de8-b1ec-410b-b3f8-8fb4fa6b28f7 req-6d695bc9-7f30-4fa5-9c46-37b7d17fcc29 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692940 Apr 11 21:13:30.086221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:30.098105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:30.113972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:30.115186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:30.122026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34674) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:30.199137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34680) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:30.199906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49a4709d-9d58-4328-aecb-765374ad8e24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d5ea7a5fec145f6b957deec097f1abb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0767131 Apr 11 21:13:30.280279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:30.321428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:30.339086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a776590-7466-4d87-8583-662e9cb44659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:30.373583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e8f53c0d-a57b-4a4f-a1fb-0123d519957b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1910913 Apr 11 21:13:30.379708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'tag': '752d3935-2323-42ef-a605-3145cab8b158'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:13:30.395544 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a776590-7466-4d87-8583-662e9cb44659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:30.566996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a776590-7466-4d87-8583-662e9cb44659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:30.593350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a776590-7466-4d87-8583-662e9cb44659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3d7070-662c-40e2-af16-9a4101f1b625,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:30.601800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a776590-7466-4d87-8583-662e9cb44659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:30.602985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a776590-7466-4d87-8583-662e9cb44659 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c3d7070-662c-40e2-af16-9a4101f1b625 HTTP/1.1" status: 204 len: 168 time: 0.4028471 Apr 11 21:13:30.637269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83f393-fcef-4baf-a480-06d8265f09fe req-3512c9ad-134a-4d51-955f-d4f4758a51fe tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:30.648335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df83f393-fcef-4baf-a480-06d8265f09fe req-3512c9ad-134a-4d51-955f-d4f4758a51fe tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1312690 Apr 11 21:13:30.735210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df83f393-fcef-4baf-a480-06d8265f09fe req-8ef5477e-e40a-4376-8eca-bf7c54558a18 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881879 Apr 11 21:13:30.816768 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f2a083-3bc9-4151-bb2e-a1854bca37ba'] response: {'name': 'network-changed', 'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'tag': '752d3935-2323-42ef-a605-3145cab8b158', 'status': 'completed', 'code': 200} Apr 11 21:13:30.889337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-982c1e1c-228c-4035-bbf4-163334c132e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 1096 time: 0.1222107 Apr 11 21:13:30.952047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '27c5591d-64e3-45c5-9c14-1a5314c5efe4', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '752d3935-2323-42ef-a605-3145cab8b158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:19:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:13:27Z', 'updated_at': '2022-04-11T21:13:27Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:30.952047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:13:30.962749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:30.963346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:31.014413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:31.119122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4d5e3-7f20-4a9d-9db1-656c16da48b6 req-2e378618-99dd-449a-8736-024f99e56ba4 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:31.119122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dbe4d5e3-7f20-4a9d-9db1-656c16da48b6 req-2e378618-99dd-449a-8736-024f99e56ba4 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1378829 Apr 11 21:13:31.119122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-388d2662-b953-4e18-ad0b-836ded2681ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:31.123458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-388d2662-b953-4e18-ad0b-836ded2681ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2305131 Apr 11 21:13:31.245931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:31.261970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-007b563d-d812-4478-9453-e90914d28176 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=752d3935-2323-42ef-a605-3145cab8b158 HTTP/1.1" status: 200 len: 999 time: 0.1228268 Apr 11 21:13:31.322245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-b51ca102-143e-4e60-bee0-c2a3db731dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:31.323732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-b51ca102-143e-4e60-bee0-c2a3db731dc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0671086 Apr 11 21:13:31.397512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dbe4d5e3-7f20-4a9d-9db1-656c16da48b6 req-2c78ef43-7421-41ba-9904-ae0dde45d674 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660999 Apr 11 21:13:31.453953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-7d3c87df-ea05-4aa1-b65f-0d518a51aeea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088872 Apr 11 21:13:31.818682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-f4c35350-7b50-4c4e-a985-0e534858476c service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549583 Apr 11 21:13:31.854869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '27c5591d-64e3-45c5-9c14-1a5314c5efe4', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '752d3935-2323-42ef-a605-3145cab8b158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:19:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:13:27Z', 'updated_at': '2022-04-11T21:13:27Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:31.864768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164513b4-b0ec-441d-838c-c5fa80ac3912 None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '27c5591d-64e3-45c5-9c14-1a5314c5efe4', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '752d3935-2323-42ef-a605-3145cab8b158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:19:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:13:27Z', 'updated_at': '2022-04-11T21:13:27Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:31.876301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608f22f-dcba-4159-acf5-a2a186ee9e2a req-c5af99db-5c49-4866-b9c7-faf9b9586579 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:31.876301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6608f22f-dcba-4159-acf5-a2a186ee9e2a req-c5af99db-5c49-4866-b9c7-faf9b9586579 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1907773 Apr 11 21:13:32.019340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6608f22f-dcba-4159-acf5-a2a186ee9e2a req-06b44010-f7bf-498e-af98-77625918a524 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905039 Apr 11 21:13:32.038558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6939c827-0dc8-4ef2-91e0-94504a742939 req-c9f4ce0c-0c06-460e-9c83-ebc41b3f329d service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090394 Apr 11 21:13:32.158201 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64d083-97f7-4dd1-84f3-af4a41a1c307 None None] New status for floating IP 27c5591d-64e3-45c5-9c14-1a5314c5efe4: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:13:32.314750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519e95-7996-4c38-b24e-abf0d7aedd1a req-739e41d1-7fe9-4c8f-a4bd-78d8077e06c6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:32.316555 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60519e95-7996-4c38-b24e-abf0d7aedd1a req-739e41d1-7fe9-4c8f-a4bd-78d8077e06c6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1208415 Apr 11 21:13:32.366264 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60519e95-7996-4c38-b24e-abf0d7aedd1a req-e4f2af53-41ee-47b3-907f-1b794035cd7f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Apr 11 21:13:33.619420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34263e3b-d35f-4104-a41e-ca0d37161af5 req-4372cf11-b060-4c8f-b84c-b015bf938e83 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:33.620993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34263e3b-d35f-4104-a41e-ca0d37161af5 req-4372cf11-b060-4c8f-b84c-b015bf938e83 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2193229 Apr 11 21:13:33.670515 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34263e3b-d35f-4104-a41e-ca0d37161af5 req-5207077e-3427-45e5-8528-c65953f23b45 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Apr 11 21:13:34.143589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34778) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:34.319168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1492621863', 'router:external': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:34.327124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:34.341250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:network and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:34.341250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:34.350549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:34.445761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Made reservation on behalf of 3d8e545a22754a42a27d644c41b967e5 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:13:34.448256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.465394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.504370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:34.506200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:security_group_rule and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:34.509651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:34.516523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:34.597978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.681633 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.717015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:13:34.718629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fab3997-bfd0-42b4-aeab-e9cf6332297d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:34.730369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.730692 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Added segment d5c30873-70ce-42e6-ae78-caef672b41df of type vlan for network ff8d10ce-8872-42a3-bd67-940c59633d34 Apr 11 21:13:34.778931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.880441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.880441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:34.880441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:34.950482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0586ad3-7fa2-49a3-bb5f-0121d7fc62c2 req-72a03e2f-da7e-428f-9c46-cc95a4bec736 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:34.950482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0586ad3-7fa2-49a3-bb5f-0121d7fc62c2 req-72a03e2f-da7e-428f-9c46-cc95a4bec736 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0985913 Apr 11 21:13:35.004794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Network': ['ID=ff8d10ce-8872-42a3-bd67-940c59633d34,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:35.007224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0586ad3-7fa2-49a3-bb5f-0121d7fc62c2 req-940a6204-1ad3-460d-b79f-f48dacd368f9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468521 Apr 11 21:13:35.014960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ff8d10ce-8872-42a3-bd67-940c59633d34 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:13:35.067056 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4a2c4451-aa40-46ab-9ad1-0d0eeba39314 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9024220 Apr 11 21:13:35.069715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34794) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:35.074470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'subnet': {'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:35.085119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:35.085119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:subnet and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:35.092658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:35.093187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:35.182624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Made reservation on behalf of 3d8e545a22754a42a27d644c41b967e5 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:13:35.185141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:35.678700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:13:35.678700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:35.753744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c851280e-550a-462f-9253-6773890c157a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:35.769055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Checking segment: {'id': 'd5c30873-70ce-42e6-ae78-caef672b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:13:35.769293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network hostable DHCP agents. Network: ff8d10ce-8872-42a3-bd67-940c59633d34, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:13:35.878670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ff8d10ce-8872-42a3-bd67-940c59633d34 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:13:35.975790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ff8d10ce-8872-42a3-bd67-940c59633d34) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:35.985552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:35.985552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:35.987248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b198af2-d0dd-45a4-9c84-55d1fe37957a None None] Network ff8d10ce-8872-42a3-bd67-940c59633d34 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:13:36.203869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-55f948bb-19a4-44bd-bc8f-8698f582318b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1368108 Apr 11 21:13:36.212957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:36.234668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b71533-7aed-43e7-a0ee-0b6ecb03c816 None None] Network ff8d10ce-8872-42a3-bd67-940c59633d34 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:13:36.236866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1338107556', 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:36.244253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:36.248378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:port and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:36.251484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46373f05-05fe-4cfd-a191-8adc3f5c7b11 req-fd8b164f-5dbe-4767-9fbc-fe4f30057ddf tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:36.253093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:36.264661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:36.264770 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46373f05-05fe-4cfd-a191-8adc3f5c7b11 req-fd8b164f-5dbe-4767-9fbc-fe4f30057ddf tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1223991 Apr 11 21:13:36.345171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46373f05-05fe-4cfd-a191-8adc3f5c7b11 req-a821929d-ebbb-47c1-8397-4eb43db9a6f1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 Apr 11 21:13:36.349372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Made reservation on behalf of 3d8e545a22754a42a27d644c41b967e5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:13:36.349372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:36.387193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] device_id is not set on port 0baea418-af8f-4d67-8044-6744f949590e yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:13:36.621230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-3e4e3846-7b3c-4747-afb7-e1ba9d25e600 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844370 Apr 11 21:13:36.644748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Allocated IP 2001:db8::389 (ff8d10ce-8872-42a3-bd67-940c59633d34/c851280e-550a-462f-9253-6773890c157a/0baea418-af8f-4d67-8044-6744f949590e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:36.888677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-3ccbf9cf-141d-443c-b49a-6239fce4ad19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1096 time: 0.1953657 Apr 11 21:13:36.947435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:37.071571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-c56e78c4-81dc-479e-b116-ac077ca1c362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:37.071571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-c56e78c4-81dc-479e-b116-ac077ca1c362 service neutron] 10.222.0.69 "GET /v2.0/networks?id=232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 200 len: 910 time: 0.1550307 Apr 11 21:13:37.272598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-cdc34c90-e80f-4c17-b978-063d85d38e56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 200 len: 1001 time: 0.1981122 Apr 11 21:13:37.274159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:37.403452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Port': ['ID=0baea418-af8f-4d67-8044-6744f949590e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:37.403452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ff8d10ce-8872-42a3-bd67-940c59633d34 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:37.412065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:37.412065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:37.412065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:37.412065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:37.426386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-746ab480-9cbf-49e9-8024-6463c36f9755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:37.430949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-746ab480-9cbf-49e9-8024-6463c36f9755 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3643afab-d65a-41e8-a57e-e570e1091748 HTTP/1.1" status: 200 len: 848 time: 0.1028988 Apr 11 21:13:37.532924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1cf40af7-1485-41b5-b05a-7221d78b9cef tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3108644 Apr 11 21:13:37.535772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34828) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:37.572822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-1b07fdc6-9166-46fe-a444-cdb3f8763217 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=232f6353-b591-4ea0-b1d1-a4f0f21603bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380727 Apr 11 21:13:37.630504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting port 0baea418-af8f-4d67-8044-6744f949590e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:37.630504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:37.669433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b54b4-c82a-440f-b235-56ba55beaf3e req-8199e73f-5aaf-4073-b6bf-65188a299c0b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:37.669433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-255b54b4-c82a-440f-b235-56ba55beaf3e req-8199e73f-5aaf-4073-b6bf-65188a299c0b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1684544 Apr 11 21:13:37.761310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-255b54b4-c82a-440f-b235-56ba55beaf3e req-31dcca75-7ac6-4363-aac3-c144af343eee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843470 Apr 11 21:13:37.766234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-63838fc0-4d33-4f24-80db-62c31281e520 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845591 Apr 11 21:13:37.878519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:37.927001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7a3fb9d-f195-4489-bc6a-724acab6ad41 req-a61291c8-52f2-4f15-b275-d3c25d780b3b service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506863 Apr 11 21:13:38.013371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Calling delete_port for 0baea418-af8f-4d67-8044-6744f949590e owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:38.230425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:38.288109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event deleted for resources: {'Port': ['ID=0baea418-af8f-4d67-8044-6744f949590e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:38.333575 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:38.341196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fa7d3796-2d25-48e9-bfbe-afe562eeb82b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0baea418-af8f-4d67-8044-6744f949590e HTTP/1.1" status: 204 len: 168 time: 0.8006516 Apr 11 21:13:38.343593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34842) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:38.348694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34', 'external_fixed_ips': [{'subnet_id': 'c851280e-550a-462f-9253-6773890c157a', 'ip_address': '2001:db8::389'}]}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:38.353053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:38.361068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:router and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:38.361068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:38.367634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:38.445510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:38.447572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:38.465947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:38.704811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:38.992365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1e15-69e9-4e95-917e-ccfed47fc194 req-3b7542bb-c13d-4529-9c70-fb54b079e3af tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:38.996464 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b73f1e15-69e9-4e95-917e-ccfed47fc194 req-3b7542bb-c13d-4529-9c70-fb54b079e3af tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0952218 Apr 11 21:13:39.043037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b73f1e15-69e9-4e95-917e-ccfed47fc194 req-770996a9-5baa-4e23-ab9c-1277ec9838d7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Apr 11 21:13:39.081030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:39.112789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:39.322859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Allocated IP 2001:db8::389 (ff8d10ce-8872-42a3-bd67-940c59633d34/c851280e-550a-462f-9253-6773890c157a/eaff7e53-5dcb-4a03-ad43-76074cb6345b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:39.505099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:39.597157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:39.667597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ff8d10ce-8872-42a3-bd67-940c59633d34 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:39.667597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:39.673089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:39.713433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Port': ['ID=eaff7e53-5dcb-4a03-ad43-76074cb6345b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:39.980051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:39.980051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:40.302422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd770d-7174-4f07-8ef9-3704a72ee8dc req-0898bf1e-5cc6-4d02-a3e4-66a1f427cbc5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:40.302422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1bd770d-7174-4f07-8ef9-3704a72ee8dc req-0898bf1e-5cc6-4d02-a3e4-66a1f427cbc5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1147175 Apr 11 21:13:40.357773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1bd770d-7174-4f07-8ef9-3704a72ee8dc req-173129d7-cd24-4d9d-9d71-6b51d18ca064 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498419 Apr 11 21:13:40.363832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Router a8eb253e-ca8e-4f28-8903-1c9e3a8857ac is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:40.594956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:40.615212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Sync routers for ids ['a8eb253e-ca8e-4f28-8903-1c9e3a8857ac'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:40.627855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Routers {'a8eb253e-ca8e-4f28-8903-1c9e3a8857ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:40.628491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a8eb253e-ca8e-4f28-8903-1c9e3a8857ac'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:40.700274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:40.700274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-acb1838f-bcf6-4083-b931-2f3fbf2a25c4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3586364 Apr 11 21:13:40.704317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34872) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:40.833069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Set router a8eb253e-ca8e-4f28-8903-1c9e3a8857ac gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:40.951401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.174068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eb253e-ca8e-4f28-8903-1c9e3a8857ac', 'name': '', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34', 'external_fixed_ips': [{'subnet_id': 'c851280e-550a-462f-9253-6773890c157a', 'ip_address': '2001:db8::389'}], 'enable_snat': True}, 'gw_port_id': 'eaff7e53-5dcb-4a03-ad43-76074cb6345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:38Z', 'updated_at': '2022-04-11T21:13:39Z', 'revision_number': 3, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port': {'id': 'eaff7e53-5dcb-4a03-ad43-76074cb6345b', 'name': '', 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eb253e-ca8e-4f28-8903-1c9e3a8857ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c851280e-550a-462f-9253-6773890c157a', 'ip_address': '2001:db8::389', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:13:39Z', 'updated_at': '2022-04-11T21:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c851280e-550a-462f-9253-6773890c157a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:41.177262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Checking router: a8eb253e-ca8e-4f28-8903-1c9e3a8857ac for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:13:41.177262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Updating router a8eb253e-ca8e-4f28-8903-1c9e3a8857ac port eaff7e53-5dcb-4a03-ad43-76074cb6345b binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:13:41.256031 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.284815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.373155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting port eaff7e53-5dcb-4a03-ad43-76074cb6345b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:41.375815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.691732 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.700927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.718359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Transition to ACTIVE for port object eaff7e53-5dcb-4a03-ad43-76074cb6345b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:13:41.775046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a8b5-3b9b-487d-bf30-f40c9a4ca924 req-6aa08086-57aa-4248-b9c1-8ce6f7582a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:41.775046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5d8a8b5-3b9b-487d-bf30-f40c9a4ca924 req-6aa08086-57aa-4248-b9c1-8ce6f7582a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1969175 Apr 11 21:13:41.795245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.847818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Calling delete_port for eaff7e53-5dcb-4a03-ad43-76074cb6345b owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:41.892857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Attempting to bind port eaff7e53-5dcb-4a03-ad43-76074cb6345b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:13:41.892857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Attempting to bind port eaff7e53-5dcb-4a03-ad43-76074cb6345b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd5c30873-70ce-42e6-ae78-caef672b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:13:41.892857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Attempting to bind port eaff7e53-5dcb-4a03-ad43-76074cb6345b on network ff8d10ce-8872-42a3-bd67-940c59633d34 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:13:41.911424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:13:41.911424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Checking segment: {'id': 'd5c30873-70ce-42e6-ae78-caef672b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:13:41.911424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.911424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Bound using segment: {'id': 'd5c30873-70ce-42e6-ae78-caef672b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:13:41.911424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Bound port: eaff7e53-5dcb-4a03-ad43-76074cb6345b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c30873-70ce-42e6-ae78-caef672b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff8d10ce-8872-42a3-bd67-940c59633d34'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:13:41.911424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:41.963634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc3db6-136a-4ea1-9e72-68c27a8b9bfa None None] Pushing event updated for resources: {'Port': ['ID=eaff7e53-5dcb-4a03-ad43-76074cb6345b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:41.978469 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5d8a8b5-3b9b-487d-bf30-f40c9a4ca924 req-fa98af3f-8428-4650-b92c-206f9266bf02 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408057 Apr 11 21:13:42.002559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] For port eaff7e53-5dcb-4a03-ad43-76074cb6345b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:13:42.005497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] For port eaff7e53-5dcb-4a03-ad43-76074cb6345b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=eaff7e53-5dcb-4a03-ad43-76074cb6345b,segment=NetworkSegment(d5c30873-70ce-42e6-ae78-caef672b41df),segment_id=d5c30873-70ce-42e6-ae78-caef672b41df)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:13:42.102842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:42.158262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:13:42.158262 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:13:42.185783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc3db6-136a-4ea1-9e72-68c27a8b9bfa None None] Pushing event updated for resources: {'Port': ['ID=eaff7e53-5dcb-4a03-ad43-76074cb6345b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:42.192304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Routers {'a8eb253e-ca8e-4f28-8903-1c9e3a8857ac'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:42.192304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a8eb253e-ca8e-4f28-8903-1c9e3a8857ac'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:42.364373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] Set router a8eb253e-ca8e-4f28-8903-1c9e3a8857ac gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:42.495667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eb253e-ca8e-4f28-8903-1c9e3a8857ac', 'name': '', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:38Z', 'updated_at': '2022-04-11T21:13:41Z', 'revision_number': 4, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:42.501793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f068afd-7817-4c0a-b835-d2458d2ec7fc None None] The sync data for ids ['a8eb253e-ca8e-4f28-8903-1c9e3a8857ac'] in n-d-837321-1 is: [{'id': 'a8eb253e-ca8e-4f28-8903-1c9e3a8857ac', 'name': '', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:38Z', 'updated_at': '2022-04-11T21:13:41Z', 'revision_number': 4, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:42.657167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting port eaff7e53-5dcb-4a03-ad43-76074cb6345b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:42.657508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:42.858560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] For port eaff7e53-5dcb-4a03-ad43-76074cb6345b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=eaff7e53-5dcb-4a03-ad43-76074cb6345b,segment=NetworkSegment(d5c30873-70ce-42e6-ae78-caef672b41df),segment_id=d5c30873-70ce-42e6-ae78-caef672b41df)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:42.859270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:43.004951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Calling delete_port for eaff7e53-5dcb-4a03-ad43-76074cb6345b owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:43.231887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c57f92-0a8a-4211-94ee-e5c30552e36e req-773fdcbf-de2c-4d2e-ac2a-ca346c61fc4e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:43.231887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45c57f92-0a8a-4211-94ee-e5c30552e36e req-773fdcbf-de2c-4d2e-ac2a-ca346c61fc4e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1005008 Apr 11 21:13:43.287030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:43.297675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45c57f92-0a8a-4211-94ee-e5c30552e36e req-f023ded5-4c16-4c18-9b36-eb3cd0cf5bfa tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Apr 11 21:13:43.348606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaff7e53-5dcb-4a03-ad43-76074cb6345b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:43.551026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:43.930735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e69bdd8f-6d99-4391-a4d1-a72e5215f142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:43.942384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:43.942384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.032706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.032706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8eb253e-ca8e-4f28-8903-1c9e3a8857ac {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:44.057224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.057224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2e747467-f0f7-4825-a4ef-ea7920674d4f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a8eb253e-ca8e-4f28-8903-1c9e3a8857ac HTTP/1.1" status: 204 len: 168 time: 3.3366892 Apr 11 21:13:44.060458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34904) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:44.192946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting subnet c851280e-550a-462f-9253-6773890c157a {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:13:44.192946 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.290088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.454986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.614771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5747896-e6b2-4313-8362-58b2b71231ee req-8c12e3a6-4be5-40b8-a8e3-66b2b40dd186 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:44.616347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5747896-e6b2-4313-8362-58b2b71231ee req-8c12e3a6-4be5-40b8-a8e3-66b2b40dd186 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1246974 Apr 11 21:13:44.667589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5747896-e6b2-4313-8362-58b2b71231ee req-39525ad0-ecc0-45df-a145-ee25e266d33e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Apr 11 21:13:44.682564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.721882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c851280e-550a-462f-9253-6773890c157a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:44.736571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.736907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.738110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.738110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.738110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.738317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.738520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.739383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.739383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.739648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.739974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:44.743075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:44.756841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6b73486a-9932-44d4-b7dd-065b87e31479 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/c851280e-550a-462f-9253-6773890c157a HTTP/1.1" status: 204 len: 168 time: 0.7092679 Apr 11 21:13:44.757702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34916) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:44.957273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.107693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.132395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8d10ce-8872-42a3-bd67-940c59633d34']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:45.144950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c30873-70ce-42e6-ae78-caef672b41df') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:45.145806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c30873-70ce-42e6-ae78-caef672b41df') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:45.157511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.173194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.179301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:13:45.183236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:13:45.193229 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:13:45.383029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.399374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff8d10ce-8872-42a3-bd67-940c59633d34 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 11 21:13:45.403233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:45.409504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff8d10ce-8872-42a3-bd67-940c59633d34,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:45.418269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-072c5092-4bd1-4df9-9d4f-1a66722749c7 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ff8d10ce-8872-42a3-bd67-940c59633d34 HTTP/1.1" status: 204 len: 168 time: 0.6594503 Apr 11 21:13:45.942967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 34942) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:45.960497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'name': 'tempest-router--2107262224', 'project_id': 'd4308b6cd2974efbb58dc2cdf3dd7d67'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:45.974730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:45.982793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:router and tenant:d4308b6cd2974efbb58dc2cdf3dd7d67 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:45.991087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:46.025255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:46.090542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504319b-ff76-42ac-986d-3811f772804a req-ff209ee9-7524-421d-8538-292277eeac04 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:46.091801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5504319b-ff76-42ac-986d-3811f772804a req-ff209ee9-7524-421d-8538-292277eeac04 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1867836 Apr 11 21:13:46.144555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:46.145839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:46.158610 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5504319b-ff76-42ac-986d-3811f772804a req-59229ca1-e717-405f-9847-f910ea533bfc tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Apr 11 21:13:46.169072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:46.224925 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9c26f58a-c7e4-4377-b237-828a9e4e965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:46.254063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:46.633731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:46.635227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7abe1bf6-06f3-4614-abc1-626487cb337e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6911592 Apr 11 21:13:46.638383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34954) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:46.782767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.301533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.308472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.431348 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.473077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.473077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab1ea4c7-7656-40c0-84c4-2df027653541 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:47.476335 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.491010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:47.491010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ffea1eed-ac73-4963-b6ad-ee8503b4ea35 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/routers/ab1ea4c7-7656-40c0-84c4-2df027653541 HTTP/1.1" status: 204 len: 168 time: 0.8392310 Apr 11 21:13:47.522749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828dcb-098e-44ff-902b-40f96a0dec11 req-e80018f8-4597-483b-a8a5-c3798ae45035 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:47.531938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39828dcb-098e-44ff-902b-40f96a0dec11 req-e80018f8-4597-483b-a8a5-c3798ae45035 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1781471 Apr 11 21:13:47.596441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39828dcb-098e-44ff-902b-40f96a0dec11 req-f3a678d8-14c5-4dda-98ba-62a331825f76 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Apr 11 21:13:47.860779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 34974) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:48.175489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-640835796', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:48.181126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:48.185419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Usage tracker for resource:router and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:48.188617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:48.194907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:48.300706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:48.301905 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:48.344557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:48.595882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:48.747948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:48.849003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4d0d1-b223-4994-8d2d-c9d37221666a req-b65cc346-4c7a-4710-9fe3-47382480b0f3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:48.850601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dee4d0d1-b223-4994-8d2d-c9d37221666a req-b65cc346-4c7a-4710-9fe3-47382480b0f3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0979948 Apr 11 21:13:48.889029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:48.920875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dee4d0d1-b223-4994-8d2d-c9d37221666a req-6559acbe-1f83-469e-9193-e63621d82473 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600038 Apr 11 21:13:48.924125 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:49.090824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Allocated IP 172.25.5.112 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/fb2f2d08-c2cd-4354-b910-0bfff11017e6) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:49.257769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:49.365844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:49.440169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:49.445390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:49.446989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:49.480554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event updated for resources: {'Port': ['ID=fb2f2d08-c2cd-4354-b910-0bfff11017e6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:49.712865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:49.713710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:50.170094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Router 291aadb4-170b-457d-823c-3fa459fc5254 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:50.442145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d2c62-0b87-4a93-81ef-0284f42900ad req-ca518e55-127b-45b0-9ea9-749bea976af5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:50.442145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-481d2c62-0b87-4a93-81ef-0284f42900ad req-ca518e55-127b-45b0-9ea9-749bea976af5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1225431 Apr 11 21:13:50.519233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-481d2c62-0b87-4a93-81ef-0284f42900ad req-c1d9c005-3ef0-4831-8b37-cb9e18cb706d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Apr 11 21:13:50.534806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:50.544101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] Sync routers for ids ['291aadb4-170b-457d-823c-3fa459fc5254'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:50.568320 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] Routers {'291aadb4-170b-457d-823c-3fa459fc5254'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:50.568320 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['291aadb4-170b-457d-823c-3fa459fc5254'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:50.628603 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:50.635132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:50.636377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5343eac5-f75e-402f-86d9-85b6eb756529 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7757442 Apr 11 21:13:50.647207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35032) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:50.648194 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] Routers {'291aadb4-170b-457d-823c-3fa459fc5254'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:50.648194 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['291aadb4-170b-457d-823c-3fa459fc5254'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:50.729066 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:50.730348 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7711ce-9d46-4f16-9ac7-d1c63636e072 None None] The sync data for ids ['291aadb4-170b-457d-823c-3fa459fc5254'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:50.869830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f78b9298-e832-4271-bf54-b0ad67bbc3e4 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/291aadb4-170b-457d-823c-3fa459fc5254 HTTP/1.1" status: 200 len: 924 time: 0.2190399 Apr 11 21:13:50.873061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35046) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:50.917172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c6a3efd-e59a-484c-83e8-72ba02ad8152 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=291aadb4-170b-457d-823c-3fa459fc5254 HTTP/1.1" status: 200 len: 205 time: 0.0433674 Apr 11 21:13:50.917172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:51.225248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:51.434366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:51.521090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Deleting port fb2f2d08-c2cd-4354-b910-0bfff11017e6 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:51.521689 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:51.695026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:51.744540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3878-f5e5-4c37-8dfe-6c3ed901e053 req-be3b6aa0-68ea-4636-a8a0-5aed745c1e4e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:51.746220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ff3878-f5e5-4c37-8dfe-6c3ed901e053 req-be3b6aa0-68ea-4636-a8a0-5aed745c1e4e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0931616 Apr 11 21:13:51.795379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ff3878-f5e5-4c37-8dfe-6c3ed901e053 req-58eae50a-977c-4a77-806b-93a22362c6e1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Apr 11 21:13:51.820915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Calling delete_port for fb2f2d08-c2cd-4354-b910-0bfff11017e6 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:52.041476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.089070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event deleted for resources: {'Port': ['ID=fb2f2d08-c2cd-4354-b910-0bfff11017e6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:52.310611 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.660358 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.664528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.801110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.801693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Fanout notify agent at l3_agent the message router_deleted on router 291aadb4-170b-457d-823c-3fa459fc5254 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:13:52.816563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.817805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-55fb1ab3-37d3-4083-b321-461f992bb398 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/291aadb4-170b-457d-823c-3fa459fc5254 HTTP/1.1" status: 204 len: 168 time: 1.9003646 Apr 11 21:13:52.821239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35146) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:52.826021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'name': 'tempest-snat-router-932253418', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': False}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:52.832192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:52.839958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:router and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:52.839958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:52.845884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:52.962873 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:52.963856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:53.015050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:53.059120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c2df-1e85-47be-a891-b440bb77467c req-b255781e-c803-4c3b-b282-feacab1aa4c7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:53.060671 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c1f6c2df-1e85-47be-a891-b440bb77467c req-b255781e-c803-4c3b-b282-feacab1aa4c7 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1342750 Apr 11 21:13:53.108007 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c1f6c2df-1e85-47be-a891-b440bb77467c req-fae8ab3c-a975-4a32-9ab9-3941c263b5b8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Apr 11 21:13:53.272870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:53.525706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:53.559129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:53.696492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Allocated IP 172.25.5.17 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/b056a7a7-c418-4b93-8ad3-026aa65d639f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:53.844562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:53.938932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:54.012410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:54.014390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:54.019436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:54.043391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Port': ['ID=b056a7a7-c418-4b93-8ad3-026aa65d639f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:54.291498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:54.292353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:54.419121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47fd6-61a3-4a3c-9020-aec3fbaf0ce7 req-ce86de87-0fca-492f-8293-3050bf7d2d8b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:54.420716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dae47fd6-61a3-4a3c-9020-aec3fbaf0ce7 req-ce86de87-0fca-492f-8293-3050bf7d2d8b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1887779 Apr 11 21:13:54.470448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dae47fd6-61a3-4a3c-9020-aec3fbaf0ce7 req-46d41dbd-afb1-422d-b1a7-a1dfb51e4862 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Apr 11 21:13:54.589624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Router 296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:54.895344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:54.909320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Sync routers for ids ['296c196e-8fc9-4c6e-b8e6-9830e24fa3f4'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:54.920132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Routers {'296c196e-8fc9-4c6e-b8e6-9830e24fa3f4'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:54.920905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['296c196e-8fc9-4c6e-b8e6-9830e24fa3f4'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:54.993423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:54.997380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-476d9dbf-d02b-4716-a54e-bbb3a194723f tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1727431 Apr 11 21:13:54.999356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35246) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:55.106041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Set router 296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:55.223726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-085d6178-52bd-4efa-a90f-f2b49e899286 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 HTTP/1.1" status: 200 len: 907 time: 0.2227392 Apr 11 21:13:55.226403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35260) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:55.233409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'name': 'tempest-snat-router-932253418', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': True}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:55.244516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:55.249501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Usage tracker for resource:router and tenant:3d8e545a22754a42a27d644c41b967e5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:55.252770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:55.259353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:55.404012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296c196e-8fc9-4c6e-b8e6-9830e24fa3f4', 'name': 'tempest-snat-router-932253418', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.17'}], 'enable_snat': False}, 'gw_port_id': 'b056a7a7-c418-4b93-8ad3-026aa65d639f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:52Z', 'updated_at': '2022-04-11T21:13:54Z', 'revision_number': 3, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port': {'id': 'b056a7a7-c418-4b93-8ad3-026aa65d639f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296c196e-8fc9-4c6e-b8e6-9830e24fa3f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:13:53Z', 'updated_at': '2022-04-11T21:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:55.407436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Checking router: 296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:13:55.407812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Updating router 296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 port b056a7a7-c418-4b93-8ad3-026aa65d639f binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:13:55.418613 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:55.419691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:55.438591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:55.459720 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:55.723599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:55.749127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca1d28-efd7-45da-a4a5-9707cb7bbcde req-cd722829-1495-429e-9905-950c482f52bf tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:55.751364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9ca1d28-efd7-45da-a4a5-9707cb7bbcde req-cd722829-1495-429e-9905-950c482f52bf tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0996330 Apr 11 21:13:55.802140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c9ca1d28-efd7-45da-a4a5-9707cb7bbcde req-85f0cf31-5141-4091-9ee8-89f0f5554d40 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Apr 11 21:13:55.856235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:55.868940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Transition to ACTIVE for port object b056a7a7-c418-4b93-8ad3-026aa65d639f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:13:55.968342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.015810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.045591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Pushing event updated for resources: {'Port': ['ID=b056a7a7-c418-4b93-8ad3-026aa65d639f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:56.046489 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.060820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Attempting to bind port b056a7a7-c418-4b93-8ad3-026aa65d639f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Attempting to bind port b056a7a7-c418-4b93-8ad3-026aa65d639f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Attempting to bind port b056a7a7-c418-4b93-8ad3-026aa65d639f on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.070962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:56.077337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:13:56.077928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:13:56.078329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.078838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:13:56.079921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Bound port: b056a7a7-c418-4b93-8ad3-026aa65d639f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:13:56.079921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.170280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] For port b056a7a7-c418-4b93-8ad3-026aa65d639f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:13:56.174070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] For port b056a7a7-c418-4b93-8ad3-026aa65d639f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b056a7a7-c418-4b93-8ad3-026aa65d639f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:13:56.197237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Allocated IP 172.25.5.40 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:56.297618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.354963 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.392757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Routers {'296c196e-8fc9-4c6e-b8e6-9830e24fa3f4'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:56.393364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['296c196e-8fc9-4c6e-b8e6-9830e24fa3f4'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:56.444339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5039a7-0dfc-4ad0-9660-dde45391a279 None None] Pushing event updated for resources: {'Port': ['ID=b056a7a7-c418-4b93-8ad3-026aa65d639f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:56.488198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.583438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:13:56.583438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:13:56.583438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:13:56.603879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Port': ['ID=5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:56.615830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] Set router 296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:56.855961 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.856857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:56.983990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296c196e-8fc9-4c6e-b8e6-9830e24fa3f4', 'name': 'tempest-snat-router-932253418', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.17'}], 'enable_snat': False}, 'gw_port_id': 'b056a7a7-c418-4b93-8ad3-026aa65d639f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:52Z', 'updated_at': '2022-04-11T21:13:54Z', 'revision_number': 3, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port': {'id': 'b056a7a7-c418-4b93-8ad3-026aa65d639f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296c196e-8fc9-4c6e-b8e6-9830e24fa3f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:13:53Z', 'updated_at': '2022-04-11T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:56.988835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71b185-8c95-4610-88e8-8ecec1f30f52 None None] The sync data for ids ['296c196e-8fc9-4c6e-b8e6-9830e24fa3f4'] in n-d-837321-1 is: [{'id': '296c196e-8fc9-4c6e-b8e6-9830e24fa3f4', 'name': 'tempest-snat-router-932253418', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.17'}], 'enable_snat': False}, 'gw_port_id': 'b056a7a7-c418-4b93-8ad3-026aa65d639f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:52Z', 'updated_at': '2022-04-11T21:13:54Z', 'revision_number': 3, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port': {'id': 'b056a7a7-c418-4b93-8ad3-026aa65d639f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296c196e-8fc9-4c6e-b8e6-9830e24fa3f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:13:53Z', 'updated_at': '2022-04-11T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:57.052364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c236a1-fc2b-470b-a079-0a57ce8fd5dc req-1ee887f5-988c-4aa4-9bb8-a719ce943350 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:57.059916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71c236a1-fc2b-470b-a079-0a57ce8fd5dc req-1ee887f5-988c-4aa4-9bb8-a719ce943350 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0969810 Apr 11 21:13:57.111799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71c236a1-fc2b-470b-a079-0a57ce8fd5dc req-bb1375f1-2f66-48ed-8b0c-8041f8ef531d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509925 Apr 11 21:13:57.218887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Router 223e489e-2324-4c68-8e5d-32632a7f4441 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:13:57.616915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:13:57.627882 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Sync routers for ids ['223e489e-2324-4c68-8e5d-32632a7f4441'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:13:57.640702 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Routers {'223e489e-2324-4c68-8e5d-32632a7f4441'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:57.641321 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['223e489e-2324-4c68-8e5d-32632a7f4441'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:57.727204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:57.729472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d234457f-87d7-4ec5-8594-de001e89e1f3 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5009887 Apr 11 21:13:57.733212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35370) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:57.832299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35378) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:57.839071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326166384', 'description': 'tempest-description--908518360'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:57.848073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:57.861487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:57.862130 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Set router 223e489e-2324-4c68-8e5d-32632a7f4441 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:57.948918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:57.990788 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:13:57.994581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6283a31f-f38d-49aa-b074-06d16d5b34b8 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/223e489e-2324-4c68-8e5d-32632a7f4441 HTTP/1.1" status: 200 len: 906 time: 0.2593179 Apr 11 21:13:57.997178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35386) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:57.998645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:58.006257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:58.013128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:58.023401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:58.102705 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.189350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.199108 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e489e-2324-4c68-8e5d-32632a7f4441', 'name': 'tempest-snat-router-932253418', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:55Z', 'updated_at': '2022-04-11T21:13:56Z', 'revision_number': 3, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port': {'id': '5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:32:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e489e-2324-4c68-8e5d-32632a7f4441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:13:56Z', 'updated_at': '2022-04-11T21:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:58.210082 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Checking router: 223e489e-2324-4c68-8e5d-32632a7f4441 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:13:58.210082 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Updating router 223e489e-2324-4c68-8e5d-32632a7f4441 port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:13:58.270679 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.297038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd138a-17d6-4444-9c23-72a43290b7c0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:58.313858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.315095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-877962de-4e29-4549-b85f-79576c938ab3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4815564 Apr 11 21:13:58.317988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:58.323500 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': '52bd138a-17d6-4444-9c23-72a43290b7c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:58.337462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:58.345615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:58.355902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:58.363406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:58.384790 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.449200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.521157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd8260-b6d7-4cf4-a91e-f5826b195a26 req-3f109e96-b49c-4443-8969-da8f81822281 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:58.524214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.527937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04cd8260-b6d7-4cf4-a91e-f5826b195a26 req-3f109e96-b49c-4443-8969-da8f81822281 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2614813 Apr 11 21:13:58.600178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04cd8260-b6d7-4cf4-a91e-f5826b195a26 req-f04b1215-e61d-4ccb-959b-a4d5248e4c11 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712147 Apr 11 21:13:58.642573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.672151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa9088a-47bd-4081-8294-177d7736c0cf,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:58.687334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.696094 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.707945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b056a7a7-c418-4b93-8ad3-026aa65d639f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:13:58.710200 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Transition to ACTIVE for port object 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:13:58.795584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.797193 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb28efe0-67fc-4415-a9af-7b718732d2c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4784267 Apr 11 21:13:58.802715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:58.806906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:58.807247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.808270 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.814836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': '52bd138a-17d6-4444-9c23-72a43290b7c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:58.821488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:58.826849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:58.830281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:58.840200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:58.852655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b056a7a7-c418-4b93-8ad3-026aa65d639f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:13:58.860652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b056a7a7-c418-4b93-8ad3-026aa65d639f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:13:58.861123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.938090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Attempting to bind port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:13:58.938090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Attempting to bind port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:13:58.938326 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Attempting to bind port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:13:58.940659 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Pushing event updated for resources: {'Port': ['ID=5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:58.953445 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:13:58.953809 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:13:58.954199 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.954585 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:13:58.955035 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Bound port: 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:13:58.955390 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.970713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:58.981577 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.981920 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.982254 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.983384 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.983384 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.983739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.984717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.984717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.984717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.987054 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.987054 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:13:58.999639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] For port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220, host n-d-837321-1, got binding levels [] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:59.000053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.019908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.035483 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.055339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b056a7a7-c418-4b93-8ad3-026aa65d639f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b056a7a7-c418-4b93-8ad3-026aa65d639f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:13:59.057304 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] For port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:13:59.060825 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] For port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:13:59.081270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.142212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Calling delete_port for 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:13:59.144620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.176314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.177568 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.210032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbe1f5b-1d83-458a-91ea-fa98b608875a,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:59.232401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b056a7a7-c418-4b93-8ad3-026aa65d639f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:59.275904 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ab9ba-94f3-4ea3-803d-ba91191183e3 None None] Pushing event updated for resources: {'Port': ['ID=5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:13:59.286584 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Routers {'223e489e-2324-4c68-8e5d-32632a7f4441'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:13:59.287177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['223e489e-2324-4c68-8e5d-32632a7f4441'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:59.293608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.294817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7cd0cf62-ae86-4017-b7ec-aa8569e57a74 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4908645 Apr 11 21:13:59.298074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35446) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:13:59.303678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:13:59.311652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:13:59.317373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:floatingip and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:13:59.320652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:13:59.329935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:13:59.345869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:13:59.346503 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:13:59.426928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.471345 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] Set router 223e489e-2324-4c68-8e5d-32632a7f4441 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:13:59.570113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.575749 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e489e-2324-4c68-8e5d-32632a7f4441', 'name': 'tempest-snat-router-932253418', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:55Z', 'updated_at': '2022-04-11T21:13:58Z', 'revision_number': 4, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:13:59.580305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1610d-ff70-44d7-a242-23f5f1f28cba None None] The sync data for ids ['223e489e-2324-4c68-8e5d-32632a7f4441'] in n-d-837321-1 is: [{'id': '223e489e-2324-4c68-8e5d-32632a7f4441', 'name': 'tempest-snat-router-932253418', 'tenant_id': '3d8e545a22754a42a27d644c41b967e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:13:55Z', 'updated_at': '2022-04-11T21:13:58Z', 'revision_number': 4, 'project_id': '3d8e545a22754a42a27d644c41b967e5', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:13:59.711526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.25.5.254 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c24ec59e-7d54-4622-b46d-9ec1e64cd735) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:13:59.847198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:13:59.847755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.920736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb8e1-7512-4003-8cbe-ca6f8d25a845 req-8a2a7700-5081-4aef-a67a-85e22a13ad00 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:13:59.922745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-019cb8e1-7512-4003-8cbe-ca6f8d25a845 req-8a2a7700-5081-4aef-a67a-85e22a13ad00 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2028005 Apr 11 21:13:59.927828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:13:59.988168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-019cb8e1-7512-4003-8cbe-ca6f8d25a845 req-994e923e-7f6f-48bf-875b-04fd5b7fe295 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Apr 11 21:14:00.064645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.139215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:00.142095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:00.144950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:00.150810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] For port 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:00.150810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.193181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=c24ec59e-7d54-4622-b46d-9ec1e64cd735,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:00.269705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Calling delete_port for 5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:00.346038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.487647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.533999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.629955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f0efe0f-2fd2-48e9-80c9-e5bff0c0e220,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:00.684367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b056a7a7-c418-4b93-8ad3-026aa65d639f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:14:00.769403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b056a7a7-c418-4b93-8ad3-026aa65d639f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:14:00.769774 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.775759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.867736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.891608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:00.906165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.000159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=c24ec59e-7d54-4622-b46d-9ec1e64cd735,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:01.025028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.144213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.146657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4a8a19b6-bd42-4d16-b496-6a126ca9479e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8475358 Apr 11 21:14:01.235895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.251891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.306433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30269f4-9ffa-4302-bb28-5775fb75f23f req-5405bf4b-783c-458a-b33b-32b8060e1d97 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:01.308311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e30269f4-9ffa-4302-bb28-5775fb75f23f req-5405bf4b-783c-458a-b33b-32b8060e1d97 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1299531 Apr 11 21:14:01.389890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e30269f4-9ffa-4302-bb28-5775fb75f23f req-69648ce2-00b8-4f44-b1f6-c755a9ed62d5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Apr 11 21:14:01.409990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.410586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 223e489e-2324-4c68-8e5d-32632a7f4441 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:01.452209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.457434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b5242842-2249-4d49-bbd4-32952b5bff5e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/routers/223e489e-2324-4c68-8e5d-32632a7f4441 HTTP/1.1" status: 204 len: 168 time: 3.4563925 Apr 11 21:14:01.460532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:01.498075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-6d5a0e14-b5c3-4a5d-afa5-d9aeb7524a97 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:14:01.612848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-6d5a0e14-b5c3-4a5d-afa5-d9aeb7524a97 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:14:01.614921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-6d5a0e14-b5c3-4a5d-afa5-d9aeb7524a97 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1326166384&fields=id&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 267 time: 0.1845696 Apr 11 21:14:01.693920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:01.814198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-d2c26ee2-fa17-4146-8165-10c9b474f6ed tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:01.821139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-d2c26ee2-fa17-4146-8165-10c9b474f6ed tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.1980217 Apr 11 21:14:01.836488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-d55acad1-c299-4e4d-82be-230fcd70ffcb tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/quotas/b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 375 time: 0.0138965 Apr 11 21:14:01.868266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:14:02.049839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:02.055447 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-7d5d4454-48b7-4533-b4be-4a4149e1f65a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2072792 Apr 11 21:14:02.114835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:02.130051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'port_id': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'mac_address': 'fa:16:3e:63:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bbbfad-6357-4c19-9066-cde1bc6e99d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:14:02.142978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Deleting port b056a7a7-c418-4b93-8ad3-026aa65d639f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:02.143384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:02.195185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:02.215071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:14:02.227785 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-b86a722f-92c2-438c-8aed-24c29a0a3418 service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563685 Apr 11 21:14:02.254522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:02.338413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:02.362988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] For port b056a7a7-c418-4b93-8ad3-026aa65d639f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b056a7a7-c418-4b93-8ad3-026aa65d639f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:02.363418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:02.413543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-d634c318-327c-4992-8c86-9e039d35096c service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770830 Apr 11 21:14:02.432673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:14:02.463609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:02.610346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Calling delete_port for b056a7a7-c418-4b93-8ad3-026aa65d639f owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:02.832590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a691a84-8a75-45ae-b81f-bc1214ab10a3 req-d3b469c9-11b5-4e3f-bf55-ca97c1db8ed9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 210 time: 0.0831661 Apr 11 21:14:02.848995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9975-224b-4d91-9ba4-f0b35d117b11 req-8e09afb6-6fff-4a20-94e2-06245a6a8aee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:02.850732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38aa9975-224b-4d91-9ba4-f0b35d117b11 req-8e09afb6-6fff-4a20-94e2-06245a6a8aee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1925840 Apr 11 21:14:02.965461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38aa9975-224b-4d91-9ba4-f0b35d117b11 req-5c986dab-6d76-4e65-9166-9514353a4cfe tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Apr 11 21:14:03.176457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:03.307683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event deleted for resources: {'Port': ['ID=b056a7a7-c418-4b93-8ad3-026aa65d639f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:03.649586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:03.867365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:14:04.024699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e973d78-b1aa-440e-bd10-c55306b1d929 req-2150af6e-be8f-4644-8a3e-b2ce39e7c5b1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 210 time: 0.0705307 Apr 11 21:14:04.035516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:14:04.035516 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.234715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.245641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.265636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.284553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:04.298532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:04.354187 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.416542 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763188ac-89cf-4c1f-8137-a87a34f5f1da'] response: {'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'code': 200} Apr 11 21:14:04.473856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:04.510241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d2c7-1f8d-4893-b1e6-a814c4457931 req-4315cbcb-7f77-4ebb-a155-ca8c06d522a6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:04.518508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d57d2c7-1f8d-4893-b1e6-a814c4457931 req-4315cbcb-7f77-4ebb-a155-ca8c06d522a6 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.3462861 Apr 11 21:14:04.581920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d57d2c7-1f8d-4893-b1e6-a814c4457931 req-9634369a-0c5c-4aa7-bcc1-93358ccb1f6f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Apr 11 21:14:04.586068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.586817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:04.609627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.611086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d9407069-8d19-4a83-873f-e793e05f82b1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "DELETE /v2.0/routers/296c196e-8fc9-4c6e-b8e6-9830e24fa3f4 HTTP/1.1" status: 204 len: 168 time: 3.1452141 Apr 11 21:14:04.614635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35590) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:04.624666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2018303101', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:04.635947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:04.656132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Usage tracker for resource:router and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:04.664436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:04.684685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:04.767787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.769746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:04.806271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:05.045966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:05.317273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96130f4b-e718-4b5d-8438-c5764babfcd6 req-01ccc502-fbf8-41fe-a857-f919625472d6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 210 time: 0.0765502 Apr 11 21:14:05.481705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:05.570666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:05.876370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-75ebda83-4f9d-4dea-b808-a46c4ca9e18a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:05.878369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-75ebda83-4f9d-4dea-b808-a46c4ca9e18a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.3992736 Apr 11 21:14:05.910867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Allocated IP 172.25.5.210 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/ad4dce5e-243a-45e5-9a43-c7cec6839f15) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:06.060598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f80b6-867e-489e-9c9d-1b8382c00708 req-8ce1f6fc-8cd3-4105-adb0-e9860923a56d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:06.062629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16f80b6-867e-489e-9c9d-1b8382c00708 req-8ce1f6fc-8cd3-4105-adb0-e9860923a56d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2691572 Apr 11 21:14:06.071938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-6ee8ca63-0e1a-4d73-acd9-c982f449464b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 473 time: 0.1625021 Apr 11 21:14:06.095050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'port': {'device_id': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'admin_state_up': True, 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'security_groups': ['52bd138a-17d6-4444-9c23-72a43290b7c0']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:06.314826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:06.319786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16f80b6-867e-489e-9c9d-1b8382c00708 req-edb5ca98-599a-4762-9897-9a37a8aca46c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467382 Apr 11 21:14:06.395799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:06.411398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:06.519353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Made reservation on behalf of b2a8d00a930e4ced82352d5a03519393 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:14:06.522352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:06.534999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1753887c-1025-49c6-855c-9a8b3fcaa62d req-42393ef3-6849-40bc-a70a-3b7eb5bf1d5c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 210 time: 0.0583274 Apr 11 21:14:06.559772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:06.617775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b056a7a7-c418-4b93-8ad3-026aa65d639f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:14:06.703233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: b056a7a7-c418-4b93-8ad3-026aa65d639f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:14:06.703233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b056a7a7-c418-4b93-8ad3-026aa65d639f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:14:06.753178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:06.776756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:06.779021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event updated for resources: {'Port': ['ID=ad4dce5e-243a-45e5-9a43-c7cec6839f15,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:06.788817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:07.047968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.20.0.8 (8031a3a6-3d20-479c-ae16-a58ee07424ae/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2/7590a52e-5fd0-4070-8202-a747864e42cd) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:07.375496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:07.393804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Transition to ACTIVE for port object 7590a52e-5fd0-4070-8202-a747864e42cd will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:14:07.602277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f8a53-9014-4a46-85a6-e272f5131616 req-89531cbe-6e15-44e7-a8a0-bf651b1f383f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:07.602277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b59f8a53-9014-4a46-85a6-e272f5131616 req-89531cbe-6e15-44e7-a8a0-bf651b1f383f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0850730 Apr 11 21:14:07.625209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b59f8a53-9014-4a46-85a6-e272f5131616 req-30f80064-7520-401c-b062-3b83fafaa8e5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527415 Apr 11 21:14:07.718040 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:07.794914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa3e74-017a-4246-8523-c053aae695a9 req-13d2e0cc-1f6c-4755-bb6d-2e0e33a74e1a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:07.800432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-edaa3e74-017a-4246-8523-c053aae695a9 req-13d2e0cc-1f6c-4755-bb6d-2e0e33a74e1a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 931 time: 0.1002874 Apr 11 21:14:07.849960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:07.853880 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-edaa3e74-017a-4246-8523-c053aae695a9 req-e7e2dab3-556d-4d8f-8e21-26556683a048 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483286 Apr 11 21:14:07.856452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:07.859531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:07.901748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=7590a52e-5fd0-4070-8202-a747864e42cd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:07.944292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:07.945335 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:07.959172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:07.960092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:08.206619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-1501b40b-0b37-427c-a751-83557ed5ac32 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1151390 Apr 11 21:14:08.226532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Request body: {'port': {'device_id': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:08.449472 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:08.458081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-edf5bde0-1530-4dbe-a19b-33ba4e66137f None None] Provisioning for port 7590a52e-5fd0-4070-8202-a747864e42cd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:14:08.463389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-edf5bde0-1530-4dbe-a19b-33ba4e66137f None None] Provisioning complete for port 7590a52e-5fd0-4070-8202-a747864e42cd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:14:08.463783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edf5bde0-1530-4dbe-a19b-33ba4e66137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:08.591136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-edf5bde0-1530-4dbe-a19b-33ba4e66137f None None] Port 7590a52e-5fd0-4070-8202-a747864e42cd cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:14:08.855173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Router ef2c3475-1450-410a-ad07-d72c9b4d7adc is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:14:09.155908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a0f16-b909-4f89-8d2a-086792be7c71 req-76252ee3-bd65-4842-b716-c750fa5a4adb tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:09.157894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b47a0f16-b909-4f89-8d2a-086792be7c71 req-76252ee3-bd65-4842-b716-c750fa5a4adb tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 931 time: 0.0956743 Apr 11 21:14:09.237428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5fa0-58b2-4de6-82eb-f00c00f22e21 req-6d0f90ab-e88d-4919-8249-71ac694e73b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:09.239553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b47a0f16-b909-4f89-8d2a-086792be7c71 req-af2d4f09-72f3-4a37-80cb-f1329b35d7e5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750339 Apr 11 21:14:09.249321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c88c5fa0-58b2-4de6-82eb-f00c00f22e21 req-6d0f90ab-e88d-4919-8249-71ac694e73b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.3999839 Apr 11 21:14:09.370673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7590a52e-5fd0-4070-8202-a747864e42cd {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:14:09.382613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:09.401675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c88c5fa0-58b2-4de6-82eb-f00c00f22e21 req-83177736-be65-4b32-b9f5-11a28012b121 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507211 Apr 11 21:14:09.456326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Transition to ACTIVE for port object 7590a52e-5fd0-4070-8202-a747864e42cd will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:14:09.500340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:09.510364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] Sync routers for ids ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:09.521388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:09.528511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] Routers {'ef2c3475-1450-410a-ad07-d72c9b4d7adc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:09.529316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:09.637088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:09.659700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] Routers {'ef2c3475-1450-410a-ad07-d72c9b4d7adc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:09.660329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:09.689007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:09.690018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-816d1491-6a54-4e27-92a0-b61bc0ebcef6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0742836 Apr 11 21:14:09.698377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35626) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:09.705349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': False}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:09.708168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Pushing event updated for resources: {'Port': ['ID=7590a52e-5fd0-4070-8202-a747864e42cd,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:09.734521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:09.734929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786a76f-bb76-4cb5-b81e-5ed767efbafd None None] The sync data for ids ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:10.078931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Attempting to bind port 7590a52e-5fd0-4070-8202-a747864e42cd on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:14:10.079512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Attempting to bind port 7590a52e-5fd0-4070-8202-a747864e42cd by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:14:10.079672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Attempting to bind port 7590a52e-5fd0-4070-8202-a747864e42cd on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:14:10.088098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Port 7590a52e-5fd0-4070-8202-a747864e42cd on network 8031a3a6-3d20-479c-ae16-a58ee07424ae not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:14:10.090760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Attempting to bind port 7590a52e-5fd0-4070-8202-a747864e42cd on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:14:10.101552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:14:10.101552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:14:10.101552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Bound using segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:14:10.101552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Bound port: 7590a52e-5fd0-4070-8202-a747864e42cd, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:14:10.101552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:10.209405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] For port 7590a52e-5fd0-4070-8202-a747864e42cd, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:14:10.222346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] For port 7590a52e-5fd0-4070-8202-a747864e42cd, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7590a52e-5fd0-4070-8202-a747864e42cd,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:14:10.303703 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:10.385889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:10.387375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] 10.222.0.75 "PUT /v2.0/ports/7590a52e-5fd0-4070-8202-a747864e42cd HTTP/1.1" status: 200 len: 1091 time: 2.1667166 Apr 11 21:14:10.392669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:10.411902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974edcd9-76f1-43dc-9ff2-0bffefd02a99 service neutron] Pushing event updated for resources: {'Port': ['ID=7590a52e-5fd0-4070-8202-a747864e42cd,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:10.512975 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260e86b9-732f-42aa-89a0-3067fb41e4b7'] response: {'name': 'network-changed', 'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd', 'status': 'completed', 'code': 200} Apr 11 21:14:10.737583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b10318-5fe1-4596-9f49-0b29ae219f63 req-3c5e54f7-ae21-44e5-a8ad-41c187d24e6d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:10.751912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4b10318-5fe1-4596-9f49-0b29ae219f63 req-3c5e54f7-ae21-44e5-a8ad-41c187d24e6d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 943 time: 0.2144091 Apr 11 21:14:10.793545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-3db9ea22-2477-427c-b0c7-8d57477744e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 1094 time: 0.2654765 Apr 11 21:14:10.842325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4b10318-5fe1-4596-9f49-0b29ae219f63 req-43d6fad5-3c32-44b0-896f-35e1c167e04f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894804 Apr 11 21:14:10.858235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:10.892966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-46392fbe-6f10-4b3a-8ff9-ace3a89d4881 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7590a52e-5fd0-4070-8202-a747864e42cd HTTP/1.1" status: 200 len: 217 time: 0.0862815 Apr 11 21:14:10.903764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c11853-821f-4e81-9405-dba24d35169c req-5d4bb64b-510b-4320-b2b7-ab9ac699ca08 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:10.903764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14c11853-821f-4e81-9405-dba24d35169c req-5d4bb64b-510b-4320-b2b7-ab9ac699ca08 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2394111 Apr 11 21:14:10.995381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-d4ce17a4-59e8-4518-ad59-df9a5b20c782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:10.996968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-d4ce17a4-59e8-4518-ad59-df9a5b20c782 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0940051 Apr 11 21:14:11.106316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14c11853-821f-4e81-9405-dba24d35169c req-c4384c4c-0657-41a0-baf7-53f0c11bbe1e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591754 Apr 11 21:14:11.199524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-7a88f5f9-6a9a-4e44-ba7f-8ad3ad74b69e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883078 Apr 11 21:14:11.464117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-e2182a4a-6cae-41c0-b0a6-27c7d44d2048 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537029 Apr 11 21:14:11.539912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:11.543760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:11.652332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b018524c-a049-4049-9570-db5b9d8e2dc9 req-edd5c1f6-5ebb-4bf9-af91-bc24e3c47ede service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756196 Apr 11 21:14:11.792363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Router ef2c3475-1450-410a-ad07-d72c9b4d7adc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:14:11.837979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-3f6a5212-8510-4593-ac25-c4fd81778f9c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 1094 time: 0.0809684 Apr 11 21:14:11.993807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35650) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:12.076023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-a7a46aa0-532a-4917-8b7c-9a542a11f497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:12.078048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-a7a46aa0-532a-4917-8b7c-9a542a11f497 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.2315173 Apr 11 21:14:12.178055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-c9db1fa6-8119-4812-b464-50f8a9bd451e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7590a52e-5fd0-4070-8202-a747864e42cd HTTP/1.1" status: 200 len: 217 time: 0.0896051 Apr 11 21:14:12.178718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1f65b-6aea-4f87-8e6d-9de6f08199db req-76461174-febf-4fb0-9fee-60ef91ab4026 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:12.179900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22c1f65b-6aea-4f87-8e6d-9de6f08199db req-76461174-febf-4fb0-9fee-60ef91ab4026 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 943 time: 0.1367581 Apr 11 21:14:12.261279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-1e1647dd-098a-4fb4-b286-88d5bf469877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:12.262815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-1e1647dd-098a-4fb4-b286-88d5bf469877 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0752833 Apr 11 21:14:12.290306 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-22c1f65b-6aea-4f87-8e6d-9de6f08199db req-6b09e290-0ec8-4514-a56d-da0b0cd00bfd tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996597 Apr 11 21:14:12.304380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:12.312384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:12.313617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cff5a24f-8e72-46e4-bccc-3fc82ede5b95 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "PUT /v2.0/routers/ef2c3475-1450-410a-ad07-d72c9b4d7adc HTTP/1.1" status: 200 len: 926 time: 2.6141467 Apr 11 21:14:12.314704 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] Sync routers for ids ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:12.320757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35660) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:12.338844 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] Routers {'ef2c3475-1450-410a-ad07-d72c9b4d7adc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:12.339491 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:12.391403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-deeb8201-e7d1-4871-aa17-51bd7b6eec34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32a6dcc019a848b7964e2404dbd63f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3943522 Apr 11 21:14:12.404515 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:12.415928 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] Routers {'ef2c3475-1450-410a-ad07-d72c9b4d7adc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:12.416733 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:13:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:12.427933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35664) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:12.483679 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:12.484321 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47050ce4-da00-48dc-a195-d4dc8d56444f None None] The sync data for ids ['ef2c3475-1450-410a-ad07-d72c9b4d7adc'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:12.509224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-c99fd3a5-444f-4694-89b7-fe2d91ddea13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281632 Apr 11 21:14:12.516406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd50c3-f84c-4f8e-8ea4-d479e9717fc2 req-120d8622-e79a-41be-b294-73011b1f1726 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:12.518003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3efd50c3-f84c-4f8e-8ea4-d479e9717fc2 req-120d8622-e79a-41be-b294-73011b1f1726 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1698101 Apr 11 21:14:12.602126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f65191f6-ceea-4f69-96a8-8f00d2f8ad78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:12.642595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f65191f6-ceea-4f69-96a8-8f00d2f8ad78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:12.658220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3efd50c3-f84c-4f8e-8ea4-d479e9717fc2 req-e6303061-fc68-46a4-98e2-46332a91f908 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190186 Apr 11 21:14:12.720132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-a812e199-760c-4626-ba23-486aead94da1 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004099 Apr 11 21:14:12.729105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-71acb4a8-e1b8-4768-94f6-252273364f4d tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/ef2c3475-1450-410a-ad07-d72c9b4d7adc HTTP/1.1" status: 200 len: 926 time: 0.4071004 Apr 11 21:14:12.731847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35668) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:12.817822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-406394c3-50dd-4d95-9f65-3ae160852c97 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Synchronizing usage tracker for tenant:3d8e545a22754a42a27d644c41b967e5 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:14:12.871460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f65191f6-ceea-4f69-96a8-8f00d2f8ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:12.891553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65191f6-ceea-4f69-96a8-8f00d2f8ad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e7957a-479c-4923-8085-5c200c2c4648,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:12.973124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-406394c3-50dd-4d95-9f65-3ae160852c97 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Unset dirty status for tenant:3d8e545a22754a42a27d644c41b967e5 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:14:12.975001 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-406394c3-50dd-4d95-9f65-3ae160852c97 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=ef2c3475-1450-410a-ad07-d72c9b4d7adc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2415867 Apr 11 21:14:12.978403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:12.982675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36732159-42b8-4a05-87b9-2ab9d2db5c40 req-08510b07-6306-45c8-9037-d27676b588ef service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563937 Apr 11 21:14:13.061731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f65191f6-ceea-4f69-96a8-8f00d2f8ad78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:13.065236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f65191f6-ceea-4f69-96a8-8f00d2f8ad78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e7957a-479c-4923-8085-5c200c2c4648 HTTP/1.1" status: 204 len: 168 time: 0.6340072 Apr 11 21:14:13.137085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363b137-59e7-41d0-a11c-9ac2188ab10c tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:13.137656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d363b137-59e7-41d0-a11c-9ac2188ab10c tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Synchronizing usage tracker for tenant:3d8e545a22754a42a27d644c41b967e5 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:14:13.300258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d363b137-59e7-41d0-a11c-9ac2188ab10c tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Unset dirty status for tenant:3d8e545a22754a42a27d644c41b967e5 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:14:13.300258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d363b137-59e7-41d0-a11c-9ac2188ab10c tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.3186097 Apr 11 21:14:13.310319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:13.360867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-49d4b23f-a294-4628-b15f-2cc07b019136 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef2c3475-1450-410a-ad07-d72c9b4d7adc HTTP/1.1" status: 200 len: 205 time: 0.0474091 Apr 11 21:14:13.361148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35684) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:13.707188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc686a-54a2-4630-9381-fcb3b64526c9 req-628d5baa-6826-4efd-8930-bc1ffba725e8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:13.708320 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8cc686a-54a2-4630-9381-fcb3b64526c9 req-628d5baa-6826-4efd-8930-bc1ffba725e8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 943 time: 0.1169078 Apr 11 21:14:13.791538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8cc686a-54a2-4630-9381-fcb3b64526c9 req-20289b3b-5fca-433a-b565-08c6216bbad8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643704 Apr 11 21:14:13.850010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:13.893667 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-45f42e5f-b235-47b0-b04e-f73e46622cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:13.969689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a4da2-b399-4ce7-a175-e2889f5cf475 req-8437d930-8422-4ed0-9c03-438bc42f6006 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:13.971213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-454a4da2-b399-4ce7-a175-e2889f5cf475 req-8437d930-8422-4ed0-9c03-438bc42f6006 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1358173 Apr 11 21:14:14.046806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-454a4da2-b399-4ce7-a175-e2889f5cf475 req-e32eae5e-ea15-4566-954a-cb894f0b1a3a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645871 Apr 11 21:14:14.127303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:14.212560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Deleting port ad4dce5e-243a-45e5-9a43-c7cec6839f15 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:14.212904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:14.428346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:14.578535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Calling delete_port for ad4dce5e-243a-45e5-9a43-c7cec6839f15 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:14.848599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:14.923707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event deleted for resources: {'Port': ['ID=ad4dce5e-243a-45e5-9a43-c7cec6839f15,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:15.312982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:15.380211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6fb3a-eb1d-4c1c-ae20-a36169840942 req-fab3799e-c745-4269-8db9-d9eb8a069753 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:15.385548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ac6fb3a-eb1d-4c1c-ae20-a36169840942 req-fab3799e-c745-4269-8db9-d9eb8a069753 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1733191 Apr 11 21:14:15.456604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b2b1e-41ac-4995-b626-afc56648b29f req-9a7f6d7b-0418-4acd-9c44-1ed0e1e4118a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:15.458098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-927b2b1e-41ac-4995-b626-afc56648b29f req-9a7f6d7b-0418-4acd-9c44-1ed0e1e4118a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 943 time: 0.4458394 Apr 11 21:14:15.484084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ac6fb3a-eb1d-4c1c-ae20-a36169840942 req-91cf1579-87a1-4512-a575-f18491ccad68 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849760 Apr 11 21:14:15.780326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:15.790887 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:15.794897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-927b2b1e-41ac-4995-b626-afc56648b29f req-9ec2f07d-db4c-4b62-9a4b-7ed2de4cebdb tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304501 Apr 11 21:14:15.915952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:15.917552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Fanout notify agent at l3_agent the message router_deleted on router ef2c3475-1450-410a-ad07-d72c9b4d7adc {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:15.941089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:15.942966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eaf95d3c-1cd9-42b4-9772-3db559063063 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/ef2c3475-1450-410a-ad07-d72c9b4d7adc HTTP/1.1" status: 204 len: 168 time: 2.5809431 Apr 11 21:14:15.946735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35740) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:15.954589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1366343792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:15.960212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7590a52e-5fd0-4070-8202-a747864e42cd details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:14:15.962048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:15.966027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Usage tracker for resource:router and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:15.971062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:15.978683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:16.094106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.095036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.120040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7590a52e-5fd0-4070-8202-a747864e42cd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7590a52e-5fd0-4070-8202-a747864e42cd,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:16.122950 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.137742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '7590a52e-5fd0-4070-8202-a747864e42cd', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'port_id': '7590a52e-5fd0-4070-8202-a747864e42cd', 'mac_address': 'fa:16:3e:55:fb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:14:16.223691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.243183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7590a52e-5fd0-4070-8202-a747864e42cd {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:14:16.261730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7590a52e-5fd0-4070-8202-a747864e42cd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7590a52e-5fd0-4070-8202-a747864e42cd,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:16.269974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.295425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f08fc328-ccea-4eb4-b68f-3b8d908ad02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.350514 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.379068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:16.383210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-438b3f0e-2516-49d5-a5b6-e5181860b509 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4336450 Apr 11 21:14:16.384264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35756) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:16.390537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:16.430451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7590a52e-5fd0-4070-8202-a747864e42cd,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:16.694496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['7590a52e-5fd0-4070-8202-a747864e42cd'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:14:17.158481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6a1c-3678-4dfb-92ed-ab25d49d31f6 req-f9847ede-af67-40ef-b257-f9e5926b4b25 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:17.163999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-714e6a1c-3678-4dfb-92ed-ab25d49d31f6 req-f9847ede-af67-40ef-b257-f9e5926b4b25 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.4483581 Apr 11 21:14:17.176479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:17.194027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60336f-f6f8-45cd-ac18-3e228c62cae8 req-91db6dcc-5481-4c6b-ba4d-5e4a1317aa27 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:17.196193 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e60336f-f6f8-45cd-ac18-3e228c62cae8 req-91db6dcc-5481-4c6b-ba4d-5e4a1317aa27 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 944 time: 0.1216273 Apr 11 21:14:17.274621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-714e6a1c-3678-4dfb-92ed-ab25d49d31f6 req-bc73b710-f283-4cd6-aeae-d093ef3f412b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005273 Apr 11 21:14:17.281027 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6e60336f-f6f8-45cd-ac18-3e228c62cae8 req-a88f5693-3ae1-466f-b5fc-f36f2a14e7de tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766861 Apr 11 21:14:17.392444 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:17.463625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:17.579332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:17.625829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:17.804384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Allocated IP 172.25.5.197 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d8489ffb-105e-4e04-8637-48178b0f0419) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:17.962336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7590a52e-5fd0-4070-8202-a747864e42cd up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:14:18.002834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.134210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 7590a52e-5fd0-4070-8202-a747864e42cd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:14:18.140700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 7590a52e-5fd0-4070-8202-a747864e42cd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:14:18.141356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.156891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.256236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:18.257492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:18.263424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:18.325729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.466285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event updated for resources: {'Port': ['ID=d8489ffb-105e-4e04-8637-48178b0f0419,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:18.495629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7590a52e-5fd0-4070-8202-a747864e42cd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7590a52e-5fd0-4070-8202-a747864e42cd,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:18.496545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:18.628241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c30b6-ca8d-4c79-aadf-983ebd709cde req-e62b2ce3-57a8-4f65-a0f9-cebc5f10cf79 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:18.631033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-519c30b6-ca8d-4c79-aadf-983ebd709cde req-e62b2ce3-57a8-4f65-a0f9-cebc5f10cf79 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 944 time: 0.1182671 Apr 11 21:14:18.689624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-519c30b6-ca8d-4c79-aadf-983ebd709cde req-03650884-b067-4c6b-8b92-8da29ccfea88 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516117 Apr 11 21:14:18.712071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e21b4-f79e-4a63-afb0-b6a742755fe1 req-dff42f27-2205-4314-b76a-820feaf2bdeb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:18.714318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157e21b4-f79e-4a63-afb0-b6a742755fe1 req-dff42f27-2205-4314-b76a-820feaf2bdeb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1326604 Apr 11 21:14:18.769671 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcad3fc-f8c8-4c93-80cb-9fc4b97483bd'] response: {'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd', 'code': 200} Apr 11 21:14:18.771644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-157e21b4-f79e-4a63-afb0-b6a742755fe1 req-6bcdc8d7-4f0b-40f9-aba5-454059da388a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Apr 11 21:14:18.796284 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.798896 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.845830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:18.868571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7590a52e-5fd0-4070-8202-a747864e42cd,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:19.074957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:19.083442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3b9f4fa-e8ea-4903-8789-13a973117db2 req-65e1f746-d7e8-490f-a963-110482639696 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 1096 time: 0.1870146 Apr 11 21:14:19.084495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:19.251857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3b9f4fa-e8ea-4903-8789-13a973117db2 req-dcec93a1-c1ba-49ba-8107-87dbfa3a0c83 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616311 Apr 11 21:14:19.499215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Router 2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:14:19.782844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:19.797539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] Sync routers for ids ['2b9d2a71-458a-45f3-9c67-d89b8e5c8e48'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:19.806743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:19.810604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e5074f69-164e-4191-bc4e-6ce4fb9bfd79 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "PUT /v2.0/routers/2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 HTTP/1.1" status: 200 len: 884 time: 3.4223990 Apr 11 21:14:19.811043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35788) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:19.843455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] Routers {'2b9d2a71-458a-45f3-9c67-d89b8e5c8e48'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:19.881086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2b9d2a71-458a-45f3-9c67-d89b8e5c8e48'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:19.972126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:19.998985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] Routers {'2b9d2a71-458a-45f3-9c67-d89b8e5c8e48'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:19.998985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2b9d2a71-458a-45f3-9c67-d89b8e5c8e48'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:20.064154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:20.064594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7439c57-9401-44df-bd33-4d332d27bfb2 None None] The sync data for ids ['2b9d2a71-458a-45f3-9c67-d89b8e5c8e48'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:20.094098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a5e3-1474-4dd7-bebb-d40d7d0de69e req-26c59a8f-ac9b-4c6c-bcc1-d235fbbefd50 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:20.095626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd49a5e3-1474-4dd7-bebb-d40d7d0de69e req-26c59a8f-ac9b-4c6c-bcc1-d235fbbefd50 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 945 time: 0.2110150 Apr 11 21:14:20.096053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb9a00-acc7-44f8-a56a-1117b49d723e req-85e23080-f3b1-4c6c-b4b4-9e83b5282477 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:20.097569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37eb9a00-acc7-44f8-a56a-1117b49d723e req-85e23080-f3b1-4c6c-b4b4-9e83b5282477 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.1082811 Apr 11 21:14:20.153467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37eb9a00-acc7-44f8-a56a-1117b49d723e req-4ea0eaa0-dd0c-4195-8efe-fc768c89492d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498195 Apr 11 21:14:20.184814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd49a5e3-1474-4dd7-bebb-d40d7d0de69e req-18690f7c-39ef-4bf0-a450-ef08fb5fe21f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737059 Apr 11 21:14:20.202921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fff09dc4-b192-43aa-a929-971d93a5e784 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 HTTP/1.1" status: 200 len: 925 time: 0.3898604 Apr 11 21:14:20.206497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:20.303523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-125244ef-9161-4656-b3c1-eceefc8e5086 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=2b9d2a71-458a-45f3-9c67-d89b8e5c8e48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0954866 Apr 11 21:14:20.306497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35804) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:20.456493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce9890-86d8-428c-9956-6e78fd2dc5f2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:20.457852 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42ce9890-86d8-428c-9956-6e78fd2dc5f2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.1508269 Apr 11 21:14:20.460739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35808) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:20.503962 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-964c7563-f027-44a9-89ad-0312be924390 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 HTTP/1.1" status: 200 len: 205 time: 0.0420079 Apr 11 21:14:20.506908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35812) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:20.719188 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:20.936659 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:21.069910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Deleting port d8489ffb-105e-4e04-8637-48178b0f0419 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:21.070250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:21.156070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-36796c5d-2624-4274-a80a-17e1e8e9dbd2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1097 time: 0.0711961 Apr 11 21:14:21.397659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee79719-e187-4ae5-bed1-81c219590154 req-82b52337-64bf-427b-825d-7c544fc856c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:21.399594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-82b52337-64bf-427b-825d-7c544fc856c0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 915 time: 0.2372179 Apr 11 21:14:21.498896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-f1b3aa19-026d-417f-a3ea-e093a6e88d30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 217 time: 0.0847554 Apr 11 21:14:21.527103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:21.540014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a7c7-1732-4aa9-9599-d6082877a676 req-10a59de7-2b77-4477-aa90-74530c2192f0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:21.541553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d432a7c7-1732-4aa9-9599-d6082877a676 req-10a59de7-2b77-4477-aa90-74530c2192f0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 945 time: 0.1449430 Apr 11 21:14:21.574990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302a9a5-b3f4-4900-a9a2-c58d98a2d28b req-87ee3a51-d201-4d37-97e8-b522f09f84f8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:21.577410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3302a9a5-b3f4-4900-a9a2-c58d98a2d28b req-87ee3a51-d201-4d37-97e8-b522f09f84f8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2415013 Apr 11 21:14:21.580765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee79719-e187-4ae5-bed1-81c219590154 req-362c0fc1-3c00-490d-b8ae-f945fb74bbca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:21.582137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-362c0fc1-3c00-490d-b8ae-f945fb74bbca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.0775478 Apr 11 21:14:21.649115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-58daf174-99d7-49a8-8b5a-704db4c83bd3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611942 Apr 11 21:14:21.675449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Calling delete_port for d8489ffb-105e-4e04-8637-48178b0f0419 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:21.756883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d432a7c7-1732-4aa9-9599-d6082877a676 req-e38fc14f-f0bf-4fe8-8902-c4ec97cf9ff1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557229 Apr 11 21:14:21.880353 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3302a9a5-b3f4-4900-a9a2-c58d98a2d28b req-33a2af31-0a04-49b8-ad55-dcfb242b4b86 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943068 Apr 11 21:14:21.935451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-ce22cd60-6b03-417c-b400-7d3ca9e578cb service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803247 Apr 11 21:14:22.001090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f427e43-5541-43c7-ae1e-8541729ec94b req-e177b510-d431-4ada-979d-6aab697a979c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:22.012096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f427e43-5541-43c7-ae1e-8541729ec94b req-e177b510-d431-4ada-979d-6aab697a979c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 945 time: 0.1132421 Apr 11 21:14:22.012590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35826) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:22.018456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'port_id': '7590a52e-5fd0-4070-8202-a747864e42cd'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:22.082660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:22.114504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee79719-e187-4ae5-bed1-81c219590154 req-6710103a-7b82-4f87-8920-7c8963adf88e service neutron] 10.222.0.75 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611536 Apr 11 21:14:22.144624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event deleted for resources: {'Port': ['ID=d8489ffb-105e-4e04-8637-48178b0f0419,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:22.149715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:22.546675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.054180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.072610 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.105370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb9e51-66b4-448f-894a-fb6bd7653390 req-f848a629-69bc-408d-9b85-3d6425c1c5ce tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:23.111948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-01eb9e51-66b4-448f-894a-fb6bd7653390 req-f848a629-69bc-408d-9b85-3d6425c1c5ce tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0930283 Apr 11 21:14:23.166233 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-01eb9e51-66b4-448f-894a-fb6bd7653390 req-d871081b-e278-477f-96e6-40f30bcd4554 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Apr 11 21:14:23.297011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.297011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:23.330885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.332013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-18a00108-ab1a-4f0f-9042-34581bbb187d tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 HTTP/1.1" status: 204 len: 168 time: 2.8241031 Apr 11 21:14:23.335740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35834) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:23.348018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1771275280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:23.359734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:23.361808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.364151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Usage tracker for resource:router and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:23.367082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:23.372858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:23.427549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.484184 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.485111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.577763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.657275 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 078e1f8d-e58e-4ba3-816b-0bf453092cd5 associated. External IP: 172.25.5.254, port: 7590a52e-5fd0-4070-8202-a747864e42cd. Apr 11 21:14:23.714426 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.858999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:23.860251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a6724e48-8584-4ec3-b60d-a0988244c2b7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5235476 Apr 11 21:14:23.863087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:23.869159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': True}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:23.997131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:14:24.130408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:24.165773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:24.176654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:24.245286 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:24.340575 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f20108-5db5-4c01-aefb-8c4db733dd5e'] response: {'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'code': 200} Apr 11 21:14:24.353228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:24.510472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d01b65-7097-4ef7-bd79-5c0773cbc4d0 req-4c25c40b-e3eb-461c-b6f3-c2ae741fcc99 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:24.511889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44d01b65-7097-4ef7-bd79-5c0773cbc4d0 req-4c25c40b-e3eb-461c-b6f3-c2ae741fcc99 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.1102469 Apr 11 21:14:24.563488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44d01b65-7097-4ef7-bd79-5c0773cbc4d0 req-187fa267-9a1e-4a8e-8079-278272801e1d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Apr 11 21:14:24.572270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:24.627338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:14:24.947259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c016d0a-4770-47b0-82a7-15e17c11a986 req-2691b9aa-4e40-4398-a47d-9f9b1c24d6ac tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:24.948722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c016d0a-4770-47b0-82a7-15e17c11a986 req-2691b9aa-4e40-4398-a47d-9f9b1c24d6ac tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.1827562 Apr 11 21:14:25.039680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7c016d0a-4770-47b0-82a7-15e17c11a986 req-9ddd84e1-42d5-49ed-b2b8-56c4dbaafc0a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833409 Apr 11 21:14:25.115256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:25.145857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:25.152715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:25.157184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:25.177455 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:25.178138 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:25.182536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:25.279986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0fcb3928-3153-4647-99de-cb60edda98b7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "PUT /v2.0/floatingips/078e1f8d-e58e-4ba3-816b-0bf453092cd5 HTTP/1.1" status: 200 len: 991 time: 3.2612724 Apr 11 21:14:25.279986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:25.379667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Allocated IP 172.25.5.123 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/617ab314-aa6d-429f-93e0-b0ec2a166a08) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:25.397566 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d89e6be-c41a-4b63-81b1-0e6cec57c5ca'] response: {'name': 'network-changed', 'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd', 'status': 'completed', 'code': 200} Apr 11 21:14:25.535246 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:14:25.572892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-917d00e0-4fb7-49ce-9228-dd19524d52f8 req-ecd34816-404b-4205-b580-5e9bd9eb8d5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1118205 Apr 11 21:14:25.574760 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:25.588437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-1237eb2c-5ed6-4b1e-a6cb-53b314081643 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 1096 time: 0.1711056 Apr 11 21:14:25.706830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:25.762579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdebef-0483-40f8-87a6-b705a133230f req-71963c71-f16e-4f1f-a348-7df5f44f470e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:25.764653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-71963c71-f16e-4f1f-a348-7df5f44f470e service neutron] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.1699746 Apr 11 21:14:25.813468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:25.816570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:25.821200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:25.853046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Port': ['ID=617ab314-aa6d-429f-93e0-b0ec2a166a08,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:25.902038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-c6a57d3f-6b6b-4ab8-939f-4c714c83bd7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7590a52e-5fd0-4070-8202-a747864e42cd HTTP/1.1" status: 200 len: 999 time: 0.1312416 Apr 11 21:14:26.034395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdebef-0483-40f8-87a6-b705a133230f req-ab76d43d-73d5-41a6-bbfb-24feed8563c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:26.039732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-ab76d43d-73d5-41a6-bbfb-24feed8563c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.1277351 Apr 11 21:14:26.121575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-598232ba-8bd0-465b-b7ce-54b8881055b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758517 Apr 11 21:14:26.121956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb0765-079e-4113-a515-ca127cb1c5d6 req-5cb8d0b2-711f-4425-b5cd-23c8698ee449 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:26.124772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bb0765-079e-4113-a515-ca127cb1c5d6 req-5cb8d0b2-711f-4425-b5cd-23c8698ee449 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.1154993 Apr 11 21:14:26.173459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '078e1f8d-e58e-4ba3-816b-0bf453092cd5', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '7590a52e-5fd0-4070-8202-a747864e42cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:55:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:14:00Z', 'updated_at': '2022-04-11T21:14:23Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}, {'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:13Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:26.181727 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d5bb0765-079e-4113-a515-ca127cb1c5d6 req-c90e1e6d-f484-4df7-bf09-85ab83d15205 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Apr 11 21:14:26.186276 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:14:26.202479 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:26.203390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:26.209927 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:26.305655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35870) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:26.318017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-d6940a1d-ef61-4a9e-a9d1-ef712c280de0 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903620 Apr 11 21:14:26.512920 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:14:26.513556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-94fdebef-0483-40f8-87a6-b705a133230f req-6c01ce1d-c338-400b-85c4-2bd493bcae2a service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893539 Apr 11 21:14:26.594093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:26.597894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:26.652532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-8f5655df-27dd-4239-8870-c49aed7fc805 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3457890 Apr 11 21:14:26.922013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Router 65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:14:26.972043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '078e1f8d-e58e-4ba3-816b-0bf453092cd5', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '7590a52e-5fd0-4070-8202-a747864e42cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:55:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:14:00Z', 'updated_at': '2022-04-11T21:14:23Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}, {'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:13Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:26.978465 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cbdce-2fce-4bcc-94e8-a3729d89d954 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '078e1f8d-e58e-4ba3-816b-0bf453092cd5', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '7590a52e-5fd0-4070-8202-a747864e42cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:55:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:14:00Z', 'updated_at': '2022-04-11T21:14:23Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}, {'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:13Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:27.170612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:27.182468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] Sync routers for ids ['65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:27.184802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:27.186110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2b86b5da-7f2f-4f88-86e4-97f2062169f1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "PUT /v2.0/routers/65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 HTTP/1.1" status: 200 len: 919 time: 3.3220956 Apr 11 21:14:27.196344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35884) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:27.204323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] Routers {'65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:27.204943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:27.283135 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8dad1-7647-435e-83ee-a10045b9173b None None] New status for floating IP 078e1f8d-e58e-4ba3-816b-0bf453092cd5: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:14:27.323719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:27.355774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] Routers {'65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:27.356672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:27.444888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:27.445491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e286475-7e6a-4f07-8430-3659dc05fa2b None None] The sync data for ids ['65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:27.501474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1e671e72-4852-4759-b7a8-659e52ba9c0b tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 HTTP/1.1" status: 200 len: 925 time: 0.3039010 Apr 11 21:14:27.504527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35890) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:27.611443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46cf3dc6-bbf9-4670-b988-ac37a4bd295c tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1047838 Apr 11 21:14:27.613294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35894) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:27.961068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8922cb0-d537-4226-8acc-e935cbbb7a4e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:27.962430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8922cb0-d537-4226-8acc-e935cbbb7a4e tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.3479624 Apr 11 21:14:27.965387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35898) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:27.985269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca638f8-5832-4e9c-89b0-4c4d51ca6081 req-5718aed5-20e5-4327-955a-3e8f51667064 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:27.989949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bca638f8-5832-4e9c-89b0-4c4d51ca6081 req-5718aed5-20e5-4327-955a-3e8f51667064 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.2416830 Apr 11 21:14:27.990492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-95c65cec-56a4-4710-8d3b-1c55c8fdff93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083&tenant_id=1e19eeae5fe0464aba7340aedd579703 HTTP/1.1" status: 200 len: 1095 time: 0.2443414 Apr 11 21:14:28.006445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:14:28.012087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:28.013227 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-850547d5-70a1-423d-ac57-b32440719f61 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 HTTP/1.1" status: 200 len: 205 time: 0.0466549 Apr 11 21:14:28.017352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35902) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:28.147454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bca638f8-5832-4e9c-89b0-4c4d51ca6081 req-e2d33b1c-7d50-4c14-8fd5-7cad8592dce5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548457 Apr 11 21:14:28.169518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:28.311788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:28.490988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:28.528973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:14:28.566435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:28.585684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:14:28.592599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:28.615206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Transition to ACTIVE for port object 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:14:29.090091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Deleting port 617ab314-aa6d-429f-93e0-b0ec2a166a08 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:29.090655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.110617 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.111124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.309058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=9']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:29.316900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] No DVR routers for this DVR port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:14:29.376601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.387948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:14:29.390497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:14:29.390497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on network f336a473-4c4a-4d20-be37-f099f48ac988 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:14:29.396143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on network f336a473-4c4a-4d20-be37-f099f48ac988 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:14:29.396497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Attempting to bind port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on network f336a473-4c4a-4d20-be37-f099f48ac988 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:14:29.406311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:14:29.406898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Checking segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:14:29.407441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Bound using segment: {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:14:29.408054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Bound port: 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:14:29.408546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.518444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:14:29.526378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:14:29.596262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.627440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Calling delete_port for 617ab314-aa6d-429f-93e0-b0ec2a166a08 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:29.643780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:29.645295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] 10.222.0.69 "PUT /v2.0/ports/6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 1092 time: 1.6375697 Apr 11 21:14:29.651515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:29.730321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc00be-1a2c-4669-9f46-576245484968 req-f02897a7-3418-4b32-bb94-ca5e15889c7f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:29.733469 n-d-837321-1 neutron-server[84667]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e330860-bca0-4823-9723-d2813cb2d367']: {'name': 'network-changed', 'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'status': 'failed', 'code': 422} returned with failed status Apr 11 21:14:29.737553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2bc00be-1a2c-4669-9f46-576245484968 req-f02897a7-3418-4b32-bb94-ca5e15889c7f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 944 time: 0.4095311 Apr 11 21:14:29.757974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bee3a-844a-47f7-8870-e5922b2282bc service neutron] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:29.772239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-f96b5038-3c81-4449-8008-03cabbfa26b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1096 time: 0.1048853 Apr 11 21:14:29.794459 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2bc00be-1a2c-4669-9f46-576245484968 req-4ec1423a-c118-4a8e-95a0-2e771ef13719 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560579 Apr 11 21:14:29.933663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43124e0b-3c30-4615-ae36-039e00343a85 req-558c3fd9-8c51-418d-92e3-ed328b63b480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:29.935092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-558c3fd9-8c51-418d-92e3-ed328b63b480 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 915 time: 0.1572354 Apr 11 21:14:29.960665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.007885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event deleted for resources: {'Port': ['ID=617ab314-aa6d-429f-93e0-b0ec2a166a08,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:30.008194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-3ff0991d-54e0-4f18-8f07-e574be60c3f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 217 time: 0.0667536 Apr 11 21:14:30.048915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.049262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.049601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.049941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.050274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.050630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.051125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.051452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.056663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.056663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.056663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:30.072926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43124e0b-3c30-4615-ae36-039e00343a85 req-5e010350-cb78-42be-8838-9627d669eb90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:30.075081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-5e010350-cb78-42be-8838-9627d669eb90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.0608265 Apr 11 21:14:30.125440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-e7da9945-f5d4-4487-b74a-ed12c705c2a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449607 Apr 11 21:14:30.259546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.369796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-854b82a2-c10f-4f01-bb8a-91aa9babe6e1 service neutron] 10.222.0.69 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393219 Apr 11 21:14:30.518570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-c25a0eed-4811-404f-9a06-8071752106d2 service neutron] 10.222.0.69 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396580 Apr 11 21:14:30.537636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.541869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.656837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.657406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Fanout notify agent at l3_agent the message router_deleted on router 65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:30.674199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.675298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4e0422c5-8895-4f4a-ba81-42a20ac4ebe7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 HTTP/1.1" status: 204 len: 168 time: 2.6569502 Apr 11 21:14:30.679057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35918) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:30.685669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1483133567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:30.693970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:30.697977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Usage tracker for resource:router and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:30.700921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:30.711312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:30.801303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.803460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.804525 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.833001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:30.922072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:31.017961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793264f-94a1-445c-a9da-26597561a891 req-da4e94d6-7ed7-4d9f-81aa-c6548c11002e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:31.019418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f793264f-94a1-445c-a9da-26597561a891 req-da4e94d6-7ed7-4d9f-81aa-c6548c11002e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.0896361 Apr 11 21:14:31.044299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:31.045971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f99bf0be-b5fc-4131-9552-de3473720ff8 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3657546 Apr 11 21:14:31.050233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35924) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:31.056003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'enable_snat': False}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:31.072429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f793264f-94a1-445c-a9da-26597561a891 req-09a85641-0a53-4d48-88f7-1bae69a4c885 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Apr 11 21:14:31.588803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:32.431794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a013a-ebb6-4a22-9dc0-f1f62818db7a req-16a03865-5141-49ec-8a1e-a37cc3e029d1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:32.434168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-260a013a-ebb6-4a22-9dc0-f1f62818db7a req-16a03865-5141-49ec-8a1e-a37cc3e029d1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.2206647 Apr 11 21:14:32.437145 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:32.488880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:32.664755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-260a013a-ebb6-4a22-9dc0-f1f62818db7a req-4d6e03f2-cd27-4d52-bed6-2409142f304c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013738 Apr 11 21:14:32.665924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Allocated IP 172.25.5.199 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a542a253-f51a-4614-8bb1-d70ad1e26ec2) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:32.875537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:33.001742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:33.083847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:33.086988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:33.092912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:33.121334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Pushing event updated for resources: {'Port': ['ID=a542a253-f51a-4614-8bb1-d70ad1e26ec2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:33.370729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:33.630722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:33.638605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:34.018648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5a56-6521-4dad-a696-99b4a2ecfd12 req-1b447d42-1710-4bd1-9ffb-5a1ac830e8e1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:34.026949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-716d5a56-6521-4dad-a696-99b4a2ecfd12 req-1b447d42-1710-4bd1-9ffb-5a1ac830e8e1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1322761 Apr 11 21:14:34.072741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-716d5a56-6521-4dad-a696-99b4a2ecfd12 req-cb6ac0d2-4d82-4932-8e85-4822c54c67f1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Apr 11 21:14:34.158828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Router 768caa22-7720-403f-afbb-8556f538a1d5 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:14:34.441155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:34.452494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] Sync routers for ids ['768caa22-7720-403f-afbb-8556f538a1d5'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:34.459991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:34.462010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-de4fb3bc-9414-464d-9a1e-497eaa47b3a2 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "PUT /v2.0/routers/768caa22-7720-403f-afbb-8556f538a1d5 HTTP/1.1" status: 200 len: 920 time: 3.4103439 Apr 11 21:14:34.465852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 35964) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:34.472686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] Routers {'768caa22-7720-403f-afbb-8556f538a1d5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:34.473307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['768caa22-7720-403f-afbb-8556f538a1d5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:34.541091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:34.553885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] Routers {'768caa22-7720-403f-afbb-8556f538a1d5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:34.554542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['768caa22-7720-403f-afbb-8556f538a1d5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:34.617115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:34.617520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1d448-8a2e-4677-b2b9-f8932499ff73 None None] The sync data for ids ['768caa22-7720-403f-afbb-8556f538a1d5'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:34.719230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-76eba814-56a3-4fe5-9ea4-f0f8017ff778 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/768caa22-7720-403f-afbb-8556f538a1d5 HTTP/1.1" status: 200 len: 926 time: 0.2518473 Apr 11 21:14:34.723195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:34.839197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cf000539-b27d-4d68-abbe-977885ea0ec1 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=768caa22-7720-403f-afbb-8556f538a1d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1150744 Apr 11 21:14:34.842566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35974) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:34.919427 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:14:35.095791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa05e3-0439-40a9-a319-e9106f429cd5 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:35.100010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-48fa05e3-0439-40a9-a319-e9106f429cd5 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/networks/ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 881 time: 0.2537005 Apr 11 21:14:35.101142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35980) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:35.151964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8756fd6e-a5e3-4925-899b-f120fc37b034 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=768caa22-7720-403f-afbb-8556f538a1d5 HTTP/1.1" status: 200 len: 205 time: 0.0500631 Apr 11 21:14:35.154368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 35986) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:35.401593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb311-8b90-4848-ad38-c5c77d7cafb5 req-4a97bca7-d043-4812-8006-503a125d9ea5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:35.407547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c8cb311-8b90-4848-ad38-c5c77d7cafb5 req-4a97bca7-d043-4812-8006-503a125d9ea5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1359844 Apr 11 21:14:35.470395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c8cb311-8b90-4848-ad38-c5c77d7cafb5 req-687c0b57-1838-4374-bca5-dc4c99a4bcce tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591955 Apr 11 21:14:35.520912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:35.760835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:35.833401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Deleting port a542a253-f51a-4614-8bb1-d70ad1e26ec2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:35.833979 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:36.105489 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:36.255655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Calling delete_port for a542a253-f51a-4614-8bb1-d70ad1e26ec2 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:36.521344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:36.577399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event deleted for resources: {'Port': ['ID=a542a253-f51a-4614-8bb1-d70ad1e26ec2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:36.784203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05fe98-1e62-46de-852e-b22e4b64226e req-710684e5-7e44-437e-a6a9-0c61afef1037 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:36.786301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca05fe98-1e62-46de-852e-b22e4b64226e req-710684e5-7e44-437e-a6a9-0c61afef1037 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1128628 Apr 11 21:14:36.893593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca05fe98-1e62-46de-852e-b22e4b64226e req-76432374-3467-49a9-b021-7abb0e4c9e2f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990810 Apr 11 21:14:36.975971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.285911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.292817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.376584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.377707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Fanout notify agent at l3_agent the message router_deleted on router 768caa22-7720-403f-afbb-8556f538a1d5 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:37.425031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.426439 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b21e3d95-2289-4ac1-b8ba-518d84b60e74 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/768caa22-7720-403f-afbb-8556f538a1d5 HTTP/1.1" status: 204 len: 168 time: 2.2708406 Apr 11 21:14:37.430426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36002) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:37.438152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715185579', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:37.446184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:37.457001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Usage tracker for resource:router and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:37.461524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:37.472160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:37.873402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.873402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.873402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:37.996315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-b8586630-567c-4a06-975b-bf9421674bff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3020179 Apr 11 21:14:38.005976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:38.180758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9118-09cc-4c4f-8bf9-a975549873ba req-dca2e4cf-2f78-45bc-b355-f4b83700e142 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:38.183765 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e3d9118-09cc-4c4f-8bf9-a975549873ba req-dca2e4cf-2f78-45bc-b355-f4b83700e142 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1202972 Apr 11 21:14:38.285565 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3e3d9118-09cc-4c4f-8bf9-a975549873ba req-6cbe3673-b4ba-451d-8402-97a376a91163 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884743 Apr 11 21:14:38.367447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-822f501c-f254-42fd-9812-8939a53dfc39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 1096 time: 0.1159079 Apr 11 21:14:38.458993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:38.544418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:38.886945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252afdd-8863-4421-8702-e6b279104153 req-dd7bbf48-251f-4727-b952-f7ea646cdcd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:38.890241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-dd7bbf48-251f-4727-b952-f7ea646cdcd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.4546452 Apr 11 21:14:38.933793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Allocated IP 172.25.5.141 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/b68e18e1-2673-41d0-a66b-f029637ba52c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:39.128122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:39.353594 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:39.437653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:39.438564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event updated for resources: {'Port': ['ID=b68e18e1-2673-41d0-a66b-f029637ba52c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:39.442049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:39.444352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:39.666326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4e28a-52e5-4db9-886f-2926642d589c req-45b2ef92-a652-4f96-bee6-793cf9a944da tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:39.667917 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21a4e28a-52e5-4db9-886f-2926642d589c req-45b2ef92-a652-4f96-bee6-793cf9a944da tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.1274664 Apr 11 21:14:39.718393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-21a4e28a-52e5-4db9-886f-2926642d589c req-979877cf-9ae5-4a11-8b80-f27bf8382619 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Apr 11 21:14:39.766402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:39.767039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:40.170142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Router 40e0f2e6-4404-4bea-90dd-66e3ac56dd4f is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:14:40.428291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:40.440645 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] Sync routers for ids ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:40.477608 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] Routers {'40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:40.478268 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:40.542339 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:40.634189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] Routers {'40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:40.634189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:40.634189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:40.634189 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56d318-897f-4b0e-8e5a-0a5f36a9a020 None None] The sync data for ids ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:40.712801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:40.719790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7092f8d4-ab56-40f6-a549-8c986e1aaaca tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2825685 Apr 11 21:14:40.719790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36024) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:40.727023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:40.882276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-f2acb335-72ac-4669-8ea2-c909f9bf5dab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=752d3935-2323-42ef-a605-3145cab8b158 HTTP/1.1" status: 200 len: 1001 time: 0.2356856 Apr 11 21:14:40.951339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ca06d-b35c-42dc-be1b-abd42d452c0b req-e34f6d64-768c-4842-9ae0-fc56906acdb5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:40.952989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-252ca06d-b35c-42dc-be1b-abd42d452c0b req-e34f6d64-768c-4842-9ae0-fc56906acdb5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.0908189 Apr 11 21:14:41.001399 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-252ca06d-b35c-42dc-be1b-abd42d452c0b req-6d36b934-7fee-4d2f-a53b-92d2bf7f6332 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Apr 11 21:14:41.260966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252afdd-8863-4421-8702-e6b279104153 req-d70f78a9-2a8b-4ddc-8e5a-ed819ce1e7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:41.262392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-d70f78a9-2a8b-4ddc-8e5a-ed819ce1e7b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.2486126 Apr 11 21:14:41.369043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-8e531c4b-717b-4543-b4fd-12b55b604621 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978878 Apr 11 21:14:41.644185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-e4bb7e78-474c-420c-b679-351720fb13c3 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680330 Apr 11 21:14:41.803373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3252afdd-8863-4421-8702-e6b279104153 req-e34c76f9-5ab8-41be-b177-1fbd093a89ec service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470435 Apr 11 21:14:41.839764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:41.932519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:42.018168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Deleting port b68e18e1-2673-41d0-a66b-f029637ba52c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:42.018528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:42.248897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:42.380528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Calling delete_port for b68e18e1-2673-41d0-a66b-f029637ba52c owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:42.412835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60d5a6-81d4-48e0-8e31-399b6b5b4747 req-14a77e2e-f7b0-431d-8da2-d4010e8aa0ad tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:42.414461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a60d5a6-81d4-48e0-8e31-399b6b5b4747 req-14a77e2e-f7b0-431d-8da2-d4010e8aa0ad tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.2784767 Apr 11 21:14:42.504058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a60d5a6-81d4-48e0-8e31-399b6b5b4747 req-d161af8e-0976-4621-ab56-2cc394ec9e55 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821455 Apr 11 21:14:42.689729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:42.734773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Pushing event deleted for resources: {'Port': ['ID=b68e18e1-2673-41d0-a66b-f029637ba52c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:42.961392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:43.194979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:43.198306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:43.334917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Router 40e0f2e6-4404-4bea-90dd-66e3ac56dd4f has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:14:43.474884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:14:43.484850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] Sync routers for ids ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:14:43.485447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:43.486581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dec5a8fb-6eef-49a5-b658-c07551cbf4d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "PUT /v2.0/routers/40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 200 len: 710 time: 2.7674491 Apr 11 21:14:43.489206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36038) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:43.502093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] Routers {'40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:43.514083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:43.564829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:43.576466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] Routers {'40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:14:43.577136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:43.629463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4ce94948-314c-44ad-b66d-a62c2e77168a tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/routers/40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 200 len: 745 time: 0.1384439 Apr 11 21:14:43.634037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36046) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:43.646873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:14:43.647366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b40936a-f09b-4aca-a366-2a62125dcc00 None None] The sync data for ids ['40e0f2e6-4404-4bea-90dd-66e3ac56dd4f'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:14:43.681330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-18578a66-e47f-4263-97b0-2824f8786df8 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Synchronizing usage tracker for tenant:3d8e545a22754a42a27d644c41b967e5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:14:43.693258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-18578a66-e47f-4263-97b0-2824f8786df8 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] Unset dirty status for tenant:3d8e545a22754a42a27d644c41b967e5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:14:43.694594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18578a66-e47f-4263-97b0-2824f8786df8 tempest-RoutersIpV6AdminTest-148449124 tempest-RoutersIpV6AdminTest-148449124-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&device_id=40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 200 len: 205 time: 0.0595400 Apr 11 21:14:43.697628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36050) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:43.719280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993401e-8d60-4697-a473-ffb682c4c8ac req-88485167-656f-4a19-a59a-8cf84f98de05 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:43.721661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d993401e-8d60-4697-a473-ffb682c4c8ac req-88485167-656f-4a19-a59a-8cf84f98de05 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 945 time: 0.0885584 Apr 11 21:14:43.745701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a4d94c0f-861f-43af-bb64-f83be1567bf6 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 200 len: 205 time: 0.0470424 Apr 11 21:14:43.748214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36054) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:43.771367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d993401e-8d60-4697-a473-ffb682c4c8ac req-9530a63f-2c77-43c0-9220-04e47a90d683 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Apr 11 21:14:43.889260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:43.889531 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c4965011-ebde-41fc-9c02-9eb391cdbde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:43.929721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:14:44.067682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:44.081549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'network_id': 'f336a473-4c4a-4d20-be37-f099f48ac988', 'port_id': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'mac_address': 'fa:16:3e:63:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bbbfad-6357-4c19-9066-cde1bc6e99d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:14:44.141665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:44.159299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:14:44.176201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:44.307927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:44.365551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=11']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:44.390183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:44.394471 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:44.516826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:14:44.535609 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:44.536399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Fanout notify agent at l3_agent the message router_deleted on router 40e0f2e6-4404-4bea-90dd-66e3ac56dd4f {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:44.558071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:44.561154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6bba4d36-5c1a-476d-9ea7-d6eede04c68b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 204 len: 168 time: 0.8100252 Apr 11 21:14:44.565597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36060) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:44.593386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-7710de11-22fe-4ced-8d62-102acebe56ef service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922604 Apr 11 21:14:44.626339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3544b3c4-2ecd-4a76-9a99-72d438e904d1 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 200 len: 205 time: 0.0589490 Apr 11 21:14:44.631002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36064) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:44.701014 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-3735b52f-6ef1-45e2-8d14-1e0ee29273c4 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] delete failed (client error): The resource could not be found. Apr 11 21:14:44.704652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3735b52f-6ef1-45e2-8d14-1e0ee29273c4 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/40e0f2e6-4404-4bea-90dd-66e3ac56dd4f HTTP/1.1" status: 404 len: 336 time: 0.0719600 Apr 11 21:14:44.705372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36068) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:44.749651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-9cc03092-8ffe-4280-a46f-06cec8fe67bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 1096 time: 0.0775077 Apr 11 21:14:44.751077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09a3f7f7-1898-4b0b-a2e8-c31ba079bce7 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=768caa22-7720-403f-afbb-8556f538a1d5 HTTP/1.1" status: 200 len: 205 time: 0.0445504 Apr 11 21:14:44.753271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36074) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:44.824097 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-8aed783f-82dd-46a8-a5b7-7957d6ae8d42 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] delete failed (client error): The resource could not be found. Apr 11 21:14:44.828519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8aed783f-82dd-46a8-a5b7-7957d6ae8d42 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/768caa22-7720-403f-afbb-8556f538a1d5 HTTP/1.1" status: 404 len: 336 time: 0.0707903 Apr 11 21:14:44.828519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36080) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:44.877490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3aed2473-c6b5-482c-a959-2158c975b249 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 HTTP/1.1" status: 200 len: 205 time: 0.0455554 Apr 11 21:14:44.877802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36084) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:44.906324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47caead-0053-4cfd-869f-95c10944526a req-c73b83d9-6f50-4a24-addd-9fd07baf2769 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:44.907405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-c73b83d9-6f50-4a24-addd-9fd07baf2769 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.1371963 Apr 11 21:14:44.952606 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-ea6f40fa-c8f8-4169-bfe2-94c1c064b582 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] delete failed (client error): The resource could not be found. Apr 11 21:14:44.956043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea6f40fa-c8f8-4169-bfe2-94c1c064b582 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/65a1d21a-f8a8-4b1f-b4b6-459eff8f6a32 HTTP/1.1" status: 404 len: 336 time: 0.0750148 Apr 11 21:14:44.956244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36088) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.000346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-acbacd75-c9ff-415a-ba78-89dc551ddbb5 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 HTTP/1.1" status: 200 len: 205 time: 0.0424540 Apr 11 21:14:45.004716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.067711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-f016a892-4a2a-4f9e-812c-8387fb94d605 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38 HTTP/1.1" status: 200 len: 1000 time: 0.1193719 Apr 11 21:14:45.074729 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-a705601c-c16c-4165-b4d4-1a28189a9f5b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] delete failed (client error): The resource could not be found. Apr 11 21:14:45.076472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a705601c-c16c-4165-b4d4-1a28189a9f5b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/2b9d2a71-458a-45f3-9c67-d89b8e5c8e48 HTTP/1.1" status: 404 len: 336 time: 0.0698867 Apr 11 21:14:45.085095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.119733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1c69-a408-4bc8-a36f-46e4caa1fbdc req-8b240f47-1f35-4620-9be9-3b99bcc394b2 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:45.121184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57d1c69-a408-4bc8-a36f-46e4caa1fbdc req-8b240f47-1f35-4620-9be9-3b99bcc394b2 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.2127085 Apr 11 21:14:45.135588 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-660ea324-9a7b-4ca4-9b9d-150884bcbb99 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef2c3475-1450-410a-ad07-d72c9b4d7adc HTTP/1.1" status: 200 len: 205 time: 0.0411174 Apr 11 21:14:45.135588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.162551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47caead-0053-4cfd-869f-95c10944526a req-9f3b54d0-9f10-481c-8cb5-0b04951306be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:45.163997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-9f3b54d0-9f10-481c-8cb5-0b04951306be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0894961 Apr 11 21:14:45.197041 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-67c402d0-4384-4d90-8738-f587b18ac43e tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] delete failed (client error): The resource could not be found. Apr 11 21:14:45.198090 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-67c402d0-4384-4d90-8738-f587b18ac43e tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/ef2c3475-1450-410a-ad07-d72c9b4d7adc HTTP/1.1" status: 404 len: 336 time: 0.0673666 Apr 11 21:14:45.201357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36104) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.221924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57d1c69-a408-4bc8-a36f-46e4caa1fbdc req-5874b205-96a7-47cf-94e9-2b02b1076f2c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928245 Apr 11 21:14:45.244300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e5bf90b-3bb7-4231-a929-b96f960b798b tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "GET /v2.0/ports?device_id=291aadb4-170b-457d-823c-3fa459fc5254 HTTP/1.1" status: 200 len: 205 time: 0.0418868 Apr 11 21:14:45.261952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-e7abe320-30aa-4332-bc93-51881b3bb20b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811939 Apr 11 21:14:45.264600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.401903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-5ab78211-9c46-4499-ac83-dcd60f922149 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416864 Apr 11 21:14:45.440231 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-d36ea812-14db-4d99-b4c6-f5852954c6f2 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] delete failed (client error): The resource could not be found. Apr 11 21:14:45.441290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d36ea812-14db-4d99-b4c6-f5852954c6f2 tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/routers/291aadb4-170b-457d-823c-3fa459fc5254 HTTP/1.1" status: 404 len: 336 time: 0.1757402 Apr 11 21:14:45.444008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36112) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:45.482600 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-20876887-d592-43fe-a4ce-3e06c062602e tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] DELETE failed (client error): The resource could not be found. Apr 11 21:14:45.483171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20876887-d592-43fe-a4ce-3e06c062602e tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:14:45.485038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-20876887-d592-43fe-a4ce-3e06c062602e tempest-RoutersIpV6AdminTest-499094390 tempest-RoutersIpV6AdminTest-499094390-project] 10.222.0.61 "DELETE /v2.0/subnets/c851280e-550a-462f-9253-6773890c157a HTTP/1.1" status: 404 len: 337 time: 0.0401347 Apr 11 21:14:45.540901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e47caead-0053-4cfd-869f-95c10944526a req-bea5dad4-0894-41ff-9931-cec7e458ddac service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321776 Apr 11 21:14:45.944956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:14:46.366133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:14:46.373960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:14:46.374504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:46.469666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d711fb-b5d4-4949-bf9b-cbb8b7d886fe req-b50e2be5-75b0-4483-8385-d231bb200ac0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:46.471127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8d711fb-b5d4-4949-bf9b-cbb8b7d886fe req-b50e2be5-75b0-4483-8385-d231bb200ac0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 946 time: 0.0898597 Apr 11 21:14:46.480149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3950-a87d-45af-9147-8ea612223d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:46.523142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8d711fb-b5d4-4949-bf9b-cbb8b7d886fe req-6d4987f4-c932-48e5-8d46-1e0fcc63785b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Apr 11 21:14:46.552515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:46.585249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:14:46.599099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:14:46.639423 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f8dbeb-706f-4787-b589-b4a30852c13c'] response: {'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'code': 200} Apr 11 21:14:46.720718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:46.789879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:46.790518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:46.936693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-004880fc-3903-48e9-adc6-c129dee0a7ec req-0cd9c0f0-c94b-42bf-b63c-b24f721a4f1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1098 time: 0.0806899 Apr 11 21:14:46.957137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:46.992835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-004880fc-3903-48e9-adc6-c129dee0a7ec req-34b3edce-2d7b-40cb-ac70-29fe76ede417 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 Apr 11 21:14:46.997644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:47.000166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Usage tracker for resource:security_group_rule and tenant:0edc86fbdab844e89ecbcd18e4ceb354 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:47.003070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:47.009306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:47.075285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.175974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.226070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875405e8-ca23-4b06-954b-d4aa39076dcc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:47.232696 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d30a5f3e-1245-478e-8625-ad9ff9d26639 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0edc86fbdab844e89ecbcd18e4ceb354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4402053 Apr 11 21:14:47.237040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36134) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:47.296436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b095aba-3d3f-419c-afde-d43b24419bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.322695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b095aba-3d3f-419c-afde-d43b24419bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.429785 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.474835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b095aba-3d3f-419c-afde-d43b24419bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.477942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.490921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b095aba-3d3f-419c-afde-d43b24419bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875405e8-ca23-4b06-954b-d4aa39076dcc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:47.502139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b095aba-3d3f-419c-afde-d43b24419bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:47.502139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0b095aba-3d3f-419c-afde-d43b24419bf0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/875405e8-ca23-4b06-954b-d4aa39076dcc HTTP/1.1" status: 204 len: 168 time: 0.2586472 Apr 11 21:14:47.732072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d98270-e204-49dd-85bc-38551354c105 req-70f24b2d-557e-4f4a-8977-63135d5100c8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:47.733531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28d98270-e204-49dd-85bc-38551354c105 req-70f24b2d-557e-4f4a-8977-63135d5100c8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0836265 Apr 11 21:14:47.780454 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28d98270-e204-49dd-85bc-38551354c105 req-b4a72d8c-1a6b-43d2-a978-d179b4c17f01 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Apr 11 21:14:48.360465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36160) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:48.414466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87faa970-01f7-4ae1-b504-2adf574f96b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d8e545a22754a42a27d644c41b967e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528693 Apr 11 21:14:48.416982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36168) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:48.488483 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8ac1-e3ff-4b9d-b42c-55cfbb778b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:48.514421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8ac1-e3ff-4b9d-b42c-55cfbb778b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:48.640645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8ac1-e3ff-4b9d-b42c-55cfbb778b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:48.658843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd8ac1-e3ff-4b9d-b42c-55cfbb778b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fab3997-bfd0-42b4-aeab-e9cf6332297d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:48.668330 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8ac1-e3ff-4b9d-b42c-55cfbb778b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:48.668330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9cbd8ac1-e3ff-4b9d-b42c-55cfbb778b89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0fab3997-bfd0-42b4-aeab-e9cf6332297d HTTP/1.1" status: 204 len: 168 time: 0.2459590 Apr 11 21:14:48.755005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:48.995604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928dcbb-63b3-4fc7-a741-425e735e20db req-e1181a26-55c7-4d4b-93e1-9fde62a75c78 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:48.997037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7928dcbb-63b3-4fc7-a741-425e735e20db req-e1181a26-55c7-4d4b-93e1-9fde62a75c78 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0835257 Apr 11 21:14:49.049036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7928dcbb-63b3-4fc7-a741-425e735e20db req-650fab8f-2e6b-4470-8cc3-35d23e031559 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Apr 11 21:14:50.278192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de50bf-04a6-431d-bab3-61938b62c9a9 req-40a2c227-3a31-4c64-a951-12dce0d7625b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:50.278192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48de50bf-04a6-431d-bab3-61938b62c9a9 req-40a2c227-3a31-4c64-a951-12dce0d7625b tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1002786 Apr 11 21:14:50.326386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-48de50bf-04a6-431d-bab3-61938b62c9a9 req-fb993dec-ce3a-4b7c-af12-066fe3d662ef tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Apr 11 21:14:50.535634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c556-85ca-40db-b2da-4da213337713 req-03bc7d00-369c-4d17-83cf-947c1f7c55d8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:50.537125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8a7c556-85ca-40db-b2da-4da213337713 req-03bc7d00-369c-4d17-83cf-947c1f7c55d8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0836895 Apr 11 21:14:50.583441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d8a7c556-85ca-40db-b2da-4da213337713 req-fbf508b8-67af-485b-b992-929523909b55 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Apr 11 21:14:50.798818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0ff-1f4f-44be-b791-20a7e59b43c5 req-d4307da1-c39d-43cb-bc60-f1f5dc1e6b08 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:50.800317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1a9e0ff-1f4f-44be-b791-20a7e59b43c5 req-d4307da1-c39d-43cb-bc60-f1f5dc1e6b08 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0770879 Apr 11 21:14:50.850522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1a9e0ff-1f4f-44be-b791-20a7e59b43c5 req-4bd7f94b-591e-422b-9d02-c79e7baa1cf5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Apr 11 21:14:51.082610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad47d0-029a-4c74-a5ca-36cce4fff554 req-6c2dceab-0481-4235-8756-eb5c2e513a05 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:51.084419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9dad47d0-029a-4c74-a5ca-36cce4fff554 req-6c2dceab-0481-4235-8756-eb5c2e513a05 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0815349 Apr 11 21:14:51.136791 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9dad47d0-029a-4c74-a5ca-36cce4fff554 req-baf86c27-af42-44e7-bfa9-0aef1c826aad tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Apr 11 21:14:51.345705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f94c41-e567-42c8-9bce-26d51146aeea req-2bdb92cd-087d-491c-a347-585889f7a51d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:51.347400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f94c41-e567-42c8-9bce-26d51146aeea req-2bdb92cd-087d-491c-a347-585889f7a51d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0899403 Apr 11 21:14:51.404138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f94c41-e567-42c8-9bce-26d51146aeea req-b4b8e21d-2e26-479e-83ed-8f09c3f658f1 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491059 Apr 11 21:14:51.491056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36250) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:51.642523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-633387710', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:51.649902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:51.656007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Usage tracker for resource:port and tenant:9113c68368ce44f0907e08ac002fa568 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:51.660779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:51.667545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:51.684584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9bcc-14c7-4fe6-b954-5ed6b18c861d req-f78a612a-fc87-4937-8fe4-18daad6d8454 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:51.689611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c2d9bcc-14c7-4fe6-b954-5ed6b18c861d req-f78a612a-fc87-4937-8fe4-18daad6d8454 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1041334 Apr 11 21:14:51.733185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c2d9bcc-14c7-4fe6-b954-5ed6b18c861d req-6c6f9e06-e5c2-4d66-957b-73a0d3e032ba tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Apr 11 21:14:51.777964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Made reservation on behalf of 9113c68368ce44f0907e08ac002fa568 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:14:51.787609 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:51.796953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:51.829642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:51.833491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Usage tracker for resource:security_group_rule and tenant:9113c68368ce44f0907e08ac002fa568 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:51.836399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:51.843810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:51.916792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:51.949719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2ce9-3750-4775-b08b-47e572f3fb28 req-8fe7a838-513d-4c03-b2d0-4fdc86e23317 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:51.956747 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-418a2ce9-3750-4775-b08b-47e572f3fb28 req-8fe7a838-513d-4c03-b2d0-4fdc86e23317 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0923226 Apr 11 21:14:51.976015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:51.986165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] device_id is not set on port babe9164-a620-4f4b-8768-f211d7d16f68 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:14:51.999312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-418a2ce9-3750-4775-b08b-47e572f3fb28 req-3d474f91-0993-45a3-9155-79facb6c513c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Apr 11 21:14:52.057703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a63035b-e8f1-47c9-8883-c8178fa21f4f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:52.074558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.074917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.077670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.078161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.078322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:14:52.161280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Allocated IP 172.25.5.73 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/babe9164-a620-4f4b-8768-f211d7d16f68) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:14:52.458030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:52.547036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:52.618561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:14:52.621531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:14:52.626747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:14:52.658369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Pushing event updated for resources: {'Port': ['ID=babe9164-a620-4f4b-8768-f211d7d16f68,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:52.686960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:52.687575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:52.805070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ffbfa20f-daec-49a5-8f00-2df245eaa393 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3127458 Apr 11 21:14:52.807854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36264) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:52.812117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146cd6-cd17-4159-89e8-218e79a74318 req-70007449-3639-4f7f-8d84-8914e5dd64b3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:52.813376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.73'}]}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:52.813740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b146cd6-cd17-4159-89e8-218e79a74318 req-70007449-3639-4f7f-8d84-8914e5dd64b3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0792675 Apr 11 21:14:52.818803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:52.823025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Usage tracker for resource:router and tenant:9113c68368ce44f0907e08ac002fa568 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:52.827771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:52.833627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:52.881482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2b146cd6-cd17-4159-89e8-218e79a74318 req-b96bb3b9-e156-4014-93f7-ac0d28b43a0d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Apr 11 21:14:52.937832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:52.939722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:52.962061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:53.199091 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:53.583149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:53.613074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:53.838644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:54.296139 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:54.304277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:54.320221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd39387-494b-4f61-8504-93360fc4f3a1 req-8f98e885-111b-485c-ad82-a802568d816c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:54.321477 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cd39387-494b-4f61-8504-93360fc4f3a1 req-8f98e885-111b-485c-ad82-a802568d816c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.2836592 Apr 11 21:14:54.379406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cd39387-494b-4f61-8504-93360fc4f3a1 req-9ea3bc50-e919-49ea-b568-6f051ec1e807 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Apr 11 21:14:54.434775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:54.435289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7fb4655-1db7-40f0-a7d8-b6451fcddbc7 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:14:54.537803 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 11 21:14:54.543245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ac97c631-cf72-4107-89ce-a7747db94636 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7299478 Apr 11 21:14:54.543367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36276) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:54.738727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Deleting port babe9164-a620-4f4b-8768-f211d7d16f68 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:14:54.746450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:54.965741 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:55.088009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Calling delete_port for babe9164-a620-4f4b-8768-f211d7d16f68 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:14:55.112873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b419bb-c45f-4fff-acb7-8d7d8655a437 req-8e01be61-5257-41d2-8abe-cc03dcbfc745 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:55.113401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62b419bb-c45f-4fff-acb7-8d7d8655a437 req-8e01be61-5257-41d2-8abe-cc03dcbfc745 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0907311 Apr 11 21:14:55.161805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62b419bb-c45f-4fff-acb7-8d7d8655a437 req-3523f925-69b4-4751-a418-a9e2d1a1d0a5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Apr 11 21:14:55.258481 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-7282c1fb-19af-48fa-8808-dd83d72712e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e19eeae5fe0464aba7340aedd579703&device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 1098 time: 0.1446555 Apr 11 21:14:55.396847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e432395-e64a-4343-97e0-2196db55640b req-ac34ccca-02bc-4876-88c5-62885b297987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:55.398283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-ac34ccca-02bc-4876-88c5-62885b297987 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 200 len: 915 time: 0.1310942 Apr 11 21:14:55.460250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:55.506437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-57c7d6c7-0ba4-489e-89fe-c1acf282824b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 200 len: 217 time: 0.1022699 Apr 11 21:14:55.550251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Pushing event deleted for resources: {'Port': ['ID=babe9164-a620-4f4b-8768-f211d7d16f68,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:55.646797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e432395-e64a-4343-97e0-2196db55640b req-c967d32b-1f34-4a42-99ce-dfea441d58be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:55.648338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-c967d32b-1f34-4a42-99ce-dfea441d58be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 200 len: 854 time: 0.1322625 Apr 11 21:14:55.701885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-9f502543-0adb-4090-8cc4-8a8a5233897e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f336a473-4c4a-4d20-be37-f099f48ac988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452909 Apr 11 21:14:55.702987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:55.735787 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6481e019-a7f3-4e75-b6d7-cc0a4f1c1520 tempest-RoutersAdminNegativeTest-523611822 tempest-RoutersAdminNegativeTest-523611822-project-admin] 10.222.0.61 "DELETE /v2.0/ports/babe9164-a620-4f4b-8768-f211d7d16f68 HTTP/1.1" status: 204 len: 168 time: 1.1913333 Apr 11 21:14:55.841294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-7f083323-7cff-464a-b3ae-cd7ae05351a5 service neutron] 10.222.0.69 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322722 Apr 11 21:14:55.975539 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e432395-e64a-4343-97e0-2196db55640b req-513273d5-81bf-4961-8eb8-cfa4120996d7 service neutron] 10.222.0.69 "GET /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286838 Apr 11 21:14:56.277741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36296) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:56.368506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66175d-fc47-4cd2-a384-6bd007b1d9af req-d812a2b1-a16e-4787-aa33-8eda610fe778 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:56.369948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd66175d-fc47-4cd2-a384-6bd007b1d9af req-d812a2b1-a16e-4787-aa33-8eda610fe778 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0814183 Apr 11 21:14:56.416517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd66175d-fc47-4cd2-a384-6bd007b1d9af req-f79a05d0-f406-42cc-88f4-4a89a3cc66de tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Apr 11 21:14:56.441215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:56.479814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:14:56.484633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Usage tracker for resource:security_group_rule and tenant:97c4d72a8d1f4a098d6a66976b57c198 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:14:56.487720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:14:56.493585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:14:56.584602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:56.695398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:56.836924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd117c3-2efb-4e0b-bf27-d2486f6bc059,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:56.843040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-079eb313-8e29-41b6-a71a-ac593cdba312 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97c4d72a8d1f4a098d6a66976b57c198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5643258 Apr 11 21:14:56.845828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36306) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:56.906594 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6961-d4c1-4f8b-8ac7-d3c271aa2f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:56.932524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6961-d4c1-4f8b-8ac7-d3c271aa2f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:57.049470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6961-d4c1-4f8b-8ac7-d3c271aa2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:57.067967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6961-d4c1-4f8b-8ac7-d3c271aa2f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd117c3-2efb-4e0b-bf27-d2486f6bc059,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:57.071916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6961-d4c1-4f8b-8ac7-d3c271aa2f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:57.075582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3c5a6961-d4c1-4f8b-8ac7-d3c271aa2f84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abd117c3-2efb-4e0b-bf27-d2486f6bc059 HTTP/1.1" status: 204 len: 168 time: 0.2263072 Apr 11 21:14:57.642789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d703bb-4461-47ad-98f2-207fda264020 req-e9c9a64f-edb7-4f49-acb6-72070bb4aeb5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:57.644654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8d703bb-4461-47ad-98f2-207fda264020 req-e9c9a64f-edb7-4f49-acb6-72070bb4aeb5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0842037 Apr 11 21:14:57.695814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d8d703bb-4461-47ad-98f2-207fda264020 req-2b9a0e4a-d703-4cab-a44b-01878739cfb9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Apr 11 21:14:57.742632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:57.802534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f4e67a0-33dc-4546-a6d4-5e8a3accde88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9113c68368ce44f0907e08ac002fa568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586669 Apr 11 21:14:57.804938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36326) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:57.913758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-732ff65b-3eb4-4225-8fef-7c75388e559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:57.956136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-732ff65b-3eb4-4225-8fef-7c75388e559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:57.986248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646910-8a31-4ae0-9e15-84fc3e62cfd3 req-c46cfa20-7bf8-4783-85bb-c82ed91cf797 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:57.988507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60646910-8a31-4ae0-9e15-84fc3e62cfd3 req-c46cfa20-7bf8-4783-85bb-c82ed91cf797 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1413367 Apr 11 21:14:58.049597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60646910-8a31-4ae0-9e15-84fc3e62cfd3 req-7a077f3a-329e-41a3-9d82-0e98648407fb tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487177 Apr 11 21:14:58.142097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-732ff65b-3eb4-4225-8fef-7c75388e559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:58.164746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ff65b-3eb4-4225-8fef-7c75388e559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a63035b-e8f1-47c9-8883-c8178fa21f4f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:14:58.193259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-732ff65b-3eb4-4225-8fef-7c75388e559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:58.197413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-732ff65b-3eb4-4225-8fef-7c75388e559d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a63035b-e8f1-47c9-8883-c8178fa21f4f HTTP/1.1" status: 204 len: 168 time: 0.3909173 Apr 11 21:14:58.380461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bbc66-4e49-47ec-91a2-18dcb1549e2a req-584c419b-35e9-4b73-a4ac-bb4b8c1f4b96 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:58.381569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-201bbc66-4e49-47ec-91a2-18dcb1549e2a req-584c419b-35e9-4b73-a4ac-bb4b8c1f4b96 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0931487 Apr 11 21:14:58.458312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-201bbc66-4e49-47ec-91a2-18dcb1549e2a req-571f96b2-8eb2-4406-902c-e7f2a79f0247 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696254 Apr 11 21:14:58.676657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa5f6c-bd4c-46a7-a9f4-2688c17dc247 req-d7c1a7e8-a9b9-427b-bde0-7fb0e4300062 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:58.678135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26fa5f6c-bd4c-46a7-a9f4-2688c17dc247 req-d7c1a7e8-a9b9-427b-bde0-7fb0e4300062 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0879076 Apr 11 21:14:58.745762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26fa5f6c-bd4c-46a7-a9f4-2688c17dc247 req-2ebacc3f-e89e-4803-8422-2bd27e3b75a8 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Apr 11 21:14:59.038702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:14:59.057666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05548b44-e84c-4ca2-83d2-e85a07b84746 req-14159be6-382e-4c0a-a673-2a74bc560e49 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:59.059049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05548b44-e84c-4ca2-83d2-e85a07b84746 req-14159be6-382e-4c0a-a673-2a74bc560e49 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0844917 Apr 11 21:14:59.135524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05548b44-e84c-4ca2-83d2-e85a07b84746 req-0fd11eea-f165-49e1-91cf-250fa1b57694 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698566 Apr 11 21:14:59.360689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51571b0-8b56-4ab8-9851-7d1938d3c55e req-0d66eff9-8c89-41df-8a73-e51b12b1007f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:59.362475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d51571b0-8b56-4ab8-9851-7d1938d3c55e req-0d66eff9-8c89-41df-8a73-e51b12b1007f tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0944932 Apr 11 21:14:59.410334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d51571b0-8b56-4ab8-9851-7d1938d3c55e req-96720f04-406d-44e1-b437-75361bbe9591 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Apr 11 21:14:59.671409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0730b8-6e42-4246-a6b9-a45d295649a1 req-53da2bd5-fcb6-4977-b822-7237fec099dc tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:14:59.678701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e0730b8-6e42-4246-a6b9-a45d295649a1 req-53da2bd5-fcb6-4977-b822-7237fec099dc tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0971923 Apr 11 21:14:59.729781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e0730b8-6e42-4246-a6b9-a45d295649a1 req-49a7a0da-8745-4338-800c-759db45e5c1c tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501370 Apr 11 21:14:59.753909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36368) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:14:59.988879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1238906524'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:14:59.996402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:00.004514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:network and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:00.008324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:00.028081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:00.050984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed4550-3e8c-48d2-9246-5dc964012909 req-46f15f76-b461-4e6a-aa1e-c55c4b90cf81 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:00.052903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89ed4550-3e8c-48d2-9246-5dc964012909 req-46f15f76-b461-4e6a-aa1e-c55c4b90cf81 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1350083 Apr 11 21:15:00.103675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89ed4550-3e8c-48d2-9246-5dc964012909 req-06f0da4c-596f-4a9e-ad27-7e516ddba6e9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Apr 11 21:15:00.148770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:00.151700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.172686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.228047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:00.228047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:security_group_rule and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:00.229018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:00.236766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:00.327188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.400768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.462200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:15:00.472659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164ef701-eff3-49ca-b575-dc85ad7cea7a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:00.480001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.480785 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Added segment e5fd7607-31cc-4d32-82ff-cc8cd45d74e1 of type vlan for network dc2abbe2-62ef-42e5-8aed-489bf1f33397 Apr 11 21:15:00.514479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274c557-c29f-49e8-919f-55fe75e619c9 req-01d1a0c3-e68a-470b-8395-61e067958931 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:00.515813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.515996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9274c557-c29f-49e8-919f-55fe75e619c9 req-01d1a0c3-e68a-470b-8395-61e067958931 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1385803 Apr 11 21:15:00.586036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9274c557-c29f-49e8-919f-55fe75e619c9 req-fa15c4d0-f174-4cc8-b819-c8ba8d85e006 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 Apr 11 21:15:00.629589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.639238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:00.640633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.758047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Network': ['ID=dc2abbe2-62ef-42e5-8aed-489bf1f33397,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:00.770570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:15:00.813527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:00.851156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b25b5c32-1308-4eb5-bb7c-6b3af407780e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0955906 Apr 11 21:15:00.854224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36398) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:00.865050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:00.901917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30dc8-57f5-488b-a55a-5c960b3575d4 req-0a941ffa-13c9-4cdd-bb4f-13cd6dfa5875 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:00.918692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9f30dc8-57f5-488b-a55a-5c960b3575d4 req-0a941ffa-13c9-4cdd-bb4f-13cd6dfa5875 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1363373 Apr 11 21:15:00.992075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d9f30dc8-57f5-488b-a55a-5c960b3575d4 req-5ef386d3-fa1e-4a16-974c-b5019a02e037 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723534 Apr 11 21:15:01.014699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:01.014699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:01.015983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:01.021768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:01.149216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:01.259059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd59a2-3e89-4091-8234-3a95a29fb787 req-8f9810e5-1d82-407c-bfb6-caaf26c3fda9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:01.261012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2cd59a2-3e89-4091-8234-3a95a29fb787 req-8f9810e5-1d82-407c-bfb6-caaf26c3fda9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1052992 Apr 11 21:15:01.272025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:01.349754 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2cd59a2-3e89-4091-8234-3a95a29fb787 req-36ffa3bb-fb6b-4a1d-8716-775e121ab4e0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821090 Apr 11 21:15:01.571321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef16f54-e7f1-4edb-8820-cb0715ed76d6 req-b1486602-63d8-47ef-aa78-1e83c5b0b9b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:01.580911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bef16f54-e7f1-4edb-8820-cb0715ed76d6 req-b1486602-63d8-47ef-aa78-1e83c5b0b9b9 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0862479 Apr 11 21:15:01.591318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccbd30-9eab-4548-8e35-8fef4edc7d86 req-dc426d0b-ccfb-4b12-ab96-bdf3729afc1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:01.592288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f7ccbd30-9eab-4548-8e35-8fef4edc7d86 req-dc426d0b-ccfb-4b12-ab96-bdf3729afc1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:01.626418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bef16f54-e7f1-4edb-8820-cb0715ed76d6 req-ceac4eb9-f399-4695-902a-891cd3bbb806 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Apr 11 21:15:01.680513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:01.716346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f7ccbd30-9eab-4548-8e35-8fef4edc7d86 req-dc426d0b-ccfb-4b12-ab96-bdf3729afc1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:01.717540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7ccbd30-9eab-4548-8e35-8fef4edc7d86 req-dc426d0b-ccfb-4b12-ab96-bdf3729afc1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 945 time: 0.2576394 Apr 11 21:15:01.796252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=69762cf6-d083-4f9e-b083-81719f400ca7,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:01.815589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:01.815952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network hostable DHCP agents. Network: dc2abbe2-62ef-42e5-8aed-489bf1f33397, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:15:01.821990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7ccbd30-9eab-4548-8e35-8fef4edc7d86 req-d953fe2e-d25e-441f-915b-03cbc1bb61d0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907059 Apr 11 21:15:01.858784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd988a2c-c4c9-4d93-9540-3eb88d2d9ee8 req-ce6178b1-064e-4f52-8b97-a11388e1df9d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:01.860270 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd988a2c-c4c9-4d93-9540-3eb88d2d9ee8 req-ce6178b1-064e-4f52-8b97-a11388e1df9d tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0976822 Apr 11 21:15:01.908494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd988a2c-c4c9-4d93-9540-3eb88d2d9ee8 req-1e49bb04-f11a-46ec-a840-f9453b3df424 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Apr 11 21:15:01.954448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:15:02.073445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, dc2abbe2-62ef-42e5-8aed-489bf1f33397) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:02.081808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:02.082434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:02.082731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc5faf-ee5c-40e9-b67c-edcc3fbdf406 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:02.138916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809fd1-42d6-4747-b88f-497f3ed2a64e req-6f23d5d0-ea06-4af3-8e0b-72e67c71761e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:02.140412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27809fd1-42d6-4747-b88f-497f3ed2a64e req-6f23d5d0-ea06-4af3-8e0b-72e67c71761e tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1034999 Apr 11 21:15:02.181210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-84f8ecb1-b2d3-4e04-b70b-b2ae8acce1c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3259461 Apr 11 21:15:02.184342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36422) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:02.191697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'name': 'tempest-NetworksTestDHCPv6-1216679820'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:02.322214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '69762cf6-d083-4f9e-b083-81719f400ca7'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:02.323758 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:02.360211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27809fd1-42d6-4747-b88f-497f3ed2a64e req-150b191c-d382-4acd-a8bc-b8a4cece0b69 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123244 Apr 11 21:15:02.445632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:02.452018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:02.455725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:02.464336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:02.493152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/69762cf6-d083-4f9e-b083-81719f400ca7/6652ff23-a211-4a72-b340-f13d8dd255ce) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:02.589198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:02.590124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:02.618220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 0524767f-a310-4935-bf4f-3038d9e5d83a yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:02.717633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dce79-8275-4033-8513-e43098aed78f req-4b4462fd-8bb9-4007-99e7-355b4a3fea29 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:02.718182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-390dce79-8275-4033-8513-e43098aed78f req-4b4462fd-8bb9-4007-99e7-355b4a3fea29 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1878960 Apr 11 21:15:02.739491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:02.751744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Transition to ACTIVE for port object 6652ff23-a211-4a72-b340-f13d8dd255ce will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:02.772267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Transition to ACTIVE for port object 6652ff23-a211-4a72-b340-f13d8dd255ce will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:02.816366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-390dce79-8275-4033-8513-e43098aed78f req-2d03912a-715e-4854-9824-ececedb333e0 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613356 Apr 11 21:15:02.833778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce4570-139d-4c8b-885d-fa472f655acc req-0519d6b1-a646-4b7d-9520-2d78c259a2ed tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:02.835215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbce4570-139d-4c8b-885d-fa472f655acc req-0519d6b1-a646-4b7d-9520-2d78c259a2ed tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 945 time: 0.1255193 Apr 11 21:15:02.912772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:02.953894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port 7590a52e-5fd0-4070-8202-a747864e42cd {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:02.954219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:02.994015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:03.000556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:03.001618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:03.013496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Pushing event updated for resources: {'Port': ['ID=6652ff23-a211-4a72-b340-f13d8dd255ce,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:03.055580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::22a (dc2abbe2-62ef-42e5-8aed-489bf1f33397/69762cf6-d083-4f9e-b083-81719f400ca7/0524767f-a310-4935-bf4f-3038d9e5d83a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:03.080673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.081108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.081327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.081660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.081987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.082308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.082802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.083367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.083445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.083767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.084089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:03.119107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Attempting to bind port 6652ff23-a211-4a72-b340-f13d8dd255ce on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:03.120125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Attempting to bind port 6652ff23-a211-4a72-b340-f13d8dd255ce by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:03.120498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Attempting to bind port 6652ff23-a211-4a72-b340-f13d8dd255ce on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:03.128551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:03.134186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:03.134186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.134186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:03.134186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Bound port: 6652ff23-a211-4a72-b340-f13d8dd255ce, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:03.134186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.206188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417280d-b8c2-4a5f-8d6b-f3539ea2ba27 req-1bb66a11-0d42-4830-8338-cab6e578a217 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:03.211508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4417280d-b8c2-4a5f-8d6b-f3539ea2ba27 req-1bb66a11-0d42-4830-8338-cab6e578a217 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 945 time: 0.2491376 Apr 11 21:15:03.265331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] For port 6652ff23-a211-4a72-b340-f13d8dd255ce, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:03.270492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] For port 6652ff23-a211-4a72-b340-f13d8dd255ce, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6652ff23-a211-4a72-b340-f13d8dd255ce,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:03.290741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4417280d-b8c2-4a5f-8d6b-f3539ea2ba27 req-1d8fc6ce-3c47-48ba-8216-6173dc2a68b8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=52bd138a-17d6-4444-9c23-72a43290b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726345 Apr 11 21:15:03.369524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.460236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744fa3-3951-4779-a9c9-1dc48f61412a None None] Pushing event updated for resources: {'Port': ['ID=6652ff23-a211-4a72-b340-f13d8dd255ce,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:03.486020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] For port 7590a52e-5fd0-4070-8202-a747864e42cd, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7590a52e-5fd0-4070-8202-a747864e42cd,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:03.486020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.695863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.740256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 0524767f-a310-4935-bf4f-3038d9e5d83a will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:03.872337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.872337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:03.872337 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 078e1f8d-e58e-4ba3-816b-0bf453092cd5 disassociated. External IP: 172.25.5.254, port: 7590a52e-5fd0-4070-8202-a747864e42cd. Apr 11 21:15:03.873001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for 7590a52e-5fd0-4070-8202-a747864e42cd owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:03.970905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:04.107149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:04.108156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=0524767f-a310-4935-bf4f-3038d9e5d83a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:04.112902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:04.117115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:04.120678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:04.121267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:04.229499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:04.283410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-389970a5-55e2-429d-9176-3121d6c94d3b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0958796 Apr 11 21:15:04.284566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36440) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:04.290241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=7590a52e-5fd0-4070-8202-a747864e42cd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:04.475018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725806eb-2802-4bc6-babd-ad87fba132b0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:04.501037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725806eb-2802-4bc6-babd-ad87fba132b0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:04.515864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-725806eb-2802-4bc6-babd-ad87fba132b0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2265701 Apr 11 21:15:04.516824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36448) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:04.633300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 0524767f-a310-4935-bf4f-3038d9e5d83a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:04.633649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:04.731508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-051d1662-0037-49c1-a77f-c0903f6f85bd req-6f31113f-54ee-4181-8ee5-7a1800a2fce6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:04.793476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6652ff23-a211-4a72-b340-f13d8dd255ce up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:04.835817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-051d1662-0037-49c1-a77f-c0903f6f85bd req-6f31113f-54ee-4181-8ee5-7a1800a2fce6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:04.837312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-051d1662-0037-49c1-a77f-c0903f6f85bd req-6f31113f-54ee-4181-8ee5-7a1800a2fce6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 210 time: 0.2439389 Apr 11 21:15:04.859407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805596d7-c859-4dac-ae68-9fc8d9f3560f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:04.950098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:15:05.072787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.149034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c602-cb2d-4317-b5c1-b282acc16ba0 None None] Provisioning for port 6652ff23-a211-4a72-b340-f13d8dd255ce completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:05.201963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6652ff23-a211-4a72-b340-f13d8dd255ce completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:05.209828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6652ff23-a211-4a72-b340-f13d8dd255ce triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:05.210209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.219512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:15:05.231629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 0524767f-a310-4935-bf4f-3038d9e5d83a owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:05.239436 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:15:05.265448 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:05.266007 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:05.376791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] No DVR routers for this DVR port 7590a52e-5fd0-4070-8202-a747864e42cd on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:05.380252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.382743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbce4570-139d-4c8b-885d-fa472f655acc req-03d19497-e69d-48a7-9e9f-15ef6dd932d4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "DELETE /v2.0/ports/7590a52e-5fd0-4070-8202-a747864e42cd HTTP/1.1" status: 204 len: 173 time: 2.5398374 Apr 11 21:15:05.383187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'name': 'network-vif-deleted', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:15:05.460370 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4d136d-14b6-4283-b55d-72cea48e099d'] response: {'server_uuid': 'e8aee5b2-b42d-4445-b761-316fc5f7f30b', 'name': 'network-vif-deleted', 'tag': '7590a52e-5fd0-4070-8202-a747864e42cd', 'status': 'completed', 'code': 200} Apr 11 21:15:05.585908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.636214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.647848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6652ff23-a211-4a72-b340-f13d8dd255ce, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6652ff23-a211-4a72-b340-f13d8dd255ce,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:05.679753 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:05.710295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=0524767f-a310-4935-bf4f-3038d9e5d83a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:05.758609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.765515 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c775f25e-fa67-4770-bf8a-c7eb316ce5de tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/0524767f-a310-4935-bf4f-3038d9e5d83a HTTP/1.1" status: 204 len: 168 time: 1.2423525 Apr 11 21:15:05.768197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36458) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:05.775191 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:05.868454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1c6bd-9b87-4489-a2f2-51c87e1fa0d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:05.872886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1c6bd-9b87-4489-a2f2-51c87e1fa0d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:05.872886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0cf1c6bd-9b87-4489-a2f2-51c87e1fa0d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1025345 Apr 11 21:15:05.874923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36462) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:05.889767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6652ff23-a211-4a72-b340-f13d8dd255ce,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:05.916052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ab74ea8b-d879-4098-97f1-5ab591f4d7f8 None None] Provisioning complete for port 6652ff23-a211-4a72-b340-f13d8dd255ce triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:05.916606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ab74ea8b-d879-4098-97f1-5ab591f4d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.171579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36e96476-7dc3-40b0-a2ab-65e1f01f76d6 req-83f82bb3-548e-4b77-bdcb-c15df446a3e0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8aee5b2-b42d-4445-b761-316fc5f7f30b HTTP/1.1" status: 200 len: 210 time: 0.0860982 Apr 11 21:15:06.180456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ab74ea8b-d879-4098-97f1-5ab591f4d7f8 None None] Could not find standard attr ID for object 0524767f-a310-4935-bf4f-3038d9e5d83a. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:15:06.245884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7590a52e-5fd0-4070-8202-a747864e42cd no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:06.262020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 69762cf6-d083-4f9e-b083-81719f400ca7 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:06.277871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.382567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5b1ff43e-6f3d-4159-ac0e-f70e6ed488f6 None None] Could not find standard attr ID for object 0524767f-a310-4935-bf4f-3038d9e5d83a. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:15:06.400753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 7590a52e-5fd0-4070-8202-a747864e42cd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:06.400753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7590a52e-5fd0-4070-8202-a747864e42cd not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:06.451165 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:13Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:06.455322 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:15:06.487726 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:06.487726 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:14:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:06.525908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.649283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.733228 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:06.823169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6652ff23-a211-4a72-b340-f13d8dd255ce up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:06.874347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.947278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=69762cf6-d083-4f9e-b083-81719f400ca7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:06.957503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6652ff23-a211-4a72-b340-f13d8dd255ce triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:06.958669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.962786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:06.974409 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09cae0af-8a94-4565-8679-5df01b1ca1d6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/69762cf6-d083-4f9e-b083-81719f400ca7 HTTP/1.1" status: 204 len: 168 time: 1.0950499 Apr 11 21:15:06.974409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:07.021061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f862b-9433-4f2d-b6b2-509bfb96ecaa None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:07.118447 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d5a1407-8935-4031-8940-c8b458541909 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429167 Apr 11 21:15:07.121702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:07.127658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:07.354109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:07.364404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:07.386981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:07.396282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:07.458838 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:13Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:07.463459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd43d5-14ad-4f50-9127-140530c953fb None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:51:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45360a85-e969-48ef-a706-4b6df3432c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:12:45Z', 'updated_at': '2022-04-11T21:13:13Z', 'revision_number': 2, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:15:07.499001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:07.624660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:07.631308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] Deleting port 6652ff23-a211-4a72-b340-f13d8dd255ce {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:07.632155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:07.643959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:07.929991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d5acb-0a10-4e82-a303-8c853598570c None None] New status for floating IP 078e1f8d-e58e-4ba3-816b-0bf453092cd5: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:15:08.144081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.238903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:08.254330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:08.257829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:08.261774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:08.262643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.329109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] For port 6652ff23-a211-4a72-b340-f13d8dd255ce, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6652ff23-a211-4a72-b340-f13d8dd255ce,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:08.329599 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.378336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9d1cb70d-f705-4ab5-906a-8dc3bd248908 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2554362 Apr 11 21:15:08.383112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36492) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:08.389974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'name': 'tempest-NetworksTestDHCPv6-917394645'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:08.476464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] Calling delete_port for 6652ff23-a211-4a72-b340-f13d8dd255ce owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:08.579978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36498) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:08.585150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:08.589176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:08.593678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:08.600179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:08.660955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb73ceb9-e46b-4483-9297-2fde719134c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.666264 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.721834 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb73ceb9-e46b-4483-9297-2fde719134c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.728562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] No DVR routers for this DVR port 6652ff23-a211-4a72-b340-f13d8dd255ce on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:08.735834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768789c0-84bf-4a2d-99d4-3a5d20e4ee05 None None] Pushing event deleted for resources: {'Port': ['ID=6652ff23-a211-4a72-b340-f13d8dd255ce,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:08.752946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6652ff23-a211-4a72-b340-f13d8dd255ce no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:08.760127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:08.766587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.786945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 14f8b7b2-a10b-4a86-a424-546c24573864 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:08.792872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6652ff23-a211-4a72-b340-f13d8dd255ce {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:08.793439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6652ff23-a211-4a72-b340-f13d8dd255ce not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:08.795128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260de310-3566-4b8e-b9a2-9fa4b271f337 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:08.897774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb73ceb9-e46b-4483-9297-2fde719134c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:08.958859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73ceb9-e46b-4483-9297-2fde719134c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd138a-17d6-4444-9c23-72a43290b7c0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:08.960670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::42 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd/14f8b7b2-a10b-4a86-a424-546c24573864) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:09.047102 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb73ceb9-e46b-4483-9297-2fde719134c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.049177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb73ceb9-e46b-4483-9297-2fde719134c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/security-groups/52bd138a-17d6-4444-9c23-72a43290b7c0 HTTP/1.1" status: 204 len: 168 time: 0.4675369 Apr 11 21:15:09.051656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36504) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:09.078831 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-6621582b-0e7e-49c8-a691-1f1c76fbeea4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] show failed (client error): The resource could not be found. Apr 11 21:15:09.080045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6621582b-0e7e-49c8-a691-1f1c76fbeea4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups/52bd138a-17d6-4444-9c23-72a43290b7c0 HTTP/1.1" status: 404 len: 347 time: 0.0266194 Apr 11 21:15:09.083765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36508) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:09.109874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:09.110682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.221390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.244532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 14f8b7b2-a10b-4a86-a424-546c24573864 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:09.351743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.358839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port c24ec59e-7d54-4622-b46d-9ec1e64cd735 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:09.359201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.470457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd/d1bad90a-8f6d-4397-ad7d-08ea3967872c) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:09.597960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.598510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.600995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:09.604143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:09.608990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:09.612954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:09.613706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.635094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=14f8b7b2-a10b-4a86-a424-546c24573864,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:09.725141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for c24ec59e-7d54-4622-b46d-9ec1e64cd735 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:09.746082 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.757891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Transition to ACTIVE for port object d1bad90a-8f6d-4397-ad7d-08ea3967872c will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:09.779149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Transition to ACTIVE for port object d1bad90a-8f6d-4397-ad7d-08ea3967872c will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:09.795960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f560358c-5ba1-4610-85d5-8cb8505cc0f3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4115458 Apr 11 21:15:09.799674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:09.890015 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:09.890616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b476abf-6247-4eec-bf66-3315091ca978 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:09.891302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3b476abf-6247-4eec-bf66-3315091ca978 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:09.965386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:09.968713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:09.971415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:09.980285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Pushing event updated for resources: {'Port': ['ID=d1bad90a-8f6d-4397-ad7d-08ea3967872c,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:09.986924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.016041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3b476abf-6247-4eec-bf66-3315091ca978 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:10.016041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3b476abf-6247-4eec-bf66-3315091ca978 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2116592 Apr 11 21:15:10.016497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36518) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:10.043081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=c24ec59e-7d54-4622-b46d-9ec1e64cd735,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:10.088067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Attempting to bind port d1bad90a-8f6d-4397-ad7d-08ea3967872c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:10.088973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Attempting to bind port d1bad90a-8f6d-4397-ad7d-08ea3967872c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:10.089501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Attempting to bind port d1bad90a-8f6d-4397-ad7d-08ea3967872c on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:10.098209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:10.099238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:10.099813 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.100970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:10.101705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Bound port: d1bad90a-8f6d-4397-ad7d-08ea3967872c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:10.102256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.119865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 14f8b7b2-a10b-4a86-a424-546c24573864 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:10.132058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.154662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.214175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] For port d1bad90a-8f6d-4397-ad7d-08ea3967872c, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:10.218236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] For port d1bad90a-8f6d-4397-ad7d-08ea3967872c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d1bad90a-8f6d-4397-ad7d-08ea3967872c,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:10.241748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.246501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-61715e5b-5a2f-4113-aba7-011328b9329a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/floatingips/078e1f8d-e58e-4ba3-816b-0bf453092cd5 HTTP/1.1" status: 204 len: 168 time: 1.1592085 Apr 11 21:15:10.311118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.404668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.411447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8636fa-0598-4fe1-a67c-bb2bdac7624b None None] Pushing event updated for resources: {'Port': ['ID=d1bad90a-8f6d-4397-ad7d-08ea3967872c,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:10.548257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 14f8b7b2-a10b-4a86-a424-546c24573864 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:10.857659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.911836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=14f8b7b2-a10b-4a86-a424-546c24573864,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:10.965672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:10.977247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-411b69c2-b554-4aed-9884-f8466ad81892 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/14f8b7b2-a10b-4a86-a424-546c24573864 HTTP/1.1" status: 204 len: 168 time: 0.9593086 Apr 11 21:15:10.980111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36542) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:11.074430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4f7d3-92f5-4b83-845d-2af8302fef07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:11.076216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4f7d3-92f5-4b83-845d-2af8302fef07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:11.076987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-62f4f7d3-92f5-4b83-845d-2af8302fef07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:11.206801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-62f4f7d3-92f5-4b83-845d-2af8302fef07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:11.209133 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-62f4f7d3-92f5-4b83-845d-2af8302fef07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2269599 Apr 11 21:15:11.225125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36548) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:11.443018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:11.446056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:11.510159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:11.626966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:11.771695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a916f5df-6c13-4bd2-b246-6fa605e7129c None None] Provisioning for port d1bad90a-8f6d-4397-ad7d-08ea3967872c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:11.783009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a7ba8-44c5-46bc-8fca-76b446e6d7f9 req-2306d2c5-cc1e-417c-8139-0fe8da05a69a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:11.785177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-119a7ba8-44c5-46bc-8fca-76b446e6d7f9 req-2306d2c5-cc1e-417c-8139-0fe8da05a69a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.1095450 Apr 11 21:15:11.840396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-119a7ba8-44c5-46bc-8fca-76b446e6d7f9 req-2bf5b2be-0df5-48ae-b511-1d3645cea931 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Apr 11 21:15:11.842925 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:11.890747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e8bd0e97-8f57-46c4-8e11-41369bf1ca1a None None] Could not find standard attr ID for object 14f8b7b2-a10b-4a86-a424-546c24573864. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:15:11.912596 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:15:11.915124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:11.927264 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.025095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aadc1952-12de-44ed-9c97-b2175094de78 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd HTTP/1.1" status: 204 len: 168 time: 0.7986422 Apr 11 21:15:12.029591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36554) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:12.125627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6b872-f21a-43c3-9505-be837e99c21a None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:12.125729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1dd9277b-ad45-483b-9f8c-577a87161bdb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878277 Apr 11 21:15:12.125811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36560) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:12.128171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:12.244448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:12.249330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:12.252440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:12.259250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:12.364026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:12.368357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.395326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:12.398514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] Deleting port d1bad90a-8f6d-4397-ad7d-08ea3967872c {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:12.398986 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.613091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] For port d1bad90a-8f6d-4397-ad7d-08ea3967872c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d1bad90a-8f6d-4397-ad7d-08ea3967872c,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:12.613408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.715071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.738686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] Calling delete_port for d1bad90a-8f6d-4397-ad7d-08ea3967872c owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:12.781133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:12.784093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:12.788207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:12.788785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.793909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=a743eaa9-0e17-4e8e-9089-8ac8d3e34240,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:12.921936 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-40ae850d-5ebe-4f30-b425-2fe66af190f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7991631 Apr 11 21:15:12.925797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:12.931321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'name': 'tempest-NetworksTestDHCPv6-1969158283'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:12.945280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:12.992174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] No DVR routers for this DVR port d1bad90a-8f6d-4397-ad7d-08ea3967872c on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:13.016541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d1fe2-8c23-4804-9139-e24b7af59344 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:13.032555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320865da-2a87-491e-932e-8c6e21f6b66c None None] Pushing event deleted for resources: {'Port': ['ID=d1bad90a-8f6d-4397-ad7d-08ea3967872c,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:13.214463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-fe106df3-e92a-44ba-a2b6-f894341815d3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:13.216783 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-fe106df3-e92a-44ba-a2b6-f894341815d3 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.69 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.0942447 Apr 11 21:15:13.302559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Deleting port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:13.304762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:13.322011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:13.327009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:13.330254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:13.336417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:13.350127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aaa79-3138-4022-adf6-80779cdf3e9d req-9fd18ec7-af02-40fe-a561-dcdc9ee15eee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:13.351687 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e08aaa79-3138-4022-adf6-80779cdf3e9d req-9fd18ec7-af02-40fe-a561-dcdc9ee15eee tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 947 time: 0.3077564 Apr 11 21:15:13.366437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'a743eaa9-0e17-4e8e-9089-8ac8d3e34240'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:13.367568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:13.423002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e08aaa79-3138-4022-adf6-80779cdf3e9d req-f021ac36-a206-4c95-b319-5d181d3b8468 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/security-groups?id=da7b620a-3d57-479c-b3cd-34923f0564ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586903 Apr 11 21:15:13.435580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:13.442320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:13.476672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 9bc89cd5-cffd-49e3-8e58-7362c002731d yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:13.623349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/a743eaa9-0e17-4e8e-9089-8ac8d3e34240/fb606733-e97d-4eaa-ad29-5e1a4bf9d84a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:13.672824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] For port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,segment=NetworkSegment(dd77c207-0714-43d4-bcf5-c4a49c9c92f5),segment_id=dd77c207-0714-43d4-bcf5-c4a49c9c92f5)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:13.673140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:13.797702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Calling delete_port for 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:13.853265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:13.864530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Transition to ACTIVE for port object fb606733-e97d-4eaa-ad29-5e1a4bf9d84a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:13.884236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Transition to ACTIVE for port object fb606733-e97d-4eaa-ad29-5e1a4bf9d84a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:13.933567 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5b33f46a-2528-4bde-a7d1-77efe8af3624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.012672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.087632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:14.092190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:14.096733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:14.098902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Pushing event updated for resources: {'Port': ['ID=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:14.111510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::29c (dc2abbe2-62ef-42e5-8aed-489bf1f33397/a743eaa9-0e17-4e8e-9089-8ac8d3e34240/9bc89cd5-cffd-49e3-8e58-7362c002731d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:14.178122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.201633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Attempting to bind port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:14.202229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Attempting to bind port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:14.202574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Attempting to bind port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:14.209468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:14.209917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:14.210402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.210850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:14.211370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Bound port: fb606733-e97d-4eaa-ad29-5e1a4bf9d84a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:14.211825 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.229168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Pushing event deleted for resources: {'Port': ['ID=6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:14.307375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] For port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:14.311361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] For port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:14.317658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] No DVR routers for this DVR port 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:14.323701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.326348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-deleted', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:15:14.371969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.394046 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ac0ae5-79bb-462d-a776-232f63017054'] response: {'server_uuid': '631d0001-e2e1-4336-85dc-a0700abe9083', 'name': 'network-vif-deleted', 'tag': '6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c', 'status': 'completed', 'code': 200} Apr 11 21:15:14.429504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7524fa4b-2c1b-4684-b97a-aae367212d8d req-a2e81185-501c-4db8-acea-2229028f8a8a tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.69 "DELETE /v2.0/ports/6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c HTTP/1.1" status: 204 len: 173 time: 1.2081461 Apr 11 21:15:14.436658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.449075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-fe12bc80-fa2d-4522-99ef-92ab7a4b658d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:14.449765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-fe12bc80-fa2d-4522-99ef-92ab7a4b658d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:14.466007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 9bc89cd5-cffd-49e3-8e58-7362c002731d will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:14.469989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83742376-2fea-4dff-8da7-54634f68e355 None None] Pushing event updated for resources: {'Port': ['ID=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:14.643968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9b6b91ab-d872-4287-b513-7b161d1c0150 req-05cb74d1-5ba7-4a96-aaf7-bb7456efcfd5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Synchronizing usage tracker for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:14.662420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-fe12bc80-fa2d-4522-99ef-92ab7a4b658d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:14.673822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-fe12bc80-fa2d-4522-99ef-92ab7a4b658d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 945 time: 0.4492829 Apr 11 21:15:14.710496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.810894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:14.812717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-a9ebc934-a3b1-456d-80ce-c50d6a4f8c1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:14.815665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:14.817450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=9bc89cd5-cffd-49e3-8e58-7362c002731d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:14.819622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:14.829674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:14.829674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:14.846944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9b6b91ab-d872-4287-b513-7b161d1c0150 req-05cb74d1-5ba7-4a96-aaf7-bb7456efcfd5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] Unset dirty status for tenant:1e19eeae5fe0464aba7340aedd579703 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:14.850025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b6b91ab-d872-4287-b513-7b161d1c0150 req-05cb74d1-5ba7-4a96-aaf7-bb7456efcfd5 tempest-ServersNegativeTestJSON-1030702033 tempest-ServersNegativeTestJSON-1030702033-project] 10.222.0.61 "GET /v2.0/ports?device_id=631d0001-e2e1-4336-85dc-a0700abe9083 HTTP/1.1" status: 200 len: 210 time: 0.2555757 Apr 11 21:15:14.943188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-a9ebc934-a3b1-456d-80ce-c50d6a4f8c1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:14.944412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a65e5b7e-960a-4365-a70a-f6e7d415fd04 req-a9ebc934-a3b1-456d-80ce-c50d6a4f8c1d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659349 Apr 11 21:15:14.992750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d9b06dc9-ad91-410f-b253-909064ce50fc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0629444 Apr 11 21:15:14.994812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36588) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:15.082623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628dab3-82c6-4a38-aab3-fd168e522362 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:15.086903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628dab3-82c6-4a38-aab3-fd168e522362 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:15.087702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8628dab3-82c6-4a38-aab3-fd168e522362 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:15.209056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8628dab3-82c6-4a38-aab3-fd168e522362 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:15.210253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8628dab3-82c6-4a38-aab3-fd168e522362 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2142303 Apr 11 21:15:15.215125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36592) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:15.294639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 9bc89cd5-cffd-49e3-8e58-7362c002731d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:15.295382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:15.567419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:15.631954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-175074a8-2dc6-4495-8595-27cce1b47a6e None None] Provisioning for port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:15.715676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 9bc89cd5-cffd-49e3-8e58-7362c002731d owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:15.849260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40d5ff25-6ccb-4b15-9491-9039bf89fcb4 None None] Provisioning for port 9bc89cd5-cffd-49e3-8e58-7362c002731d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:15.854257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40d5ff25-6ccb-4b15-9491-9039bf89fcb4 None None] Provisioning complete for port 9bc89cd5-cffd-49e3-8e58-7362c002731d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:15.854628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40d5ff25-6ccb-4b15-9491-9039bf89fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:15.903317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-4dadd47a-8e5c-442f-b291-d2a8fdf3decc tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:15.904994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-4dadd47a-8e5c-442f-b291-d2a8fdf3decc tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 945 time: 0.1531315 Apr 11 21:15:15.910431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-40d5ff25-6ccb-4b15-9491-9039bf89fcb4 None None] Port 9bc89cd5-cffd-49e3-8e58-7362c002731d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:15:15.973325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:15.988257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port 6489b708-0aa5-48db-b7a1-5f34e5015d38 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:15.988600 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.055925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Deleting subnet f5bbbfad-6357-4c19-9066-cde1bc6e99d9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:16.060505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.071274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:16.090789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.109880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:16.110208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6bb6ae66-57eb-4b3a-be0f-8b9db9ff047c not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:16.163084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.172103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=9bc89cd5-cffd-49e3-8e58-7362c002731d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:16.211910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af7194c2-2e6f-4c03-9e63-ccd6c6a429f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.227849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.244634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12872291-5eb6-4c72-a739-bf23a5a642c9 req-4291eb7b-9a10-4138-b184-2d7bdd33f06f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:16.244634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12872291-5eb6-4c72-a739-bf23a5a642c9 req-4291eb7b-9a10-4138-b184-2d7bdd33f06f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 945 time: 0.1578140 Apr 11 21:15:16.245417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.366379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-46766d51-24cc-4a6d-a649-bd636691ab01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/9bc89cd5-cffd-49e3-8e58-7362c002731d HTTP/1.1" status: 204 len: 168 time: 1.1499898 Apr 11 21:15:16.373327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36606) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:16.379346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12872291-5eb6-4c72-a739-bf23a5a642c9 req-005b95f9-71d9-42ae-90df-a65d51e90649 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b71625e7-a711-4a36-aa02-cc0980042783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951488 Apr 11 21:15:16.424094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] For port 6489b708-0aa5-48db-b7a1-5f34e5015d38, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=6489b708-0aa5-48db-b7a1-5f34e5015d38,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:16.424878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.465797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492deb23-9f55-4a85-80db-605cf5b248ae tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:16.467203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492deb23-9f55-4a85-80db-605cf5b248ae tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:16.467924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-492deb23-9f55-4a85-80db-605cf5b248ae tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:16.518081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.556201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5bbbfad-6357-4c19-9066-cde1bc6e99d9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:16.561484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-492deb23-9f55-4a85-80db-605cf5b248ae tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:16.566824 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-492deb23-9f55-4a85-80db-605cf5b248ae tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1882119 Apr 11 21:15:16.566824 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.568181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:16.611877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3b60e70a-5875-4555-9d0e-8a9a0181bcef admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f5bbbfad-6357-4c19-9066-cde1bc6e99d9 HTTP/1.1" status: 204 len: 168 time: 0.6360981 Apr 11 21:15:16.617214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36614) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:16.782274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb606733-e97d-4eaa-ad29-5e1a4bf9d84a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:16.842355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.895626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.895992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:16.896314 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20 disassociated. External IP: 172.25.5.81, port: 6489b708-0aa5-48db-b7a1-5f34e5015d38. Apr 11 21:15:16.896659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for 6489b708-0aa5-48db-b7a1-5f34e5015d38 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:16.977530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet a743eaa9-0e17-4e8e-9089-8ac8d3e34240 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:17.040377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.051569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:17.060637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:17.061280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.117629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.159650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.183991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.202068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f336a473-4c4a-4d20-be37-f099f48ac988']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:17.204606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.224927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:17.225229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd77c207-0714-43d4-bcf5-c4a49c9c92f5') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:17.241192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:17.245132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.263291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=6489b708-0aa5-48db-b7a1-5f34e5015d38,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:17.290867 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.302132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:15:17.302625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.309487 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:15:17.324103 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:15:17.449180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:17.523710 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.535260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.541174 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.628182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-107b0a94-0fa7-40bf-b3bd-dbf30e017938 req-a938e923-2bbc-4ebd-af99-e2aeee39c24c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.0604684 Apr 11 21:15:17.670764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:15:17.680033 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.686534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.715743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] Pushing event deleted for resources: {'Network': ['ID=f336a473-4c4a-4d20-be37-f099f48ac988,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:17.730719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.782780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=a743eaa9-0e17-4e8e-9089-8ac8d3e34240,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:17.789403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:17.794991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ea306d3-4bff-4d9d-baef-1e484da38b5a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/a743eaa9-0e17-4e8e-9089-8ac8d3e34240 HTTP/1.1" status: 204 len: 168 time: 1.2251339 Apr 11 21:15:17.795701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:17.811741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d3be8-8eca-499a-85cb-725807829f66 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:17.882847 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2b838fc1-ffff-4353-abef-19ad96de4513 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f336a473-4c4a-4d20-be37-f099f48ac988 HTTP/1.1" status: 204 len: 168 time: 1.2621388 Apr 11 21:15:17.893752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81959214-07e5-4366-8a40-d2a66ce53a6f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959187 Apr 11 21:15:17.897832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36632) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:18.005834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:15:18.019752 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:15:18.038087 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:18.040522 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:18.084636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14602ef9-75a7-4aac-babc-516f8621cf99 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:18.085332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-14602ef9-75a7-4aac-babc-516f8621cf99 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:18.099276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] No DVR routers for this DVR port 6489b708-0aa5-48db-b7a1-5f34e5015d38 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:18.105421 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.108122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'name': 'network-vif-deleted', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:15:18.178386 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1900d6ef-655d-41ad-b00d-3f83d8d450ab'] response: {'server_uuid': '45360a85-e969-48ef-a706-4b6df3432c66', 'name': 'network-vif-deleted', 'tag': '6489b708-0aa5-48db-b7a1-5f34e5015d38', 'status': 'completed', 'code': 200} Apr 11 21:15:18.178948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:18.183714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] Deleting port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:18.187588 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.228811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-14602ef9-75a7-4aac-babc-516f8621cf99 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:18.230253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-14602ef9-75a7-4aac-babc-516f8621cf99 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3308835 Apr 11 21:15:18.235420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36638) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:18.299084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb3f80f0-7482-49c2-b197-fba991e85255 req-14993ab7-0ae0-43ee-99cf-3dc7b948581c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "DELETE /v2.0/ports/6489b708-0aa5-48db-b7a1-5f34e5015d38 HTTP/1.1" status: 204 len: 173 time: 2.3852677 Apr 11 21:15:18.327302 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:18.328434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a8c67-545b-4992-aa20-6bca2d71ac59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:18.329204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e43a8c67-545b-4992-aa20-6bca2d71ac59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:18.483769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e43a8c67-545b-4992-aa20-6bca2d71ac59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:18.491566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e43a8c67-545b-4992-aa20-6bca2d71ac59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2485223 Apr 11 21:15:18.491917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36642) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:18.510654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] For port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:18.511115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.574342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a48919e7-cb0f-4ed3-a416-d3c18c9a3242 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811574 Apr 11 21:15:18.581188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:18.591066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:18.597053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:18.685526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] Calling delete_port for fb606733-e97d-4eaa-ad29-5e1a4bf9d84a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:18.700724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-64c9182f-7fb3-4c37-bc1f-4b3e2e07e170 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e19eeae5fe0464aba7340aedd579703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067717 Apr 11 21:15:18.701060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36656) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:18.766543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fb606733-e97d-4eaa-ad29-5e1a4bf9d84a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:18.792901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18c15408-5c12-4b6c-a9b6-0c5373907d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.807576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:18.816850 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:18.822276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:18.824527 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:15:18.843351 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:18.843351 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:18.854254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18c15408-5c12-4b6c-a9b6-0c5373907d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.862670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.942358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-eaed028e-bcf3-4aab-a3d7-3f3cbf0a9cd6 req-8d9051ab-7e26-4016-9207-f7eae88b476e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:18.943956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:18.950573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:18.969881 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:19.041059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18c15408-5c12-4b6c-a9b6-0c5373907d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:19.059679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] Pushing event deleted for resources: {'Port': ['ID=fb606733-e97d-4eaa-ad29-5e1a4bf9d84a,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:19.072882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fd992-1ba8-473a-8361-e487a8b7f949 None None] No DVR routers for this DVR port fb606733-e97d-4eaa-ad29-5e1a4bf9d84a on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:19.089730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c15408-5c12-4b6c-a9b6-0c5373907d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b620a-3d57-479c-b3cd-34923f0564ad,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:19.141340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:19.164999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:19.240994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18c15408-5c12-4b6c-a9b6-0c5373907d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:19.245920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-18c15408-5c12-4b6c-a9b6-0c5373907d26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da7b620a-3d57-479c-b3cd-34923f0564ad HTTP/1.1" status: 204 len: 168 time: 0.5439167 Apr 11 21:15:19.290842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-eaed028e-bcf3-4aab-a3d7-3f3cbf0a9cd6 req-8d9051ab-7e26-4016-9207-f7eae88b476e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:19.290842 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eaed028e-bcf3-4aab-a3d7-3f3cbf0a9cd6 req-8d9051ab-7e26-4016-9207-f7eae88b476e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=45360a85-e969-48ef-a706-4b6df3432c66 HTTP/1.1" status: 200 len: 210 time: 0.3890471 Apr 11 21:15:19.585661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:19.589602 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220985b-b342-4470-a25f-f15da9afe663 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:15:19.632214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:19.698155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:19.701992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:19.711437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:19.711437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:19.712410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f979c4-e751-4ca0-92de-1b14ca656dea None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:19.719804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=c1e1d5fa-5993-430d-bd23-2b6233a1f37a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:19.835200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-821ab9d9-ef30-4564-97dc-4a41866a575f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2524383 Apr 11 21:15:19.842443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36666) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:19.848223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': 'c1e1d5fa-5993-430d-bd23-2b6233a1f37a', 'ip_address': '2001:db8::448:1ca1:b704:e6b1'}], 'name': 'tempest-NetworksTestDHCPv6-1549723667'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:19.963392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b273d563-3112-4f22-838c-2b9c1e967194 None None] New status for floating IP 5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:15:20.012957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:20.026480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:20.034691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'c1e1d5fa-5993-430d-bd23-2b6233a1f37a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:20.035507 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.139566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:20.145961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.176742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port a5249df6-bdf8-46b4-bdb2-51c0d163b270 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:20.333916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6489b708-0aa5-48db-b7a1-5f34e5015d38 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:20.383892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 6489b708-0aa5-48db-b7a1-5f34e5015d38 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:20.384244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 6489b708-0aa5-48db-b7a1-5f34e5015d38 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:20.417264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/c1e1d5fa-5993-430d-bd23-2b6233a1f37a/e11a4424-ab26-4d20-be49-5d96f460e86b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:20.550618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36688) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:20.627394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f40844b6-3d5b-4c89-8a06-43643828368f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.645724 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.655618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Transition to ACTIVE for port object e11a4424-ab26-4d20-be49-5d96f460e86b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:20.662522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f40844b6-3d5b-4c89-8a06-43643828368f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.674584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Transition to ACTIVE for port object e11a4424-ab26-4d20-be49-5d96f460e86b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:20.726158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.798092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::448:1ca1:b704:e6b1 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/c1e1d5fa-5993-430d-bd23-2b6233a1f37a/a5249df6-bdf8-46b4-bdb2-51c0d163b270) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:20.814808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f40844b6-3d5b-4c89-8a06-43643828368f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.841594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40844b6-3d5b-4c89-8a06-43643828368f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71625e7-a711-4a36-aa02-cc0980042783,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:20.855685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:20.867260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:20.874684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Pushing event updated for resources: {'Port': ['ID=e11a4424-ab26-4d20-be49-5d96f460e86b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:20.879023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:20.932554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f40844b6-3d5b-4c89-8a06-43643828368f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:20.937364 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f40844b6-3d5b-4c89-8a06-43643828368f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/security-groups/b71625e7-a711-4a36-aa02-cc0980042783 HTTP/1.1" status: 204 len: 168 time: 0.3857384 Apr 11 21:15:20.938168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36698) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:20.955863 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-dad20b8a-bb8c-4c8c-94e0-f5c117102a12 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] show failed (client error): The resource could not be found. Apr 11 21:15:20.957077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dad20b8a-bb8c-4c8c-94e0-f5c117102a12 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups/b71625e7-a711-4a36-aa02-cc0980042783 HTTP/1.1" status: 404 len: 347 time: 0.0180235 Apr 11 21:15:20.960540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36702) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:21.004946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Attempting to bind port e11a4424-ab26-4d20-be49-5d96f460e86b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:21.005561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Attempting to bind port e11a4424-ab26-4d20-be49-5d96f460e86b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:21.006180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Attempting to bind port e11a4424-ab26-4d20-be49-5d96f460e86b on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:21.017546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:21.017968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:21.018368 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.018761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:21.019831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Bound port: e11a4424-ab26-4d20-be49-5d96f460e86b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:21.020252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.099037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.126177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object a5249df6-bdf8-46b4-bdb2-51c0d163b270 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:21.131447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port dd531a42-5828-467e-9287-4c59dd4f8aa4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:21.131938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.143552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] For port e11a4424-ab26-4d20-be49-5d96f460e86b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:21.147067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] For port e11a4424-ab26-4d20-be49-5d96f460e86b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e11a4424-ab26-4d20-be49-5d96f460e86b,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:21.231801 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.247265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.363806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.364581 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.369682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=a5249df6-bdf8-46b4-bdb2-51c0d163b270,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:21.378069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:21.379152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:21.389991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c064-1c83-4626-a2aa-11182bdabf85 None None] Pushing event updated for resources: {'Port': ['ID=e11a4424-ab26-4d20-be49-5d96f460e86b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:21.390163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:21.391557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:21.392241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.498616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for dd531a42-5828-467e-9287-4c59dd4f8aa4 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:21.576050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2d98e958-f68d-47d4-812b-9f82e87dc936 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7319193 Apr 11 21:15:21.578711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36710) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:21.703199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19dea0-4bdb-4ffb-a83c-2edff45ac3bd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:21.711824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19dea0-4bdb-4ffb-a83c-2edff45ac3bd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:21.711824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc19dea0-4bdb-4ffb-a83c-2edff45ac3bd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:21.832386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:21.843741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fc19dea0-4bdb-4ffb-a83c-2edff45ac3bd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:21.848622 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fc19dea0-4bdb-4ffb-a83c-2edff45ac3bd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2689683 Apr 11 21:15:21.849779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:21.923922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=dd531a42-5828-467e-9287-4c59dd4f8aa4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:21.933923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port a5249df6-bdf8-46b4-bdb2-51c0d163b270 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:21.934272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.021840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.135853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.140281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bd88b5c4-8dc2-44c4-8be4-97452d196e08 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/floatingips/5aa21d4e-3cc6-4a0b-a3ad-4a1063f6da20 HTTP/1.1" status: 204 len: 168 time: 1.1757424 Apr 11 21:15:22.257434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.476175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for a5249df6-bdf8-46b4-bdb2-51c0d163b270 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:22.596770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36732) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:22.611649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970656895', 'description': 'tempest-description--1292070090'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:22.612097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:22.620048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:22.624484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:22.636256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:22.734735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.773114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e11a4424-ab26-4d20-be49-5d96f460e86b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:22.807661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fa34a124-5e7d-4c09-8d51-220cc6724715 None None] Provisioning for port e11a4424-ab26-4d20-be49-5d96f460e86b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:22.844165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.858576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:22.864568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:22.868082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:22.875602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:22.905240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=a5249df6-bdf8-46b4-bdb2-51c0d163b270,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:22.951293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-db6a99f3-c315-4124-ba22-03091dd9f5f7 None None] Could not find standard attr ID for object a5249df6-bdf8-46b4-bdb2-51c0d163b270. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:15:22.952560 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:22.957763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.000473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e11a4424-ab26-4d20-be49-5d96f460e86b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:23.000473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e11a4424-ab26-4d20-be49-5d96f460e86b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:23.000473 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.054696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.106049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cafd890-363b-44ae-8ee0-b95301c50ad9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:23.110081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1a6f5480-39f4-4b11-b4e0-0a7f2a02b186 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/a5249df6-bdf8-46b4-bdb2-51c0d163b270 HTTP/1.1" status: 204 len: 168 time: 1.2593963 Apr 11 21:15:23.117450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36738) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:23.123833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.164017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e11a4424-ab26-4d20-be49-5d96f460e86b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e11a4424-ab26-4d20-be49-5d96f460e86b,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:23.210283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba4eea1-1845-4dea-a2c9-57bc1a252d9b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:23.212795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba4eea1-1845-4dea-a2c9-57bc1a252d9b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:23.212795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ba4eea1-1845-4dea-a2c9-57bc1a252d9b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:23.217920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.221949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-41fdddb8-c016-49b2-afaf-d35c6a214bc4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6211729 Apr 11 21:15:23.222198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36744) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:23.241643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': '4cafd890-363b-44ae-8ee0-b95301c50ad9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:23.310916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.372836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:23.377518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:23.381661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:23.388003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:23.394966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e11a4424-ab26-4d20-be49-5d96f460e86b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:23.483968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ba4eea1-1845-4dea-a2c9-57bc1a252d9b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:23.488000 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4ba4eea1-1845-4dea-a2c9-57bc1a252d9b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3666735 Apr 11 21:15:23.489958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36750) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:23.492726 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.556506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.577845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet c1e1d5fa-5993-430d-bd23-2b6233a1f37a {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:23.580923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.626158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.645475 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.650030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4178b95d-a7fe-4288-8245-524683067415,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:23.723587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.727221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bda48b32-6ee6-45be-8cd2-3b056cdd771d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5013790 Apr 11 21:15:23.727371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:23.733865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': '4cafd890-363b-44ae-8ee0-b95301c50ad9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:23.740915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:23.744804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:23.748489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:23.757767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:23.832313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.851116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.912470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:23.989410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.009221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.033525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5363bb9-7bcb-432a-b48d-ac9357085e42,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:24.037547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e1d5fa-5993-430d-bd23-2b6233a1f37a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:24.042721 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.050421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c3ff3-b8be-4ffa-a95a-c509477cb169 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:24.131852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.133347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2ff51073-f0df-4354-af2d-6bf900c3efa4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4045925 Apr 11 21:15:24.138758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36758) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:24.144051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:24.146378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e397c532-00b6-4514-b3cb-71543d3eb3f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/c1e1d5fa-5993-430d-bd23-2b6233a1f37a HTTP/1.1" status: 204 len: 168 time: 0.6551733 Apr 11 21:15:24.149547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36762) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:24.206193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:24.220364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:floatingip and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:24.229296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-19f2baaf-5009-4c9a-8c22-12189490376d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739024 Apr 11 21:15:24.229296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:24.229481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36766) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:24.232491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:24.236745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:24.338789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:24.347854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.348009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] Deleting port e11a4424-ab26-4d20-be49-5d96f460e86b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:24.348009 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.389369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:24.393680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:24.397126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:24.403678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:24.509815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.515315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:24.604954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] For port e11a4424-ab26-4d20-be49-5d96f460e86b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e11a4424-ab26-4d20-be49-5d96f460e86b,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:24.605348 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.696242 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.729220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.25.5.174 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/b3e4aa8c-3f04-45e8-b2ce-13e7f5ece2c5) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:24.761608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e11a4424-ab26-4d20-be49-5d96f460e86b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:24.805842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] Calling delete_port for e11a4424-ab26-4d20-be49-5d96f460e86b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:24.936083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:24.984795 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.039901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] Pushing event deleted for resources: {'Port': ['ID=e11a4424-ab26-4d20-be49-5d96f460e86b,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:25.043279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.056289 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.064847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fdd04-fe8a-4f33-8f03-8d827a53c51d None None] No DVR routers for this DVR port e11a4424-ab26-4d20-be49-5d96f460e86b on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:25.109913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.133552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:25.145435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:25.154341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:25.194039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:25.197388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:25.202624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:25.203193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.214317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=b3e4aa8c-3f04-45e8-b2ce-13e7f5ece2c5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:25.217065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b5353-1ede-4233-86ae-b89d1f5d9627 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:25.217331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=d09aefa4-3ca7-42b6-b756-418b74ce16d9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:25.332603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-699eacb7-91a8-45ae-b595-db459571a11f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1038842 Apr 11 21:15:25.335116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36790) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:25.341517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': 'd09aefa4-3ca7-42b6-b756-418b74ce16d9', 'ip_address': '2001:db8::fd00:9545:9144:45d9'}], 'name': 'tempest-NetworksTestDHCPv6-2060130983'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:25.422511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.502957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:25.509637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:25.512874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:25.519411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:25.552215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.561817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'd09aefa4-3ca7-42b6-b756-418b74ce16d9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:25.562756 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.631419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:25.636851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.705383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port aade2f73-110e-4b0e-b2fc-1da868812dee yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:25.777177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.856444 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:25.874947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/d09aefa4-3ca7-42b6-b756-418b74ce16d9/6a52efaa-eec0-4f87-8280-0c970bcb9fa4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:25.985425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=b3e4aa8c-3f04-45e8-b2ce-13e7f5ece2c5,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:26.033054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.143331 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.153870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Transition to ACTIVE for port object 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:26.165504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.171115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f8d8d53c-5772-4a1f-bf19-bce192fcc50f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0270751 Apr 11 21:15:26.177976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Transition to ACTIVE for port object 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:26.251962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.346646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::fd00:9545:9144:45d9 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/d09aefa4-3ca7-42b6-b756-418b74ce16d9/aade2f73-110e-4b0e-b2fc-1da868812dee) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:26.363946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:26.366115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:26.368594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:26.427504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Pushing event updated for resources: {'Port': ['ID=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:26.507112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Attempting to bind port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:26.509563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Attempting to bind port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:26.509563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Attempting to bind port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:26.517045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:26.517588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:26.518060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.518445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:26.518921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Bound port: 6a52efaa-eec0-4f87-8280-0c970bcb9fa4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:26.519287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.557174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-f65dd56d-6604-42b0-b956-da38132d94c9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--970656895&fields=id&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 267 time: 0.0645504 Apr 11 21:15:26.609821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] For port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:26.612851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] For port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:26.718742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.721557 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:26.761757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object aade2f73-110e-4b0e-b2fc-1da868812dee will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:26.772651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46297c63-9f77-446d-b264-08386977a8e1 req-09f6dd43-4f7c-408c-8fc2-c9268a2616f2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:26.774080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-09f6dd43-4f7c-408c-8fc2-c9268a2616f2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.2098088 Apr 11 21:15:26.801498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-5b1d888b-aa2f-4f53-be52-29535c5ab262 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/quotas/b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 375 time: 0.0175350 Apr 11 21:15:26.816116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7be02-a86a-43c0-9d88-52207461ce54 None None] Pushing event updated for resources: {'Port': ['ID=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:26.895263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-069b9a0e-2b41-4873-9da4-d86e0627780d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857809 Apr 11 21:15:26.938209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:27.228439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:27.235114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:27.236946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=aade2f73-110e-4b0e-b2fc-1da868812dee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:27.241005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:27.244933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:27.245515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:27.282228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-b375cb3d-f198-4763-8f65-74090eaefe10 service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708017 Apr 11 21:15:27.400995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-623d127a-459c-4b3a-ab93-bf2eb92724ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0646780 Apr 11 21:15:27.403746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36816) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:27.506659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0067ee8-3c6d-4d6f-b26b-ba268be2746d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:27.509975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-e63f37c1-4309-4f5e-ba14-ece11e21d2bb service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184744 Apr 11 21:15:27.510725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0067ee8-3c6d-4d6f-b26b-ba268be2746d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:27.511505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0067ee8-3c6d-4d6f-b26b-ba268be2746d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:27.583776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0067ee8-3c6d-4d6f-b26b-ba268be2746d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:27.586027 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0067ee8-3c6d-4d6f-b26b-ba268be2746d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1804726 Apr 11 21:15:27.589154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36820) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:27.675736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port aade2f73-110e-4b0e-b2fc-1da868812dee {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:27.676457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:27.820725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-51391cce-700d-401c-ab98-4ee7da577bb8 req-872415f7-826e-4736-97d0-123d51274d53 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:27.939756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-51391cce-700d-401c-ab98-4ee7da577bb8 req-872415f7-826e-4736-97d0-123d51274d53 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:27.940950 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-51391cce-700d-401c-ab98-4ee7da577bb8 req-872415f7-826e-4736-97d0-123d51274d53 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.1855385 Apr 11 21:15:27.953157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36832) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:28.272218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.314877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:28.320020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Usage tracker for resource:security_group_rule and tenant:07e9eb6eeb4f4027b389597f7e2b3dad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:28.323014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:28.329185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:28.342811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.421967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.484068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for aade2f73-110e-4b0e-b2fc-1da868812dee owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:28.497788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.498011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dc7f1d06-2884-4a05-b785-c2710479a411 None None] Provisioning for port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:28.551800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfea3b9-ab89-4f72-a84a-8f7542f62e37,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:28.556205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5f17436d-e9cf-457c-b64b-6bbcf3bd9e05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07e9eb6eeb4f4027b389597f7e2b3dad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6030252 Apr 11 21:15:28.558760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36844) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:28.629948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18937d27-4c0f-4561-b0a9-d8de8b064351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.660384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18937d27-4c0f-4561-b0a9-d8de8b064351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.738572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:28.767835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-403ec2eb-1686-4808-b80f-d864d84ff35e None None] Provisioning for port aade2f73-110e-4b0e-b2fc-1da868812dee completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:28.778559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-403ec2eb-1686-4808-b80f-d864d84ff35e None None] Provisioning complete for port aade2f73-110e-4b0e-b2fc-1da868812dee triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:28.779050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-403ec2eb-1686-4808-b80f-d864d84ff35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.835074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18937d27-4c0f-4561-b0a9-d8de8b064351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.850537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-403ec2eb-1686-4808-b80f-d864d84ff35e None None] Port aade2f73-110e-4b0e-b2fc-1da868812dee cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:15:28.859261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18937d27-4c0f-4561-b0a9-d8de8b064351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfea3b9-ab89-4f72-a84a-8f7542f62e37,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:28.864035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18937d27-4c0f-4561-b0a9-d8de8b064351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.866033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18937d27-4c0f-4561-b0a9-d8de8b064351 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6dfea3b9-ab89-4f72-a84a-8f7542f62e37 HTTP/1.1" status: 204 len: 168 time: 0.3057487 Apr 11 21:15:28.918028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:28.969767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=aade2f73-110e-4b0e-b2fc-1da868812dee,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:28.988715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:28.994922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:28.995292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.018081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.037896 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.143208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eafaae35-9cd2-4a98-b166-4212148e9c34 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/aade2f73-110e-4b0e-b2fc-1da868812dee HTTP/1.1" status: 204 len: 168 time: 1.5527341 Apr 11 21:15:29.145721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:29.189554 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.248974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:29.258273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4cca2-90e2-4a44-a69f-9f5a5db1b3c6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:29.259543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4cca2-90e2-4a44-a69f-9f5a5db1b3c6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:29.261736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bae4cca2-90e2-4a44-a69f-9f5a5db1b3c6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1143703 Apr 11 21:15:29.266248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36860) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:29.272074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a58958c-3a73-49e3-9de9-19b0fb643622 req-991808f6-24c0-4457-87aa-fe9f78036e81 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.1367519 Apr 11 21:15:29.359591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.436110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:29.474503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet d09aefa4-3ca7-42b6-b756-418b74ce16d9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:29.478015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.545268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.633354 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.824160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.868946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=d09aefa4-3ca7-42b6-b756-418b74ce16d9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:29.874667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:29.882752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd97c29-df7c-488d-a196-449b769dd8d7 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:29.886451 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8365ad94-2cac-4448-9297-76e95af5a7a1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/d09aefa4-3ca7-42b6-b756-418b74ce16d9 HTTP/1.1" status: 204 len: 168 time: 0.6192019 Apr 11 21:15:29.897226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 36874) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:29.970376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e164406-cad0-42b8-87d2-cbf5a99bda5b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683966 Apr 11 21:15:29.970803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36880) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:29.976761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:30.112682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:30.117089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:30.120009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:30.127897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:30.173015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:30.177474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] Deleting port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:30.177850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.237653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:30.241547 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.492916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] For port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:30.493616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.598575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a48c2a10-16f0-4a6a-9011-3931c529bf8b req-22785910-fd49-435e-87a8-fd232ed10816 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.0567915 Apr 11 21:15:30.672096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.674000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] Calling delete_port for 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:30.772170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:30.783847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:30.785695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:30.789147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:30.789724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.805539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.805883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.806230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:30.809669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.809669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:30.864443 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.905645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46297c63-9f77-446d-b264-08386977a8e1 req-44d35e93-3555-4333-a14b-8b68807a7335 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:30.907121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-44d35e93-3555-4333-a14b-8b68807a7335 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.2429700 Apr 11 21:15:30.921507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-662f1219-28af-4327-b5f0-bbe26575b338 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9464180 Apr 11 21:15:30.921956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36896) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:30.922633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.927415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': '9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e', 'ip_address': '2001:db8::1f8a:616b:6137:fdfb'}], 'name': 'tempest-NetworksTestDHCPv6-817832595'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:30.977315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] Pushing event deleted for resources: {'Port': ['ID=6a52efaa-eec0-4f87-8280-0c970bcb9fa4,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:30.990134 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:30.998548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-e6a9e949-cd5a-4cbf-821a-fd3475a720e8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 379 time: 0.0684493 Apr 11 21:15:31.006448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946310e-8dfe-4550-9c2d-c43142b23277 None None] No DVR routers for this DVR port 6a52efaa-eec0-4f87-8280-0c970bcb9fa4 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:31.030588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'port': {'device_id': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'admin_state_up': True, 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'security_groups': ['4cafd890-363b-44ae-8ee0-b95301c50ad9']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:31.070404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6921d0-d8e5-4f58-bd12-ac11ccb04988 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:31.103219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:31.112102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:31.116155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:31.125648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:31.199449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:31.214299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:31.220351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:31.225735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:31.272732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 468a64c0-989c-434a-bf32-4fc2fea57ff5 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:31.308084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:31.309834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:31.320083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Made reservation on behalf of b2a8d00a930e4ced82352d5a03519393 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:31.323211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:31.522122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e/81d27417-8034-4dbd-883e-39b9e9376cd9) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:31.581337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.20.0.7 (8031a3a6-3d20-479c-ae16-a58ee07424ae/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2/5d35aab9-1a1a-42a1-a4a1-7de8fb92871c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:31.812979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:31.831255 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:31.846354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Transition to ACTIVE for port object 81d27417-8034-4dbd-883e-39b9e9376cd9 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:31.873922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0739416b-9e8a-48bd-806e-55eae28b8dde req-429e6b5a-5cd7-4e9a-b4ce-2a5545e2a17e tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.0580151 Apr 11 21:15:31.874123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Transition to ACTIVE for port object 81d27417-8034-4dbd-883e-39b9e9376cd9 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:31.876419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Transition to ACTIVE for port object 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:31.960441 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.023361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.040378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::1f8a:616b:6137:fdfb (dc2abbe2-62ef-42e5-8aed-489bf1f33397/9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e/468a64c0-989c-434a-bf32-4fc2fea57ff5) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:32.053716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:32.056735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:32.060174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:32.073081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Pushing event updated for resources: {'Port': ['ID=81d27417-8034-4dbd-883e-39b9e9376cd9,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:32.104951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:32.108254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:32.125170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:32.169890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:32.267366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Attempting to bind port 81d27417-8034-4dbd-883e-39b9e9376cd9 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:32.267746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Attempting to bind port 81d27417-8034-4dbd-883e-39b9e9376cd9 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:32.268107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Attempting to bind port 81d27417-8034-4dbd-883e-39b9e9376cd9 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:32.270293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:32.271298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.301422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:32.301729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:32.302137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.302540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:32.303028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Bound port: 81d27417-8034-4dbd-883e-39b9e9376cd9, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:32.303403 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.391414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.391645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-f77a8ec8-e8d9-4915-acec-ab8111260a28 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3821142 Apr 11 21:15:32.406931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Request body: {'port': {'device_id': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:32.411073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 468a64c0-989c-434a-bf32-4fc2fea57ff5 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:32.468644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] For port 81d27417-8034-4dbd-883e-39b9e9376cd9, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:32.471700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] For port 81d27417-8034-4dbd-883e-39b9e9376cd9, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=81d27417-8034-4dbd-883e-39b9e9376cd9,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:32.518493 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.530579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.552499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.598641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:32.602400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:32.604483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=468a64c0-989c-434a-bf32-4fc2fea57ff5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:32.607284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:32.611568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:32.612992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.675398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e1b7b6db-f9bc-4e01-a80f-a19f3ea04bb9 None None] Provisioning for port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:32.704199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e1b7b6db-f9bc-4e01-a80f-a19f3ea04bb9 None None] Provisioning complete for port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:32.704580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e1b7b6db-f9bc-4e01-a80f-a19f3ea04bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:32.755663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fbe082b1-2e71-4fa4-8393-343e22adf14d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8310230 Apr 11 21:15:32.759564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:32.792281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c710794-d5a7-4aeb-abca-c20c853c2a9f None None] Pushing event updated for resources: {'Port': ['ID=81d27417-8034-4dbd-883e-39b9e9376cd9,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:32.795274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e1b7b6db-f9bc-4e01-a80f-a19f3ea04bb9 None None] Port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:15:32.892712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8d871-78af-4317-99f8-3bd633fc4ab1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:32.896849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8d871-78af-4317-99f8-3bd633fc4ab1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:32.897633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0b8d871-78af-4317-99f8-3bd633fc4ab1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:32.994494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d0b8d871-78af-4317-99f8-3bd633fc4ab1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:32.995801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d0b8d871-78af-4317-99f8-3bd633fc4ab1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2346077 Apr 11 21:15:32.999276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36920) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:33.081362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:15:33.088956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.109629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Transition to ACTIVE for port object 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:33.138782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 468a64c0-989c-434a-bf32-4fc2fea57ff5 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:33.139242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.188948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.262756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d38ef-08de-4c30-9859-86a5840adfc9 req-02b7eb21-4daa-412f-a269-174b7e639855 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:33.264488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e9d38ef-08de-4c30-9859-86a5840adfc9 req-02b7eb21-4daa-412f-a269-174b7e639855 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 931 time: 0.2324460 Apr 11 21:15:33.429653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Pushing event updated for resources: {'Port': ['ID=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:33.443761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0e9d38ef-08de-4c30-9859-86a5840adfc9 req-7ec72c48-f952-4ae5-9467-343597336b8d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:33.524831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.554343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Attempting to bind port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:33.554989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Attempting to bind port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:33.560291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Attempting to bind port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:33.566557 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c on network 8031a3a6-3d20-479c-ae16-a58ee07424ae not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:15:33.566886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Attempting to bind port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:33.574836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:33.575255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:33.575601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Bound using segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:33.576019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Bound port: 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:33.576361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.587510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-0e9d38ef-08de-4c30-9859-86a5840adfc9 req-7ec72c48-f952-4ae5-9467-343597336b8d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:33.588645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0e9d38ef-08de-4c30-9859-86a5840adfc9 req-7ec72c48-f952-4ae5-9467-343597336b8d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003206 Apr 11 21:15:33.664668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 468a64c0-989c-434a-bf32-4fc2fea57ff5 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:33.696404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] For port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:33.701169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] For port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:33.788874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.857460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:33.859042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] 10.222.0.75 "PUT /v2.0/ports/5d35aab9-1a1a-42a1-a4a1-7de8fb92871c HTTP/1.1" status: 200 len: 1091 time: 1.4569035 Apr 11 21:15:33.861499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:15:33.888308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20481a-6e9d-4b63-b440-1bd485fb0337 service neutron] Pushing event updated for resources: {'Port': ['ID=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:33.942344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:34.023390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=468a64c0-989c-434a-bf32-4fc2fea57ff5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:34.043552 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94241768-5cc5-47bf-8440-4dcfa00aa55c'] response: {'name': 'network-changed', 'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'status': 'completed', 'code': 200} Apr 11 21:15:34.096820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:34.119509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-628aae2b-af63-418e-826e-272057c78040 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 1094 time: 0.1461661 Apr 11 21:15:34.224303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-306904e4-34f6-48c3-8847-bef18fa72a5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/468a64c0-989c-434a-bf32-4fc2fea57ff5 HTTP/1.1" status: 204 len: 168 time: 1.2237451 Apr 11 21:15:34.226684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36936) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:34.227569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-582bfe9e-128d-43c8-b8e7-4812ca380528 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c HTTP/1.1" status: 200 len: 217 time: 0.0942020 Apr 11 21:15:34.353086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05a985-969a-4e35-90f3-c12e1bab2783 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:34.354797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05a985-969a-4e35-90f3-c12e1bab2783 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:34.355625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bc05a985-969a-4e35-90f3-c12e1bab2783 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:34.389205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46297c63-9f77-446d-b264-08386977a8e1 req-af10a81b-cd6e-444b-bbca-5cb95406fcbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:34.390977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-af10a81b-cd6e-444b-bbca-5cb95406fcbc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.1521180 Apr 11 21:15:34.460065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bc05a985-969a-4e35-90f3-c12e1bab2783 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:34.461911 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bc05a985-969a-4e35-90f3-c12e1bab2783 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2343426 Apr 11 21:15:34.464798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:34.500005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-19c9dad7-bb21-4fed-8b56-d4b08ec07418 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961761 Apr 11 21:15:34.611065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ecf7a1c2-3091-40f6-8db1-72435e95ffcd None None] Provisioning for port 81d27417-8034-4dbd-883e-39b9e9376cd9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:34.659954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-eb7b7944-f65d-4501-84a4-736e11491cf6 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485896 Apr 11 21:15:34.727937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-03df6a44-319a-40f9-a55f-cb954f48d6ca None None] Could not find standard attr ID for object 468a64c0-989c-434a-bf32-4fc2fea57ff5. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:15:34.780607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:34.784356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:34.830935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 81d27417-8034-4dbd-883e-39b9e9376cd9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:34.905930 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:34.996262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4bcae-b0d3-48d0-ab08-bb7ac87bddf7 req-6ab46b62-7ded-486d-a063-5c768921eac6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:34.997940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-40f4bcae-b0d3-48d0-ab08-bb7ac87bddf7 req-6ab46b62-7ded-486d-a063-5c768921eac6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:35.042654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-46297c63-9f77-446d-b264-08386977a8e1 req-ec33bbd9-53b2-4689-b627-09705d04670a service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723567 Apr 11 21:15:35.112938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-40f4bcae-b0d3-48d0-ab08-bb7ac87bddf7 req-6ab46b62-7ded-486d-a063-5c768921eac6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:35.114135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40f4bcae-b0d3-48d0-ab08-bb7ac87bddf7 req-6ab46b62-7ded-486d-a063-5c768921eac6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 943 time: 0.2610869 Apr 11 21:15:35.146505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 81d27417-8034-4dbd-883e-39b9e9376cd9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:35.152252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 81d27417-8034-4dbd-883e-39b9e9376cd9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:35.153618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:35.192167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:35.255491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40f4bcae-b0d3-48d0-ab08-bb7ac87bddf7 req-d794fc76-657e-4fa1-b1f3-1cca0de30a3c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271029 Apr 11 21:15:35.304386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-3bdafe00-ac16-4f71-a1d0-7b3b99b059e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 1094 time: 0.1210291 Apr 11 21:15:35.329251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:35.383445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:35.454193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:15:35.454547 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:15:35.465670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:35.490394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d305ca-6645-460a-a3b1-dc7e870ca59e None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:35.497066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:35.529889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-1f7c9119-a721-42f9-85d4-7c96f3b5bfa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:35.531870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-1f7c9119-a721-42f9-85d4-7c96f3b5bfa0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.2210560 Apr 11 21:15:35.573552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1939861a-dc3a-4748-8553-8380c4b5c4c8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e HTTP/1.1" status: 204 len: 168 time: 1.1064401 Apr 11 21:15:35.576071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36954) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:35.618749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-1346abff-b51c-476a-9146-fcba0bd1bd97 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c HTTP/1.1" status: 200 len: 217 time: 0.0783954 Apr 11 21:15:35.651446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3f438eda-ec52-476b-9ed8-0a66b0207c2c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741997 Apr 11 21:15:35.652040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36958) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:35.705257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-39b8fd4f-6069-44d2-9317-75def8a87213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:35.707877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-39b8fd4f-6069-44d2-9317-75def8a87213 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0808160 Apr 11 21:15:35.782788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697e8ad-e8ea-4bfc-b557-7163098a7580 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:35.783767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0697e8ad-e8ea-4bfc-b557-7163098a7580 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:35.826781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-5a68ef7a-d5c4-41cf-8c0a-648ebf57de28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115887 Apr 11 21:15:35.839774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:35.845340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Deleting port 81d27417-8034-4dbd-883e-39b9e9376cd9 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:35.845764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:35.872441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0697e8ad-e8ea-4bfc-b557-7163098a7580 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:35.874839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0697e8ad-e8ea-4bfc-b557-7163098a7580 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2218778 Apr 11 21:15:35.877729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36964) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:35.987831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4427808-71cd-450c-86dc-34a3cc172ae8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:35.990511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b4427808-71cd-450c-86dc-34a3cc172ae8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:36.035788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-a2144352-6f20-4cda-98c8-578c547b32eb service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988447 Apr 11 21:15:36.114360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b4427808-71cd-450c-86dc-34a3cc172ae8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:36.116212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b4427808-71cd-450c-86dc-34a3cc172ae8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2375033 Apr 11 21:15:36.118642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36970) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:36.202983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] For port 81d27417-8034-4dbd-883e-39b9e9376cd9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=81d27417-8034-4dbd-883e-39b9e9376cd9,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:36.203541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:36.214320 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2ff2ad19-864b-460e-a946-184b1ee7a107 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942099 Apr 11 21:15:36.220611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36974) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:36.242056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:36.331573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aa8dca4-d99a-48e8-93be-8c18c205ac70 req-85428390-cf33-4bd0-ba53-c64dc4d6e7bf service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851853 Apr 11 21:15:36.340288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Calling delete_port for 81d27417-8034-4dbd-883e-39b9e9376cd9 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:36.416631 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:36.442726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:36.454744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:36.472013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 81d27417-8034-4dbd-883e-39b9e9376cd9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=81d27417-8034-4dbd-883e-39b9e9376cd9,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:36.531634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:36.540478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383e66c-f77f-484f-b572-b8817f768468 req-06c2a0ac-7585-4f5e-8e62-9e74da3c24e2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:36.542187 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d383e66c-f77f-484f-b572-b8817f768468 req-06c2a0ac-7585-4f5e-8e62-9e74da3c24e2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 943 time: 0.0850825 Apr 11 21:15:36.589307 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:36.593591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:36.618978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:15:36.618978 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:15:36.631641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=81d27417-8034-4dbd-883e-39b9e9376cd9,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:36.681952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d383e66c-f77f-484f-b572-b8817f768468 req-8fde1ce2-a58a-449d-b954-167201d0aaf0 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325932 Apr 11 21:15:36.711381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 81d27417-8034-4dbd-883e-39b9e9376cd9 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:36.844251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:36.877262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 81d27417-8034-4dbd-883e-39b9e9376cd9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=81d27417-8034-4dbd-883e-39b9e9376cd9,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:36.936730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:36.937041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:37.000352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:37.003216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:37.007534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:37.007716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=81d27417-8034-4dbd-883e-39b9e9376cd9,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:37.008116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:37.011712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:37.103845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bc4c04d6-16dd-4829-991c-7f50a65be8b8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8706739 Apr 11 21:15:37.107281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 36984) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:37.112814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': 'e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9', 'ip_address': '2001:db8::591c:7e36:a9e:a2af'}], 'name': 'tempest-NetworksTestDHCPv6-304705657'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:37.119023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Deleting port 81d27417-8034-4dbd-883e-39b9e9376cd9 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:37.119529 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:37.268352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:37.280120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:37.350085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:37.358359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:37.367572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] For port 81d27417-8034-4dbd-883e-39b9e9376cd9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=81d27417-8034-4dbd-883e-39b9e9376cd9,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:37.367965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:37.382781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 9a27ac27-9f17-457d-9b02-808902b70ba3 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:37.500780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-ec6ca2ca-916c-4ccd-a1f8-711ab812e4b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843472 Apr 11 21:15:37.514122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Calling delete_port for 81d27417-8034-4dbd-883e-39b9e9376cd9 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:37.632670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::591c:7e36:a9e:a2af (dc2abbe2-62ef-42e5-8aed-489bf1f33397/e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9/9a27ac27-9f17-457d-9b02-808902b70ba3) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:37.655671 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-11bb037d-1a4d-4a83-bd06-6892267d2317 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 1096 time: 0.0837603 Apr 11 21:15:37.663274 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:37.708499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] Pushing event deleted for resources: {'Port': ['ID=81d27417-8034-4dbd-883e-39b9e9376cd9,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:37.715419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7086fdc-e2ac-40df-9581-e317bd0c7c25 None None] No DVR routers for this DVR port 81d27417-8034-4dbd-883e-39b9e9376cd9 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:37.738678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f75a3-6eaf-4cad-a0b0-40ddd15c3b88 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:37.903253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-50ebb8a7-c320-47cf-9d1a-6655d7f5d6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:37.904829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-50ebb8a7-c320-47cf-9d1a-6655d7f5d6fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 200 len: 910 time: 0.2307506 Apr 11 21:15:38.021517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-a6bf8ffb-0fa9-400c-a74f-0b75f02a0ee3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 200 len: 1001 time: 0.1098926 Apr 11 21:15:38.075521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.083698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:38.084258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6d050-133a-4a78-821b-643ee693f779 req-af86342f-0300-480a-95d4-75d74f0b9b90 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:38.084720 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.085917 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42b6d050-133a-4a78-821b-643ee693f779 req-af86342f-0300-480a-95d4-75d74f0b9b90 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 943 time: 0.2052984 Apr 11 21:15:38.123950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 9a27ac27-9f17-457d-9b02-808902b70ba3 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:38.126757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-5718f413-4dab-4346-9d65-874435a3b42b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:38.128278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-5718f413-4dab-4346-9d65-874435a3b42b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3643afab-d65a-41e8-a57e-e570e1091748 HTTP/1.1" status: 200 len: 848 time: 0.0993755 Apr 11 21:15:38.237706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-d1c63828-ff72-40f3-9316-44d4036b113f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=232f6353-b591-4ea0-b1d1-a4f0f21603bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032081 Apr 11 21:15:38.274293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42b6d050-133a-4a78-821b-643ee693f779 req-fec92f5e-89c8-4f9e-934a-635e0d6b61a4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805835 Apr 11 21:15:38.363385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.406173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-770a21c9-5e84-4cec-b0e7-71908c6bb158 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617982 Apr 11 21:15:38.442159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9/341bac18-a6c9-4e0a-9006-12de33e2d0bd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:38.460932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:15:38.465709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:38.469386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:38.474248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:38.478393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:38.479716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.484816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=9a27ac27-9f17-457d-9b02-808902b70ba3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:38.576062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1843eef4-dcc0-446b-9147-77495ab4c31a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4642751 Apr 11 21:15:38.576501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37010) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:38.582449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': 'e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9', 'ip_address': '2001:db8::591c:7e36:a9e:a2af'}], 'name': 'tempest-NetworksTestDHCPv6-895538401'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:38.593214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22800164-89bc-4ae1-8704-0d7049c69c77 req-483e457a-3b50-4006-aa7f-6b3523031106 service neutron] 10.222.0.69 "GET /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804733 Apr 11 21:15:38.748171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:38.780643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'port_id': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'mac_address': 'fa:16:3e:ed:2b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:15:38.797154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:38.802362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:38.805492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:38.812109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:38.911640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:38.917020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.918051 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.931800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:38.939973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 3430b517-5e17-4e13-98d8-a7d002a5b5c1 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:38.947616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:15:38.952240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Transition to ACTIVE for port object 341bac18-a6c9-4e0a-9006-12de33e2d0bd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:38.981696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:38.983583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Transition to ACTIVE for port object 341bac18-a6c9-4e0a-9006-12de33e2d0bd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:39.043336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:39.109807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:39.147840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:39.150417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:39.154013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:39.191348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:39.245557 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 11 21:15:39.246232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:15:39.302125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Attempting to bind port 341bac18-a6c9-4e0a-9006-12de33e2d0bd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:39.302652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Attempting to bind port 341bac18-a6c9-4e0a-9006-12de33e2d0bd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:39.303014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Attempting to bind port 341bac18-a6c9-4e0a-9006-12de33e2d0bd on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:39.318514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:39.322933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:39.322933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:39.322933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:39.322933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Bound port: 341bac18-a6c9-4e0a-9006-12de33e2d0bd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:39.322933 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:39.334849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['5d35aab9-1a1a-42a1-a4a1-7de8fb92871c'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:15:39.394663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b1ed6c05-ea18-44d8-a12d-bd9c411d1944 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8146586 Apr 11 21:15:39.394835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37024) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:39.399737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Pushing event updated for resources: {'Port': ['ID=341bac18-a6c9-4e0a-9006-12de33e2d0bd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:39.518483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec9f81-2a88-4e35-a240-764ceda178e3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:39.522560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec9f81-2a88-4e35-a240-764ceda178e3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:39.523343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37ec9f81-2a88-4e35-a240-764ceda178e3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:39.528895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] For port 341bac18-a6c9-4e0a-9006-12de33e2d0bd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:39.535513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00991e0-4fb2-4c55-b864-d18d6921ab8e req-9721292c-f9e1-4f76-ace8-3f38c8d93a42 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:39.537331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b00991e0-4fb2-4c55-b864-d18d6921ab8e req-9721292c-f9e1-4f76-ace8-3f38c8d93a42 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 944 time: 0.1138935 Apr 11 21:15:39.553551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] For port 341bac18-a6c9-4e0a-9006-12de33e2d0bd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=341bac18-a6c9-4e0a-9006-12de33e2d0bd,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:39.585346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b00991e0-4fb2-4c55-b864-d18d6921ab8e req-715de466-75e9-4351-993c-5dc76343f8be tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Apr 11 21:15:39.593951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37ec9f81-2a88-4e35-a240-764ceda178e3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:39.595464 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-37ec9f81-2a88-4e35-a240-764ceda178e3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1991315 Apr 11 21:15:39.597911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37028) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:39.620753 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:39.669128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 9a27ac27-9f17-457d-9b02-808902b70ba3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:39.669474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:39.707436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4bca9-4645-4877-80ec-2bc535bf1d78 None None] Pushing event updated for resources: {'Port': ['ID=341bac18-a6c9-4e0a-9006-12de33e2d0bd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:39.939969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.072617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 9a27ac27-9f17-457d-9b02-808902b70ba3 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:40.291594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.344092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=9a27ac27-9f17-457d-9b02-808902b70ba3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:40.384820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.397884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5916afe8-a89c-426f-8678-1951d20c241c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/9a27ac27-9f17-457d-9b02-808902b70ba3 HTTP/1.1" status: 204 len: 168 time: 0.7966743 Apr 11 21:15:40.398285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37038) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:40.469879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755df311-0196-436a-b00e-b128e47984aa tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:40.471361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755df311-0196-436a-b00e-b128e47984aa tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:40.472277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-755df311-0196-436a-b00e-b128e47984aa tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:40.474400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:40.560143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-755df311-0196-436a-b00e-b128e47984aa tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:40.566052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-755df311-0196-436a-b00e-b128e47984aa tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1621547 Apr 11 21:15:40.566052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:40.607438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:40.615003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:40.615438 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.787167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.821022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 341bac18-a6c9-4e0a-9006-12de33e2d0bd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:40.850963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:40.851922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.888965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:40.891760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:15:40.925322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:40.971712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.025209 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fe9728-7131-42d3-8e1a-835899724787'] response: {'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'code': 200} Apr 11 21:15:41.039861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Provisioning for port 341bac18-a6c9-4e0a-9006-12de33e2d0bd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:41.042973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 341bac18-a6c9-4e0a-9006-12de33e2d0bd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:41.065736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Provisioning complete for port 341bac18-a6c9-4e0a-9006-12de33e2d0bd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:41.066208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.113650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c046-b296-4280-8c0a-8c8468601af0 req-91526066-66e6-4949-95e7-43ad7f2656a1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:41.115224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6556c046-b296-4280-8c0a-8c8468601af0 req-91526066-66e6-4949-95e7-43ad7f2656a1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 944 time: 0.3238809 Apr 11 21:15:41.195256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6556c046-b296-4280-8c0a-8c8468601af0 req-7182600d-ffd7-48ae-b1a3-71819f46e979 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688465 Apr 11 21:15:41.206007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 341bac18-a6c9-4e0a-9006-12de33e2d0bd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:41.206377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.210346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.220431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d445251-637e-4675-b1d9-f8ebbce9200f req-71cae0e6-1533-40dd-9c38-eab581058d75 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 1096 time: 0.1451054 Apr 11 21:15:41.298768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:41.341538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d445251-637e-4675-b1d9-f8ebbce9200f req-b885d8e7-8b2b-4011-b806-63135834a23c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090214 Apr 11 21:15:41.454797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.505363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.510806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.519993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052200a1-52e0-4c95-9854-5732ff20585d None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:41.520688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:41.544870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:41.618250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:41.618667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2f1b13ff-7468-4a51-96da-06f834c43376 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9 HTTP/1.1" status: 204 len: 168 time: 1.0531790 Apr 11 21:15:41.689949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4daae6cc-10b0-448f-95c4-e7bd687fe6a7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702527 Apr 11 21:15:41.693457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37080) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:41.699027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:41.838565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:41.843898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:41.847202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:41.853816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:41.870644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:15:41.870644 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:15:41.877780 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:15:41.878132 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:15:41.957089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:41.966899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:41.971277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] Deleting port 341bac18-a6c9-4e0a-9006-12de33e2d0bd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:41.971719 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.092407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.187770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] For port 341bac18-a6c9-4e0a-9006-12de33e2d0bd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=341bac18-a6c9-4e0a-9006-12de33e2d0bd,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:42.188167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.338733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] Calling delete_port for 341bac18-a6c9-4e0a-9006-12de33e2d0bd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:42.450057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.501377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.521627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a83c15b9-a223-415a-bd2c-4e9de3490813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.659464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:42.665354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:42.670260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.670843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:42.671417 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:42.675561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=fa3faa88-3407-4084-bf27-b72a2ad8d371,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:42.712441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc377b-4232-42f3-b764-d86454b34255 req-9d65bb7b-85c3-433b-b40f-952fafd15dd2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:42.713989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63dc377b-4232-42f3-b764-d86454b34255 req-9d65bb7b-85c3-433b-b40f-952fafd15dd2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.2980132 Apr 11 21:15:42.775447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63dc377b-4232-42f3-b764-d86454b34255 req-22ae146d-5195-4248-98ee-832d255f1e26 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528424 Apr 11 21:15:42.804481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37110) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:42.804951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f1304c7-5a07-4887-b94e-198fba700eee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1104228 Apr 11 21:15:42.810908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': 'fa3faa88-3407-4084-bf27-b72a2ad8d371', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1229353217'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:42.852327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] Pushing event deleted for resources: {'Port': ['ID=341bac18-a6c9-4e0a-9006-12de33e2d0bd,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:42.886283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972ee64-4da7-4c5e-b315-b369c721f65a None None] No DVR routers for this DVR port 341bac18-a6c9-4e0a-9006-12de33e2d0bd on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:42.921893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd93b7-559e-4557-856b-f57404a59db8 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:43.002690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 341bac18-a6c9-4e0a-9006-12de33e2d0bd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:43.010045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:43.015323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:43.018508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:43.025153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:43.049090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 341bac18-a6c9-4e0a-9006-12de33e2d0bd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:43.049427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 341bac18-a6c9-4e0a-9006-12de33e2d0bd not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:43.053473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0652e155-f8ab-401c-8358-c1ba4b3de8d4 None None] Could not find standard attr ID for object 9a27ac27-9f17-457d-9b02-808902b70ba3. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:15:43.108693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:43.114191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:43.149065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 757d6466-9dce-4afa-801e-9939e76507cd yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:15:43.256548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'fa3faa88-3407-4084-bf27-b72a2ad8d371'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:43.257388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:43.341059 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:15:43.341507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:15:43.457666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/fa3faa88-3407-4084-bf27-b72a2ad8d371/f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:43.475792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dd366f00-7896-40f6-b37f-25e1369b8317 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6679356 Apr 11 21:15:43.476680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37114) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:43.525948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7b054d81-d496-4c43-b567-16315b2e73dd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:43.606340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7b054d81-d496-4c43-b567-16315b2e73dd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:43.607943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b054d81-d496-4c43-b567-16315b2e73dd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1303568 Apr 11 21:15:43.610366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37118) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:43.698726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:43.705474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd61aeab-3386-4a0e-b8d2-6eeab565e5bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:43.707252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd61aeab-3386-4a0e-b8d2-6eeab565e5bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:43.708120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bd61aeab-3386-4a0e-b8d2-6eeab565e5bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:43.712169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Transition to ACTIVE for port object f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:43.754261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Transition to ACTIVE for port object f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:43.798171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-bd61aeab-3386-4a0e-b8d2-6eeab565e5bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:43.799576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bd61aeab-3386-4a0e-b8d2-6eeab565e5bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1879766 Apr 11 21:15:43.801985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37126) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:43.833245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:43.912764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet fa3faa88-3407-4084-bf27-b72a2ad8d371 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:43.916467 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:43.932581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:43.944800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:43.945151 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f88322e-d1d2-4d54-bddb-161e6a3ce853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:43.953099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:43.998263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.019447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Pushing event updated for resources: {'Port': ['ID=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:44.093243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Attempting to bind port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:44.093697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Attempting to bind port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:44.094119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Attempting to bind port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:44.101467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:44.101836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:44.102275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.103373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:44.103974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Bound port: f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:44.104611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.173165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.258638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde5461-2436-4e43-b8e0-35d9232ef37f req-679e7076-b63d-4909-be69-9e0ca0c09010 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:44.264894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0dde5461-2436-4e43-b8e0-35d9232ef37f req-679e7076-b63d-4909-be69-9e0ca0c09010 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.2189713 Apr 11 21:15:44.347316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0dde5461-2436-4e43-b8e0-35d9232ef37f req-28c39f15-091f-4100-b7cd-b20f0ebfaefe tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803647 Apr 11 21:15:44.435233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.438717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] For port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:44.444303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] For port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:44.475053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3faa88-3407-4084-bf27-b72a2ad8d371,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:44.492657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.557831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.584093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc2a27-e823-4fdc-a22b-e68313b40052 req-feadf936-e46e-401c-880f-b43967ca93b8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:44.586230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17cc2a27-e823-4fdc-a22b-e68313b40052 req-feadf936-e46e-401c-880f-b43967ca93b8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.0954015 Apr 11 21:15:44.589330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-84b602c1-49a9-4895-9d15-23249158d106 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/fa3faa88-3407-4084-bf27-b72a2ad8d371 HTTP/1.1" status: 204 len: 168 time: 0.7858961 Apr 11 21:15:44.592254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37134) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:44.603203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37140) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:44.610327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'port_id': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:44.653663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a6db-8590-41f1-a946-12c756f3fdf8 None None] Pushing event updated for resources: {'Port': ['ID=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:44.679600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0b046771-1ae5-4982-91cd-36965e085650 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818372 Apr 11 21:15:44.681344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37144) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:44.686813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:44.750235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:44.848701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:44.857353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:44.866927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:44.874523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:44.982088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:44.985531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.406571 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.549545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=cf7d7b5f-9296-4248-936e-1a3d26ba0acc,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:45.585727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:45.587812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:45.591747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:45.592585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.692521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c92bf7a5-f52b-4860-ad04-a72a51086545 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0108664 Apr 11 21:15:45.694945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37156) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:45.702028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-786113018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:45.711201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:45.720177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:router and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:45.736341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:45.747042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:45.848033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.849017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.856547 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.893977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:45.935083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:46.002960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:46.114123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:46.119824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4af1589a-eb0a-49c8-b454-710e796e7b7b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4235435 Apr 11 21:15:46.135351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37162) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:46.216087 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-781e9b17-060c-48af-8264-3be84cc25b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:46.264201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab31a8-3c3c-4f24-aefa-8d3c733c02a8 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:46.310873 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 32b69119-c787-43cd-a15f-238c974c87f7 associated. External IP: 172.25.5.174, port: 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c. Apr 11 21:15:46.504327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7cea7d9a-6219-419a-8be3-a91ac7603d4d None None] Provisioning for port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:47.048330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:47.166919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.243884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:47.249221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:47.249636 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.294877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:15:47.429118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-64e8f7c3-4ae4-428b-a11a-5a513161f4e2 None None] Provisioning complete for port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:47.429624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-64e8f7c3-4ae4-428b-a11a-5a513161f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.483502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.519846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.532231 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.641798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:47.655301 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-64e8f7c3-4ae4-428b-a11a-5a513161f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.685966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:15:47.690257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.698430 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:15:47.711095 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:47.712018 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:47.723861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:47.748103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6413ee6e-fd3a-4a6e-8a17-7bc46ca21b77 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "PUT /v2.0/floatingips/32b69119-c787-43cd-a15f-238c974c87f7 HTTP/1.1" status: 200 len: 991 time: 3.1436360 Apr 11 21:15:47.748688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:15:47.880085 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a16d41-d587-4705-aa9d-77b0988f2444'] response: {'name': 'network-changed', 'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'status': 'completed', 'code': 200} Apr 11 21:15:47.941037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-64e8f7c3-4ae4-428b-a11a-5a513161f4e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:15:47.941694 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-64e8f7c3-4ae4-428b-a11a-5a513161f4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:15:47.946762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:47.981901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::1 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/cf7d7b5f-9296-4248-936e-1a3d26ba0acc/f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:48.052869 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:48.095315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-314a2395-bcc9-425e-b8ea-ba1d7b3ba601 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 1096 time: 0.1866474 Apr 11 21:15:48.286985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:48.319900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-246d99b4-6092-41ee-837b-778e7165a1d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:48.321355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-246d99b4-6092-41ee-837b-778e7165a1d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.2197900 Apr 11 21:15:48.324046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:48.440295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-05521598-3e92-4b8f-a7fc-f5366eae9594 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c HTTP/1.1" status: 200 len: 999 time: 0.1122289 Apr 11 21:15:48.495354 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:48.557920 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '32b69119-c787-43cd-a15f-238c974c87f7', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:ed:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:15:25Z', 'updated_at': '2022-04-11T21:15:45Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:48.563063 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:15:48.578896 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:48.579603 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:48.593383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:48.598236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:48.604830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:48.605531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:48.625673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-935f369a-3b4d-4d92-a2a8-c816a1083e11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:48.627546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-935f369a-3b4d-4d92-a2a8-c816a1083e11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.1756382 Apr 11 21:15:48.627989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:48.790057 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:48.800087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-5d47e241-b410-4784-be29-02b847a69510 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661377 Apr 11 21:15:48.906742 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:48.978439 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:48.990799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:15:49.090496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:49.091172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:49.229979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d7fc9cc-86fd-4f61-87f5-c986d7cd89c2 None None] Provisioning for port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:15:49.238060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4d7fc9cc-86fd-4f61-87f5-c986d7cd89c2 None None] Provisioning complete for port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:49.238516 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc9cc-86fd-4f61-87f5-c986d7cd89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:49.338713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fc9cc-86fd-4f61-87f5-c986d7cd89c2 None None] Port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:15:49.347322 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:15:49.489845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-83d9e7a6-d7eb-4848-9f6e-2155b8670bc5 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797931 Apr 11 21:15:49.561679 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '32b69119-c787-43cd-a15f-238c974c87f7', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:ed:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:15:25Z', 'updated_at': '2022-04-11T21:15:45Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:49.571164 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd1a01-2069-403d-8ab1-649d68373be8 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '32b69119-c787-43cd-a15f-238c974c87f7', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:ed:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:15:25Z', 'updated_at': '2022-04-11T21:15:45Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:15:49.848491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:49.851600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-568be3d8-2d0e-45ca-83a5-73bf5e2118ee req-ebb2adfb-6381-491d-be6a-92c3439d0a75 service neutron] 10.222.0.75 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509398 Apr 11 21:15:49.894367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcc5d0-3e46-49e5-a1b9-0c768e78fa5c None None] New status for floating IP 32b69119-c787-43cd-a15f-238c974c87f7: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:15:49.911453 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:49.912347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:50.071694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:50.148087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:50.149637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:50.478203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1ac71a07-1aa1-4c1b-bfcd-bc8932e2b475 None None] Provisioning complete for port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:15:50.483202 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ac71a07-1aa1-4c1b-bfcd-bc8932e2b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:50.549262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1ac71a07-1aa1-4c1b-bfcd-bc8932e2b475 None None] Port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:15:50.688819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Router 64788936-9abd-4354-96b2-9d7fd83343a0 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:15:50.905482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:15:50.914473 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Sync routers for ids ['64788936-9abd-4354-96b2-9d7fd83343a0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:15:50.915230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e83f11f3-a2b4-4b45-8e48-a63ede3c269f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "PUT /v2.0/routers/64788936-9abd-4354-96b2-9d7fd83343a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7757125 Apr 11 21:15:50.917340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37192) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:50.931862 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Routers {'64788936-9abd-4354-96b2-9d7fd83343a0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:50.932654 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64788936-9abd-4354-96b2-9d7fd83343a0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:51.001814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3bd80-f973-4fff-a327-6ef55fc9f6f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:51.002539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-41a3bd80-f973-4fff-a327-6ef55fc9f6f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:51.095502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-41a3bd80-f973-4fff-a327-6ef55fc9f6f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:51.099229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-41a3bd80-f973-4fff-a327-6ef55fc9f6f2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports/f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a HTTP/1.1" status: 200 len: 911 time: 0.1785316 Apr 11 21:15:51.100432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37196) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:51.146598 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Set router 64788936-9abd-4354-96b2-9d7fd83343a0 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:51.188467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379743ac-bd55-49d4-bada-969bf0b7c3b3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:51.193767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379743ac-bd55-49d4-bada-969bf0b7c3b3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:51.195599 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-379743ac-bd55-49d4-bada-969bf0b7c3b3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0935504 Apr 11 21:15:51.199042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37200) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:51.700960 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'name': 'tempest-NetworksTestDHCPv6-router-786113018', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:45Z', 'updated_at': '2022-04-11T21:15:48Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None, '_interfaces': [{'id': 'f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a', 'name': '', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'mac_address': 'fa:16:3e:08:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf7d7b5f-9296-4248-936e-1a3d26ba0acc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:15:47Z', 'updated_at': '2022-04-11T21:15:49Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'subnets': [{'id': 'cf7d7b5f-9296-4248-936e-1a3d26ba0acc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:51.711827 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Checking router: 64788936-9abd-4354-96b2-9d7fd83343a0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:15:51.712771 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Updating router 64788936-9abd-4354-96b2-9d7fd83343a0 port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:15:51.816230 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.120076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.387990 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.415212 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Transition to ACTIVE for port object f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:52.467236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37212) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:52.494716 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.736060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:52.736060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.885702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.971237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:52.972490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Attempting to bind port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:52.972853 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Attempting to bind port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:52.973207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Attempting to bind port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:52.980846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c85dd0cad901407ca2346643f491dc09 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:52.983769 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:52.984028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:52.984697 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.985272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:52.985401 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:52.986109 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Bound port: f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:52.986681 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:52.993086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:53.076088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.123692 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Pushing event updated for resources: {'Port': ['ID=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.165483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.166597 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.167025 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.194285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.266070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c95e1-6f27-4250-9cd8-1318e2806d99,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:53.283728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c85dd0cad901407ca2346643f491dc09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8152177 Apr 11 21:15:53.284490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37220) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:53.285808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.286221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.286627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.287028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.287516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.287919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.288878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.289289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.289852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.290654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.291050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2530ea94-6042-47db-b599-74080c59b2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:15:53.301771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a, host n-d-837321-1, got binding levels [] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:53.307728 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.310310 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] For port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:53.324623 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] For port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:53.411649 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.426141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7259b85-e617-40c4-8912-fe4a90534397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.456909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7259b85-e617-40c4-8912-fe4a90534397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.472707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:53.536577 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Routers {'64788936-9abd-4354-96b2-9d7fd83343a0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:53.537354 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64788936-9abd-4354-96b2-9d7fd83343a0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:53.600076 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77d018-f684-49c7-9614-e0bca4eb06b4 None None] Pushing event updated for resources: {'Port': ['ID=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:53.608965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7259b85-e617-40c4-8912-fe4a90534397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.633012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7259b85-e617-40c4-8912-fe4a90534397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c95e1-6f27-4250-9cd8-1318e2806d99,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:53.641615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f7259b85-e617-40c4-8912-fe4a90534397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:53.642589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f7259b85-e617-40c4-8912-fe4a90534397 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be7c95e1-6f27-4250-9cd8-1318e2806d99 HTTP/1.1" status: 204 len: 168 time: 0.3464460 Apr 11 21:15:53.687970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:15:53.688588 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:15:53.762753 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] Set router 64788936-9abd-4354-96b2-9d7fd83343a0 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:54.146616 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'name': 'tempest-NetworksTestDHCPv6-router-786113018', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:45Z', 'updated_at': '2022-04-11T21:15:48Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None, '_interfaces': [{'id': 'f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a', 'name': '', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'mac_address': 'fa:16:3e:08:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf7d7b5f-9296-4248-936e-1a3d26ba0acc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:15:47Z', 'updated_at': '2022-04-11T21:15:53Z', 'revision_number': 4, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'subnets': [{'id': 'cf7d7b5f-9296-4248-936e-1a3d26ba0acc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:54.154143 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591efef-510d-4b61-9e17-512c3c67b10f None None] The sync data for ids ['64788936-9abd-4354-96b2-9d7fd83343a0'] in n-d-837321-1 is: [{'id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'name': 'tempest-NetworksTestDHCPv6-router-786113018', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:45Z', 'updated_at': '2022-04-11T21:15:48Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None, '_interfaces': [{'id': 'f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a', 'name': '', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'mac_address': 'fa:16:3e:08:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf7d7b5f-9296-4248-936e-1a3d26ba0acc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:15:47Z', 'updated_at': '2022-04-11T21:15:53Z', 'revision_number': 4, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'subnets': [{'id': 'cf7d7b5f-9296-4248-936e-1a3d26ba0acc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:15:54.190086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:54.190381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:54.398827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:54.399373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:54.526115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:54.894237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:54.946010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:55.177156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:55.646625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Router 64788936-9abd-4354-96b2-9d7fd83343a0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:15:55.785064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:15:55.896123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c6dae27c-5aaa-49b9-87e2-38f4a5f4afab tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "PUT /v2.0/routers/64788936-9abd-4354-96b2-9d7fd83343a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6938694 Apr 11 21:15:55.898474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37262) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:55.966017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b6f1f-8633-47f9-9ea5-462e65cf8aac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:55.967333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b6f1f-8633-47f9-9ea5-462e65cf8aac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:55.968092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-065b6f1f-8633-47f9-9ea5-462e65cf8aac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:15:56.065695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-065b6f1f-8633-47f9-9ea5-462e65cf8aac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:15:56.067086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-065b6f1f-8633-47f9-9ea5-462e65cf8aac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1675458 Apr 11 21:15:56.069513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37270) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:56.309480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet cf7d7b5f-9296-4248-936e-1a3d26ba0acc {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:15:56.314473 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:56.389941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:56.460240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:56.615114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:56.661519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7d7b5f-9296-4248-936e-1a3d26ba0acc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:56.666265 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:56.686557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52640caf-c0b2-44dc-8415-7c3b33559f2d None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:56.731651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-872749bb-27b0-428a-9a77-022bf2127f1b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/cf7d7b5f-9296-4248-936e-1a3d26ba0acc HTTP/1.1" status: 204 len: 168 time: 0.6610844 Apr 11 21:15:56.733975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37286) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:56.984574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:15:56.990375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] Deleting port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:15:56.991060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.036583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-481f58ad-52e3-44b3-9935-1a1c936db575 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3012702 Apr 11 21:15:57.039210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37292) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:57.124175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37296) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:57.218250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.218463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] For port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:15:57.218793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.281928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.316330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:57.322913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Usage tracker for resource:security_group_rule and tenant:7935b68c571b4191a00f7c46bd8f2707 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:57.328411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:57.344707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:57.425014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] Calling delete_port for f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:15:57.437301 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.506207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.550099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d90fb-130d-4d87-b6a0-8ca9dc6a7ce1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:57.565278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.587518 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2848e7d2-61e3-4f54-95ce-b52f24974cce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7935b68c571b4191a00f7c46bd8f2707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4598038 Apr 11 21:15:57.597529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37302) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:57.633522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] Pushing event deleted for resources: {'Port': ['ID=f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:57.644103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c08b9b-e0dd-4a64-98a8-00cd7a646677 None None] No DVR routers for this DVR port f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:15:57.685559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c767cca4-fb00-4dcd-88cb-ab001aa72755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.711920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c767cca4-fb00-4dcd-88cb-ab001aa72755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.755783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Sync routers for ids ['64788936-9abd-4354-96b2-9d7fd83343a0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:15:57.773202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Routers {'64788936-9abd-4354-96b2-9d7fd83343a0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:57.780189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64788936-9abd-4354-96b2-9d7fd83343a0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:57.798098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.802716 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.873880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c767cca4-fb00-4dcd-88cb-ab001aa72755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.890260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767cca4-fb00-4dcd-88cb-ab001aa72755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d90fb-130d-4d87-b6a0-8ca9dc6a7ce1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:57.894668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c767cca4-fb00-4dcd-88cb-ab001aa72755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.898734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c767cca4-fb00-4dcd-88cb-ab001aa72755 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/784d90fb-130d-4d87-b6a0-8ca9dc6a7ce1 HTTP/1.1" status: 204 len: 168 time: 0.3001664 Apr 11 21:15:57.899867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.900623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Fanout notify agent at l3_agent the message router_deleted on router 64788936-9abd-4354-96b2-9d7fd83343a0 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:15:57.912644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:57.913504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-432614e1-0ef2-4070-8537-b5154c436f8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/routers/64788936-9abd-4354-96b2-9d7fd83343a0 HTTP/1.1" status: 204 len: 168 time: 0.8733158 Apr 11 21:15:57.916428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37310) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:57.922998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:57.966073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Set router 64788936-9abd-4354-96b2-9d7fd83343a0 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:15:58.043113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:58.046902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:58.049943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:58.056501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:58.086896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64788936-9abd-4354-96b2-9d7fd83343a0', 'name': 'tempest-NetworksTestDHCPv6-router-786113018', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:45Z', 'updated_at': '2022-04-11T21:15:54Z', 'revision_number': 3, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:15:58.091315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Checking router: 64788936-9abd-4354-96b2-9d7fd83343a0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:15:58.102526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:15:58.102974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 21:15:58.103660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_agentschedulers_db [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64788936-9abd-4354-96b2-9d7fd83343a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84668) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 21:15:58.111409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9990753-0956-471d-b3ad-779957ed03dd None None] The sync data for ids ['64788936-9abd-4354-96b2-9d7fd83343a0'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:15:58.131176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:15:58.135907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.436986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.494172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:58.497247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:58.501220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:15:58.501788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.506276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac94a3f-d285-46a9-8d1c-6eab1b147dba None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:15:58.519765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=60b02d20-e20d-4649-a5b6-aba4388cc187,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:58.606390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-683efa9b-cf46-4a10-ab41-53d52b062760 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6857948 Apr 11 21:15:58.606847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37326) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:58.614240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:15:58.626299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:15:58.632845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:router and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:15:58.636887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:15:58.643573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:15:58.726408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '60b02d20-e20d-4649-a5b6-aba4388cc187'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:15:58.727245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.728626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.738174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.748643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.865688 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.941790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/60b02d20-e20d-4649-a5b6-aba4388cc187/53bd15ab-5a7c-4916-b977-2dc1876c84fd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:15:58.973082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:58.991225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:58.995015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0236c5ac-e722-4ab4-8e88-fead4cc68f7c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3839908 Apr 11 21:15:58.995267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37338) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:15:59.032126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:59.032879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f1aeae1b-a153-4033-9c6c-bf3bdf0dbd84 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:59.033453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:15:59.071652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:15:59.072269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f5df00d7-d4ce-4325-9eeb-e35a1f4bfa0a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:15:59.132117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.375825 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.387417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Transition to ACTIVE for port object 53bd15ab-5a7c-4916-b977-2dc1876c84fd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:59.413779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Transition to ACTIVE for port object 53bd15ab-5a7c-4916-b977-2dc1876c84fd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:15:59.497398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.566678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:15:59.572704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:15:59.577084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:15:59.672568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.697964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Pushing event updated for resources: {'Port': ['ID=53bd15ab-5a7c-4916-b977-2dc1876c84fd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:15:59.717561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Attempting to bind port 53bd15ab-5a7c-4916-b977-2dc1876c84fd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:15:59.717974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Attempting to bind port 53bd15ab-5a7c-4916-b977-2dc1876c84fd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:15:59.718335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Attempting to bind port 53bd15ab-5a7c-4916-b977-2dc1876c84fd on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:15:59.733971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:15:59.734359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:15:59.734765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.735147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:15:59.735653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Bound port: 53bd15ab-5a7c-4916-b977-2dc1876c84fd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:15:59.736025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.851074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] For port 53bd15ab-5a7c-4916-b977-2dc1876c84fd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:15:59.862553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] For port 53bd15ab-5a7c-4916-b977-2dc1876c84fd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=53bd15ab-5a7c-4916-b977-2dc1876c84fd,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:15:59.946979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:15:59.962578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37354) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:00.054015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31f2f2-3f55-4c70-9a05-d4c83c0ff2b3 None None] Pushing event updated for resources: {'Port': ['ID=53bd15ab-5a7c-4916-b977-2dc1876c84fd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:00.106161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::1 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/60b02d20-e20d-4649-a5b6-aba4388cc187/2a0dc6d5-481b-4930-8d67-eeaa1b150e96) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:00.155567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.192394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:00.197396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e84afaccf86457983a3a40c8d9e0f3a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:00.201987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:00.210028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:00.389699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.448005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.481772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.496921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a47ba8-1b35-4a3a-b720-88ce6e8752fc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:00.498958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:00.506492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1825a584-ebab-4f4d-b35d-3bb4025010d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e84afaccf86457983a3a40c8d9e0f3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5399668 Apr 11 21:16:00.507055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37362) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:00.571530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-998a5f7b-4a10-4be9-928f-f5faa1de6cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.597602 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-998a5f7b-4a10-4be9-928f-f5faa1de6cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.607444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.675304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:00.676463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:00.680566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:00.681093 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.708790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-998a5f7b-4a10-4be9-928f-f5faa1de6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.710933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:00.736677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5f7b-4a10-4be9-928f-f5faa1de6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a47ba8-1b35-4a3a-b720-88ce6e8752fc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:00.742360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-998a5f7b-4a10-4be9-928f-f5faa1de6cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.746708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-998a5f7b-4a10-4be9-928f-f5faa1de6cd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82a47ba8-1b35-4a3a-b720-88ce6e8752fc HTTP/1.1" status: 204 len: 168 time: 0.2353508 Apr 11 21:16:00.788350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:00.877927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.017999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 53bd15ab-5a7c-4916-b977-2dc1876c84fd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:01.206362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 53bd15ab-5a7c-4916-b977-2dc1876c84fd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:01.354308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] Provisioning for port 53bd15ab-5a7c-4916-b977-2dc1876c84fd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:01.363848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] Provisioning complete for port 53bd15ab-5a7c-4916-b977-2dc1876c84fd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:01.363848 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.481346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.526977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.556117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] For port 53bd15ab-5a7c-4916-b977-2dc1876c84fd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=53bd15ab-5a7c-4916-b977-2dc1876c84fd,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:01.582395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.583163 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.637688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:01.719918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6c7b8-a5fd-4633-8527-2e2ac95f7b9b None None] Pushing event updated for resources: {'Port': ['ID=53bd15ab-5a7c-4916-b977-2dc1876c84fd,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:01.727733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:01.831202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:01.832381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:01.839574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6e574247-6c57-41b3-8b71-e7702b028cec None None] Provisioning for port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:01.860758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6e574247-6c57-41b3-8b71-e7702b028cec None None] Provisioning complete for port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:01.861303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6e574247-6c57-41b3-8b71-e7702b028cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:02.073117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6e574247-6c57-41b3-8b71-e7702b028cec None None] Port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:16:02.306413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-45e46331-431b-4de8-80e2-c4a9cbf6282d None None] Provisioning complete for port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:02.307107 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-45e46331-431b-4de8-80e2-c4a9cbf6282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:02.357754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Router 929728aa-7430-4aea-b173-380eb8f99a43 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:16:02.392059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-45e46331-431b-4de8-80e2-c4a9cbf6282d None None] Port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:16:02.561423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:16:02.575916 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Sync routers for ids ['929728aa-7430-4aea-b173-380eb8f99a43'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:16:02.580616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:02.590225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba72bae4-ee9d-4fdb-ba20-cb3160097f7d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "PUT /v2.0/routers/929728aa-7430-4aea-b173-380eb8f99a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5930557 Apr 11 21:16:02.590489 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Routers {'929728aa-7430-4aea-b173-380eb8f99a43'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:02.591258 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['929728aa-7430-4aea-b173-380eb8f99a43'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:02.664899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387043ad-6629-48ca-b4df-fda072943daf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:02.665760 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-387043ad-6629-48ca-b4df-fda072943daf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:02.740209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-387043ad-6629-48ca-b4df-fda072943daf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:02.741909 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-387043ad-6629-48ca-b4df-fda072943daf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports/2a0dc6d5-481b-4930-8d67-eeaa1b150e96 HTTP/1.1" status: 200 len: 911 time: 0.1601505 Apr 11 21:16:02.744441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37402) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:02.773851 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Set router 929728aa-7430-4aea-b173-380eb8f99a43 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:02.853077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb7a7a-435c-4fc5-9f97-af1e3c7d2a52 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:02.859596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb7a7a-435c-4fc5-9f97-af1e3c7d2a52 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:02.865916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37410) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:02.876077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-efdb7a7a-435c-4fc5-9f97-af1e3c7d2a52 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1299162 Apr 11 21:16:03.008796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 53bd15ab-5a7c-4916-b977-2dc1876c84fd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:03.148321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 53bd15ab-5a7c-4916-b977-2dc1876c84fd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:03.148934 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:03.156184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929728aa-7430-4aea-b173-380eb8f99a43', 'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:58Z', 'updated_at': '2022-04-11T21:16:00Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None, '_interfaces': [{'id': '2a0dc6d5-481b-4930-8d67-eeaa1b150e96', 'name': '', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'mac_address': 'fa:16:3e:fe:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929728aa-7430-4aea-b173-380eb8f99a43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60b02d20-e20d-4649-a5b6-aba4388cc187', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:15:59Z', 'updated_at': '2022-04-11T21:16:01Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'subnets': [{'id': '60b02d20-e20d-4649-a5b6-aba4388cc187', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:03.161940 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Checking router: 929728aa-7430-4aea-b173-380eb8f99a43 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:16:03.162400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Updating router 929728aa-7430-4aea-b173-380eb8f99a43 port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:16:03.284987 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:03.622704 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:03.685175 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:03.700056 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Transition to ACTIVE for port object 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:03.770920 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:03.895743 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125012-ca0b-4dd2-892f-e26d9e33877f None None] Pushing event updated for resources: {'Port': ['ID=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:04.002073 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Attempting to bind port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:04.002445 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Attempting to bind port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:04.002809 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Attempting to bind port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:04.009926 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:04.010296 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:04.010689 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:04.011112 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:04.011942 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Bound port: 2a0dc6d5-481b-4930-8d67-eeaa1b150e96, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:04.011942 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:04.016068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:04.016524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:04.140230 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] For port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:04.189677 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] For port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:04.280403 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:04.385623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96, host n-d-837321-1, got binding levels [] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:04.387117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:04.390790 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125012-ca0b-4dd2-892f-e26d9e33877f None None] Pushing event updated for resources: {'Port': ['ID=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:04.396036 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Routers {'929728aa-7430-4aea-b173-380eb8f99a43'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:04.396699 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['929728aa-7430-4aea-b173-380eb8f99a43'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:04.562034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:04.611465 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] Set router 929728aa-7430-4aea-b173-380eb8f99a43 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:04.769238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:16:04.769627 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:16:04.990646 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929728aa-7430-4aea-b173-380eb8f99a43', 'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:58Z', 'updated_at': '2022-04-11T21:16:00Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None, '_interfaces': [{'id': '2a0dc6d5-481b-4930-8d67-eeaa1b150e96', 'name': '', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'mac_address': 'fa:16:3e:fe:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929728aa-7430-4aea-b173-380eb8f99a43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60b02d20-e20d-4649-a5b6-aba4388cc187', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:15:59Z', 'updated_at': '2022-04-11T21:16:04Z', 'revision_number': 4, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'subnets': [{'id': '60b02d20-e20d-4649-a5b6-aba4388cc187', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:04.997735 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f7019-a562-4156-a92d-62b1ab64724e None None] The sync data for ids ['929728aa-7430-4aea-b173-380eb8f99a43'] in n-d-837321-1 is: [{'id': '929728aa-7430-4aea-b173-380eb8f99a43', 'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:58Z', 'updated_at': '2022-04-11T21:16:00Z', 'revision_number': 2, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None, '_interfaces': [{'id': '2a0dc6d5-481b-4930-8d67-eeaa1b150e96', 'name': '', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'mac_address': 'fa:16:3e:fe:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929728aa-7430-4aea-b173-380eb8f99a43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60b02d20-e20d-4649-a5b6-aba4388cc187', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:15:59Z', 'updated_at': '2022-04-11T21:16:04Z', 'revision_number': 4, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'subnets': [{'id': '60b02d20-e20d-4649-a5b6-aba4388cc187', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:16:05.271179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:05.271714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:05.278594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37448) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:05.513489 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:05.566849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:05.576068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1885b2336b4e84a53e8e53b4d73a40 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:05.584406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:05.593600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:05.650374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port 2a0dc6d5-481b-4930-8d67-eeaa1b150e96, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:05.650809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:05.706303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:05.770966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:05.794506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:05.825538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd609c46-d20e-4af5-b317-233c782caffb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:05.831180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6ad2f3f9-1e3e-4f21-8a4c-b6017e530c37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac1885b2336b4e84a53e8e53b4d73a40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5505874 Apr 11 21:16:05.833671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37456) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:05.904586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e562a991-9631-417e-b611-eedf87a8eae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:05.941832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e562a991-9631-417e-b611-eedf87a8eae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:06.077063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e562a991-9631-417e-b611-eedf87a8eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:06.091980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562a991-9631-417e-b611-eedf87a8eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd609c46-d20e-4af5-b317-233c782caffb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:06.100646 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:06.100758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e562a991-9631-417e-b611-eedf87a8eae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:06.100758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e562a991-9631-417e-b611-eedf87a8eae4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd609c46-d20e-4af5-b317-233c782caffb HTTP/1.1" status: 204 len: 168 time: 0.2621949 Apr 11 21:16:06.151329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=2a0dc6d5-481b-4930-8d67-eeaa1b150e96,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:06.356703 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:06.811688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Router 929728aa-7430-4aea-b173-380eb8f99a43 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:16:06.840352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37468) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:06.864171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:06.898978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:06.903737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Usage tracker for resource:security_group_rule and tenant:7abd9ec3303445a2a5e9df678f3e7eae is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:06.906829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:06.913152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:06.957553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:16:06.968729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] Sync routers for ids ['929728aa-7430-4aea-b173-380eb8f99a43'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:16:06.981683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] Routers {'929728aa-7430-4aea-b173-380eb8f99a43'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:06.982436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['929728aa-7430-4aea-b173-380eb8f99a43'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:06.984508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.033234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e7c0fcad-1f54-4fb1-850e-5857e9dd6233 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "PUT /v2.0/routers/929728aa-7430-4aea-b173-380eb8f99a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1637578 Apr 11 21:16:07.033694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37472) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:07.071218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.110222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] Set router 929728aa-7430-4aea-b173-380eb8f99a43 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:07.153608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d50c3-1d8f-49a1-969d-57ffa606d2e0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:07.155061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d50c3-1d8f-49a1-969d-57ffa606d2e0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:07.155837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e23d50c3-1d8f-49a1-969d-57ffa606d2e0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:07.160353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d16b61-4bfa-49a2-9234-468bf3a09272,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:07.175121 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-366d086b-257f-4a22-8799-a1e44cdd755c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7abd9ec3303445a2a5e9df678f3e7eae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3337162 Apr 11 21:16:07.177856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37480) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:07.225752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929728aa-7430-4aea-b173-380eb8f99a43', 'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:58Z', 'updated_at': '2022-04-11T21:16:05Z', 'revision_number': 3, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:07.241682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] Checking router: 929728aa-7430-4aea-b173-380eb8f99a43 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:16:07.247793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e23d50c3-1d8f-49a1-969d-57ffa606d2e0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:07.250931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e23d50c3-1d8f-49a1-969d-57ffa606d2e0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2161956 Apr 11 21:16:07.253930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37484) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:07.271692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] Routers {'929728aa-7430-4aea-b173-380eb8f99a43'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:07.272401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['929728aa-7430-4aea-b173-380eb8f99a43'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:07.283329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37488) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:07.345293 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d348d7e-eb34-4486-a3db-ce9e4bea4cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.432281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] Set router 929728aa-7430-4aea-b173-380eb8f99a43 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:07.505896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.538550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d348d7e-eb34-4486-a3db-ce9e4bea4cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.543853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:07.549798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2aeb3cc3cd401587440c47f08a258f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:07.552834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:07.574719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:07.575191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929728aa-7430-4aea-b173-380eb8f99a43', 'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:58Z', 'updated_at': '2022-04-11T21:16:05Z', 'revision_number': 3, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:07.579517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df3ff1-957c-4c15-adbd-6c3640afd698 None None] The sync data for ids ['929728aa-7430-4aea-b173-380eb8f99a43'] in n-d-837321-1 is: [{'id': '929728aa-7430-4aea-b173-380eb8f99a43', 'name': 'tempest-NetworksTestDHCPv6-router-997098621', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:15:58Z', 'updated_at': '2022-04-11T21:16:05Z', 'revision_number': 3, 'project_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:16:07.634720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 60b02d20-e20d-4649-a5b6-aba4388cc187 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:07.639157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.667129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.700186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.726860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d348d7e-eb34-4486-a3db-ce9e4bea4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.739300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.754021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d348d7e-eb34-4486-a3db-ce9e4bea4cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d16b61-4bfa-49a2-9234-468bf3a09272,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:07.768173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d348d7e-eb34-4486-a3db-ce9e4bea4cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.769300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5d348d7e-eb34-4486-a3db-ce9e4bea4cd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12d16b61-4bfa-49a2-9234-468bf3a09272 HTTP/1.1" status: 204 len: 168 time: 0.5905461 Apr 11 21:16:07.788389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f2aeb3cc3cd401587440c47f08a258f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5014303 Apr 11 21:16:07.790818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37498) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:07.814387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69d1d3-bb67-4894-ab96-2064e4d057a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859d6d21-7ec9-4392-8c22-94ec5a69dd28,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:07.841776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.910634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-085258d0-eb78-416b-b3da-2db2dcc93309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:07.950180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-085258d0-eb78-416b-b3da-2db2dcc93309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.035615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.076742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-085258d0-eb78-416b-b3da-2db2dcc93309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.098452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=60b02d20-e20d-4649-a5b6-aba4388cc187,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:08.105654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085258d0-eb78-416b-b3da-2db2dcc93309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859d6d21-7ec9-4392-8c22-94ec5a69dd28,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:08.109498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.116034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4cb0d-5eb7-439a-b8be-84ca47cb8c68 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:08.125148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6844007e-23b2-4a6b-9bae-9ef3b57f1ff7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/60b02d20-e20d-4649-a5b6-aba4388cc187 HTTP/1.1" status: 204 len: 168 time: 0.8633130 Apr 11 21:16:08.125287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37504) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:08.276552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-085258d0-eb78-416b-b3da-2db2dcc93309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.277708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-085258d0-eb78-416b-b3da-2db2dcc93309 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/859d6d21-7ec9-4392-8c22-94ec5a69dd28 HTTP/1.1" status: 204 len: 168 time: 0.4859526 Apr 11 21:16:08.295518 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-24bbcc90-6b63-47cf-8689-1079c0014943 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1666882 Apr 11 21:16:08.295714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37514) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:08.463215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.541414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:16:08.546323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Deleting port 53bd15ab-5a7c-4916-b977-2dc1876c84fd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:08.546694 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.797738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] For port 53bd15ab-5a7c-4916-b977-2dc1876c84fd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=53bd15ab-5a7c-4916-b977-2dc1876c84fd,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:08.798133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.928851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.934339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:08.972190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Calling delete_port for 53bd15ab-5a7c-4916-b977-2dc1876c84fd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:08.999114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 53bd15ab-5a7c-4916-b977-2dc1876c84fd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:09.031201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:09.032119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Fanout notify agent at l3_agent the message router_deleted on router 929728aa-7430-4aea-b173-380eb8f99a43 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:16:09.042918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:09.046433 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ec47b5df-ac87-48a4-8b46-777a80e17fc2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/routers/929728aa-7430-4aea-b173-380eb8f99a43 HTTP/1.1" status: 204 len: 168 time: 0.7474537 Apr 11 21:16:09.046692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37538) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:09.160396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf20c71-5f64-4d18-b768-46d17fda62ef tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:09.161960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9cf20c71-5f64-4d18-b768-46d17fda62ef tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1143184 Apr 11 21:16:09.163585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:09.164510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37544) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:09.289830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:09.314142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:09.371875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Pushing event deleted for resources: {'Port': ['ID=53bd15ab-5a7c-4916-b977-2dc1876c84fd,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:09.374148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff23459-47b0-44f6-a275-c01b97fc01a8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:09.374804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:09.375030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fff23459-47b0-44f6-a275-c01b97fc01a8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:09.375153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2a0dc6d5-481b-4930-8d67-eeaa1b150e96 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:09.389168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] No DVR routers for this DVR port 53bd15ab-5a7c-4916-b977-2dc1876c84fd on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.398221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.400742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.401161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf4c6c-02bb-416f-83e2-f44b91d26c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:09.448395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fff23459-47b0-44f6-a275-c01b97fc01a8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:09.451325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fff23459-47b0-44f6-a275-c01b97fc01a8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2858143 Apr 11 21:16:09.454220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37554) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:09.530406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-729cda7a-45aa-45c9-a957-fadf2eef1e3e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:router {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:09.607969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-729cda7a-45aa-45c9-a957-fadf2eef1e3e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:router {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:09.613552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-729cda7a-45aa-45c9-a957-fadf2eef1e3e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542668 Apr 11 21:16:09.615346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37560) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:09.622019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:09.849398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:09.861018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:09.942721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:10.051505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:10.467168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:16:10.468485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:10.528461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:10.531655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:10.536718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:10.537281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:10.541566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a323c3eb-2bcd-4a0c-b3fd-2769c6e3ca0e None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:10.557293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=05917341-f75f-4e51-ab2f-6e196656584f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:10.652470 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f569e39f-8983-41ec-a7ee-e39257fd6cd5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0356770 Apr 11 21:16:10.659131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:10.663830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:10.768195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '05917341-f75f-4e51-ab2f-6e196656584f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:10.769676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:10.844494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:10.849089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:10.856041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:10.859690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:10.939718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Allocated IP 2001:db8::f816:3eff:fe36:577e (dc2abbe2-62ef-42e5-8aed-489bf1f33397/05917341-f75f-4e51-ab2f-6e196656584f/5565842d-e1f5-4b29-88c7-5e47121bc09a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:10.950710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:10.954277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.165021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.182235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Transition to ACTIVE for port object 5565842d-e1f5-4b29-88c7-5e47121bc09a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:11.204167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Transition to ACTIVE for port object 5565842d-e1f5-4b29-88c7-5e47121bc09a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:11.268522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.334109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.353899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:11.364894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:11.367665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Pushing event updated for resources: {'Port': ['ID=5565842d-e1f5-4b29-88c7-5e47121bc09a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:11.370761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:11.396502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:11.412672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:11.413797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:11.416525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:11.417917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.484236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Attempting to bind port 5565842d-e1f5-4b29-88c7-5e47121bc09a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:11.484604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Attempting to bind port 5565842d-e1f5-4b29-88c7-5e47121bc09a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:11.485018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Attempting to bind port 5565842d-e1f5-4b29-88c7-5e47121bc09a on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:11.491960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:11.492330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:11.492721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.493235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:11.493680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Bound port: 5565842d-e1f5-4b29-88c7-5e47121bc09a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:11.494129 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.514334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-504f9007-0e99-43b3-bbea-3d380c5ef42f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8578165 Apr 11 21:16:11.517040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37622) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:11.523440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:d1:64:e9', 'name': 'tempest-NetworksTestDHCPv6-149122924'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:11.589211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:11.592083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5565842d-e1f5-4b29-88c7-5e47121bc09a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:11.669785 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.696551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:11.703871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:11.707103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:11.713806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:11.778513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614241c-6d8e-47b4-8f37-898f6841642a None None] Pushing event updated for resources: {'Port': ['ID=5565842d-e1f5-4b29-88c7-5e47121bc09a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:11.782495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:11.786612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:11.818398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:12.071113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 172.20.0.7 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4/d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:12.080086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fed1:64e9 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/05917341-f75f-4e51-ab2f-6e196656584f/d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:12.282992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.299904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:12.394228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.470139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:12.483321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:12.484538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:12.486854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:12.551545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:12.552206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.554255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:12.637829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-04078009-9d82-45c8-bff1-1efc0619e014 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1193333 Apr 11 21:16:12.638138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:12.716422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.769556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19c3b8-d4a5-48d6-b418-b9f65da7360e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:12.773608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19c3b8-d4a5-48d6-b418-b9f65da7360e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:12.774372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4c19c3b8-d4a5-48d6-b418-b9f65da7360e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:12.777450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:12.782652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Usage tracker for resource:security_group_rule and tenant:a32b501edfe249cd89561fb08f7940fa is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:12.787265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:12.802282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:12.803708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2e2af-32fd-49af-b2db-18237c4ddcb8 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:12.866951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.870874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4c19c3b8-d4a5-48d6-b418-b9f65da7360e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:12.872089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4c19c3b8-d4a5-48d6-b418-b9f65da7360e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2328186 Apr 11 21:16:12.874877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:12.938084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.962117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:12.962455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:12.987060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-80caf857-6b9c-4ddb-8995-8c7ea2b74436 None None] Provisioning for port 5565842d-e1f5-4b29-88c7-5e47121bc09a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:13.029946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c0e24-31ba-427a-93bb-e62b4733a796,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:13.044055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bd98f1df-4609-4f0e-b0c0-5a811f4e255a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a32b501edfe249cd89561fb08f7940fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4882092 Apr 11 21:16:13.044637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37658) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:13.078310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5565842d-e1f5-4b29-88c7-5e47121bc09a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:13.119901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc31ba-3549-4c78-8a50-764b486f6f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.158660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc31ba-3549-4c78-8a50-764b486f6f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.263240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5565842d-e1f5-4b29-88c7-5e47121bc09a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:13.272366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5565842d-e1f5-4b29-88c7-5e47121bc09a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:13.272736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.276242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.291102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc31ba-3549-4c78-8a50-764b486f6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.310886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc31ba-3549-4c78-8a50-764b486f6f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c0e24-31ba-427a-93bb-e62b4733a796,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:13.325678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7dc31ba-3549-4c78-8a50-764b486f6f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.327159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7dc31ba-3549-4c78-8a50-764b486f6f07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/882c0e24-31ba-427a-93bb-e62b4733a796 HTTP/1.1" status: 204 len: 168 time: 0.2802992 Apr 11 21:16:13.360298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Update dhcp port {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': '05917341-f75f-4e51-ab2f-6e196656584f', 'ip_address': '2001:db8::f816:3eff:fe36:577e'}, {'subnet_id': '5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '5565842d-e1f5-4b29-88c7-5e47121bc09a'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:16:13.469368 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.480661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.516604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5565842d-e1f5-4b29-88c7-5e47121bc09a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:13.536305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:13.624130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.744109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5565842d-e1f5-4b29-88c7-5e47121bc09a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:13.763907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Allocated IP 172.20.0.2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4/5565842d-e1f5-4b29-88c7-5e47121bc09a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:13.833535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.890933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:13.920304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5565842d-e1f5-4b29-88c7-5e47121bc09a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:13.942408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-763bbaee-a607-4896-bc1c-e0de0b4fe7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.950665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:13.970489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Transition to ACTIVE for port object 5565842d-e1f5-4b29-88c7-5e47121bc09a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:14.027892 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.102428 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.155636 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7abfa011-e489-409a-b624-fb873dc587e9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9 HTTP/1.1" status: 204 len: 168 time: 1.2794082 Apr 11 21:16:14.157753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:14.208184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37676) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:14.228846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.230586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee7eb0-6d32-4f95-846b-b3ee08826ff4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:14.232205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee7eb0-6d32-4f95-846b-b3ee08826ff4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:14.234035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee7eb0-6d32-4f95-846b-b3ee08826ff4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:14.234880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-27ee7eb0-6d32-4f95-846b-b3ee08826ff4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:14.267318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:14.271942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Usage tracker for resource:security_group_rule and tenant:50b2ba780f4449b8a601c4329e8940c5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:14.275766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:14.283595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:14.301492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ff00b-a7a7-492f-9248-e5771405903a None None] Pushing event updated for resources: {'Port': ['ID=5565842d-e1f5-4b29-88c7-5e47121bc09a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:14.367872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.379995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-27ee7eb0-6d32-4f95-846b-b3ee08826ff4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:14.383585 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-27ee7eb0-6d32-4f95-846b-b3ee08826ff4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2224462 Apr 11 21:16:14.383847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37680) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:14.439891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.492714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a675dfe9-1fb0-4e65-b872-a03608883e4a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:14.499522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e3942ac2-b502-4569-9d0f-eea4ec7eed59 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50b2ba780f4449b8a601c4329e8940c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2895579 Apr 11 21:16:14.505137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37684) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:14.592437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-808a3970-e4f1-4843-8c45-fbabc541e7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.608099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 05917341-f75f-4e51-ab2f-6e196656584f {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:14.611420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.628165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-808a3970-e4f1-4843-8c45-fbabc541e7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.680277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.765934 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-808a3970-e4f1-4843-8c45-fbabc541e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.774386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.783775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a3970-e4f1-4843-8c45-fbabc541e7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a675dfe9-1fb0-4e65-b872-a03608883e4a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:14.794665 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-808a3970-e4f1-4843-8c45-fbabc541e7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.795830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-808a3970-e4f1-4843-8c45-fbabc541e7c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a675dfe9-1fb0-4e65-b872-a03608883e4a HTTP/1.1" status: 204 len: 168 time: 0.2792084 Apr 11 21:16:14.940909 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:14.988131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5565842d-e1f5-4b29-88c7-5e47121bc09a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:14.999570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.008125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=05917341-f75f-4e51-ab2f-6e196656584f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:15.046217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47be51-1a7a-47e6-9ddc-b1100210ee73 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:15.082993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f9b36c9a-081e-4c8e-a958-a6b393dc3bf5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/05917341-f75f-4e51-ab2f-6e196656584f HTTP/1.1" status: 204 len: 168 time: 0.6980524 Apr 11 21:16:15.085575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37692) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:15.118535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c3a7df73-cda9-4697-a8a7-8ff6190c5378 None None] Could not find standard attr ID for object d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:16:15.298357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c3a7df73-cda9-4697-a8a7-8ff6190c5378 None None] Provisioning for port 5565842d-e1f5-4b29-88c7-5e47121bc09a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:15.318608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:15.322293 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.333484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c3a7df73-cda9-4697-a8a7-8ff6190c5378 None None] Provisioning complete for port 5565842d-e1f5-4b29-88c7-5e47121bc09a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:15.334174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3a7df73-cda9-4697-a8a7-8ff6190c5378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.392578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.498685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.702614 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.751895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:15.759843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:15.771516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f222734-106c-4c62-8f18-380ea3725123 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4 HTTP/1.1" status: 204 len: 168 time: 0.6837780 Apr 11 21:16:15.773447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37710) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:15.877206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:15.877811 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-60792fd9-7eac-4d03-a88c-ff017bae1ee9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030362 Apr 11 21:16:15.884228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:16.018236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:16.022057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:16.025071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:16.028869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcdb16e-222e-4ac4-9e52-e0562dcbfb69 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:16.031152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:16.130116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:16.132118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.184883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7c09ffa4-ef8a-49a1-b9c6-3c79e8048d97 None None] Provisioning complete for port 5565842d-e1f5-4b29-88c7-5e47121bc09a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:16.185249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7c09ffa4-ef8a-49a1-b9c6-3c79e8048d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.342410 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bdeddd2b-08a7-4c84-8cbc-54690c13d8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.444426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37726) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:16.563723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:16:16.567961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Deleting port 5565842d-e1f5-4b29-88c7-5e47121bc09a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:16.568409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.676128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.719569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:16.725046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a4f06a29b44e0390c408dcbb04a837 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:16.728380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:16.739926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:16.805278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:16:16.840408 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.862679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5565842d-e1f5-4b29-88c7-5e47121bc09a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:16.862992 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.940932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:16.997963 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1a4f06a29b44e0390c408dcbb04a837&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5494428 Apr 11 21:16:16.998308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37744) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:17.010706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf80a9-d9eb-40b4-baf4-c54c6951c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158fc3de-dfc1-48fd-afc8-fad82b1600d0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:17.032290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5565842d-e1f5-4b29-88c7-5e47121bc09a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:17.070218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Calling delete_port for 5565842d-e1f5-4b29-88c7-5e47121bc09a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:17.107334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.137479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c420e51-722b-4b39-9ea4-5500d0378df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.215346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c420e51-722b-4b39-9ea4-5500d0378df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.261040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.276914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:16:17.277274 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:16:17.420588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5565842d-e1f5-4b29-88c7-5e47121bc09a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:17.425557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c420e51-722b-4b39-9ea4-5500d0378df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.425766 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.428526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.446322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420e51-722b-4b39-9ea4-5500d0378df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158fc3de-dfc1-48fd-afc8-fad82b1600d0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:17.485610 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.487674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c420e51-722b-4b39-9ea4-5500d0378df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.491573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c420e51-722b-4b39-9ea4-5500d0378df2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/158fc3de-dfc1-48fd-afc8-fad82b1600d0 HTTP/1.1" status: 204 len: 168 time: 0.4894745 Apr 11 21:16:17.543047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.544409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.624566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:16:17.625047 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:16:17.694412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:17.700708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:17.706312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:17.706998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.711562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=6e9348b0-cc43-4ef7-9d48-31128b6d78eb,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:17.721827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=5565842d-e1f5-4b29-88c7-5e47121bc09a,revision_number=8']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:17.778517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Deleting port 5565842d-e1f5-4b29-88c7-5e47121bc09a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:17.778905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:17.827262 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-721613dc-5bcf-46b6-8766-5548f7bef479 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9482942 Apr 11 21:16:17.838333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:17.851507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:18.035879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:18.040985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:18.043181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] For port 5565842d-e1f5-4b29-88c7-5e47121bc09a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5565842d-e1f5-4b29-88c7-5e47121bc09a,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:18.043744 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.045031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:18.051363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:18.137965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:18.142855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.205412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Calling delete_port for 5565842d-e1f5-4b29-88c7-5e47121bc09a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:18.280816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.430751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37780) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:18.440175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 11 21:16:18.440175 n-d-837321-1 neutron-server[84668]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 11 21:16:18.440175 n-d-837321-1 neutron-server[84668]: [parameters: {'status': 'DOWN', 'ports_id': '5565842d-e1f5-4b29-88c7-5e47121bc09a'}] Apr 11 21:16:18.440175 n-d-837321-1 neutron-server[84668]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:16:18.440608 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:16:18.502305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.525285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.551045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] Pushing event deleted for resources: {'Port': ['ID=5565842d-e1f5-4b29-88c7-5e47121bc09a,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:18.600640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.624133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f26718-0229-4b3e-a476-cdc4e4db5722 None None] No DVR routers for this DVR port 5565842d-e1f5-4b29-88c7-5e47121bc09a on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:18.628244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:18.637358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:18.641988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6aaff6-4970-4267-87a1-43a5434da829 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:18.642790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:18.643355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.646829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=bd1d41a7-2dc5-4c34-839b-769d198095d3,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:18.676476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:18.684108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce1bf13335ea4c89b4e296dac5f23d89 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:18.686980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:18.692839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:18.808230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a6be035-13bf-4eb4-8547-8ac453a57adc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9661005 Apr 11 21:16:18.811157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37786) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:18.817756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:18:40:31', 'name': 'tempest-NetworksTestDHCPv6-613071894'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:18.839923 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.868585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.912483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '6e9348b0-cc43-4ef7-9d48-31128b6d78eb'}, {'subnet_id': 'bd1d41a7-2dc5-4c34-839b-769d198095d3'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:18.913302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.948744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:18.961463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:18.966651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:18.969662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:18.976740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:18.998018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13e006-00f0-4e5e-a879-b96542659126,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:19.007309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3a7b152c-311d-485a-ac36-a599b09776c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce1bf13335ea4c89b4e296dac5f23d89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5755730 Apr 11 21:16:19.008075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:19.069956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:19.074885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.083646 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0805-f108-4191-b143-8f7ecdb3a25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.126899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 4ca5c3da-ed59-4a30-8246-be69bf60e47d yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:19.155328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Port 5565842d-e1f5-4b29-88c7-5e47121bc09a update to DOWN by agent not found {{(pid=84668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 11 21:16:19.164558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0805-f108-4191-b143-8f7ecdb3a25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.186241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Allocated IP 172.20.0.2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/bd1d41a7-2dc5-4c34-839b-769d198095d3/3abbb9ac-a85d-42e8-b786-81668460fd4d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:19.186241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Allocated IP 2001:db8::f816:3eff:fed3:939 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/6e9348b0-cc43-4ef7-9d48-31128b6d78eb/3abbb9ac-a85d-42e8-b786-81668460fd4d) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:19.330892 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0805-f108-4191-b143-8f7ecdb3a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.350484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe0805-f108-4191-b143-8f7ecdb3a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13e006-00f0-4e5e-a879-b96542659126,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:19.366079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0805-f108-4191-b143-8f7ecdb3a25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.369222 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bbe0805-f108-4191-b143-8f7ecdb3a25e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef13e006-00f0-4e5e-a879-b96542659126 HTTP/1.1" status: 204 len: 168 time: 0.3582575 Apr 11 21:16:19.401185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.411004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Transition to ACTIVE for port object 3abbb9ac-a85d-42e8-b786-81668460fd4d will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:19.428985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Transition to ACTIVE for port object 3abbb9ac-a85d-42e8-b786-81668460fd4d will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:19.503615 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.578306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:19.581197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:19.585660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:19.587603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Pushing event updated for resources: {'Port': ['ID=3abbb9ac-a85d-42e8-b786-81668460fd4d,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:19.662769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 172.20.0.5 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/bd1d41a7-2dc5-4c34-839b-769d198095d3/4ca5c3da-ed59-4a30-8246-be69bf60e47d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:19.670150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe18:4031 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/6e9348b0-cc43-4ef7-9d48-31128b6d78eb/4ca5c3da-ed59-4a30-8246-be69bf60e47d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:19.712082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Attempting to bind port 3abbb9ac-a85d-42e8-b786-81668460fd4d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:19.712452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Attempting to bind port 3abbb9ac-a85d-42e8-b786-81668460fd4d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:19.712814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Attempting to bind port 3abbb9ac-a85d-42e8-b786-81668460fd4d on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:19.719940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:19.720322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:19.720709 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.721097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:19.721589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Bound port: 3abbb9ac-a85d-42e8-b786-81668460fd4d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:19.721962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.819938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] For port 3abbb9ac-a85d-42e8-b786-81668460fd4d, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:19.823430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] For port 3abbb9ac-a85d-42e8-b786-81668460fd4d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3abbb9ac-a85d-42e8-b786-81668460fd4d,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:19.948067 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.957351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:19.972532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 4ca5c3da-ed59-4a30-8246-be69bf60e47d will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:20.034245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928964e-b9e2-419f-b0b2-117adc216317 None None] Pushing event updated for resources: {'Port': ['ID=3abbb9ac-a85d-42e8-b786-81668460fd4d,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:20.071122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:20.152883 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:20.155971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:20.160010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:20.193952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=4ca5c3da-ed59-4a30-8246-be69bf60e47d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:20.236639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:20.237251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:20.358042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-181bfc19-ea77-4f7e-9bc7-81a7b8cd322d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5417335 Apr 11 21:16:20.359966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:20.444440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfdf145-ac66-47a9-889a-dff700c59ca7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:20.449030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfdf145-ac66-47a9-889a-dff700c59ca7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:20.449907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9bfdf145-ac66-47a9-889a-dff700c59ca7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:20.547668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9bfdf145-ac66-47a9-889a-dff700c59ca7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:20.556380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9bfdf145-ac66-47a9-889a-dff700c59ca7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1880839 Apr 11 21:16:20.559148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37820) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:20.628929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 4ca5c3da-ed59-4a30-8246-be69bf60e47d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:20.629268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:20.909852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:21.033887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 4ca5c3da-ed59-4a30-8246-be69bf60e47d owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:21.083844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3387bede-fea4-4b8a-bc55-93925fffc548 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:21.333946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:21.367552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3abbb9ac-a85d-42e8-b786-81668460fd4d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:21.391415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=4ca5c3da-ed59-4a30-8246-be69bf60e47d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:21.398254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8c4c286c-d1ab-4639-b8c1-7f4a6cc1ff4c None None] Provisioning for port 3abbb9ac-a85d-42e8-b786-81668460fd4d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:21.561831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:21.571440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3abbb9ac-a85d-42e8-b786-81668460fd4d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:21.583134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3abbb9ac-a85d-42e8-b786-81668460fd4d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:21.583651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:21.635018 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80c87455-e928-4733-9b9d-8127a1a5b746 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/4ca5c3da-ed59-4a30-8246-be69bf60e47d HTTP/1.1" status: 204 len: 168 time: 1.0743580 Apr 11 21:16:21.637929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:21.741244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334925c-19da-431f-b626-1778f15d8b22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:21.742323 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:21.742926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334925c-19da-431f-b626-1778f15d8b22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:21.744485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334925c-19da-431f-b626-1778f15d8b22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:21.745683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f334925c-19da-431f-b626-1778f15d8b22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:21.780436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3abbb9ac-a85d-42e8-b786-81668460fd4d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3abbb9ac-a85d-42e8-b786-81668460fd4d,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:21.850386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f334925c-19da-431f-b626-1778f15d8b22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:21.855522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f334925c-19da-431f-b626-1778f15d8b22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2114153 Apr 11 21:16:21.855522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:21.855916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-58e4b425-2786-4f0d-8eb7-4442da2246a7 None None] Provisioning complete for port 3abbb9ac-a85d-42e8-b786-81668460fd4d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:21.856285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-58e4b425-2786-4f0d-8eb7-4442da2246a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:21.886062 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.017099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3abbb9ac-a85d-42e8-b786-81668460fd4d,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:22.116553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 6e9348b0-cc43-4ef7-9d48-31128b6d78eb {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:22.120800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.214419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ed981b65-266a-4347-b54f-fe7475d3a93e None None] Could not find standard attr ID for object d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:16:22.320249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.455554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.520557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37860) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:22.537441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f968c9e-c0f7-4a68-aefb-aac5653cb58f None None] Could not find standard attr ID for object 4ca5c3da-ed59-4a30-8246-be69bf60e47d. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:16:22.614167 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.663776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9348b0-cc43-4ef7-9d48-31128b6d78eb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:22.674996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.675236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-870395262'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:22.680246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:22.685097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Usage tracker for resource:router and tenant:72af8d95bc33480fa9847ceb986889ad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:22.688445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:22.694438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:22.740387 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a08912f6-31f1-4acc-8214-f0ca1265793c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/6e9348b0-cc43-4ef7-9d48-31128b6d78eb HTTP/1.1" status: 204 len: 168 time: 0.8849983 Apr 11 21:16:22.742915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37866) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:22.749428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65ca0c-6a30-4d77-9e55-d619f17cc27f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:22.781417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.782382 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.887793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.954708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet bd1d41a7-2dc5-4c34-839b-769d198095d3 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:22.957534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:22.992437 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.023888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.085714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.090041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42c4ca2d-f73e-49cc-9a1b-9284234c341f tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5652189 Apr 11 21:16:23.090394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37870) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:23.117757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.239343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.253851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3abbb9ac-a85d-42e8-b786-81668460fd4d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:23.288162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.336843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1d41a7-2dc5-4c34-839b-769d198095d3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:23.346442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.357850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36ec0cc0-c34a-4d19-922b-9d5ad8bd845f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/bd1d41a7-2dc5-4c34-839b-769d198095d3 HTTP/1.1" status: 204 len: 168 time: 0.6133742 Apr 11 21:16:23.360157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37874) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:23.394914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3abbb9ac-a85d-42e8-b786-81668460fd4d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:23.395445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.551940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4fbc3804-cf35-4c5a-a491-b2a04dce4791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1905515 Apr 11 21:16:23.558193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37882) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:23.568023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:23.665421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17e521-97ca-4dfb-853e-198eb7036bdd None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:23.695621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:23.700495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:23.703375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:23.709673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:23.717985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.722278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.777241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:23.780832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.813719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.814328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54537084-c1d7-4e3d-9074-a633e82177ba {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:16:23.823015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.827048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a9fb6dc6-066e-4bb2-a0d3-1b98ac02732a tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "DELETE /v2.0/routers/54537084-c1d7-4e3d-9074-a633e82177ba HTTP/1.1" status: 204 len: 168 time: 0.7328880 Apr 11 21:16:23.827318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37888) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:23.833044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Request body: {'router': {'name': 'tempest-router-405653422', 'distributed': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:23.838377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:23.843561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Usage tracker for resource:router and tenant:72af8d95bc33480fa9847ceb986889ad is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:23.846725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:23.853087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:23.870416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0c342a93-243e-4c25-bedb-ad9303eafbc3 None None] Provisioning complete for port 3abbb9ac-a85d-42e8-b786-81668460fd4d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:23.870784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0c342a93-243e-4c25-bedb-ad9303eafbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.945888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.947114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:23.967573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.056790 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.080360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:16:24.084806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] Deleting port 3abbb9ac-a85d-42e8-b786-81668460fd4d {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:24.085310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.091020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.151798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:24.154864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:24.158839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:24.159416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.166111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=40a521a8-566d-4f46-8872-1db7f5ddd660,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:24.170842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.172088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4b93352e-2c18-4654-8b1c-f7e2eedd5cc8 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3437605 Apr 11 21:16:24.174709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:24.290945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef6c61fc-af9b-412d-b321-b661b0c72e1f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7277601 Apr 11 21:16:24.297292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37900) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:24.300986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:24.313940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.331913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] For port 3abbb9ac-a85d-42e8-b786-81668460fd4d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3abbb9ac-a85d-42e8-b786-81668460fd4d,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:24.331913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.463195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:24.468326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:24.472915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] Calling delete_port for 3abbb9ac-a85d-42e8-b786-81668460fd4d owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:24.473025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:24.477208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:24.539261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:24.547596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.625927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.689264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] No DVR routers for this DVR port 3abbb9ac-a85d-42e8-b786-81668460fd4d on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:24.718766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd0039-c90c-483d-b2f8-355bf717fcd5 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:24.739014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1e245-7f0c-405c-8cfd-18dbdde65e31 None None] Pushing event deleted for resources: {'Port': ['ID=3abbb9ac-a85d-42e8-b786-81668460fd4d,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:24.847211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.853986 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.966681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.966681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc4fca05-dbfc-4aa1-ba6f-61a20db644e4 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:16:24.967377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '40a521a8-566d-4f46-8872-1db7f5ddd660'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:24.968299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.984979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:24.986901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4047c11e-6cf9-4ed8-a382-59fe045115d5 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "DELETE /v2.0/routers/fc4fca05-dbfc-4aa1-ba6f-61a20db644e4 HTTP/1.1" status: 204 len: 168 time: 0.8105543 Apr 11 21:16:24.991936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37908) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:24.997961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Request body: {'router': {'name': 'tempest-router-1904496458', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7e5214625b57492f96fdc4db17f74936'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:25.004228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:25.011050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Usage tracker for resource:router and tenant:7e5214625b57492f96fdc4db17f74936 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:25.015148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:25.017226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:16:25.018425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.022416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:25.091862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:25.094992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:25.099630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:25.100149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.115633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=630e490c-cf05-4552-b77d-570c47c85804,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:25.121049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.121049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.153799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.212748 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46ab4d04-0635-486f-9d67-57b3758cfd15 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9133542 Apr 11 21:16:25.215932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37916) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:25.223891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:93:e7:fa', 'name': 'tempest-NetworksTestDHCPv6-1857206015'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:25.277443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3abbb9ac-a85d-42e8-b786-81668460fd4d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:25.313973 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.327262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 3abbb9ac-a85d-42e8-b786-81668460fd4d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:25.327641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3abbb9ac-a85d-42e8-b786-81668460fd4d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:25.376259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Allocated IP 172.20.0.2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/40a521a8-566d-4f46-8872-1db7f5ddd660/bc498733-28c1-4136-a097-f9948db81d68) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:25.383323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Allocated IP 2001:db8::f816:3eff:fef8:e865 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/630e490c-cf05-4552-b77d-570c47c85804/bc498733-28c1-4136-a097-f9948db81d68) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:25.428169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:25.434343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:25.437093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:25.443160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:25.516073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.517259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1012dcb8-a39c-4907-81ce-0af5154d1073 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5241470 Apr 11 21:16:25.520401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:25.525369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:25.583628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:25.584111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.608254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.623642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Transition to ACTIVE for port object bc498733-28c1-4136-a097-f9948db81d68 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:25.640435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Transition to ACTIVE for port object bc498733-28c1-4136-a097-f9948db81d68 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:25.681071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 2c4ce71c-0dcc-4f80-9423-d26016965f2f yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:25.745667 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:25.781381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59825343-9e89-4618-8c98-e752fa0fa507 req-58424ea0-359c-4af8-9f42-95821f53781c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:25.783157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-59825343-9e89-4618-8c98-e752fa0fa507 req-58424ea0-359c-4af8-9f42-95821f53781c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.0901108 Apr 11 21:16:25.850604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:25.851540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-59825343-9e89-4618-8c98-e752fa0fa507 req-dbf8e088-44ff-4ea1-84de-5acd13fe6be2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617871 Apr 11 21:16:25.853810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:25.858136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:25.872737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Pushing event updated for resources: {'Port': ['ID=bc498733-28c1-4136-a097-f9948db81d68,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:25.921467 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:16:25.996098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Attempting to bind port bc498733-28c1-4136-a097-f9948db81d68 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:25.996462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Attempting to bind port bc498733-28c1-4136-a097-f9948db81d68 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:25.996812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Attempting to bind port bc498733-28c1-4136-a097-f9948db81d68 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:26.003444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:26.003820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:26.004214 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.004597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:26.005089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Bound port: bc498733-28c1-4136-a097-f9948db81d68, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:26.005400 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.118097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] For port bc498733-28c1-4136-a097-f9948db81d68, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:26.122082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] For port bc498733-28c1-4136-a097-f9948db81d68, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bc498733-28c1-4136-a097-f9948db81d68,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:26.153027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.153542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.208499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.277867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 172.20.0.14 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/40a521a8-566d-4f46-8872-1db7f5ddd660/2c4ce71c-0dcc-4f80-9423-d26016965f2f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:26.288999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6babe0-49ac-4ba2-9e16-4deb556df09e None None] Pushing event updated for resources: {'Port': ['ID=bc498733-28c1-4136-a097-f9948db81d68,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:26.294506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe93:e7fa (dc2abbe2-62ef-42e5-8aed-489bf1f33397/630e490c-cf05-4552-b77d-570c47c85804/2c4ce71c-0dcc-4f80-9423-d26016965f2f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:26.312241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84667) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 11 21:16:26.312570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Router 5339b3ad-3dae-4efa-bba6-a06d5d258847 migrating from provider to provider. {{(pid=84667) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 11 21:16:26.312929 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.335397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.446709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625609'] for router, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.791994 n-d-837321-1 neutron-server[84667]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] No L3 agents can host the router 5339b3ad-3dae-4efa-bba6-a06d5d258847 Apr 11 21:16:26.794689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:26.814908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 2c4ce71c-0dcc-4f80-9423-d26016965f2f will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:27.037020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.050603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Hosts for router 5339b3ad-3dae-4efa-bba6-a06d5d258847: [] {{(pid=84667) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 11 21:16:27.169007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Hosts for other DVR routers connected to router 5339b3ad-3dae-4efa-bba6-a06d5d258847: set() {{(pid=84667) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 11 21:16:27.209796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=2c4ce71c-0dcc-4f80-9423-d26016965f2f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:27.212187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:27.226482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:27.241139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:27.267955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.271420 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bbe16fda-6c2d-441a-b29c-344541264321 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "PUT /v2.0/routers/5339b3ad-3dae-4efa-bba6-a06d5d258847 HTTP/1.1" status: 200 len: 717 time: 1.7478333 Apr 11 21:16:27.272190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37934) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:27.297739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bc498733-28c1-4136-a097-f9948db81d68 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:27.331752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9419-e23b-41c1-b12b-fc24b03399e1 req-eda1b21f-2529-45f6-8ccf-a6a670b6707c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:27.333211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce5c9419-e23b-41c1-b12b-fc24b03399e1 req-eda1b21f-2529-45f6-8ccf-a6a670b6707c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.3456969 Apr 11 21:16:27.340527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:27.341132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.402089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-af750ed9-7e2b-48a4-9962-7dd78321ca88 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:27.402876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-af750ed9-7e2b-48a4-9962-7dd78321ca88 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.2238002 Apr 11 21:16:27.415322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634cc28-aa0a-4920-8c17-ec9acb3a815f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:27.456973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-609cf067-1c8b-4210-b0c3-5ed7d9e45e4e tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "GET /v2.0/routers/5339b3ad-3dae-4efa-bba6-a06d5d258847 HTTP/1.1" status: 200 len: 717 time: 0.1814167 Apr 11 21:16:27.458999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce5c9419-e23b-41c1-b12b-fc24b03399e1 req-6f0c2b28-f247-42ae-abe3-3d2a630ea376 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136134 Apr 11 21:16:27.459459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37938) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:27.470906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8d214756-ab93-4cb4-81eb-508858bfe6fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2531903 Apr 11 21:16:27.473762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37944) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:27.499665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port 752d3935-2323-42ef-a605-3145cab8b158 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:27.500150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.509815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bc498733-28c1-4136-a097-f9948db81d68 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:27.578535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e51f03-bcdf-4ea7-a28e-1dbca65f122e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:27.582957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e51f03-bcdf-4ea7-a28e-1dbca65f122e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:27.584159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2e51f03-bcdf-4ea7-a28e-1dbca65f122e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:27.618708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] Provisioning for port bc498733-28c1-4136-a097-f9948db81d68 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:27.638245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] Provisioning complete for port bc498733-28c1-4136-a097-f9948db81d68 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:27.638245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.701148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2e51f03-bcdf-4ea7-a28e-1dbca65f122e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:27.703907 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2e51f03-bcdf-4ea7-a28e-1dbca65f122e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2284994 Apr 11 21:16:27.705827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37948) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:27.784994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6459a2af-9468-4b3b-9d48-9388832b2241 tempest-RoutersTestDVR-294361206 tempest-RoutersTestDVR-294361206-project] 10.222.0.61 "GET /v2.0/routers/5339b3ad-3dae-4efa-bba6-a06d5d258847 HTTP/1.1" status: 200 len: 683 time: 0.3241868 Apr 11 21:16:27.788318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37952) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:27.809424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 2c4ce71c-0dcc-4f80-9423-d26016965f2f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:27.809787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.823706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.879526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port 752d3935-2323-42ef-a605-3145cab8b158, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=752d3935-2323-42ef-a605-3145cab8b158,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:27.879890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:27.889277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] For port bc498733-28c1-4136-a097-f9948db81d68, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bc498733-28c1-4136-a097-f9948db81d68,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:27.976873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.034153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.113080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212a50-35b7-4ef2-8078-d90f0b77c300 None None] Pushing event updated for resources: {'Port': ['ID=bc498733-28c1-4136-a097-f9948db81d68,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:28.440492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.444849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.474376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.517261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ffc6db4e-b741-4e17-bfdd-41b41b9efb7a None None] Provisioning complete for port bc498733-28c1-4136-a097-f9948db81d68 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:28.519390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ffc6db4e-b741-4e17-bfdd-41b41b9efb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.539207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.540025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5339b3ad-3dae-4efa-bba6-a06d5d258847 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:16:28.552583 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.558981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2db7e7ab-3205-4203-bdc0-358446f78124 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "DELETE /v2.0/routers/5339b3ad-3dae-4efa-bba6-a06d5d258847 HTTP/1.1" status: 204 len: 168 time: 0.7649770 Apr 11 21:16:28.560597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:28.567893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Request body: {'router': {'name': 'tempest-router-290776700', 'distributed': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:28.582526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:28.590710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Usage tracker for resource:router and tenant:72af8d95bc33480fa9847ceb986889ad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:28.596651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:28.610616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:28.636796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 2c4ce71c-0dcc-4f80-9423-d26016965f2f owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:28.699034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.699402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.699741 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Floating IP 27c5591d-64e3-45c5-9c14-1a5314c5efe4 disassociated. External IP: 172.25.5.220, port: 752d3935-2323-42ef-a605-3145cab8b158. Apr 11 21:16:28.700076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for 752d3935-2323-42ef-a605-3145cab8b158 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:28.722556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.723607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.739197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c850ac6-c5c9-4051-973d-a8a1a67ebfe9 req-1e2f296c-6820-4a53-b08c-f7ec4efe9942 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:28.741109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c850ac6-c5c9-4051-973d-a8a1a67ebfe9 req-1e2f296c-6820-4a53-b08c-f7ec4efe9942 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 945 time: 0.1018543 Apr 11 21:16:28.757110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ffc6db4e-b741-4e17-bfdd-41b41b9efb7a None None] Provisioning for port 2c4ce71c-0dcc-4f80-9423-d26016965f2f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:28.766521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ffc6db4e-b741-4e17-bfdd-41b41b9efb7a None None] Provisioning complete for port 2c4ce71c-0dcc-4f80-9423-d26016965f2f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:28.766521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ffc6db4e-b741-4e17-bfdd-41b41b9efb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.777612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.808059 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c850ac6-c5c9-4051-973d-a8a1a67ebfe9 req-fda4774c-3c45-4de5-80d7-cb2e94f861c5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578489 Apr 11 21:16:28.820443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6db4e-b741-4e17-bfdd-41b41b9efb7a None None] Port 2c4ce71c-0dcc-4f80-9423-d26016965f2f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:16:28.859111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.928325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:28.932772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6daa8a98-5727-442e-b0e8-dc94405827e4 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3679979 Apr 11 21:16:28.934101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37964) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:28.959880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ca5591c-a736-494b-8741-374da11b05f5 None None] Provisioning complete for port 2c4ce71c-0dcc-4f80-9423-d26016965f2f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:28.960099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ca5591c-a736-494b-8741-374da11b05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.012306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5591c-a736-494b-8741-374da11b05f5 None None] Port 2c4ce71c-0dcc-4f80-9423-d26016965f2f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:16:29.018530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.050767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.052498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.068566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.113253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=752d3935-2323-42ef-a605-3145cab8b158,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:29.162806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=2c4ce71c-0dcc-4f80-9423-d26016965f2f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:29.278768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bc498733-28c1-4136-a097-f9948db81d68 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:29.348917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bc498733-28c1-4136-a097-f9948db81d68 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:29.349639 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.448926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.524153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:16:29.526352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11ec7361-055a-4fda-9319-bdbc7939333b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/2c4ce71c-0dcc-4f80-9423-d26016965f2f HTTP/1.1" status: 204 len: 168 time: 1.8203077 Apr 11 21:16:29.529040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 37970) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:29.598215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.605533 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.724662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c899b376-e93a-4995-8dea-9b7fb3344d55 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:29.725994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c899b376-e93a-4995-8dea-9b7fb3344d55 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:29.727592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c899b376-e93a-4995-8dea-9b7fb3344d55 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:29.727708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.728227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89aeee8d-98e8-4030-ace5-0e1fdfc18100 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:16:29.728332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c899b376-e93a-4995-8dea-9b7fb3344d55 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:29.737982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.740135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-312fd671-ac7b-468d-900d-710372d3bfb1 tempest-RoutersTestDVR-2087562166 tempest-RoutersTestDVR-2087562166-project-admin] 10.222.0.61 "DELETE /v2.0/routers/89aeee8d-98e8-4030-ace5-0e1fdfc18100 HTTP/1.1" status: 204 len: 168 time: 0.8048398 Apr 11 21:16:29.828276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c899b376-e93a-4995-8dea-9b7fb3344d55 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:29.831962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c899b376-e93a-4995-8dea-9b7fb3344d55 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3017642 Apr 11 21:16:29.832461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37976) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:29.852827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:16:29.864216 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:16:29.884691 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:29.885739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:29.940598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port 752d3935-2323-42ef-a605-3145cab8b158 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:29.943175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:29.945489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e3a47c3e-f62f-446b-9a09-a4cd91780e22 req-7e9da476-b016-482d-bf52-700ab9190950 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "DELETE /v2.0/ports/752d3935-2323-42ef-a605-3145cab8b158 HTTP/1.1" status: 204 len: 173 time: 2.5362945 Apr 11 21:16:29.945927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'name': 'network-vif-deleted', 'tag': '752d3935-2323-42ef-a605-3145cab8b158'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:16:30.042831 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f54252-d617-47cc-81ec-3d44d77abe94'] response: {'server_uuid': '9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3', 'name': 'network-vif-deleted', 'tag': '752d3935-2323-42ef-a605-3145cab8b158', 'status': 'completed', 'code': 200} Apr 11 21:16:30.060341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d29730a8-b645-4586-9582-c1ee6d352261 req-5b9bf085-5419-46d4-b3d4-d43da7a45b0c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:30.073842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d29730a8-b645-4586-9582-c1ee6d352261 req-5b9bf085-5419-46d4-b3d4-d43da7a45b0c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:30.076503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d29730a8-b645-4586-9582-c1ee6d352261 req-5b9bf085-5419-46d4-b3d4-d43da7a45b0c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 210 time: 0.0720997 Apr 11 21:16:30.089263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 40a521a8-566d-4f46-8872-1db7f5ddd660 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:30.092377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.128459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:30.147642 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.267184 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.425061 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.468816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=40a521a8-566d-4f46-8872-1db7f5ddd660,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:30.474954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.484117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1bf39-7a38-4b3b-acfb-eaa30191feb5 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:30.485118 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:30.489059 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:16:30.500614 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:30.501219 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:30.513816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37988) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:30.554225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e9ad29ee-0496-4332-86ed-b27521748fe9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/40a521a8-566d-4f46-8872-1db7f5ddd660 HTTP/1.1" status: 204 len: 168 time: 0.7206471 Apr 11 21:16:30.558373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 37994) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:30.559569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 752d3935-2323-42ef-a605-3145cab8b158 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:30.648442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 752d3935-2323-42ef-a605-3145cab8b158 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:30.648787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 752d3935-2323-42ef-a605-3145cab8b158 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:30.667417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 630e490c-cf05-4552-b77d-570c47c85804 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:30.671578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.752876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.759736 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:30.769237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.837726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:30.846072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5214625b57492f96fdc4db17f74936 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:30.851375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:30.853066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:30.867881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:30.895354 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.004406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.080190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.099191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:31.103717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f44eb7-7482-461b-b680-f70e1e6f3c42 None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:16:31.131596 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.140479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=630e490c-cf05-4552-b77d-570c47c85804,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:31.168474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.225735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.226475 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.226999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.227677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.228183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.228754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.229490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.229992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.230490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.230986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.231524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:31.244037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770388a9-8f15-41bf-9cdc-6822ba60db6d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:31.296491 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a73bd5b1-9003-4098-88a3-189f02868926 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e5214625b57492f96fdc4db17f74936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7789421 Apr 11 21:16:31.297271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38000) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:31.300906 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b6b66d31-50a2-4f3f-bb32-2aaf821d8021 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/630e490c-cf05-4552-b77d-570c47c85804 HTTP/1.1" status: 204 len: 168 time: 0.7407994 Apr 11 21:16:31.303734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38004) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:31.314017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7714e292-0951-4d8d-8f48-5d22cb4c1d61 req-b6c8818c-c6fc-41af-a31b-564dc9f7717e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f4d6b8a-8eed-4f1e-99a3-ccd0d1b03be3 HTTP/1.1" status: 200 len: 210 time: 0.0531886 Apr 11 21:16:31.482766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ab9ac-481f-482b-8a3f-509121aa8174 None None] New status for floating IP 27c5591d-64e3-45c5-9c14-1a5314c5efe4: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:16:31.527534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-692a7e79-49bb-4872-8edb-2a90a3a6da30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:router {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:31.555710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3c06d-9776-4c51-a1da-8b34f0e7fd6c None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:31.565117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-692a7e79-49bb-4872-8edb-2a90a3a6da30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:router {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:31.566257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-692a7e79-49bb-4872-8edb-2a90a3a6da30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2616026 Apr 11 21:16:31.569491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38010) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:31.579207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:31.692248 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03e78ab8-97ca-4402-8566-7d5935f3f36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.719457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03e78ab8-97ca-4402-8566-7d5935f3f36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.772427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:31.777052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:31.780469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:31.786254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:31.799196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3a23d40f-f65b-42a1-810a-65a382c7fbbc None None] Provisioning complete for port bc498733-28c1-4136-a097-f9948db81d68 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:31.799503 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3a23d40f-f65b-42a1-810a-65a382c7fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.865384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:31.879767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03e78ab8-97ca-4402-8566-7d5935f3f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.944825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e78ab8-97ca-4402-8566-7d5935f3f36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770388a9-8f15-41bf-9cdc-6822ba60db6d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:31.972693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-03e78ab8-97ca-4402-8566-7d5935f3f36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:31.973824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03e78ab8-97ca-4402-8566-7d5935f3f36b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/770388a9-8f15-41bf-9cdc-6822ba60db6d HTTP/1.1" status: 204 len: 168 time: 0.6749036 Apr 11 21:16:31.994273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.085472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:16:32.090010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] Deleting port bc498733-28c1-4136-a097-f9948db81d68 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:32.090376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.299755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] For port bc498733-28c1-4136-a097-f9948db81d68, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bc498733-28c1-4136-a097-f9948db81d68,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:32.300137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.318229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.404156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:32.407699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:32.415068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:32.415662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.441232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] Calling delete_port for bc498733-28c1-4136-a097-f9948db81d68 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:32.460287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=4c043ca2-4568-420e-b362-5492afd77bb5,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:32.566374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38024) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:32.572241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-99092bfc-21e6-4a0c-973d-bbe54959f04b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9959669 Apr 11 21:16:32.575178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:32.617491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.671106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] No DVR routers for this DVR port bc498733-28c1-4136-a097-f9948db81d68 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:32.681500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b101f-2e10-4eea-8eff-88f812cf95d5 None None] Pushing event deleted for resources: {'Port': ['ID=bc498733-28c1-4136-a097-f9948db81d68,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:32.694557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e8112-a38b-44e1-ab38-7dac3e0d1124 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:32.753437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:32.758062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:32.761590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:32.772516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:32.787943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38032) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:32.808075 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.859984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:32.863593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.883270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:32.943700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Usage tracker for resource:security_group_rule and tenant:72af8d95bc33480fa9847ceb986889ad is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:32.955568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:32.971977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:32.978241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '4c043ca2-4568-420e-b362-5492afd77bb5'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:32.979586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:32.980240 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-a88aa060-806a-4cb0-b079-f7773a616606 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513192431&fields=id&tenant_id=bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 267 time: 0.1521764 Apr 11 21:16:33.147607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Allocated IP 172.20.0.2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/4c043ca2-4568-420e-b362-5492afd77bb5/f62fe702-c8d3-460c-a37c-392d7abc1ab3) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:33.253665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bc498733-28c1-4136-a097-f9948db81d68 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:33.291858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bc498733-28c1-4136-a097-f9948db81d68 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:33.292266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bc498733-28c1-4136-a097-f9948db81d68 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:33.354027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-32981ca8-4c76-4f67-a20a-8864ff2f31ac tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:33.355536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-32981ca8-4c76-4f67-a20a-8864ff2f31ac tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.3648267 Apr 11 21:16:33.359310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.385653 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-248b8833-e842-4510-8764-fccceb3bb0b9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0225768 Apr 11 21:16:33.410499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.420486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Transition to ACTIVE for port object f62fe702-c8d3-460c-a37c-392d7abc1ab3 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:33.428587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.439531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Transition to ACTIVE for port object f62fe702-c8d3-460c-a37c-392d7abc1ab3 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:33.496770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.516204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a018e-6b98-4e5b-95cf-30c7500d9f6e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:33.521958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8f66a969-7cc6-44b4-bcbb-70c1ad742962 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72af8d95bc33480fa9847ceb986889ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7328804 Apr 11 21:16:33.525487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38036) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:33.558757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-450530a0-c42e-49f9-8c33-eabe340492a7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1669683 Apr 11 21:16:33.571583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:33.574073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:33.586387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Pushing event updated for resources: {'Port': ['ID=f62fe702-c8d3-460c-a37c-392d7abc1ab3,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:33.595680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:33.609268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6dd48de-c91c-4215-9358-0b889ea69a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.669122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6dd48de-c91c-4215-9358-0b889ea69a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.705474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Attempting to bind port f62fe702-c8d3-460c-a37c-392d7abc1ab3 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:33.706061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Attempting to bind port f62fe702-c8d3-460c-a37c-392d7abc1ab3 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:33.706241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Attempting to bind port f62fe702-c8d3-460c-a37c-392d7abc1ab3 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:33.714113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:33.714494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:33.714893 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.715281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:33.715771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Bound port: f62fe702-c8d3-460c-a37c-392d7abc1ab3, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:33.716136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.808301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] For port f62fe702-c8d3-460c-a37c-392d7abc1ab3, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:33.809228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6dd48de-c91c-4215-9358-0b889ea69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.811993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] For port f62fe702-c8d3-460c-a37c-392d7abc1ab3, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f62fe702-c8d3-460c-a37c-392d7abc1ab3,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:33.831811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd48de-c91c-4215-9358-0b889ea69a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a018e-6b98-4e5b-95cf-30c7500d9f6e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:33.836235 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f6dd48de-c91c-4215-9358-0b889ea69a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.840114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f6dd48de-c91c-4215-9358-0b889ea69a88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b72a018e-6b98-4e5b-95cf-30c7500d9f6e HTTP/1.1" status: 204 len: 168 time: 0.3125854 Apr 11 21:16:33.844018 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-ca6a2914-f3ef-4c37-ba66-103182e151fb service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664082 Apr 11 21:16:33.892414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:33.945084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:16:33.998078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71698c4-09db-4f04-a419-3b17c2914612 None None] Pushing event updated for resources: {'Port': ['ID=f62fe702-c8d3-460c-a37c-392d7abc1ab3,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:34.079074 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-e240c040-a657-4760-9bb1-e8e25f326653 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340910 Apr 11 21:16:34.340845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:34.610593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port f62fe702-c8d3-460c-a37c-392d7abc1ab3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f62fe702-c8d3-460c-a37c-392d7abc1ab3,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:34.642598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:34.699170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:34.704083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:34.837665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=f62fe702-c8d3-460c-a37c-392d7abc1ab3,revision_number=4']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:34.916358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:34.924901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:34.937473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:34.938208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:34.958468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eeb295ac-acbf-46ab-b6b8-ec8e71774dd8 req-b0398fbd-b72f-4f12-bfb9-07b347a73b9c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0963285 Apr 11 21:16:35.003263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=5a08a470-ec8f-4a0f-8101-6e2ca8d5e422,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:35.148690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1938d156-8cd3-4b15-aaa9-9ec875165737 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5812521 Apr 11 21:16:35.151739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:35.157493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:51:2f:19', 'name': 'tempest-NetworksTestDHCPv6-1358763162'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:35.197651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb49f57-33c8-4c66-8afa-14dac1a7bc14 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:35.347634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:35.353183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:35.357484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:35.365860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:35.376563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f62fe702-c8d3-460c-a37c-392d7abc1ab3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:35.471059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:35.475215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:35.505369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port c21ba12c-66c0-4eea-9ff8-595d235c0c58 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:35.565553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17abd4e7-6058-4e5a-8044-53f73284d819 None None] Provisioning for port f62fe702-c8d3-460c-a37c-392d7abc1ab3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:35.668906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f62fe702-c8d3-460c-a37c-392d7abc1ab3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:35.676233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f62fe702-c8d3-460c-a37c-392d7abc1ab3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:35.676812 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:35.718421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:35.799921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 172.20.0.10 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/4c043ca2-4568-420e-b362-5492afd77bb5/c21ba12c-66c0-4eea-9ff8-595d235c0c58) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:35.811453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe51:2f19 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/5a08a470-ec8f-4a0f-8101-6e2ca8d5e422/c21ba12c-66c0-4eea-9ff8-595d235c0c58) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:35.895680 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:35.954529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f62fe702-c8d3-460c-a37c-392d7abc1ab3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f62fe702-c8d3-460c-a37c-392d7abc1ab3,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:35.978521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'networks': [{'name': 'tempest-network--48623083'}, {'name': 'tempest-network--1429261203'}]} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:35.980623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'network': {'name': 'tempest-network--48623083'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:35.981426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'network': {'name': 'tempest-network--1429261203'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:35.987610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:35.992329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:network and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:35.996744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:36.014034 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.020463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:36.107866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'network': 2} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:36.116875 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.123869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.137721 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.142296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f62fe702-c8d3-460c-a37c-392d7abc1ab3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:36.160278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object c21ba12c-66c0-4eea-9ff8-595d235c0c58 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:36.224360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:36.228292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:security_group_rule and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:36.232517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:36.239838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:36.331719 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.345630 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.409272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.409962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.411426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:36.415075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:36.419950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:36.455833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=c21ba12c-66c0-4eea-9ff8-595d235c0c58,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:36.496893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:36.497798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.523128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fec202de-b2ff-4f05-b0eb-073216ebe8ac req-104c7be3-4d38-44d6-bf21-4bf245e32d7e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 210 time: 0.3132873 Apr 11 21:16:36.553348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:16:36.559586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3fb9aa-e958-43f5-a34e-fa8e2ce8188a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:36.567506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.567884 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Added segment 259a5bac-8b60-4d45-92c7-a0087df6ff1d of type vlan for network a56f19f1-bda5-4c56-8bfd-ceba4013e114 Apr 11 21:16:36.601307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.621294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b5667c8a-05c7-4194-aa9f-efdd358cbc04 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4681695 Apr 11 21:16:36.625654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38112) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:36.626119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1903d05e-d85b-41af-a342-edb80984a6e9 None None] Provisioning complete for port f62fe702-c8d3-460c-a37c-392d7abc1ab3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:36.626119 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1903d05e-d85b-41af-a342-edb80984a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.666821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:16:36.677890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.678250 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Added segment 278f20d8-5cd1-480b-a691-55459cce55a3 of type vlan for network 503120fb-532b-4a88-ad64-072ba3f5e6d4 Apr 11 21:16:36.711496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.757803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0140c49-f1fe-428b-ba22-b30bb8d10d9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:36.762882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0140c49-f1fe-428b-ba22-b30bb8d10d9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:36.763761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f0140c49-f1fe-428b-ba22-b30bb8d10d9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:36.840179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f0140c49-f1fe-428b-ba22-b30bb8d10d9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:36.840390 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.840680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.841520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f0140c49-f1fe-428b-ba22-b30bb8d10d9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2160723 Apr 11 21:16:36.844009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38116) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:36.845521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:36.849890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:36.849890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.959101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-771c0a81-1ee5-4c5f-a76f-52641a8be681 None None] Provisioning for port c21ba12c-66c0-4eea-9ff8-595d235c0c58 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:36.965486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-771c0a81-1ee5-4c5f-a76f-52641a8be681 None None] Provisioning complete for port c21ba12c-66c0-4eea-9ff8-595d235c0c58 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:36.965802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-771c0a81-1ee5-4c5f-a76f-52641a8be681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:36.987315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Network': ['ID=a56f19f1-bda5-4c56-8bfd-ceba4013e114,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:37.010293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a56f19f1-bda5-4c56-8bfd-ceba4013e114 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:16:37.034764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port c21ba12c-66c0-4eea-9ff8-595d235c0c58 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:37.035097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.091516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Network': ['ID=503120fb-532b-4a88-ad64-072ba3f5e6d4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:37.098185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f5db219b-b760-43d8-93d4-c3be47d11c04 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3785207 Apr 11 21:16:37.099230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38120) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:37.116106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 503120fb-532b-4a88-ad64-072ba3f5e6d4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:16:37.206302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-771c0a81-1ee5-4c5f-a76f-52641a8be681 None None] Port c21ba12c-66c0-4eea-9ff8-595d235c0c58 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:16:37.366238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f62fe702-c8d3-460c-a37c-392d7abc1ab3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:37.391157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:37.392331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.397065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:37.402789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:37.408085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:37.409699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Synchronizing usage tracker for tenant:961f419644e040f7aabda691f0292b89 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:37.450585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f62fe702-c8d3-460c-a37c-392d7abc1ab3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:37.451030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.530498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Unset dirty status for tenant:961f419644e040f7aabda691f0292b89 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:37.534308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a663949a-9c34-4dfc-9615-18594493e00d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4313595 Apr 11 21:16:37.534545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38130) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:37.568485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for c21ba12c-66c0-4eea-9ff8-595d235c0c58 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:37.690769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.780598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56ee1914-d0ba-4a73-8b95-b38b65fcd083 req-1aa103fe-b0d4-4b4b-95be-188053ff839d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 210 time: 0.0568140 Apr 11 21:16:37.840054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.869873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-cfb0231c-22ec-40fe-a19f-14cfe61bc9a2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:37.870382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56f19f1-bda5-4c56-8bfd-ceba4013e114']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:37.873799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-cfb0231c-22ec-40fe-a19f-14cfe61bc9a2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.3333516 Apr 11 21:16:37.884419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259a5bac-8b60-4d45-92c7-a0087df6ff1d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:37.884908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259a5bac-8b60-4d45-92c7-a0087df6ff1d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:37.898700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.917803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.932447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:16:37.932447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:37.980037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-3acf34c5-1783-41a5-a46c-55e04e97e61c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 379 time: 0.0949755 Apr 11 21:16:37.990615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'security_groups': ['846188e0-e3ad-43d8-8fc7-6e85a9c305e5']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:16:38.036978 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:16:38.128968 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.154034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.163520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Network': ['ID=a56f19f1-bda5-4c56-8bfd-ceba4013e114,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:38.203710 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.210154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:38.258345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-48553ed1-3934-4b01-be30-ae94889df3a8 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/networks/a56f19f1-bda5-4c56-8bfd-ceba4013e114 HTTP/1.1" status: 204 len: 168 time: 0.7204309 Apr 11 21:16:38.258836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38138) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:38.267313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:38.269367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=c21ba12c-66c0-4eea-9ff8-595d235c0c58,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:38.321446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23f07-6be7-49c6-b892-4f48a8ca9d35 req-6110f017-52c9-48a5-9c20-ceb3575c0d23 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:38.323559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11a23f07-6be7-49c6-b892-4f48a8ca9d35 req-6110f017-52c9-48a5-9c20-ceb3575c0d23 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.2416537 Apr 11 21:16:38.426474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:38.430087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.435025 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.591247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.618362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503120fb-532b-4a88-ad64-072ba3f5e6d4']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:38.631431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278f20d8-5cd1-480b-a691-55459cce55a3') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:38.631758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278f20d8-5cd1-480b-a691-55459cce55a3') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:38.645197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.651262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.664673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.668870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-11a23f07-6be7-49c6-b892-4f48a8ca9d35 req-0384d25c-b978-4dc1-8bf5-da357b81f367 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150582 Apr 11 21:16:38.686589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:16:38.686589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.712243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.12 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/9bcc600f-cda2-4a6f-8ad0-592a94183c62) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:38.779838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-71efa374-7f08-40b6-99ee-08f3ab0e7b87 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/c21ba12c-66c0-4eea-9ff8-595d235c0c58 HTTP/1.1" status: 204 len: 168 time: 1.9347100 Apr 11 21:16:38.785190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38146) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:16:38.790994 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:16:38.868251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.889239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:38.904187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Network': ['ID=503120fb-532b-4a88-ad64-072ba3f5e6d4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:38.916419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0380a221-68c2-473f-8d56-7ff27676d166 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/networks/503120fb-532b-4a88-ad64-072ba3f5e6d4 HTTP/1.1" status: 204 len: 168 time: 0.6543479 Apr 11 21:16:38.919436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38152) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:39.047333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f7361-158c-4d0a-87e5-343d71ae248d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.048584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f7361-158c-4d0a-87e5-343d71ae248d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.050023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f7361-158c-4d0a-87e5-343d71ae248d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.050817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d4f7361-158c-4d0a-87e5-343d71ae248d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:39.099704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57054150-94b7-4fbb-bda5-554e73c5f070 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.105108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57054150-94b7-4fbb-bda5-554e73c5f070 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.106490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-57054150-94b7-4fbb-bda5-554e73c5f070 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Synchronizing usage tracker for tenant:961f419644e040f7aabda691f0292b89 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:39.120907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9fe3e066-3e80-4567-9722-19502edee213 req-1128a37f-a232-42f8-8fe0-8cb6b333998c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:39.150096 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.160028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9fe3e066-3e80-4567-9722-19502edee213 req-1128a37f-a232-42f8-8fe0-8cb6b333998c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:39.161176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9fe3e066-3e80-4567-9722-19502edee213 req-1128a37f-a232-42f8-8fe0-8cb6b333998c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 210 time: 0.1176853 Apr 11 21:16:39.169427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object 9bcc600f-cda2-4a6f-8ad0-592a94183c62 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:39.183244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-57054150-94b7-4fbb-bda5-554e73c5f070 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Unset dirty status for tenant:961f419644e040f7aabda691f0292b89 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:39.184856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-57054150-94b7-4fbb-bda5-554e73c5f070 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2642753 Apr 11 21:16:39.191886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:39.200334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-911365795'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:39.206245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:39.207624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0d4f7361-158c-4d0a-87e5-343d71ae248d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:39.211979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0d4f7361-158c-4d0a-87e5-343d71ae248d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4257231 Apr 11 21:16:39.212705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38160) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:39.236711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:39.279827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.350168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:39.353207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.420688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:16:39.437054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.440388 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Added segment a361c085-5060-42de-8018-b7d3bdbc92a0 of type vlan for network 33e6c3b2-a13b-47f6-9166-b24243003fc0 Apr 11 21:16:39.471111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.487629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:39.499553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:39.504587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=9bcc600f-cda2-4a6f-8ad0-592a94183c62,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:39.510706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:39.575534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.575725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.576218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.580009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.581379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.686040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 4c043ca2-4568-420e-b362-5492afd77bb5 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:39.692026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.707637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Network': ['ID=33e6c3b2-a13b-47f6-9166-b24243003fc0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:39.720035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 33e6c3b2-a13b-47f6-9166-b24243003fc0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:16:39.760477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3716b-4d94-4d16-a2a5-53c5920f6195 req-98cb04e2-d396-450c-915c-94ea14a0ebb9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.768475 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eee3716b-4d94-4d16-a2a5-53c5920f6195 req-98cb04e2-d396-450c-915c-94ea14a0ebb9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.4278469 Apr 11 21:16:39.770957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-7107f682-fb83-4e77-bc5d-92fe33edaca7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7841656 Apr 11 21:16:39.805694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4dd5c94f-ef53-4c29-a0de-3038990bea4c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6094835 Apr 11 21:16:39.806006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38168) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:39.811703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2037828904'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:39.822053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:39.832784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Request body: {'port': {'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:39.877548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:network and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:39.885832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:39.894434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:39.900152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eee3716b-4d94-4d16-a2a5-53c5920f6195 req-af79f355-6586-424e-ac1f-92e272304935 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305981 Apr 11 21:16:39.910452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.930355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48ddd926-8b3b-4ea8-aaec-a9e57ec05d93 None None] Provisioning for port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:39.935307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48ddd926-8b3b-4ea8-aaec-a9e57ec05d93 None None] Provisioning complete for port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:39.935711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-48ddd926-8b3b-4ea8-aaec-a9e57ec05d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:39.946680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f89a1-4b08-4fa8-a612-24b797dea162 req-f1a132ef-d39f-4491-a196-443f86216076 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:39.949248 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b0f89a1-4b08-4fa8-a612-24b797dea162 req-f1a132ef-d39f-4491-a196-443f86216076 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.1200280 Apr 11 21:16:39.991898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-48ddd926-8b3b-4ea8-aaec-a9e57ec05d93 None None] Port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:16:40.006495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6b0f89a1-4b08-4fa8-a612-24b797dea162 req-ae7fc4e4-d673-416f-862d-24440b6e707d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500314 Apr 11 21:16:40.007680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:40.011493 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.035182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-5b3ddac8-8fab-4c8c-b1b3-b2b7fa16db1c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:40.036696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-5b3ddac8-8fab-4c8c-b1b3-b2b7fa16db1c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.4046075 Apr 11 21:16:40.048659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:16:40.058488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.058846 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Added segment 0937e5f9-9280-444c-bf78-576819389deb of type vlan for network 24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa Apr 11 21:16:40.085997 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.089013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.178855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.190093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.193910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:40.194488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.231191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:40.231840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.434494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Network': ['ID=24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:40.445881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:16:40.503635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0a8d84a8-8ffc-4471-888e-c6f28b8d148f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6937203 Apr 11 21:16:40.503844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:40.510020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'ports': [{'network_id': '33e6c3b2-a13b-47f6-9166-b24243003fc0', 'name': 'tempest-port--140829122', 'admin_state_up': True}, {'network_id': '24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa', 'admin_state_up': False}]} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:40.510704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'port': {'network_id': '33e6c3b2-a13b-47f6-9166-b24243003fc0', 'name': 'tempest-port--140829122', 'admin_state_up': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:40.511340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'port': {'network_id': '24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa', 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:40.716328 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.734581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:40.738653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:port and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:40.741645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:40.748417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:40.833572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'port': 2} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:40.837327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.856855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:40.911605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=4c043ca2-4568-420e-b362-5492afd77bb5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:40.947616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c11dd5-eece-4cc0-95dc-7b270f9343e6 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:40.951877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d967442-4185-49b0-b84c-746eaa6581c5 req-fab99d55-0278-4129-9c85-bd3758a19ec6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:40.953347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d967442-4185-49b0-b84c-746eaa6581c5 req-fab99d55-0278-4129-9c85-bd3758a19ec6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 932 time: 0.6497805 Apr 11 21:16:40.957264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.035135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] For port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:41.035492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.123704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-3d1df44d-d5af-448b-b098-20dd0ddc76c9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:41.125395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-3d1df44d-d5af-448b-b098-20dd0ddc76c9 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.6265657 Apr 11 21:16:41.142497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1f622a7d-583a-4b06-a215-2a671030ddfe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/4c043ca2-4568-420e-b362-5492afd77bb5 HTTP/1.1" status: 204 len: 168 time: 1.9263771 Apr 11 21:16:41.143070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] device_id is not set on port 3e0015ba-6dc4-4d48-b8db-f723a97eb58c yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:41.146457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:41.244069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d967442-4185-49b0-b84c-746eaa6581c5 req-1d7e4402-0a28-4abc-9a51-e8d9d0ac53ea tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751844 Apr 11 21:16:41.320695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706e22-4c38-4a02-ac69-05dcc3da28b1 req-1a465172-2396-4437-a76f-a0caa0d51b29 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:41.323134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-94706e22-4c38-4a02-ac69-05dcc3da28b1 req-1a465172-2396-4437-a76f-a0caa0d51b29 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.2608087 Apr 11 21:16:41.372012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:16:41.434450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Deleting port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:41.434789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.473722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-94706e22-4c38-4a02-ac69-05dcc3da28b1 req-06ad41a9-db13-4ae0-bbe5-dbf99601dd63 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370959 Apr 11 21:16:41.478301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 5a08a470-ec8f-4a0f-8101-6e2ca8d5e422 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:41.481934 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.487019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.629505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.630104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcc600f-cda2-4a6f-8ad0-592a94183c62 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:16:41.679497 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.697485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] device_id is not set on port 2284a348-3652-46f4-837c-b599a90ae95e yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:41.746598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.750046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Transition to ACTIVE for port object 9bcc600f-cda2-4a6f-8ad0-592a94183c62 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:41.783811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.784182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.784491 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 32b69119-c787-43cd-a15f-238c974c87f7 disassociated. External IP: 172.25.5.174, port: 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c. Apr 11 21:16:41.784827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:41.875526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.884069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.923614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b351-bd26-48b2-a615-06b3c096370f req-2cf415be-640c-4853-b17e-b4cce9f1cbe3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:41.925069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18e9b351-bd26-48b2-a615-06b3c096370f req-2cf415be-640c-4853-b17e-b4cce9f1cbe3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 945 time: 0.5281775 Apr 11 21:16:41.930458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b2e3e577-e1b4-4aa3-831f-aab4d24b3544 None None] Provisioning complete for port f62fe702-c8d3-460c-a37c-392d7abc1ab3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:41.930903 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e577-e1b4-4aa3-831f-aab4d24b3544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.963124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:41.999925 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.049572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=5a08a470-ec8f-4a0f-8101-6e2ca8d5e422,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:42.082303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.089815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1bae2-71c4-43fd-8442-f92deb2ab0db None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:42.101008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcc600f-cda2-4a6f-8ad0-592a94183c62,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:42.133904 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b15a314f-749e-46fc-b170-072f8d532675 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/5a08a470-ec8f-4a0f-8101-6e2ca8d5e422 HTTP/1.1" status: 204 len: 168 time: 0.9864364 Apr 11 21:16:42.139119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Port': ['ID=3e0015ba-6dc4-4d48-b8db-f723a97eb58c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:42.152713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38186) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:42.188738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18e9b351-bd26-48b2-a615-06b3c096370f req-d6f4f1a7-dc42-4eb7-92db-24643834e787 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=4cafd890-363b-44ae-8ee0-b95301c50ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452986 Apr 11 21:16:42.200210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] For port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:42.200568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.232192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f40640b-a1fb-4f84-bbf0-713b61243e8d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781932 Apr 11 21:16:42.233621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Checking segment: {'id': 'a361c085-5060-42de-8018-b7d3bdbc92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33e6c3b2-a13b-47f6-9166-b24243003fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:42.233979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network hostable DHCP agents. Network: 33e6c3b2-a13b-47f6-9166-b24243003fc0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:16:42.238045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38190) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:42.444335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8158d-577e-4aa9-9419-bb4b0448a4ac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:42.448820 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-56b8158d-577e-4aa9-9419-bb4b0448a4ac tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2071123 Apr 11 21:16:42.449771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38196) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:42.510680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network 33e6c3b2-a13b-47f6-9166-b24243003fc0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:16:42.527697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:16:42.532624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] Deleting port f62fe702-c8d3-460c-a37c-392d7abc1ab3 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:42.534002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a5d043-7dd3-4d2b-a9c7-d7521ac9436b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:42.534799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-22a5d043-7dd3-4d2b-a9c7-d7521ac9436b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:42.536912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.561447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Attempting to bind port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:42.561793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Attempting to bind port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:42.562115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Attempting to bind port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:42.581091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:16:42.581304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Attempting to bind port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:42.585605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.621888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 33e6c3b2-a13b-47f6-9166-b24243003fc0) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:42.626281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:42.627430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.659687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=5d35aab9-1a1a-42a1-a4a1-7de8fb92871c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:42.662311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c986b-6500-4189-ba05-701b4820d567 None None] Network 33e6c3b2-a13b-47f6-9166-b24243003fc0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:42.687861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:42.690635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-22a5d043-7dd3-4d2b-a9c7-d7521ac9436b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:42.694259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-22a5d043-7dd3-4d2b-a9c7-d7521ac9436b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2410896 Apr 11 21:16:42.696009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:42.696377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:42.696747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:42.697768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Bound port: 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:42.698119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:42.708841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:42.815953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1ae2a7f4-cdfc-40fc-979a-83a8e9bb3dc3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000757 Apr 11 21:16:42.821605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38206) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:42.830701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Port': ['ID=2284a348-3652-46f4-837c-b599a90ae95e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:42.837091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:42.847196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:42.847561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:42.972875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Checking segment: {'id': '0937e5f9-9280-444c-bf78-576819389deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:42.973249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network hostable DHCP agents. Network: 24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:16:42.989838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff236-8878-4629-9d46-d79564d7485e req-640aa5ab-6b0c-4881-b436-46a1e2af10ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:42.991296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5faff236-8878-4629-9d46-d79564d7485e req-640aa5ab-6b0c-4881-b436-46a1e2af10ec tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.4123240 Apr 11 21:16:42.997478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:43.024409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:43.033356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] For port f62fe702-c8d3-460c-a37c-392d7abc1ab3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f62fe702-c8d3-460c-a37c-392d7abc1ab3,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:43.033748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.061700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5faff236-8878-4629-9d46-d79564d7485e req-05dcc644-e822-40ca-904e-45a55d48c017 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611620 Apr 11 21:16:43.136510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:43.139411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.140097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.140744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.141276 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Floating IP 8ad7579f-167f-405c-8334-9bb5a3d22adf disassociated. External IP: 172.25.5.188, port: 1faf5644-67ac-476a-a4e2-cc4ffb2dac42. Apr 11 21:16:43.141528 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:16:43.141944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:16:43.142326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Calling delete_port for 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:43.166068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network 24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:16:43.167739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] Calling delete_port for f62fe702-c8d3-460c-a37c-392d7abc1ab3 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:43.278685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d73d98b7-55f7-4be3-bbb7-b28c0da12583 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4528871 Apr 11 21:16:43.281848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38212) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:43.288503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:43.305062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f62fe702-c8d3-460c-a37c-392d7abc1ab3 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:43.325225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:43.330816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:43.335718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:43.339702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:43.340413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.343328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504829a-62d4-4643-a81b-1258202e90df req-e6bf719d-1362-4e9a-988a-25b081db7e70 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:43.351504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6504829a-62d4-4643-a81b-1258202e90df req-e6bf719d-1362-4e9a-988a-25b081db7e70 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 945 time: 0.6933537 Apr 11 21:16:43.374894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d78a0-1efd-45c0-b233-753d4efdd997 None None] Network 24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:43.443258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] For port 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:43.447642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6504829a-62d4-4643-a81b-1258202e90df req-82ab4e67-071e-49f4-9639-76cd4d35b38f tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfea36aa-3052-4bcc-bc34-83903df1b74d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951424 Apr 11 21:16:43.465703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] For port 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:43.475970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c7fd7c6-6e16-412f-a8eb-9938357b2ae9 req-3c77f7a9-bb1e-4a4b-8e7a-a6d772ffcad4 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.0638833 Apr 11 21:16:43.504183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:43.518002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:43.580667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:16:43.581829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.585185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2bfcbf8a-a2c1-427b-ad96-fb7622bd9718 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0777555 Apr 11 21:16:43.585450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38216) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:43.603256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.642548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Port f62fe702-c8d3-460c-a37c-392d7abc1ab3 update to DOWN by agent not found {{(pid=84668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 11 21:16:43.653196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.672108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] No DVR routers for this DVR port f62fe702-c8d3-460c-a37c-392d7abc1ab3 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:43.673955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4700143-2e96-4ef4-a484-f6f7d8ad97c8 None None] Pushing event deleted for resources: {'Port': ['ID=f62fe702-c8d3-460c-a37c-392d7abc1ab3,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:43.674970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:43.677114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.678719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] 10.222.0.75 "PUT /v2.0/ports/9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1092 time: 3.8678083 Apr 11 21:16:43.685387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:16:43.685910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.693444 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:16:43.693923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:16:43.724872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa25db-7fb9-4618-83c8-7a378671743e tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:43.729700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa25db-7fb9-4618-83c8-7a378671743e tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:43.730463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6aaa25db-7fb9-4618-83c8-7a378671743e tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Synchronizing usage tracker for tenant:961f419644e040f7aabda691f0292b89 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:43.767860 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fcca82-0b50-448d-8312-3833ef130bc6'] response: {'name': 'network-changed', 'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'status': 'completed', 'code': 200} Apr 11 21:16:43.773394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991330-6435-4ca7-919e-6d4264f78436 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcc600f-cda2-4a6f-8ad0-592a94183c62,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:43.805116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6aaa25db-7fb9-4618-83c8-7a378671743e tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Unset dirty status for tenant:961f419644e040f7aabda691f0292b89 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:43.810358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6aaa25db-7fb9-4618-83c8-7a378671743e tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2239201 Apr 11 21:16:43.811418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38222) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:43.816125 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0c8fbeb8-c6f5-40c8-9f1f-bf833b353814 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5300763 Apr 11 21:16:43.825447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38226) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:43.890632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5b2b25fb-0f2e-46bf-9c76-9a5c6ab9fe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.895320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Deleting port 3e0015ba-6dc4-4d48-b8db-f723a97eb58c {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:43.895719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:43.923699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:43.955575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event deleted for resources: {'Port': ['ID=1faf5644-67ac-476a-a4e2-cc4ffb2dac42,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:44.126884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:44.213594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:44.233264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:44.252164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff1f19f0-6fbb-415d-8345-bc6900df3d51 req-39df8970-9a03-4518-8ffd-35b5880db75d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1095 time: 0.4279084 Apr 11 21:16:44.295259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Calling delete_port for 3e0015ba-6dc4-4d48-b8db-f723a97eb58c owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:44.372174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:44.375942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:44.377540 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:16:44.378227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:16:44.413652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79e057-581e-4fe5-9cfb-f144404d5c53 req-53edb8c6-3208-4e9c-aeb9-9b4207b309f8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:44.415055 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd79e057-581e-4fe5-9cfb-f144404d5c53 req-53edb8c6-3208-4e9c-aeb9-9b4207b309f8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1560459 Apr 11 21:16:44.465837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fd79e057-581e-4fe5-9cfb-f144404d5c53 req-95cc4642-82e2-4efa-8c77-f34430779dca tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434070 Apr 11 21:16:44.481731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:44.517913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:44.535292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Port': ['ID=3e0015ba-6dc4-4d48-b8db-f723a97eb58c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:44.542981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:44.596521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:44.597308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:44.616240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f19f0-6fbb-415d-8345-bc6900df3d51 req-d9d31e8d-e6c4-4a6f-a067-9f06ce607a3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:44.618515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff1f19f0-6fbb-415d-8345-bc6900df3d51 req-d9d31e8d-e6c4-4a6f-a067-9f06ce607a3d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=bcdada87da274971a2f610c31bf932c1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3510940 Apr 11 21:16:44.656893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-55a90f63-23ca-4529-bd2e-aa2f0ee3e3e2 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/ports/3e0015ba-6dc4-4d48-b8db-f723a97eb58c HTTP/1.1" status: 204 len: 168 time: 0.8425055 Apr 11 21:16:44.658131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38236) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:44.664003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-81302b4c-e305-4a8b-99ac-725a64dc91c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7915449 Apr 11 21:16:44.666731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38240) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:44.756959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:44.805789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:16:44.817659 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:16:44.830305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:44.831124 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:44.848641 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ce0231f-1dab-4edc-8410-a96d1656aab8 req-508890cb-291b-4221-9989-133d9726e253 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.1574366 Apr 11 21:16:44.854265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-49096b63-af2c-45eb-ad27-3aabefe1c95f req-cf794ddf-9dbc-4cf7-a963-2d391aea0721 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Synchronizing usage tracker for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:44.867030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Deleting port 2284a348-3652-46f4-837c-b599a90ae95e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:44.867291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:44.996068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] No DVR routers for this DVR port 5d35aab9-1a1a-42a1-a4a1-7de8fb92871c on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:45.004146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.006035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53b039b0-aa99-4cd1-8a08-fce696199587 req-65bb77a3-90da-4a93-8cc6-7c285fa5616f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.75 "DELETE /v2.0/ports/5d35aab9-1a1a-42a1-a4a1-7de8fb92871c HTTP/1.1" status: 204 len: 173 time: 4.9587262 Apr 11 21:16:45.015881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-49096b63-af2c-45eb-ad27-3aabefe1c95f req-cf794ddf-9dbc-4cf7-a963-2d391aea0721 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Unset dirty status for tenant:5b3f40b6b9444542bcab0dcbeaf45c70 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:45.017009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49096b63-af2c-45eb-ad27-3aabefe1c95f req-cf794ddf-9dbc-4cf7-a963-2d391aea0721 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 210 time: 0.3510711 Apr 11 21:16:45.019801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Router 053e95fb-a752-4c19-add0-939122ed0689 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:16:45.019985 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:45.029205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:45.048566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:45.058156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f19f0-6fbb-415d-8345-bc6900df3d51 req-76f2bde6-7811-4c68-89e1-b030dcfa1101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:45.058156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff1f19f0-6fbb-415d-8345-bc6900df3d51 req-76f2bde6-7811-4c68-89e1-b030dcfa1101 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4211562 Apr 11 21:16:45.104231 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.223934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:45.242659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Calling delete_port for 2284a348-3652-46f4-837c-b599a90ae95e owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:45.394303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.395893 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:16:45.396325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:16:45.423260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-3833f894-4b8c-4477-9588-52f1c02e17c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1095 time: 0.3021021 Apr 11 21:16:45.423624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.433715 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:45.437802 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:16:45.448929 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:45.449524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:45.473463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Port': ['ID=2284a348-3652-46f4-837c-b599a90ae95e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:45.484608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.498914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb0bb4af-6a26-4e62-afbe-c6570cb8b4dd tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/ports/2284a348-3652-46f4-837c-b599a90ae95e HTTP/1.1" status: 204 len: 168 time: 0.8367336 Apr 11 21:16:45.500285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-32c0a530-bc7e-4cec-9084-91213a4eb647 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 217 time: 0.0663414 Apr 11 21:16:45.500730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38246) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:45.580473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-06a39009-901c-4df5-bf5d-4bfcc5ebf326 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8647494 Apr 11 21:16:45.583612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38250) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:45.589418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:45.595340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-315acdde-1f73-4d50-8041-45629431a327 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0922637 Apr 11 21:16:45.604647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38254) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:45.611379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1271493942'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:45.629178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:45.643793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:network and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:45.649389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:45.654447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-09a69a7e-71e5-4896-acd3-5df6c39e1b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:45.655931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-09a69a7e-71e5-4896-acd3-5df6c39e1b1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.1172783 Apr 11 21:16:45.661297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:45.661884 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:45.720786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:16:45.733037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] Sync routers for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:16:45.746598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:45.747445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:45.775269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:45.789649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:45.798868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'name': 'network-vif-deleted', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:16:45.822829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:45.832792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c18cb-5dc8-40a8-951d-22fd79d3bb7c req-3ff72387-970d-44fb-8f10-02371545f54b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:45.838493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.840645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-802c18cb-5dc8-40a8-951d-22fd79d3bb7c req-3ff72387-970d-44fb-8f10-02371545f54b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.2215562 Apr 11 21:16:45.848235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] No DVR routers for this DVR port 1faf5644-67ac-476a-a4e2-cc4ffb2dac42 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:45.865605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.867588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e10a184-d97a-46c9-b5cd-084fcbcf859c req-57340b6d-a46b-477e-aa77-d2ef2fed9f86 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.69 "DELETE /v2.0/ports/1faf5644-67ac-476a-a4e2-cc4ffb2dac42 HTTP/1.1" status: 204 len: 173 time: 4.7291355 Apr 11 21:16:45.884318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:45.890062 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.892568 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:16:45.893430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:16:45.921852 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d6c77f-fe91-4434-af7a-0ebc7ab52fca'] response: {'server_uuid': '13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc', 'name': 'network-vif-deleted', 'tag': '5d35aab9-1a1a-42a1-a4a1-7de8fb92871c', 'status': 'completed', 'code': 200} Apr 11 21:16:45.929706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:16:45.935017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-802c18cb-5dc8-40a8-951d-22fd79d3bb7c req-26089f62-8362-4f3e-add4-c95d5fb27ffc tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932343 Apr 11 21:16:45.939123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-c6d4ca08-8b8a-4b5f-b86c-c24e592be2d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744052 Apr 11 21:16:45.947908 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:45.948241 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Added segment d0b4cd43-8d02-476e-a466-686d87b3a9de of type vlan for network 6d06247e-7ea2-4d89-81cc-c7022924f612 Apr 11 21:16:46.013402 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ce35ea8-9f24-4d7c-97f7-30121c2c006a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4283762 Apr 11 21:16:46.016254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38262) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:46.024263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:46.064336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:46.091291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.171377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3def3c0b-6d48-4bd2-8fa5-9873012c5061 req-d2fd518a-fc96-4248-ae48-737c3c5bb609 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:46.193091 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:46.200012 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd97633-e1a4-4776-9001-4de7d569bfec None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:16:46.224045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-2e8069d7-77c7-4303-b552-3aef45c0efd5 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743709 Apr 11 21:16:46.331307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.335450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:46.335697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.383880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e4ef124b-8485-4827-95eb-c1647eb19cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.436363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:46.461664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bae3ff14-620e-4ded-82cc-77a8ca846c49 req-372aab8c-7dfa-4bba-b8d1-c54c1a9a5454 tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "GET /v2.0/ports?device_id=61a9db76-44b2-42cc-aa2a-2e2c0d671218 HTTP/1.1" status: 200 len: 210 time: 0.0831993 Apr 11 21:16:46.484461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:46.521571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3def3c0b-6d48-4bd2-8fa5-9873012c5061 req-d2fd518a-fc96-4248-ae48-737c3c5bb609 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:46.522840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3def3c0b-6d48-4bd2-8fa5-9873012c5061 req-d2fd518a-fc96-4248-ae48-737c3c5bb609 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=13e03ef9-fd20-4dab-ab07-fe3b1c1d60fc HTTP/1.1" status: 200 len: 210 time: 0.4352627 Apr 11 21:16:46.604795 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fcc38-ee32-46ef-b2f8-4c91c25b3ec8 None None] New status for floating IP 32b69119-c787-43cd-a15f-238c974c87f7: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:16:46.639219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Network': ['ID=6d06247e-7ea2-4d89-81cc-c7022924f612,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:46.639443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:46.655911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 6d06247e-7ea2-4d89-81cc-c7022924f612 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:16:46.657517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-973b95d4-777a-458a-b961-5a41e5f98f75 req-fc0f2cfd-a1cc-4766-9489-c11a64484edb service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182231 Apr 11 21:16:46.679207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4821075e-c920-45c4-bb3a-6fd911474a45 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0712960 Apr 11 21:16:46.679433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38268) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:46.686754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-963415402'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:46.693200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:46.698886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:network and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:46.702749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:46.709583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:46.752521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.754355 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:16:46.754879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:16:46.804922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:46.810065 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.831527 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e282919-2d91-403b-9352-8d94ee010f10 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8133080 Apr 11 21:16:46.832662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38272) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:46.846736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:21Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:46.852345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] Checking router: 053e95fb-a752-4c19-add0-939122ed0689 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:16:46.853169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:16:46.865275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:46.865668 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Added segment 1be194ed-67b9-4adc-86f7-888b9631f1fe of type vlan for network 2105b815-d5ee-4616-9a36-0611ed8cd916 Apr 11 21:16:46.865831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:46.866908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:46.888631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b666c887-ddaa-4145-b156-161b557b2ff3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0546443 Apr 11 21:16:46.891274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38276) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:46.931926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.018263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76e4eb-82ba-4568-aa5f-6bf35a94e869 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:47.019166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2c76e4eb-82ba-4568-aa5f-6bf35a94e869 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:47.034259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2c76e4eb-82ba-4568-aa5f-6bf35a94e869 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:47.038254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38282) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:47.038532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2c76e4eb-82ba-4568-aa5f-6bf35a94e869 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461785 Apr 11 21:16:47.070466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.076124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:47.076800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.111602 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9e7efff3-7eb7-4861-85c9-5c9649702190 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721271 Apr 11 21:16:47.133498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38286) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:47.139590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:47.158919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:47.201051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84b49-dc23-48d0-8243-36103ff7d76c req-e2fb674c-f4cf-40a7-a9a7-538e93c6a5c6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:47.202526 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c84b49-dc23-48d0-8243-36103ff7d76c req-e2fb674c-f4cf-40a7-a9a7-538e93c6a5c6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.0854552 Apr 11 21:16:47.293803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-73c84b49-dc23-48d0-8243-36103ff7d76c req-8cd54d01-65df-4bd7-a6fa-579d237fee4c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823915 Apr 11 21:16:47.370113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6892114 Apr 11 21:16:47.406513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb353-e428-4820-bce6-1e232ea8d7a6 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Network': ['ID=2105b815-d5ee-4616-9a36-0611ed8cd916,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:47.433651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:47.454485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:47.458369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 2105b815-d5ee-4616-9a36-0611ed8cd916 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:16:47.480683 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.508339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38292) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:47.514432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'subnets': [{'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--74452134', 'ip_version': 4}, {'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:47.514862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'subnet': {'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--74452134', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:47.515579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Request body: {'subnet': {'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:47.548321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:47.554338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.558379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.591174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38298) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:47.721627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:21Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:47.726707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253b75c-a677-480d-b8db-40ccd7fb0ced None None] The sync data for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 is: [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:11:10Z', 'revision_number': 4, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5a57ae85-b57e-4154-bf45-16e724cdad0c', 'name': '', 'network_id': '232f6353-b591-4ea0-b1d1-a4f0f21603bf', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'mac_address': 'fa:16:3e:d4:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3643afab-d65a-41e8-a57e-e570e1091748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:08Z', 'updated_at': '2022-04-11T21:11:21Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'subnets': [{'id': '3643afab-d65a-41e8-a57e-e570e1091748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:16:47.753758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38304) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:47.871190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:47.875089 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Usage tracker for resource:subnet and tenant:961f419644e040f7aabda691f0292b89 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:47.878233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:47.884116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:47.894098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Deleting port 5023f5be-cf35-4668-8d0d-44f10e83d92a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:47.894438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:47.929902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'name': 'network-vif-deleted', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:16:47.955959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Made reservation on behalf of 961f419644e040f7aabda691f0292b89 for: {'subnet': 2} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:48.006667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39876434-7ad7-467b-a363-e1d4a486a5a2 None None] New status for floating IP 8ad7579f-167f-405c-8334-9bb5a3d22adf: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:16:48.007635 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6b8ebd-4311-4c02-a2f9-e807a7d25b69'] response: {'server_uuid': '61a9db76-44b2-42cc-aa2a-2e2c0d671218', 'name': 'network-vif-deleted', 'tag': '1faf5644-67ac-476a-a4e2-cc4ffb2dac42', 'status': 'completed', 'code': 200} Apr 11 21:16:48.087301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ac66c00-586f-4cff-8af4-171ee2d67bac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.177816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.178135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.192427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ac66c00-586f-4cff-8af4-171ee2d67bac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.223878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.224209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.391489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Calling delete_port for 5023f5be-cf35-4668-8d0d-44f10e83d92a owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:48.551501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5c18-595f-439c-945e-e79618ed7f0e req-9c2c9b28-2454-44e9-a4a7-ed2dbf301972 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:48.552973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f03c5c18-595f-439c-945e-e79618ed7f0e req-9c2c9b28-2454-44e9-a4a7-ed2dbf301972 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1081235 Apr 11 21:16:48.584508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:16:48.584826 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:16:48.721751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.727401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ac66c00-586f-4cff-8af4-171ee2d67bac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.750409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.765790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac66c00-586f-4cff-8af4-171ee2d67bac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cafd890-363b-44ae-8ee0-b95301c50ad9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:48.806222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Subnet': ['ID=dd8eaaa0-a2dc-41c1-ab67-269e77ae14ee,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:48.816333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Checking segment: {'id': 'd0b4cd43-8d02-476e-a466-686d87b3a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:48.816692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network hostable DHCP agents. Network: 6d06247e-7ea2-4d89-81cc-c7022924f612, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:16:48.817964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:16:48.820653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f03c5c18-595f-439c-945e-e79618ed7f0e req-45bdad89-70b0-4421-92ee-ef09b0533a86 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413228 Apr 11 21:16:48.825402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.895888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:48.898746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:48.903625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:48.904764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.907128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network 6d06247e-7ea2-4d89-81cc-c7022924f612 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:16:48.907758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=4fbde560-f129-4b27-b565-529caf778e1b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:48.908888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9231c6-c061-44b3-801d-b1c1e29cd196 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:48.927891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ac66c00-586f-4cff-8af4-171ee2d67bac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:48.929017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0ac66c00-586f-4cff-8af4-171ee2d67bac tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/security-groups/4cafd890-363b-44ae-8ee0-b95301c50ad9 HTTP/1.1" status: 204 len: 168 time: 1.1743126 Apr 11 21:16:48.931933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38312) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:48.949664 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-27636a46-85e6-450b-85fc-7fcf817e95c2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] show failed (client error): The resource could not be found. Apr 11 21:16:48.950633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-27636a46-85e6-450b-85fc-7fcf817e95c2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups/4cafd890-363b-44ae-8ee0-b95301c50ad9 HTTP/1.1" status: 404 len: 347 time: 0.0177884 Apr 11 21:16:48.953462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38316) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:48.995821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 6d06247e-7ea2-4d89-81cc-c7022924f612) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:48.999671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.015811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969764f-5d53-4070-b937-05badad10a51 None None] Network 6d06247e-7ea2-4d89-81cc-c7022924f612 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:49.038408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38320) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:49.039642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5b85814f-ef8f-4471-bf51-3e5a30b71f63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9047694 Apr 11 21:16:49.047560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:87:06:c4', 'name': 'tempest-NetworksTestDHCPv6-1878031131'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:49.108324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Deleting port 5023f5be-cf35-4668-8d0d-44f10e83d92a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:49.108324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.173109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event updated for resources: {'Subnet': ['ID=4a63d61c-bd98-44aa-a3a8-fee5249ae4c4,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:49.178621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port b3e4aa8c-3f04-45e8-b2ce-13e7f5ece2c5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:49.179013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.194776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Checking segment: {'id': '1be194ed-67b9-4adc-86f7-888b9631f1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:49.195140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network hostable DHCP agents. Network: 2105b815-d5ee-4616-9a36-0611ed8cd916, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:16:49.250834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:49.255265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:49.258270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:49.264496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:49.273935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '4fbde560-f129-4b27-b565-529caf778e1b'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:49.274817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.308429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Network 2105b815-d5ee-4616-9a36-0611ed8cd916 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:16:49.350146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:49.355526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.390836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port a4b73448-69bf-4ec5-82a0-3a1854317021 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:49.435085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 2105b815-d5ee-4616-9a36-0611ed8cd916) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:49.443748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:49.444718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:49.444891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.448518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-6d06247e-7ea2-4d89-81cc-c7022924f612', 'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612', 'tenant_id': '961f419644e040f7aabda691f0292b89', 'fixed_ips': [{'subnet_id': 'dd8eaaa0-a2dc-41c1-ab67-269e77ae14ee'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:49.449371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.472289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c4a489-2e89-40f0-a22d-787bd74de5db None None] Network 2105b815-d5ee-4616-9a36-0611ed8cd916 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:49.506244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.506800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.515829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.516109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.554934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51684222-085f-477d-966d-b4b02694f1df tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.0452492 Apr 11 21:16:49.558600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:49.627107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe87:6c4 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/4fbde560-f129-4b27-b565-529caf778e1b/a4b73448-69bf-4ec5-82a0-3a1854317021) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:49.652914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14baaa-2d93-47c7-9332-9ad268dec74d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:49.720946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14baaa-2d93-47c7-9332-9ad268dec74d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:49.720946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14baaa-2d93-47c7-9332-9ad268dec74d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:49.720946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6d14baaa-2d93-47c7-9332-9ad268dec74d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Synchronizing usage tracker for tenant:961f419644e040f7aabda691f0292b89 on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:49.736184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for b3e4aa8c-3f04-45e8-b2ce-13e7f5ece2c5 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:49.827986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Allocated IP 172.20.0.2 (6d06247e-7ea2-4d89-81cc-c7022924f612/dd8eaaa0-a2dc-41c1-ab67-269e77ae14ee/87c15a84-3c90-4545-a5b5-19bfb6f1b626) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:49.846617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-2105b815-d5ee-4616-9a36-0611ed8cd916', 'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916', 'tenant_id': '961f419644e040f7aabda691f0292b89', 'fixed_ips': [{'subnet_id': '4a63d61c-bd98-44aa-a3a8-fee5249ae4c4'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:49.847541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.873991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Calling delete_port for 5023f5be-cf35-4668-8d0d-44f10e83d92a owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:49.898822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:49.908143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6d14baaa-2d93-47c7-9332-9ad268dec74d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Unset dirty status for tenant:961f419644e040f7aabda691f0292b89 on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:49.909629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d14baaa-2d93-47c7-9332-9ad268dec74d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.3503718 Apr 11 21:16:49.914180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38330) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:49.970167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object a4b73448-69bf-4ec5-82a0-3a1854317021 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.072104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Deleting subnet dd8eaaa0-a2dc-41c1-ab67-269e77ae14ee {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:50.099230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de429-e4f8-4b93-a404-ff8994968500 req-6a40b2f6-5a59-4202-8a45-a66bdbfab896 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:50.118722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b08de429-e4f8-4b93-a404-ff8994968500 req-6a40b2f6-5a59-4202-8a45-a66bdbfab896 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1321359 Apr 11 21:16:50.209042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.215365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.225639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Allocated IP 172.20.0.18 (2105b815-d5ee-4616-9a36-0611ed8cd916/4a63d61c-bd98-44aa-a3a8-fee5249ae4c4/fb69063b-76a4-4b8c-9854-85329c131b2f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:50.238381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.259081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Transition to ACTIVE for port object 87c15a84-3c90-4545-a5b5-19bfb6f1b626 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.273519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=b3e4aa8c-3f04-45e8-b2ce-13e7f5ece2c5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:50.289048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.355074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Transition to ACTIVE for port object 87c15a84-3c90-4545-a5b5-19bfb6f1b626 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.356623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Allocated IP 2001:db8::f816:3eff:fed8:d60e (dc2abbe2-62ef-42e5-8aed-489bf1f33397/4fbde560-f129-4b27-b565-529caf778e1b/f085557a-2dfa-49df-a5b0-434c0d6ec27f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:50.379824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:50.382268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b08de429-e4f8-4b93-a404-ff8994968500 req-c837f67c-251e-4a90-be0b-168f8d7d2a00 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739151 Apr 11 21:16:50.386393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:50.388574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event deleted for resources: {'Port': ['ID=5023f5be-cf35-4668-8d0d-44f10e83d92a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:50.389038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:50.393508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:50.394118 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.422337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=a4b73448-69bf-4ec5-82a0-3a1854317021,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:50.456568 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.472045 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.493724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cc4fa976-562d-48e5-a044-5517aafb8399 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4510236 Apr 11 21:16:50.497403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38334) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:50.561139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.611864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.617022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.626747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Network 6d06247e-7ea2-4d89-81cc-c7022924f612 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:50.644857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:50.647019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3013bc-3d7d-4feb-8d95-3bff9aa9a8c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:50.647810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8d3013bc-3d7d-4feb-8d95-3bff9aa9a8c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:50.656597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Pushing event updated for resources: {'Port': ['ID=87c15a84-3c90-4545-a5b5-19bfb6f1b626,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:50.663617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:50.685472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.704916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.708730 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6c9311cc-67a7-4411-b21f-5101cf41accf tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/floatingips/32b69119-c787-43cd-a15f-238c974c87f7 HTTP/1.1" status: 204 len: 168 time: 1.7517390 Apr 11 21:16:50.722204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.723428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4111772a-697e-446f-9057-64254558a36b tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "DELETE /v2.0/floatingips/8ad7579f-167f-405c-8334-9bb5a3d22adf HTTP/1.1" status: 204 len: 168 time: 3.1312678 Apr 11 21:16:50.733900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.799285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8d3013bc-3d7d-4feb-8d95-3bff9aa9a8c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:50.801066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8d3013bc-3d7d-4feb-8d95-3bff9aa9a8c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3027740 Apr 11 21:16:50.804143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38342) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:50.820568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Transition to ACTIVE for port object fb69063b-76a4-4b8c-9854-85329c131b2f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.848549 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.856464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.874846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Transition to ACTIVE for port object f085557a-2dfa-49df-a5b0-434c0d6ec27f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.887501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Transition to ACTIVE for port object fb69063b-76a4-4b8c-9854-85329c131b2f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.891747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Attempting to bind port 87c15a84-3c90-4545-a5b5-19bfb6f1b626 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:50.899836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Attempting to bind port 87c15a84-3c90-4545-a5b5-19bfb6f1b626 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd0b4cd43-8d02-476e-a466-686d87b3a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:50.899836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Attempting to bind port 87c15a84-3c90-4545-a5b5-19bfb6f1b626 on network 6d06247e-7ea2-4d89-81cc-c7022924f612 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:50.908079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:50.908447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Checking segment: {'id': 'd0b4cd43-8d02-476e-a466-686d87b3a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:50.908839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.909223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Bound using segment: {'id': 'd0b4cd43-8d02-476e-a466-686d87b3a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:50.909685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Bound port: 87c15a84-3c90-4545-a5b5-19bfb6f1b626, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b4cd43-8d02-476e-a466-686d87b3a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6d06247e-7ea2-4d89-81cc-c7022924f612'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:50.910051 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.913310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port a4b73448-69bf-4ec5-82a0-3a1854317021 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:50.914820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.919537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Transition to ACTIVE for port object f085557a-2dfa-49df-a5b0-434c0d6ec27f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:50.933047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38348) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:50.939390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8eaaa0-a2dc-41c1-ab67-269e77ae14ee,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:50.960523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:50.995001 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.023255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55e469f7-70c3-4016-9c89-cb1f9dadefba tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.053492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55e469f7-70c3-4016-9c89-cb1f9dadefba tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.076285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ccf54b65-e097-4846-abb2-2c102895bd1c tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/subnets/dd8eaaa0-a2dc-41c1-ab67-269e77ae14ee HTTP/1.1" status: 204 len: 168 time: 1.1609757 Apr 11 21:16:51.078881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38352) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:51.082035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Pushing event updated for resources: {'Port': ['ID=fb69063b-76a4-4b8c-9854-85329c131b2f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:51.096712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.159304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Deleting subnet 4a63d61c-bd98-44aa-a3a8-fee5249ae4c4 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:51.163082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.177105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38356) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:51.185933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375540677', 'description': 'tempest-description--10922055'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:51.199529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:51.216960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:51.221118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] For port 87c15a84-3c90-4545-a5b5-19bfb6f1b626, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:51.231855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:51.233199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Network 2105b815-d5ee-4616-9a36-0611ed8cd916 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:51.236248 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.242037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:51.247568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:51.247836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] For port 87c15a84-3c90-4545-a5b5-19bfb6f1b626, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=87c15a84-3c90-4545-a5b5-19bfb6f1b626,segment=NetworkSegment(d0b4cd43-8d02-476e-a466-686d87b3a9de),segment_id=d0b4cd43-8d02-476e-a466-686d87b3a9de)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:51.250548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:51.253901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:51.257498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:51.262747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:51.269315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.271162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Pushing event updated for resources: {'Port': ['ID=f085557a-2dfa-49df-a5b0-434c0d6ec27f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:51.366552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.371027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.393329 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.400394 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55e469f7-70c3-4016-9c89-cb1f9dadefba tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.420165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for a4b73448-69bf-4ec5-82a0-3a1854317021 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:51.431127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e469f7-70c3-4016-9c89-cb1f9dadefba tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea36aa-3052-4bcc-bc34-83903df1b74d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:51.526505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Attempting to bind port fb69063b-76a4-4b8c-9854-85329c131b2f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:51.526875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Attempting to bind port fb69063b-76a4-4b8c-9854-85329c131b2f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '1be194ed-67b9-4adc-86f7-888b9631f1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:51.527240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Attempting to bind port fb69063b-76a4-4b8c-9854-85329c131b2f on network 2105b815-d5ee-4616-9a36-0611ed8cd916 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:51.538044 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55e469f7-70c3-4016-9c89-cb1f9dadefba tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.540070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-55e469f7-70c3-4016-9c89-cb1f9dadefba tempest-TestServerBasicOps-2123648028 tempest-TestServerBasicOps-2123648028-project] 10.222.0.61 "DELETE /v2.0/security-groups/bfea36aa-3052-4bcc-bc34-83903df1b74d HTTP/1.1" status: 204 len: 168 time: 0.6032472 Apr 11 21:16:51.555896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:51.556825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Checking segment: {'id': '1be194ed-67b9-4adc-86f7-888b9631f1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:51.557254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.557644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Bound using segment: {'id': '1be194ed-67b9-4adc-86f7-888b9631f1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:51.558125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Bound port: fb69063b-76a4-4b8c-9854-85329c131b2f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be194ed-67b9-4adc-86f7-888b9631f1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2105b815-d5ee-4616-9a36-0611ed8cd916'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:51.558499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.571214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Attempting to bind port f085557a-2dfa-49df-a5b0-434c0d6ec27f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:51.571615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Attempting to bind port f085557a-2dfa-49df-a5b0-434c0d6ec27f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:51.572600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Attempting to bind port f085557a-2dfa-49df-a5b0-434c0d6ec27f on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:51.581790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc8ddb-fbca-4521-82bd-9b52b4c91ac1 None None] Pushing event updated for resources: {'Port': ['ID=87c15a84-3c90-4545-a5b5-19bfb6f1b626,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:51.591849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.624274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:51.624648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:51.625058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.625454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:51.625942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Bound port: f085557a-2dfa-49df-a5b0-434c0d6ec27f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:51.626313 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.645106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Subnet': ['ID=4a63d61c-bd98-44aa-a3a8-fee5249ae4c4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:51.654163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.670768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-582b5d44-b93c-47d6-83e9-56a6e360d535 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/subnets/4a63d61c-bd98-44aa-a3a8-fee5249ae4c4 HTTP/1.1" status: 204 len: 168 time: 0.5907433 Apr 11 21:16:51.673269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38364) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:51.700532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce082b6-a32a-465f-9060-3471dc4f7294 req-2cb05f88-cc7f-4b1f-b5c5-89ad800cf186 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:51.702043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bce082b6-a32a-465f-9060-3471dc4f7294 req-2cb05f88-cc7f-4b1f-b5c5-89ad800cf186 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1608388 Apr 11 21:16:51.727193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38368) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:51.727870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.763815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bce082b6-a32a-465f-9060-3471dc4f7294 req-988dc54e-d081-4c44-bef1-ea5540f03157 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538480 Apr 11 21:16:51.797408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:51.799148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=a4b73448-69bf-4ec5-82a0-3a1854317021,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:51.809666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] For port fb69063b-76a4-4b8c-9854-85329c131b2f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:51.810415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:51.815068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:51.830815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] For port fb69063b-76a4-4b8c-9854-85329c131b2f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb69063b-76a4-4b8c-9854-85329c131b2f,segment=NetworkSegment(1be194ed-67b9-4adc-86f7-888b9631f1fe),segment_id=1be194ed-67b9-4adc-86f7-888b9631f1fe)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:51.839162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] For port f085557a-2dfa-49df-a5b0-434c0d6ec27f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:51.842751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] For port f085557a-2dfa-49df-a5b0-434c0d6ec27f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f085557a-2dfa-49df-a5b0-434c0d6ec27f,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:51.857926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a98f4-1819-4018-ba9b-97ff12829146 None None] Network 6d06247e-7ea2-4d89-81cc-c7022924f612 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:51.863879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:51.875317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807144ac-db0b-49ec-be21-db6a79b88b97 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:51.880530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-807144ac-db0b-49ec-be21-db6a79b88b97 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2024171 Apr 11 21:16:51.880977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38374) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:51.886923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:51.909454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18a76326-8155-4536-8023-a20204aa1cc1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/a4b73448-69bf-4ec5-82a0-3a1854317021 HTTP/1.1" status: 204 len: 168 time: 1.1042323 Apr 11 21:16:51.916550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38378) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:51.986404 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.006100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.017727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Deleting port fb69063b-76a4-4b8c-9854-85329c131b2f {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:52.018058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.027172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.127288 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.154733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be3e44-87fd-449d-9546-b18bde5e36db tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:52.156281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be3e44-87fd-449d-9546-b18bde5e36db tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:52.157033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48be3e44-87fd-449d-9546-b18bde5e36db tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:52.196363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a9760-e46a-4c8b-afe5-157b0db7d3e8 None None] Pushing event updated for resources: {'Port': ['ID=fb69063b-76a4-4b8c-9854-85329c131b2f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:52.216014 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.277889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] For port fb69063b-76a4-4b8c-9854-85329c131b2f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fb69063b-76a4-4b8c-9854-85329c131b2f,segment=NetworkSegment(1be194ed-67b9-4adc-86f7-888b9631f1fe),segment_id=1be194ed-67b9-4adc-86f7-888b9631f1fe)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:52.278314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.279720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cc592-5016-4a83-87be-ee7f8689d8a8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:52.287190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48be3e44-87fd-449d-9546-b18bde5e36db tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:52.288590 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-48be3e44-87fd-449d-9546-b18bde5e36db tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3710434 Apr 11 21:16:52.308311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38382) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:52.315232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d7d3a-7887-4b54-af31-5d45adabb639 None None] Network 2105b815-d5ee-4616-9a36-0611ed8cd916 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:52.341431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e40dc-4f71-4076-a5fd-9dbdd3892d88 None None] Pushing event updated for resources: {'Port': ['ID=f085557a-2dfa-49df-a5b0-434c0d6ec27f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:52.452673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.455902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c762bc2b-fb86-4aea-ae3a-cbdde9fa5ded tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.2772708 Apr 11 21:16:52.464125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38386) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:52.525181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Calling delete_port for fb69063b-76a4-4b8c-9854-85329c131b2f owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:52.545293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': 'b86cc592-5016-4a83-87be-ee7f8689d8a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:52.552390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:52.558090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:52.561316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:52.578911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:52.680107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.733520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.831244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 4fbde560-f129-4b27-b565-529caf778e1b {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:16:52.835040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.866585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:52.929430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Port': ['ID=fb69063b-76a4-4b8c-9854-85329c131b2f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:52.943228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] No DVR routers for this DVR port fb69063b-76a4-4b8c-9854-85329c131b2f on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:52.979869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.086353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.098166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957681e-b7f1-4313-a42a-9078bc30a660 req-208c2325-b0dd-4b6e-97f9-f43d7f04e1dd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:53.099684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1957681e-b7f1-4313-a42a-9078bc30a660 req-208c2325-b0dd-4b6e-97f9-f43d7f04e1dd tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.1604998 Apr 11 21:16:53.128229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.160532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.169253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2105b815-d5ee-4616-9a36-0611ed8cd916']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:53.188927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be194ed-67b9-4adc-86f7-888b9631f1fe') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:53.189219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be194ed-67b9-4adc-86f7-888b9631f1fe') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:53.204803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.207493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1957681e-b7f1-4313-a42a-9078bc30a660 req-ecdcf915-4b55-47e9-9c42-bcccf2da3188 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983706 Apr 11 21:16:53.208094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7956bff-80bf-499d-ae75-56d3e15fd634,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:53.214874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.261532 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.277462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:16:53.278066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.284990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.286147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c40385fe-c25e-4831-b762-681f03fe7c02 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7512414 Apr 11 21:16:53.300539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38392) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:16:53.304043 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:16:53.313597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'security_group_rule': {'security_group_id': 'b86cc592-5016-4a83-87be-ee7f8689d8a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:53.322775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:53.328375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:security_group_rule and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:53.332561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:53.362104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:53.392861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f085557a-2dfa-49df-a5b0-434c0d6ec27f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:53.499420 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.523043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f085557a-2dfa-49df-a5b0-434c0d6ec27f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:53.536514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.541294 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.544971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbde560-f129-4b27-b565-529caf778e1b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:53.564297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.575076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Network': ['ID=2105b815-d5ee-4616-9a36-0611ed8cd916,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:53.584795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.596852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] Provisioning for port f085557a-2dfa-49df-a5b0-434c0d6ec27f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:53.603914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] Provisioning complete for port f085557a-2dfa-49df-a5b0-434c0d6ec27f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:53.605850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.615685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3fe255aa-aa69-4235-b797-ba2f780aa63b tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/networks/2105b815-d5ee-4616-9a36-0611ed8cd916 HTTP/1.1" status: 204 len: 168 time: 1.7315083 Apr 11 21:16:53.616014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:53.661928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.707343 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e534cafd-c0b0-4cdd-abe9-8618454b618f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/4fbde560-f129-4b27-b565-529caf778e1b HTTP/1.1" status: 204 len: 168 time: 1.3979039 Apr 11 21:16:53.714078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38400) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:53.737226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de5309-3a01-47df-a043-f98e468f69fd None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:53.738723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.770988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc7e58a-6672-4ece-9abd-10c61cde4bb1,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:53.784812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.785141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.785483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.785814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.787309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.787309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.787309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.787309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.787667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.787741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.788062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:16:53.801987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e80483fa-6767-49f8-b55a-65962307bed2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840480 Apr 11 21:16:53.802721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:53.808392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:53.850706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.856102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.860532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-25392e4f-cde2-4036-8f68-f2f637beb0d5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5555005 Apr 11 21:16:53.860532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38408) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:53.863236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Deleting port 5a57ae85-b57e-4154-bf45-16e724cdad0c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:53.863363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.891457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.895466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:53.907732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:53.920112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Usage tracker for resource:floatingip and tenant:b2a8d00a930e4ced82352d5a03519393 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:53.924323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:53.933468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:53.933964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Deleting port 87c15a84-3c90-4545-a5b5-19bfb6f1b626 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:53.934303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:53.947758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] For port f085557a-2dfa-49df-a5b0-434c0d6ec27f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f085557a-2dfa-49df-a5b0-434c0d6ec27f,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:53.976015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:53.988605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:53.992730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:54.001955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:54.028720 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.084879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] For port 5a57ae85-b57e-4154-bf45-16e724cdad0c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a57ae85-b57e-4154-bf45-16e724cdad0c,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:54.085322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.100580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.110862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:16:54.131366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] Deleting port f085557a-2dfa-49df-a5b0-434c0d6ec27f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:54.131729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.131876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:54.135263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.175514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f21db7cf-1c87-490f-be3c-82a133331533 None None] Could not find standard attr ID for object a4b73448-69bf-4ec5-82a0-3a1854317021. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:16:54.205042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a928b-597f-43c5-8ce4-5d37a3b51642 None None] Pushing event updated for resources: {'Port': ['ID=f085557a-2dfa-49df-a5b0-434c0d6ec27f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:54.251798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Calling delete_port for 5a57ae85-b57e-4154-bf45-16e724cdad0c owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:54.263787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] For port 87c15a84-3c90-4545-a5b5-19bfb6f1b626, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=87c15a84-3c90-4545-a5b5-19bfb6f1b626,segment=NetworkSegment(d0b4cd43-8d02-476e-a466-686d87b3a9de),segment_id=d0b4cd43-8d02-476e-a466-686d87b3a9de)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:54.264425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.384516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] For port f085557a-2dfa-49df-a5b0-434c0d6ec27f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f085557a-2dfa-49df-a5b0-434c0d6ec27f,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:54.384976 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.404224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Calling delete_port for 87c15a84-3c90-4545-a5b5-19bfb6f1b626 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:54.514764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] Calling delete_port for f085557a-2dfa-49df-a5b0-434c0d6ec27f owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:54.556274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.656408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009244f7-9531-421c-aec5-8065267ca117 req-74c3e381-45c3-43a0-8d50-565ffedbb9e9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:54.657857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-009244f7-9531-421c-aec5-8065267ca117 req-74c3e381-45c3-43a0-8d50-565ffedbb9e9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 944 time: 0.2253397 Apr 11 21:16:54.662042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.708127 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-009244f7-9531-421c-aec5-8065267ca117 req-afde178c-90c0-44a2-b99a-fcf138793610 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Apr 11 21:16:54.714960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9bcc600f-cda2-4a6f-8ad0-592a94183c62 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:16:54.722268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] Pushing event deleted for resources: {'Port': ['ID=f085557a-2dfa-49df-a5b0-434c0d6ec27f,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:54.730688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a8c99-56b6-4973-8677-140ab9108ad9 None None] No DVR routers for this DVR port f085557a-2dfa-49df-a5b0-434c0d6ec27f on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:54.731085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.752562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.25.5.31 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d4a7c0d2-b7c4-4c79-94fe-8b4371797743) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:54.758476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b233dff-23b5-4433-82c9-08f1737b2e15 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:16:54.767961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:54.792776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Port': ['ID=87c15a84-3c90-4545-a5b5-19bfb6f1b626,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:54.799829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] No DVR routers for this DVR port 87c15a84-3c90-4545-a5b5-19bfb6f1b626 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:16:54.961786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:54.987252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:16:54.987891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.031158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d06247e-7ea2-4d89-81cc-c7022924f612']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:55.047698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b233dff-23b5-4433-82c9-08f1737b2e15 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:16:55.053560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a57ae85-b57e-4154-bf45-16e724cdad0c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:55.056299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b4cd43-8d02-476e-a466-686d87b3a9de') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:55.056299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b4cd43-8d02-476e-a466-686d87b3a9de') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:55.066825 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.069080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.087813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.091811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcc600f-cda2-4a6f-8ad0-592a94183c62 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:16:55.094584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:16:55.094971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:16:55.114038 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:16:55.186971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:55.253358 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.303455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.311779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.322888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.326016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:16:55.352773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.392338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Network': ['ID=6d06247e-7ea2-4d89-81cc-c7022924f612,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:55.423177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.451064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f8ec1eff-1d41-4fa5-98d5-8645b68a7e8d tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/networks/6d06247e-7ea2-4d89-81cc-c7022924f612 HTTP/1.1" status: 204 len: 168 time: 1.8338811 Apr 11 21:16:55.452356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:55.458223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f085557a-2dfa-49df-a5b0-434c0d6ec27f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:55.475918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.492905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9bcc600f-cda2-4a6f-8ad0-592a94183c62,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:55.503922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f085557a-2dfa-49df-a5b0-434c0d6ec27f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:55.504257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f085557a-2dfa-49df-a5b0-434c0d6ec27f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:55.512911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9bcc600f-cda2-4a6f-8ad0-592a94183c62'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:16:55.521640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:55.525577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:55.553221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:55.561936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:55.580155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:55.580738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.584177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=7e11eb39-f87f-4e04-b9db-e467d2178dea,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:55.618901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.649255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:55.673613 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0596cab4-be2b-462b-9136-2f11e12b643c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8677692 Apr 11 21:16:55.675550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:55.707544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:89:cb:bd', 'name': 'tempest-NetworksTestDHCPv6-1318939509'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:16:55.719508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '7e11eb39-f87f-4e04-b9db-e467d2178dea'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:16:55.720307 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.827328 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.835375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=d4a7c0d2-b7c4-4c79-94fe-8b4371797743,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:55.871449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.921526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:55.940131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Allocated IP 2001:db8::f816:3eff:feb1:9f42 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/7e11eb39-f87f-4e04-b9db-e467d2178dea/ff7bebcb-d2b4-4785-87da-70e1935e723f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:55.952947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0937e5f9-9280-444c-bf78-576819389deb') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:55.953234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0937e5f9-9280-444c-bf78-576819389deb') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:55.971993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.981967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:55.983959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:16:55.988354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:16:55.991733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:16:56.000454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:16:56.020818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.028650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:16:56.029071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:16:56.117010 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:16:56.121695 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:16:56.125643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.158779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 9e7e4bd3-3e3a-41ab-99b0-437919bd76b8 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:16:56.216896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.221700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.259782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.265293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/networks/24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa HTTP/1.1" status: 204 len: 168 time: 0.8083694 Apr 11 21:16:56.265975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:56.270302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569c80-4e18-4a3a-b5c2-6fc1758d4270 tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Network': ['ID=24a3f8ba-e2f5-4d1d-a452-5e904b4cb8fa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:56.278511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Transition to ACTIVE for port object ff7bebcb-d2b4-4785-87da-70e1935e723f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:56.300943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Transition to ACTIVE for port object ff7bebcb-d2b4-4785-87da-70e1935e723f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:56.390310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.431161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.453928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9ff1-9ad8-4a26-9938-f5d0dd754fa2 req-d81b48c5-7adf-4698-bf6c-4449deb3d122 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:56.455908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa0c9ff1-9ad8-4a26-9938-f5d0dd754fa2 req-d81b48c5-7adf-4698-bf6c-4449deb3d122 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 945 time: 0.5676076 Apr 11 21:16:56.477821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:56.482939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:56.485835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:56.491707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Pushing event updated for resources: {'Port': ['ID=ff7bebcb-d2b4-4785-87da-70e1935e723f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:56.588045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Attempting to bind port ff7bebcb-d2b4-4785-87da-70e1935e723f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:16:56.588412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Attempting to bind port ff7bebcb-d2b4-4785-87da-70e1935e723f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:16:56.588766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Attempting to bind port ff7bebcb-d2b4-4785-87da-70e1935e723f on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:16:56.595656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:16:56.597346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:16:56.597346 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.597346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:16:56.597346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Bound port: ff7bebcb-d2b4-4785-87da-70e1935e723f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:16:56.597692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.631764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe89:cbbd (dc2abbe2-62ef-42e5-8aed-489bf1f33397/7e11eb39-f87f-4e04-b9db-e467d2178dea/9e7e4bd3-3e3a-41ab-99b0-437919bd76b8) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:16:56.688171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-61531603-a80f-48cc-8689-991955d2a824 None None] For port ff7bebcb-d2b4-4785-87da-70e1935e723f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:16:56.691557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-61531603-a80f-48cc-8689-991955d2a824 None None] For port ff7bebcb-d2b4-4785-87da-70e1935e723f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ff7bebcb-d2b4-4785-87da-70e1935e723f,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:16:56.723413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9bcc600f-cda2-4a6f-8ad0-592a94183c62 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:56.726746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa0c9ff1-9ad8-4a26-9938-f5d0dd754fa2 req-32794431-ff8f-4560-9279-318cc54da129 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977561 Apr 11 21:16:56.730217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.786634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.792067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e6c3b2-a13b-47f6-9166-b24243003fc0']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:56.794468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.814513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a361c085-5060-42de-8018-b7d3bdbc92a0') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:56.814815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a361c085-5060-42de-8018-b7d3bdbc92a0') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:56.840136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Router 053e95fb-a752-4c19-add0-939122ed0689 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:16:56.846140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.886446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61531603-a80f-48cc-8689-991955d2a824 None None] Pushing event updated for resources: {'Port': ['ID=ff7bebcb-d2b4-4785-87da-70e1935e723f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:56.920071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.927911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.933093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:56.940234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:16:56.940870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:56.941005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.941585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:16:56.956504 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:16:57.107600 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.112914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=d4a7c0d2-b7c4-4c79-94fe-8b4371797743,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:57.143623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:16:57.151888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.154047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:57.170422 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.195619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.228729 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfff2063-0bda-426f-b9f7-e64da41f7072'] response: {'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'code': 200} Apr 11 21:16:57.232247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] Pushing event deleted for resources: {'Network': ['ID=33e6c3b2-a13b-47f6-9166-b24243003fc0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:57.235715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.250535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.250801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-096cf1ad-0116-468b-804a-d7de30aaa72f tempest-BulkNetworkOpsTest-1891255216 tempest-BulkNetworkOpsTest-1891255216-project] 10.222.0.61 "DELETE /v2.0/networks/33e6c3b2-a13b-47f6-9166-b24243003fc0 HTTP/1.1" status: 204 len: 168 time: 0.9772105 Apr 11 21:16:57.302386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 9e7e4bd3-3e3a-41ab-99b0-437919bd76b8 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:16:57.321125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:16:57.336755 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] Sync routers for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:16:57.353012 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:57.355799 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:57.376936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6d91810b-a6a8-40c3-8fb0-fdb2f2b16141 admin admin] 10.222.0.61 "PUT /v2.0/routers/053e95fb-a752-4c19-add0-939122ed0689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6466014 Apr 11 21:16:57.379924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:57.405903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ff7bebcb-d2b4-4785-87da-70e1935e723f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:16:57.406132 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.414893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1cc03981-edd7-486e-b32b-58eff8edce2c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5460739 Apr 11 21:16:57.486940 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9bcc600f-cda2-4a6f-8ad0-592a94183c62,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:57.488624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57e399a-8bc9-4041-9891-bd352c15e690 req-0b8c602c-14aa-4973-b2c2-3673d3ba2b6f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1526263 Apr 11 21:16:57.507418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.538386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57e399a-8bc9-4041-9891-bd352c15e690 req-50ebe27e-ce6e-4cb7-9dc8-410b1f30b40a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Apr 11 21:16:57.566957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ff7bebcb-d2b4-4785-87da-70e1935e723f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:57.637291 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:57.672824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:16:57.673748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=9e7e4bd3-3e3a-41ab-99b0-437919bd76b8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:57.678128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:16:57.681355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:16:57.685541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:57.686147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.698608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-4b1db557-c9e9-47d9-a366-f35aa2e0c842 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:57.782585 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:57.804731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-4b1db557-c9e9-47d9-a366-f35aa2e0c842 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:57.806296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-4b1db557-c9e9-47d9-a366-f35aa2e0c842 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--375540677&fields=id&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 267 time: 0.1595418 Apr 11 21:16:57.835126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef264cef-08f3-4b9b-b201-94b9d6c19125 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1364083 Apr 11 21:16:57.842183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38450) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:57.917865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38452) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:58.013528 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:16:54Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:58.018549 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] Checking router: 053e95fb-a752-4c19-add0-939122ed0689 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:16:58.034446 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] Routers {'053e95fb-a752-4c19-add0-939122ed0689'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:16:58.035648 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['053e95fb-a752-4c19-add0-939122ed0689'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:58.085320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-39104f03-0727-4a97-ab5b-321282be9ea5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:58.087057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-39104f03-0727-4a97-ab5b-321282be9ea5 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.2722101 Apr 11 21:16:58.116448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-0aa728a6-f661-4c33-ae9f-4d4290749534 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/quotas/b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 375 time: 0.0217614 Apr 11 21:16:58.141106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639898f-501d-4308-a74c-5fca1c469d5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:58.145379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639898f-501d-4308-a74c-5fca1c469d5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:58.146100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5639898f-501d-4308-a74c-5fca1c469d5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:58.157329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68132d39-0709-4705-9a3f-5be33b79bef6 req-5eeab98f-da3e-4dba-b43c-1875c0905ced tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:58.164208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68132d39-0709-4705-9a3f-5be33b79bef6 req-5eeab98f-da3e-4dba-b43c-1875c0905ced tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 0.1942520 Apr 11 21:16:58.235311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-5fb984c8-427e-40f3-b9fb-e380baaa82e2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:16:58.248401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-68132d39-0709-4705-9a3f-5be33b79bef6 req-3a499019-7c63-4240-a551-101308dbaab4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829794 Apr 11 21:16:58.249428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5639898f-501d-4308-a74c-5fca1c469d5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:58.250909 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5639898f-501d-4308-a74c-5fca1c469d5c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3352649 Apr 11 21:16:58.253925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38460) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:58.311608 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.330319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-5fb984c8-427e-40f3-b9fb-e380baaa82e2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:16:58.335602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39faa02e-ffbd-4284-a2fc-d2093123e7f3 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:16:58.338346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-5fb984c8-427e-40f3-b9fb-e380baaa82e2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2184856 Apr 11 21:16:58.349290 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8272929f-af4a-4161-b836-50c194f38108 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=961f419644e040f7aabda691f0292b89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4280233 Apr 11 21:16:58.351756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38464) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:58.367039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 9e7e4bd3-3e3a-41ab-99b0-437919bd76b8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:58.367379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.383379 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] Set router 053e95fb-a752-4c19-add0-939122ed0689 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:16:58.411979 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Deleting port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:16:58.412699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.482487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a53ea5d-b0a0-443b-9799-bfedeff35cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.497840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39faa02e-ffbd-4284-a2fc-d2093123e7f3 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:16:58.597833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a53ea5d-b0a0-443b-9799-bfedeff35cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.623815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] Provisioning for port ff7bebcb-d2b4-4785-87da-70e1935e723f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:16:58.658672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] Provisioning complete for port ff7bebcb-d2b4-4785-87da-70e1935e723f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:16:58.658976 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.681457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] For port 3f4b6360-6b99-41d8-839b-cd5dd5f44f24, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:58.682460 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.810461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-cb91d1e5-3310-4afe-9637-05d668e747ee service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620273 Apr 11 21:16:58.853761 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:16:54Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:16:58.860778 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e4bef-80bc-4a05-9d04-4114b07ac992 None None] The sync data for ids ['053e95fb-a752-4c19-add0-939122ed0689'] in n-d-837321-1 is: [{'id': '053e95fb-a752-4c19-add0-939122ed0689', 'name': 'tempest-TestServerBasicOps-2046383063-router', 'tenant_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:01Z', 'updated_at': '2022-04-11T21:16:54Z', 'revision_number': 5, 'project_id': '5b3f40b6b9444542bcab0dcbeaf45c70', 'gw_port': {'id': '3f4b6360-6b99-41d8-839b-cd5dd5f44f24', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053e95fb-a752-4c19-add0-939122ed0689', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:03Z', 'updated_at': '2022-04-11T21:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:16:58.863382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:58.961875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Calling delete_port for 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:58.990063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.073735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] For port ff7bebcb-d2b4-4785-87da-70e1935e723f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ff7bebcb-d2b4-4785-87da-70e1935e723f,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:16:59.082420 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.146748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fef777-2cc8-40e4-acae-4253249a8b81 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:16:59.183255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 9e7e4bd3-3e3a-41ab-99b0-437919bd76b8 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:16:59.183817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a53ea5d-b0a0-443b-9799-bfedeff35cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.213945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53ea5d-b0a0-443b-9799-bfedeff35cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3fb9aa-e958-43f5-a34e-fa8e2ce8188a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:59.226978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.251348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3a53ea5d-b0a0-443b-9799-bfedeff35cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.255238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3a53ea5d-b0a0-443b-9799-bfedeff35cca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce3fb9aa-e958-43f5-a34e-fa8e2ce8188a HTTP/1.1" status: 204 len: 168 time: 0.8996813 Apr 11 21:16:59.319756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a08d72df-6a05-4364-a93d-c5b6e13113a0 service neutron] 10.222.0.61 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996793 Apr 11 21:16:59.347856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.436908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a57ae85-b57e-4154-bf45-16e724cdad0c no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:16:59.457832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4b6360-6b99-41d8-839b-cd5dd5f44f24,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:59.519870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5a57ae85-b57e-4154-bf45-16e724cdad0c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:16:59.520399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5a57ae85-b57e-4154-bf45-16e724cdad0c not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:16:59.558882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.615726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6f894-f436-49a6-b539-8c868b8eabcf None None] Pushing event updated for resources: {'Port': ['ID=ff7bebcb-d2b4-4785-87da-70e1935e723f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:59.625501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=9e7e4bd3-3e3a-41ab-99b0-437919bd76b8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:16:59.701059 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.803667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82e4ad9b-5dd2-4edf-b0a4-8167c8170bc1 req-399125ad-0258-4c63-ad39-dfdef8c598ee tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 210 time: 0.0643482 Apr 11 21:16:59.808468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2832c80-99b9-4fa9-8ccb-dd598fba4a71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/9e7e4bd3-3e3a-41ab-99b0-437919bd76b8 HTTP/1.1" status: 204 len: 168 time: 1.5534856 Apr 11 21:16:59.820951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:16:59.916786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f491c-bcaf-45cc-ac52-26bf964f0637 req-1186e4c1-6719-40dc-870e-16afaad42576 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:59.918386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3b9f491c-bcaf-45cc-ac52-26bf964f0637 req-1186e4c1-6719-40dc-870e-16afaad42576 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 0.3199298 Apr 11 21:16:59.919584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:16:59.924234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9312c4-714a-4f3a-8f81-37f6bf234090 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:59.925685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9312c4-714a-4f3a-8f81-37f6bf234090 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:16:59.927195 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe9312c4-714a-4f3a-8f81-37f6bf234090 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053901 Apr 11 21:16:59.936013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38488) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:00.184663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d74ee7eb-b0c6-471b-ba08-cd9da7af4c83 None None] Provisioning complete for port ff7bebcb-d2b4-4785-87da-70e1935e723f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:00.185060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d74ee7eb-b0c6-471b-ba08-cd9da7af4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.225702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 7e11eb39-f87f-4e04-b9db-e467d2178dea {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:00.230952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.236066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3b9f491c-bcaf-45cc-ac52-26bf964f0637 req-b19eb617-32e1-4d63-8717-e11a2cd9f579 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525063 Apr 11 21:17:00.249924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.261663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.351702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.416069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.420348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053e95fb-a752-4c19-add0-939122ed0689 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:17:00.432845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.434010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73a2fef5-4836-41ab-9549-47eee305d6fe admin admin] 10.222.0.61 "DELETE /v2.0/routers/053e95fb-a752-4c19-add0-939122ed0689 HTTP/1.1" status: 204 len: 168 time: 3.0530424 Apr 11 21:17:00.436660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38504) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:00.515256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Deleting subnet 3643afab-d65a-41e8-a57e-e570e1091748 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:00.519914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.529276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f8bcb3ec-d473-4733-b836-10010bb4654a None None] Could not find standard attr ID for object 9e7e4bd3-3e3a-41ab-99b0-437919bd76b8. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:00.594507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899359d0-39c0-44bc-8fba-94dc7fec0ed2 req-ddca0216-8096-4b77-bf53-1a3af329be85 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:00.595730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.601573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-899359d0-39c0-44bc-8fba-94dc7fec0ed2 req-ddca0216-8096-4b77-bf53-1a3af329be85 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 0.1402555 Apr 11 21:17:00.624263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.707325 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.710704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-899359d0-39c0-44bc-8fba-94dc7fec0ed2 req-af805fbe-d033-4b6c-86a1-57487ef4979c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081994 Apr 11 21:17:00.755716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38510) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:00.823092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.823491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.866481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=7e11eb39-f87f-4e04-b9db-e467d2178dea,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:00.874069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.876063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-97489e13-f4bc-483c-bb61-361e37667b87 tempest-TestVolumeBootPattern-2062813347 tempest-TestVolumeBootPattern-2062813347-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1092 time: 0.1192195 Apr 11 21:17:00.876655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38518) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:00.883276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:00.890466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.897217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:00.900613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e26244-a045-4d4e-b98e-996b3f770905 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:00.903723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:floatingip and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:00.907240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cb2b4549-f9bd-40cb-a7e8-4fe61929010f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/7e11eb39-f87f-4e04-b9db-e467d2178dea HTTP/1.1" status: 204 len: 168 time: 0.9699521 Apr 11 21:17:00.908242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:00.910752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:00.916577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:00.922006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3643afab-d65a-41e8-a57e-e570e1091748,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:00.934142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:00.942993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d203f7ed-2596-41a9-ba24-da4312f236c7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3643afab-d65a-41e8-a57e-e570e1091748 HTTP/1.1" status: 204 len: 168 time: 0.5030811 Apr 11 21:17:00.943127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38526) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:00.966633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab55b71-cd12-41eb-bab6-9240666fbe20 None None] Network 232f6353-b591-4ea0-b1d1-a4f0f21603bf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:01.023985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a3992a4a-aca3-4b3e-a0b9-e3e69194e47a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121325 Apr 11 21:17:01.026697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38532) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:01.111618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.125817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38536) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:01.147767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4006f8-2a07-4f0b-991b-525038eb99f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:01.148668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9e4006f8-2a07-4f0b-991b-525038eb99f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:01.269760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9e4006f8-2a07-4f0b-991b-525038eb99f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:01.271507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e4006f8-2a07-4f0b-991b-525038eb99f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2434971 Apr 11 21:17:01.274122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.277080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38542) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:01.346611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1094001104'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:01.347295 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7c0a76c-d704-4cb5-b0a4-dcdf2d5c7422 req-0eef3905-12c6-4b9a-aeb8-ecb1eb977863 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 210 time: 0.3598316 Apr 11 21:17:01.361097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:01.378685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:network and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:01.381623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:01.388597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:01.394861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Deleting port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:01.395208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.416348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ff7bebcb-d2b4-4785-87da-70e1935e723f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:01.449340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ee15f-65b4-4511-8bbe-724d36400946 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:01.450017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c45ee15f-65b4-4511-8bbe-724d36400946 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:01.452565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.492572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:01.496133 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.521101 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.586246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ff7bebcb-d2b4-4785-87da-70e1935e723f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:01.586698 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.600916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c45ee15f-65b4-4511-8bbe-724d36400946 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:01.602230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c45ee15f-65b4-4511-8bbe-724d36400946 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3188980 Apr 11 21:17:01.607714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:01.608675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:01.645532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] For port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:01.645768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.667103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:01.674008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] Deleting port ff7bebcb-d2b4-4785-87da-70e1935e723f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:01.674339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.679090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:security_group_rule and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:01.693378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:01.702824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a2fa68e7-a33b-4262-9f43-4cd583f6b80b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915699 Apr 11 21:17:01.705842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:01.709273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38550) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:01.716577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:01.771356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] DHCP port deletion for 232f6353-b591-4ea0-b1d1-a4f0f21603bf request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:01.799035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Deleting port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:01.799417 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.805704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Calling delete_port for 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:01.919726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.25.5.243 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a2cda54b-6415-4496-9f57-7094ebf292b6) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:01.964336 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:01.973234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:02.020801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:02.027757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] No DVR routers for this DVR port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:02.054462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:02.080566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:02.080925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f4b6360-6b99-41d8-839b-cd5dd5f44f24 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:02.085671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:02.145549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.146418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.172797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f6353-b591-4ea0-b1d1-a4f0f21603bf']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:02.189557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdbc1b3-7730-4195-b645-c00a2baacf6b') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:02.190004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdbc1b3-7730-4195-b645-c00a2baacf6b') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:02.197312 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] For port ff7bebcb-d2b4-4785-87da-70e1935e723f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ff7bebcb-d2b4-4785-87da-70e1935e723f,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:02.197699 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.202854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.220160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.236752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:02.236752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.257094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.293423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.324386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:17:02.349899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:02.352319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] Calling delete_port for ff7bebcb-d2b4-4785-87da-70e1935e723f owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:02.353846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.372501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fbd897-63ec-4969-9ded-b9b2bc02fae5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:02.373623 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:02.386926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.387402 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Added segment 4782bf9c-c8f6-4bf0-ba66-85dbd7989395 of type vlan for network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 Apr 11 21:17:02.392748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-34217633-716e-40ab-9895-836626b1b942 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:02.394220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-34217633-716e-40ab-9895-836626b1b942 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.69 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 814 time: 0.2773635 Apr 11 21:17:02.459041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] For port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041,segment=NetworkSegment(bbdbc1b3-7730-4195-b645-c00a2baacf6b),segment_id=bbdbc1b3-7730-4195-b645-c00a2baacf6b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:02.459438 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.491182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.508615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.529575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] Pushing event deleted for resources: {'Network': ['ID=232f6353-b591-4ea0-b1d1-a4f0f21603bf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:02.576679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd530e56-adf5-4d90-a208-2520e4111ee2 req-1a47533b-29ce-4b99-bd76-7fae38d41893 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 210 time: 0.0762596 Apr 11 21:17:02.579983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.603256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-ecbf7332-1203-4914-b1de-a6b0a436f12d tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a8d00a930e4ced82352d5a03519393 HTTP/1.1" status: 200 len: 379 time: 0.1522858 Apr 11 21:17:02.611034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cd23c26c-950f-49b8-ba29-096673f760fd admin admin] 10.222.0.61 "DELETE /v2.0/networks/232f6353-b591-4ea0-b1d1-a4f0f21603bf HTTP/1.1" status: 204 len: 168 time: 1.6668923 Apr 11 21:17:02.611711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'port': {'device_id': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'admin_state_up': True, 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'security_groups': ['b86cc592-5016-4a83-87be-ee7f8689d8a8']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:02.613794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38556) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:02.655365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Calling delete_port for 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:02.703606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.728942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:17:02.763231 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:17:02.784545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] Pushing event deleted for resources: {'Port': ['ID=ff7bebcb-d2b4-4785-87da-70e1935e723f,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:02.786792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.791364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:02.791859 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:02.794746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:02.795113 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:02.798963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d148a7-0f26-4953-a025-b5d9420226ee None None] No DVR routers for this DVR port ff7bebcb-d2b4-4785-87da-70e1935e723f on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:02.928652 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:17:02.929562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:02.966595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=a2cda54b-6415-4496-9f57-7094ebf292b6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:02.969083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:02.983027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:03.034937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:03.056837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Network': ['ID=1e5b47a5-f85e-403a-a6b8-ca8f2083ce81,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:03.067508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:17:03.093551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:03.155427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:03.180873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-76451e6f-e669-48a4-a956-69d1e9936987 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0421927 Apr 11 21:17:03.297759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Deleting port 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:03.299325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:03.316178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Made reservation on behalf of b2a8d00a930e4ced82352d5a03519393 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:03.319203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:03.394468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:03.510207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:03.510995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:03.511605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ff7bebcb-d2b4-4785-87da-70e1935e723f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:03.544206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f657295-8bbf-4f5d-8d4b-de4459e79be0 None None] The port '8a8c23bc-d1c9-4f7e-8ca6-e83ca2af7041' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:17:03.569863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ff7bebcb-d2b4-4785-87da-70e1935e723f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:03.570318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ff7bebcb-d2b4-4785-87da-70e1935e723f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:03.711164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:03.720532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:03.804621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5882efd3-1475-4086-964a-64d45ac8d65c req-f92cca1e-a10e-4a33-bdb0-525d0f806250 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 210 time: 0.0626678 Apr 11 21:17:03.859097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:03.868945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:03.874011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=49fe89de-7463-4954-b6f3-74ce159f81b6,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:03.876100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:03.876670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:03.889873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d6190-f757-4693-a54a-5649e54db774 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:03.899807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Allocated IP 172.20.0.9 (8031a3a6-3d20-479c-ae16-a58ee07424ae/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2/6fd929fd-25b3-4104-8854-8cf3462211a9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:04.006310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Deleting port f7ecfae5-71dd-4b07-aeef-5202158acafd {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:04.006880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.044155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-474d4eae-b2f4-49b4-99ce-be3a924d0e7f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3304772 Apr 11 21:17:04.045325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38562) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:04.062070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:16:60:eb', 'name': 'tempest-NetworksTestDHCPv6-491651268'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:04.156181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '49fe89de-7463-4954-b6f3-74ce159f81b6'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:04.157338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.248477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] For port f7ecfae5-71dd-4b07-aeef-5202158acafd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f7ecfae5-71dd-4b07-aeef-5202158acafd,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:04.249451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.326213 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.332192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.348944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:04.360078 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Transition to ACTIVE for port object 6fd929fd-25b3-4104-8854-8cf3462211a9 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:04.364620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:04.417151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Calling delete_port for f7ecfae5-71dd-4b07-aeef-5202158acafd owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:04.444549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Allocated IP 2001:db8::f816:3eff:fe3c:28f0 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/49fe89de-7463-4954-b6f3-74ce159f81b6/19c22378-4e8d-4a24-a12c-c519a9dc4ef5) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:04.481714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.670984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.682182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:04.686660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.695209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.706990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Transition to ACTIVE for port object 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:04.728532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Transition to ACTIVE for port object 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:04.730838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port f7b210e4-a652-4ad8-b3fa-756fdbc8ecab yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:04.736577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ecfae5-71dd-4b07-aeef-5202158acafd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:04.770878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.802030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:04.885797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:04.912803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:04.915619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:04.949014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Pushing event updated for resources: {'Port': ['ID=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:04.983844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:04.989808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:04.997201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:05.144687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Attempting to bind port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:05.146494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Attempting to bind port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:05.148029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Attempting to bind port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:05.162991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:05.163775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:05.164412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.166647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:05.167600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Bound port: 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:05.168089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.255701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.317053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event updated for resources: {'Port': ['ID=6fd929fd-25b3-4104-8854-8cf3462211a9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:05.363657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:05.368832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:05.436176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:05.436816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.461970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.resource_extend [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 21:17:05.464521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d5f236a3-d8b6-4698-8aea-9a48fa5eeb91 None None] Provisioning for port 6fd929fd-25b3-4104-8854-8cf3462211a9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:05.468466 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.486036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.512103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe16:60eb (dc2abbe2-62ef-42e5-8aed-489bf1f33397/49fe89de-7463-4954-b6f3-74ce159f81b6/f7b210e4-a652-4ad8-b3fa-756fdbc8ecab) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:05.561958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d5f236a3-d8b6-4698-8aea-9a48fa5eeb91 None None] Provisioning complete for port 6fd929fd-25b3-4104-8854-8cf3462211a9 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:05.562910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d5f236a3-d8b6-4698-8aea-9a48fa5eeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.677610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d5f236a3-d8b6-4698-8aea-9a48fa5eeb91 None None] Port 6fd929fd-25b3-4104-8854-8cf3462211a9 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:17:05.697617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d28e2-07f5-42b2-b977-116dc53e0e6a None None] Pushing event updated for resources: {'Port': ['ID=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:05.723153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:05.780775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba724e-a94f-45b2-8460-eaca037a1000 req-c7c46980-3493-4e4f-91b2-6c4fa263f09f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:05.781425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c4ba724e-a94f-45b2-8460-eaca037a1000 req-c7c46980-3493-4e4f-91b2-6c4fa263f09f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Synchronizing usage tracker for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:05.914986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=a2cda54b-6415-4496-9f57-7094ebf292b6,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:05.929855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.120074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-b8561d27-6855-42ef-b143-39525a119143 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5124590 Apr 11 21:17:06.132280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Router d85ad070-12d8-4bc6-9dbb-405d44822c4a has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:17:06.138931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Request body: {'port': {'device_id': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:06.184760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object f7b210e4-a652-4ad8-b3fa-756fdbc8ecab will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:06.207713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.312281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c4ba724e-a94f-45b2-8460-eaca037a1000 req-c7c46980-3493-4e4f-91b2-6c4fa263f09f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Unset dirty status for tenant:b2a8d00a930e4ced82352d5a03519393 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:06.318672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4ba724e-a94f-45b2-8460-eaca037a1000 req-c7c46980-3493-4e4f-91b2-6c4fa263f09f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 931 time: 1.1879184 Apr 11 21:17:06.340385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:17:06.354326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] Sync routers for ids ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:17:06.379546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] Routers {'d85ad070-12d8-4bc6-9dbb-405d44822c4a'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:17:06.380386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:06.428461 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef264318-1536-4292-8f7a-63b9aaba1899 admin admin] 10.222.0.61 "PUT /v2.0/routers/d85ad070-12d8-4bc6-9dbb-405d44822c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113072 Apr 11 21:17:06.428890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:06.454901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38572) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:06.472019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'subnet': {'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:06.511997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.588829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4ba724e-a94f-45b2-8460-eaca037a1000 req-e9cd6b4f-be47-4d8c-96a9-38e56ee96dbd tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692313 Apr 11 21:17:06.656697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] Set router d85ad070-12d8-4bc6-9dbb-405d44822c4a gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:17:06.675314 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.765546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.865608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:06.887866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:06.890302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:06.893186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.894447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:06.895052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.918616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:06.965550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Deleting port 5d91beda-7b20-4c7b-83f1-a73eaa409309 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:06.966228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:06.989844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:17:04Z', 'revision_number': 5, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port': {'id': '5d91beda-7b20-4c7b-83f1-a73eaa409309', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:11:21Z', 'updated_at': '2022-04-11T21:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:06.995357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:subnet and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:06.996681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] Checking router: d85ad070-12d8-4bc6-9dbb-405d44822c4a for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:17:07.011443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:07.012826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] Routers {'d85ad070-12d8-4bc6-9dbb-405d44822c4a'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:17:07.013723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:07.032561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:07.047830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=f7b210e4-a652-4ad8-b3fa-756fdbc8ecab,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:07.084281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f139af45-be87-4509-a3bb-740f92c1ffda None None] Provisioning for port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:07.110143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-97c9a190-1ff1-4cdb-8ae2-303c3923963f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0634336 Apr 11 21:17:07.128337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38576) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:07.198557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] Set router d85ad070-12d8-4bc6-9dbb-405d44822c4a gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:17:07.205288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] For port 5d91beda-7b20-4c7b-83f1-a73eaa409309, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5d91beda-7b20-4c7b-83f1-a73eaa409309,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:07.205288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:07.211445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:07.365119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Calling delete_port for 5d91beda-7b20-4c7b-83f1-a73eaa409309 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:07.421202 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Floating IP 7c71ca72-f62c-42c1-aabe-bde9885b8234 associated. External IP: 172.25.5.243, port: 9bcc600f-cda2-4a6f-8ad0-592a94183c62. Apr 11 21:17:07.425508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:07.461134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:17:06Z', 'revision_number': 6, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:07.472362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd929fd-25b3-4104-8854-8cf3462211a9 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:17:07.479927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3c9d-366f-43c3-8d85-0760edd3bf00 None None] The sync data for ids ['d85ad070-12d8-4bc6-9dbb-405d44822c4a'] in n-d-837321-1 is: [{'id': 'd85ad070-12d8-4bc6-9dbb-405d44822c4a', 'name': 'tempest-TestServerBasicOps-1073728503-router', 'tenant_id': 'd6a4204058f04847b8d83e90c257fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:11:20Z', 'updated_at': '2022-04-11T21:17:06Z', 'revision_number': 6, 'project_id': 'd6a4204058f04847b8d83e90c257fb2a', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:17:07.488931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:07.515746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:07.530042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-55862ed0-36ed-4b0c-950c-229ae4572f06 None None] Provisioning for port f7b210e4-a652-4ad8-b3fa-756fdbc8ecab completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:07.535392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-55862ed0-36ed-4b0c-950c-229ae4572f06 None None] Provisioning complete for port f7b210e4-a652-4ad8-b3fa-756fdbc8ecab triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:07.536452 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55862ed0-36ed-4b0c-950c-229ae4572f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:07.593653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:07.606012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-55862ed0-36ed-4b0c-950c-229ae4572f06 None None] Port f7b210e4-a652-4ad8-b3fa-756fdbc8ecab cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:17:07.611279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:07.611680 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:07.627039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ed85b-12c1-4090-bfac-096292b57489 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:07.631326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ed85b-12c1-4090-bfac-096292b57489 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:07.632183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a7ed85b-12c1-4090-bfac-096292b57489 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:07.779291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8a7ed85b-12c1-4090-bfac-096292b57489 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:07.782974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8a7ed85b-12c1-4090-bfac-096292b57489 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6650097 Apr 11 21:17:07.784216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38582) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:07.811997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Transition to ACTIVE for port object 6fd929fd-25b3-4104-8854-8cf3462211a9 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:07.859088 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:07.901451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:07.906899 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.004566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d91beda-7b20-4c7b-83f1-a73eaa409309,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:08.007269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.085357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.096775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.126548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:08.199440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port f7b210e4-a652-4ad8-b3fa-756fdbc8ecab {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:08.199813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.386759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd929fd-25b3-4104-8854-8cf3462211a9,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:08.424242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Subnet': ['ID=e9e741d9-f8de-4537-b573-717ab5c820c5,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:08.451170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.555269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Checking segment: {'id': '4782bf9c-c8f6-4bf0-ba66-85dbd7989395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:08.555948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network hostable DHCP agents. Network: 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:17:08.605424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Attempting to bind port 6fd929fd-25b3-4104-8854-8cf3462211a9 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:08.605760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Attempting to bind port 6fd929fd-25b3-4104-8854-8cf3462211a9 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:08.606084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Attempting to bind port 6fd929fd-25b3-4104-8854-8cf3462211a9 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:08.620482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Port 6fd929fd-25b3-4104-8854-8cf3462211a9 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:17:08.620732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Attempting to bind port 6fd929fd-25b3-4104-8854-8cf3462211a9 on network 8031a3a6-3d20-479c-ae16-a58ee07424ae {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:08.639538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:08.639878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Checking segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:08.640270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Bound using segment: {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:08.640706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Bound port: 6fd929fd-25b3-4104-8854-8cf3462211a9, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6636a36a-73a9-4699-9e25-118d50129c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:08.641059 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.702257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:17:08.714747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7a5b3-470f-4914-8f9e-6185c57878ca req-c0f5186b-8f30-4b6c-84f9-7843ccac29a1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:08.716263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5c7a5b3-470f-4914-8f9e-6185c57878ca req-c0f5186b-8f30-4b6c-84f9-7843ccac29a1 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 943 time: 0.8713078 Apr 11 21:17:08.752698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:17:08.759897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] For port 6fd929fd-25b3-4104-8854-8cf3462211a9, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:08.763651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] For port 6fd929fd-25b3-4104-8854-8cf3462211a9, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6fd929fd-25b3-4104-8854-8cf3462211a9,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:08.823864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:08.831496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c04870-ef95-4343-bbba-4bc87614091b None None] Network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:08.880042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:08.880497 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.891397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.891657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.916593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.932815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f5c7a5b3-470f-4914-8f9e-6185c57878ca req-03b64cd8-ddd3-4024-8c4a-f14b8e33baed tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556623 Apr 11 21:17:08.997641 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:08.999636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.001777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] 10.222.0.69 "PUT /v2.0/ports/6fd929fd-25b3-4104-8854-8cf3462211a9 HTTP/1.1" status: 200 len: 1091 time: 2.8692129 Apr 11 21:17:09.002212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:17:09.015705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63739d6-5413-432a-a1ae-89249a016e21 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd929fd-25b3-4104-8854-8cf3462211a9,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:09.053947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fd7af49a-c39b-408d-9de3-4d9016b8f9d5 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5888033 Apr 11 21:17:09.053947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38588) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:09.066615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1791547197'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:09.080972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:09.095922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:network and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:09.100230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:09.117175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.117175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85ad070-12d8-4bc6-9dbb-405d44822c4a {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:17:09.118967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-1e5b47a5-f85e-403a-a6b8-ca8f2083ce81', 'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81', 'tenant_id': 'c222241a7fd046e8a64a58303ae2885e', 'fixed_ips': [{'subnet_id': 'e9e741d9-f8de-4537-b573-717ab5c820c5'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:09.118967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.122602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:09.172026 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8c6a20-eb2f-4394-bc47-85048441072b'] response: {'name': 'network-changed', 'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'status': 'completed', 'code': 200} Apr 11 21:17:09.215966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for f7b210e4-a652-4ad8-b3fa-756fdbc8ecab owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:09.235733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:09.239062 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.313725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:17:09.373063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:17:09.402332 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:17:09.408024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.408482 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Added segment eaf94d44-4d85-4b64-bdd2-f1fc44a811d0 of type vlan for network 4fb5355b-25c2-4105-8184-8d780579324e Apr 11 21:17:09.470417 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:17:09.472523 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:09.475086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-60053b4b-b6bf-41aa-aff4-dd5779aed52f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 1094 time: 0.3059762 Apr 11 21:17:09.477042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.526022 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.528915 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8ca5dc91-3015-4ce0-a81c-4f7d4b7afe7f admin admin] 10.222.0.61 "DELETE /v2.0/routers/d85ad070-12d8-4bc6-9dbb-405d44822c4a HTTP/1.1" status: 204 len: 168 time: 3.0973003 Apr 11 21:17:09.530516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:09.542242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:09.562970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.606999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-2aff4d77-73e7-410d-b5b8-2e76b16320c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd929fd-25b3-4104-8854-8cf3462211a9 HTTP/1.1" status: 200 len: 217 time: 0.1254249 Apr 11 21:17:09.675899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Deleting subnet c282e882-9176-407a-bffd-57fffd71bdb2 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:09.717516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-c4b6e36a-f10c-4607-af07-9a11921d9705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:09.717516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-c4b6e36a-f10c-4607-af07-9a11921d9705 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0902972 Apr 11 21:17:09.728049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.738570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Allocated IP 2001:db8:0:ffff::2 (1e5b47a5-f85e-403a-a6b8-ca8f2083ce81/e9e741d9-f8de-4537-b573-717ab5c820c5/0e18d128-aae6-4bbf-9f8e-77b07aaa75ef) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:09.778513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:17:09.796029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-da9dd623-d4bb-4c0f-a7ab-14a55d2f4624 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.9171302 Apr 11 21:17:09.810651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.860817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-8fb90cc7-cf78-46f7-951b-72a051aa37cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230340 Apr 11 21:17:09.912200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.921181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:09.921181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:09.922506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.011370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:10.011814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.057884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.073981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.096523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Transition to ACTIVE for port object 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:10.128066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0750861 Apr 11 21:17:10.130109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=f7b210e4-a652-4ad8-b3fa-756fdbc8ecab,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:10.147863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38602) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:10.223721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Transition to ACTIVE for port object 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:10.272070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.330827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d91beda-7b20-4c7b-83f1-a73eaa409309 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:10.434133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.481660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02b5b8fb-b31d-4b4b-8dd2-39b4a30d444f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/f7b210e4-a652-4ad8-b3fa-756fdbc8ecab HTTP/1.1" status: 204 len: 168 time: 2.6873639 Apr 11 21:17:10.485186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38604) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:10.499416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:03Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:10.517280 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:17:10.542048 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:17:10.544527 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:16:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:10.564746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Pushing event updated for resources: {'Port': ['ID=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:10.566587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5d91beda-7b20-4c7b-83f1-a73eaa409309 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:10.566927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5d91beda-7b20-4c7b-83f1-a73eaa409309 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:10.567229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8286de-6843-4c18-93c0-664547ff5320 req-b50552c6-27f9-48d0-97ee-5f685f761fd3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:10.567783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f7ecfae5-71dd-4b07-aeef-5202158acafd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:10.569288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac8286de-6843-4c18-93c0-664547ff5320 req-b50552c6-27f9-48d0-97ee-5f685f761fd3 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 943 time: 0.3009481 Apr 11 21:17:10.572612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.594595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'subnet': {'network_id': '4fb5355b-25c2-4105-8184-8d780579324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:10.610044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f7ecfae5-71dd-4b07-aeef-5202158acafd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:10.610171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f7ecfae5-71dd-4b07-aeef-5202158acafd not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:10.622994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.623340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.623707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.624040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.624781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.624942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.625480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.625480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.625765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.626091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.626412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:10.635611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:10.636188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:10.638752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:10.646718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767d135-8ab0-4c65-9a4d-d4ed3b38fd14 None None] Network c33bfb2a-5572-4ee2-81e6-3b26f65844d4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:10.653591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:10.663742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-38969bbc-6b9d-44d9-a300-e4994cb0f43a service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977383 Apr 11 21:17:10.682922 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c282e882-9176-407a-bffd-57fffd71bdb2 HTTP/1.1" status: 204 len: 168 time: 1.1512895 Apr 11 21:17:10.688064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac8286de-6843-4c18-93c0-664547ff5320 req-6ac76c86-21f8-430a-be90-2cba1e092207 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985007 Apr 11 21:17:10.688865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b06d8-ce38-476a-a1a8-f4375130c0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c282e882-9176-407a-bffd-57fffd71bdb2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:10.692701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:10.781209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9006988-e7b7-4116-980d-ef162a82ad2f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:10.782506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9006988-e7b7-4116-980d-ef162a82ad2f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:10.784579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a9006988-e7b7-4116-980d-ef162a82ad2f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2983387 Apr 11 21:17:10.792605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38614) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:10.876301 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:17:10.927924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ea35f-ab07-456f-a97d-ef65c0ddaf4e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Network': ['ID=4fb5355b-25c2-4105-8184-8d780579324e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:10.951068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4fb5355b-25c2-4105-8184-8d780579324e details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:17:10.986328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:10.994801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:subnet and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:11.001573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:11.023133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:11.027879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 49fe89de-7463-4954-b6f3-74ce159f81b6 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:11.032273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.034037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03f72d64-b664-4ea9-b545-d5568c5eb8ed req-bb65da2c-03bd-4a6b-967d-9f973d547bc1 service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310316 Apr 11 21:17:11.092611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Attempting to bind port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:11.093224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Attempting to bind port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4782bf9c-c8f6-4bf0-ba66-85dbd7989395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:11.094277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Attempting to bind port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef on network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:11.097701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.112535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.138318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:11.159167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Deleting port bd42d7ca-e9a8-4ef0-9523-57365df017de {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:11.159518 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.161670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:11.162042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Checking segment: {'id': '4782bf9c-c8f6-4bf0-ba66-85dbd7989395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:11.162436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.162843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Bound using segment: {'id': '4782bf9c-c8f6-4bf0-ba66-85dbd7989395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:11.163316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Bound port: 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4782bf9c-c8f6-4bf0-ba66-85dbd7989395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1e5b47a5-f85e-403a-a6b8-ca8f2083ce81'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:11.163879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.175756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:17:11.339889 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9ff0ba-c3a8-4b7a-ad27-f3bdbd69e0f7'] response: {'name': 'network-changed', 'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'status': 'completed', 'code': 200} Apr 11 21:17:11.413572 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:03Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:11.417514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] For port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:11.420791 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd5283-e76e-4b0d-9287-19558f6fafeb None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:03Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:17:11.430811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.434752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] For port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,segment=NetworkSegment(4782bf9c-c8f6-4bf0-ba66-85dbd7989395),segment_id=4782bf9c-c8f6-4bf0-ba66-85dbd7989395)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:11.459094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.478403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] For port bd42d7ca-e9a8-4ef0-9523-57365df017de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd42d7ca-e9a8-4ef0-9523-57365df017de,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:11.483876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.525219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] DHCP port deletion for c33bfb2a-5572-4ee2-81e6-3b26f65844d4 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:11.530669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Deleting port bd42d7ca-e9a8-4ef0-9523-57365df017de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:11.531416 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.569260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:11.606716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-b2f14b84-cbd7-4277-8404-d390adc25c24 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.2655482 Apr 11 21:17:11.612752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-e5193c18-ba04-4cee-815f-129055d1742d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 1094 time: 0.4229465 Apr 11 21:17:11.637323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Calling delete_port for bd42d7ca-e9a8-4ef0-9523-57365df017de owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:11.732051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ed3c6-02a9-451c-96b6-df52362ed424 None None] Pushing event updated for resources: {'Port': ['ID=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:11.741718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6aa9cb-64e1-4b9c-b90f-7849aecdac52 None None] New status for floating IP 7c71ca72-f62c-42c1-aabe-bde9885b8234: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:17:11.896188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-797bace2-6694-4c74-95a4-d3c83b1ffbf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:11.896379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-797bace2-6694-4c74-95a4-d3c83b1ffbf7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2815330 Apr 11 21:17:11.904858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-a0dd8ce4-1288-4162-9c08-b33386cc4460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:11.906779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-a0dd8ce4-1288-4162-9c08-b33386cc4460 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.2707882 Apr 11 21:17:11.985732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8f49-c5db-40b5-9968-f2b4b83c25ce req-c4d48993-01bc-450c-9200-60f9ff72b384 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:11.995272 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f23f8f49-c5db-40b5-9968-f2b4b83c25ce req-c4d48993-01bc-450c-9200-60f9ff72b384 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 943 time: 0.1114831 Apr 11 21:17:12.019151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.064171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-5689d86a-926e-4a0d-bf80-a0d2c7c368f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd929fd-25b3-4104-8854-8cf3462211a9 HTTP/1.1" status: 200 len: 217 time: 0.0901413 Apr 11 21:17:12.092037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.130723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] For port bd42d7ca-e9a8-4ef0-9523-57365df017de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bd42d7ca-e9a8-4ef0-9523-57365df017de,segment=NetworkSegment(fa955661-a7d4-4bce-8a02-6477dddb0ab5),segment_id=fa955661-a7d4-4bce-8a02-6477dddb0ab5)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:12.131778 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.142017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=49fe89de-7463-4954-b6f3-74ce159f81b6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:12.166573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.177766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-1fbf33ed-cfb7-417c-98ea-5a6cc98de36d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:12.179229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-1fbf33ed-cfb7-417c-98ea-5a6cc98de36d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0825253 Apr 11 21:17:12.180149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd42d7ca-e9a8-4ef0-9523-57365df017de,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:12.199063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] No DVR routers for this DVR port bd42d7ca-e9a8-4ef0-9523-57365df017de on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:12.209993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075bde6-4133-41be-a5e9-4faff9df91e9 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:12.245424 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f23f8f49-c5db-40b5-9968-f2b4b83c25ce req-3cb51d87-0541-4567-b6d0-a0da5195801c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487924 Apr 11 21:17:12.287109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-93bff2ab-931c-48b7-b0c0-f7d50a692dea tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/49fe89de-7463-4954-b6f3-74ce159f81b6 HTTP/1.1" status: 204 len: 168 time: 1.4914453 Apr 11 21:17:12.289696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38622) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:12.302257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-2eaf14cf-b9f9-4a8a-be50-437028f95bf7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1000 time: 0.3937681 Apr 11 21:17:12.307856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Calling delete_port for bd42d7ca-e9a8-4ef0-9523-57365df017de owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:12.372643 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.404208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33bfb2a-5572-4ee2-81e6-3b26f65844d4']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:12.417530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa955661-a7d4-4bce-8a02-6477dddb0ab5') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:12.418160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa955661-a7d4-4bce-8a02-6477dddb0ab5') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:12.423253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4158debd-d0a2-4a69-a70e-bd5be3f77be1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271603 Apr 11 21:17:12.426301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38626) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:12.435257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:12.458157 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.545101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.564236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:12.564709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:12.578183 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:12.595369 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:12.595732 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:12.596043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-d57dd3de-4904-4a56-a222-34db744a8733 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4069710 Apr 11 21:17:12.599395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-996f1643-7cb6-479f-b9da-ff8bbb997365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:12.600718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-996f1643-7cb6-479f-b9da-ff8bbb997365 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.2406151 Apr 11 21:17:12.642511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6fd929fd-25b3-4104-8854-8cf3462211a9 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:17:12.653045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:12.662348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:12.666017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:12.672476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:12.731626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.762297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.770113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:12.774655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.776227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:12.786360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Deleting port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:12.786946 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:12.800078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33bfb2a-5572-4ee2-81e6-3b26f65844d4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:12.811375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8892af6c-8520-4907-aea2-0d7d0e93f491 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c33bfb2a-5572-4ee2-81e6-3b26f65844d4 HTTP/1.1" status: 204 len: 168 time: 2.1176417 Apr 11 21:17:12.836024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-30b9f99d-3312-444d-abe3-51056dc49391 service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339840 Apr 11 21:17:12.978450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6fd929fd-25b3-4104-8854-8cf3462211a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6fd929fd-25b3-4104-8854-8cf3462211a9,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:13.018583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:13.022382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.056436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'port_id': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'mac_address': 'fa:16:3e:f2:99:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:17:13.065620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-6e00346a-7a56-4512-8c9e-c4a2011537a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4438324 Apr 11 21:17:13.109735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Deleting port bd42d7ca-e9a8-4ef0-9523-57365df017de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:13.115271 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.354851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ff374-3527-4250-94c5-f9aa3436c0ea None None] Network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:13.379601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9714e1e7-1774-4476-a166-3ee904fd2b5d req-15e4f573-5856-43a8-a3bd-425b58cf5606 service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365582 Apr 11 21:17:13.380411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Subnet': ['ID=57fa5867-0b12-4980-b3a0-497630f51f1c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:13.436788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-14a98106-e4fc-4101-9452-a59584c2439a service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573222 Apr 11 21:17:13.438835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38634) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:13.491553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:13.493408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.505754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9076f2-8f79-40b7-bd75-6cc6103ff539 None None] The port 'bd42d7ca-e9a8-4ef0-9523-57365df017de' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:17:13.518852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:13.531490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:13.595036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Checking segment: {'id': 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4fb5355b-25c2-4105-8184-8d780579324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:13.595501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network hostable DHCP agents. Network: 4fb5355b-25c2-4105-8184-8d780579324e, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:17:13.687078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-80bac792-2712-40c5-95b5-452593eca980 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b3f40b6b9444542bcab0dcbeaf45c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2469409 Apr 11 21:17:13.690511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38638) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:13.716187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-05a2fabd-6ed3-4237-aa40-64b89b335050 req-324163aa-4575-45e3-8c08-174f680c60db service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704637 Apr 11 21:17:13.728034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a281a6-87f3-4a64-9501-49358102025c req-ffe7814e-aad1-44fc-86d1-a717fe9f0d29 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:13.729911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15a281a6-87f3-4a64-9501-49358102025c req-ffe7814e-aad1-44fc-86d1-a717fe9f0d29 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 943 time: 0.2296581 Apr 11 21:17:13.757180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Calling delete_port for 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:13.777025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 4fb5355b-25c2-4105-8184-8d780579324e is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:17:13.783086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-15a281a6-87f3-4a64-9501-49358102025c req-380a2785-a478-471f-bc72-dafa3e2e01ea tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472155 Apr 11 21:17:13.804209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.813878 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52bf1384-3c3f-4d75-a5f6-b32af4e9b420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.831994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.862416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4fb5355b-25c2-4105-8184-8d780579324e) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:13.870048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:13.872056 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.872267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd929fd-25b3-4104-8854-8cf3462211a9 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:17:13.898445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ccb724-1742-4aa0-9b6c-44412039c479 None None] Network 4fb5355b-25c2-4105-8184-8d780579324e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:13.904937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52bf1384-3c3f-4d75-a5f6-b32af4e9b420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:13.943997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6fd929fd-25b3-4104-8854-8cf3462211a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6fd929fd-25b3-4104-8854-8cf3462211a9,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:13.949839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2aa18627-7480-40a1-a640-f27ed8a55a36 None None] Provisioning for port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:14.005079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c81dce1-ba84-48f4-b68d-9a3e2559f116 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4433150 Apr 11 21:17:14.007952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38642) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:14.014768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'port': {'network_id': '4fb5355b-25c2-4105-8184-8d780579324e', 'name': 'tempest-NetworksIpV6TestAttrs-247572503'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:14.022581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e9a50a21-3eea-4dc7-9280-62410237dc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.038427 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.112253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:14.116417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52bf1384-3c3f-4d75-a5f6-b32af4e9b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.136788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf1384-3c3f-4d75-a5f6-b32af4e9b420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892587be-07b6-48d8-bc77-8cce36ca7370,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:14.171324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.173467 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52bf1384-3c3f-4d75-a5f6-b32af4e9b420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.177255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-52bf1384-3c3f-4d75-a5f6-b32af4e9b420 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/892587be-07b6-48d8-bc77-8cce36ca7370 HTTP/1.1" status: 204 len: 168 time: 0.4823573 Apr 11 21:17:14.177387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:14.195375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:14.200205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:port and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:14.204442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:14.209617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:14.210074 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.211950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:14.235344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.236098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.292512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=6fd929fd-25b3-4104-8854-8cf3462211a9,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:14.315829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:14.319386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.330145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:14.330572 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:14.343877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['6fd929fd-25b3-4104-8854-8cf3462211a9'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:17:14.362645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] device_id is not set on port 8808e69d-3552-4e7c-b0da-38ccafeffb8a yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:14.364639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:14.370373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:14.373222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:14.373807 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.390874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=5117eefc-fa07-4d0a-9372-914783e633ab,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:14.398833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,revision_number=6']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:14.465210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-246e1844-8c56-4c58-a6e3-740100b8a4bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0372419 Apr 11 21:17:14.467606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38648) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:14.474509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:2e:6e:2d', 'name': 'tempest-NetworksTestDHCPv6-1340789095'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:14.512548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4fb5355b-25c2-4105-8184-8d780579324e', 'network_id': '4fb5355b-25c2-4105-8184-8d780579324e', 'tenant_id': 'c222241a7fd046e8a64a58303ae2885e', 'fixed_ips': [{'subnet_id': '57fa5867-0b12-4980-b3a0-497630f51f1c'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:14.513445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.620908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Allocated IP 2001:db8::f816:3eff:fe7a:639f (4fb5355b-25c2-4105-8184-8d780579324e/57fa5867-0b12-4980-b3a0-497630f51f1c/8808e69d-3552-4e7c-b0da-38ccafeffb8a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:14.625083 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.773276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:14.781034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:14.785605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:14.795207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:14.818674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,segment=NetworkSegment(4782bf9c-c8f6-4bf0-ba66-85dbd7989395),segment_id=4782bf9c-c8f6-4bf0-ba66-85dbd7989395)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:14.831273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Deleting port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:14.831672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.904458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:14.906985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.910228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.910685 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:14.934701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Transition to ACTIVE for port object 8808e69d-3552-4e7c-b0da-38ccafeffb8a will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:14.946719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port c3f90a37-f11f-46e1-a842-7ffb62cecf3b yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:15.008454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd42d7ca-e9a8-4ef0-9523-57365df017de no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:15.035249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.063079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e5a40110-d216-4edc-8895-26705a38e16c None None] Provisioning complete for port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:15.063521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5a40110-d216-4edc-8895-26705a38e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.085749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38656) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:15.128451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bd42d7ca-e9a8-4ef0-9523-57365df017de {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:15.128701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 4fb5355b-25c2-4105-8184-8d780579324e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:15.129207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bd42d7ca-e9a8-4ef0-9523-57365df017de not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:15.129761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:15.131851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:15.136329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:15.140685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:15.141477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.149548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Port': ['ID=8808e69d-3552-4e7c-b0da-38ccafeffb8a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:15.167507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefac48-a355-48a0-a2ac-47cbe777acf3 req-94824f06-6911-453a-b421-e8b0617b4eb9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:15.170142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aefac48-a355-48a0-a2ac-47cbe777acf3 req-94824f06-6911-453a-b421-e8b0617b4eb9 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 944 time: 0.2341056 Apr 11 21:17:15.209430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe2e:6e2d (dc2abbe2-62ef-42e5-8aed-489bf1f33397/5117eefc-fa07-4d0a-9372-914783e633ab/c3f90a37-f11f-46e1-a842-7ffb62cecf3b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:15.254867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e7d481e7-4c41-4494-bed8-a614d18c8746 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6a4204058f04847b8d83e90c257fb2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1653268 Apr 11 21:17:15.256295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38660) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:15.261844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2956ddf-4184-42b6-ab15-0d760dea6589 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2529595 Apr 11 21:17:15.269245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38664) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:15.325977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:15.329373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7aefac48-a355-48a0-a2ac-47cbe777acf3 req-10ad30a6-e21a-4d2a-9b02-eab677b6b84f tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488659 Apr 11 21:17:15.343635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Allocated IP 2001:db8::f816:3eff:fe2f:79ce (4fb5355b-25c2-4105-8184-8d780579324e/57fa5867-0b12-4980-b3a0-497630f51f1c/a7e8fc80-43c0-4451-a432-c0e02cec68de) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:15.352298 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ecd45f4-5b00-4027-815e-c77895e4606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.384457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ecd45f4-5b00-4027-815e-c77895e4606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.536865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ecd45f4-5b00-4027-815e-c77895e4606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.562841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd45f4-5b00-4027-815e-c77895e4606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89627799-7e95-4102-86c9-cfd17ebe2a94,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:15.572045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ecd45f4-5b00-4027-815e-c77895e4606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.576371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0ecd45f4-5b00-4027-815e-c77895e4606b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89627799-7e95-4102-86c9-cfd17ebe2a94 HTTP/1.1" status: 204 len: 168 time: 0.3177557 Apr 11 21:17:15.636262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.645534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Deleting subnet 57fa5867-0b12-4980-b3a0-497630f51f1c {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:15.647530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:15.648491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.661331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object c3f90a37-f11f-46e1-a842-7ffb62cecf3b will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:15.663534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.748083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.806668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Calling delete_port for 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:15.828418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:15.834073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:15.836479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:15.840269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:15.841884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:15.856009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=c3f90a37-f11f-46e1-a842-7ffb62cecf3b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:15.893448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:15.971448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-397e5fa1-bb57-486d-a99e-be78fe8b4b01 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5019412 Apr 11 21:17:15.973598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38670) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:15.974543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.030129 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:16.030560 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:16.044515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Deleting port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:16.049906 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.081540 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.097610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:16.173666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Transition to ACTIVE for port object a7e8fc80-43c0-4451-a432-c0e02cec68de will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:16.370251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1919d6-7d74-4ae8-94fa-c7e696a2fb3f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:16.370251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1919d6-7d74-4ae8-94fa-c7e696a2fb3f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:16.370251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a1919d6-7d74-4ae8-94fa-c7e696a2fb3f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2510970 Apr 11 21:17:16.370502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38674) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:16.370588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:16.370588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Transition to ACTIVE for port object a7e8fc80-43c0-4451-a432-c0e02cec68de will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:16.370731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port c3f90a37-f11f-46e1-a842-7ffb62cecf3b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:16.370731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.424287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.436071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.461009 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0d0eaa84-f32d-40a2-9069-9b9c598dce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.520372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:16.520736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.541930 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.591305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Pushing event updated for resources: {'Port': ['ID=a7e8fc80-43c0-4451-a432-c0e02cec68de,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:16.601447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Network 4fb5355b-25c2-4105-8184-8d780579324e is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:16.607378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:16.613094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6b80-c56b-431f-8be4-9350135b6e42 req-ab76a8d3-6820-45c5-8f5f-375324164c97 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:16.620389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6a6b80-c56b-431f-8be4-9350135b6e42 req-ab76a8d3-6820-45c5-8f5f-375324164c97 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 944 time: 0.1071208 Apr 11 21:17:16.621144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:16.630889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] For port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:16.631272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.686577 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7a6a6b80-c56b-431f-8be4-9350135b6e42 req-aed2650e-79a6-42e7-b0e1-73c05c7f2378 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572367 Apr 11 21:17:16.740823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:16.755493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6fd929fd-25b3-4104-8854-8cf3462211a9 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:16.790555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Calling delete_port for 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:16.889758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for c3f90a37-f11f-46e1-a842-7ffb62cecf3b owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:16.969890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.091104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Attempting to bind port a7e8fc80-43c0-4451-a432-c0e02cec68de on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:17.091104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Attempting to bind port a7e8fc80-43c0-4451-a432-c0e02cec68de by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4fb5355b-25c2-4105-8184-8d780579324e'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:17.091104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Attempting to bind port a7e8fc80-43c0-4451-a432-c0e02cec68de on network 4fb5355b-25c2-4105-8184-8d780579324e {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:17.154876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:17.154876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Checking segment: {'id': 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4fb5355b-25c2-4105-8184-8d780579324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:17.154876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.154876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Bound using segment: {'id': 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4fb5355b-25c2-4105-8184-8d780579324e'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:17.154876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Bound port: a7e8fc80-43c0-4451-a432-c0e02cec68de, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4fb5355b-25c2-4105-8184-8d780579324e'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:17.154876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.221025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 6fd929fd-25b3-4104-8854-8cf3462211a9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:17.244394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 6fd929fd-25b3-4104-8854-8cf3462211a9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:17.244394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.295113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.334467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Subnet': ['ID=57fa5867-0b12-4980-b3a0-497630f51f1c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:17.348742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.385018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.417198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=c3f90a37-f11f-46e1-a842-7ffb62cecf3b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:17.420100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.422723 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-90c2b86b-041f-4df3-9592-b3c6d2a507d9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/57fa5867-0b12-4980-b3a0-497630f51f1c HTTP/1.1" status: 204 len: 168 time: 2.1354551 Apr 11 21:17:17.426745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38682) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:17.467282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.467282 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5e22c618-096b-4516-870a-869f94ac78bc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/c3f90a37-f11f-46e1-a842-7ffb62cecf3b HTTP/1.1" status: 204 len: 168 time: 1.2338364 Apr 11 21:17:17.486344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38686) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:17.513668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] For port a7e8fc80-43c0-4451-a432-c0e02cec68de, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:17.513668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] Pushing event deleted for resources: {'Port': ['ID=19c22378-4e8d-4a24-a12c-c519a9dc4ef5,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:17.526701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] For port a7e8fc80-43c0-4451-a432-c0e02cec68de, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a7e8fc80-43c0-4451-a432-c0e02cec68de,segment=NetworkSegment(eaf94d44-4d85-4b64-bdd2-f1fc44a811d0),segment_id=eaf94d44-4d85-4b64-bdd2-f1fc44a811d0)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:17.545328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afccb2a-40ea-469c-a4e6-0ecd011fa093 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:17.545328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afccb2a-40ea-469c-a4e6-0ecd011fa093 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:17.545328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6afccb2a-40ea-469c-a4e6-0ecd011fa093 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Synchronizing usage tracker for tenant:c222241a7fd046e8a64a58303ae2885e on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:17.580228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726fb60-b9c7-4957-9ec8-8826855478ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:17.580228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726fb60-b9c7-4957-9ec8-8826855478ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:17.580228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9726fb60-b9c7-4957-9ec8-8826855478ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:17.599913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.624816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6afccb2a-40ea-469c-a4e6-0ecd011fa093 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Unset dirty status for tenant:c222241a7fd046e8a64a58303ae2885e on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:17.624816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6afccb2a-40ea-469c-a4e6-0ecd011fa093 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2106385 Apr 11 21:17:17.635380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38690) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:17.639950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.639950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d2496-cdca-4592-b180-a145c68c7b3e None None] No DVR routers for this DVR port 19c22378-4e8d-4a24-a12c-c519a9dc4ef5 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:17.639950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.675255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9726fb60-b9c7-4957-9ec8-8826855478ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:17.675255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9726fb60-b9c7-4957-9ec8-8826855478ca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1978450 Apr 11 21:17:17.682444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38694) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:17.689678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c118a75-f631-4a53-8002-beb4c54f9c15 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:17.836692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe765-e668-4496-9244-1be2f94e4d97 None None] Pushing event updated for resources: {'Port': ['ID=a7e8fc80-43c0-4451-a432-c0e02cec68de,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:17.836692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.854967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b307856-e680-4f45-9d63-e99732b5c903 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:17.878619 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b307856-e680-4f45-9d63-e99732b5c903 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 11 21:17:17.878619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b307856-e680-4f45-9d63-e99732b5c903 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:17.889442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9b307856-e680-4f45-9d63-e99732b5c903 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/4fb5355b-25c2-4105-8184-8d780579324e HTTP/1.1" status: 409 len: 405 time: 0.2519755 Apr 11 21:17:17.899974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38700) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:17.899974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-357313548'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:17.909276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:17.915808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:network and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:17.923890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:17.927456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:17:17.935290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:18.041081 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1a1d01-10e4-4676-a751-1f0b78f71651'] response: {'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'code': 200} Apr 11 21:17:18.048572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:18.048572 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.070799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 6fd929fd-25b3-4104-8854-8cf3462211a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6fd929fd-25b3-4104-8854-8cf3462211a9,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:18.122868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 5117eefc-fa07-4d0a-9372-914783e633ab {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:18.122868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.211053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:17:18.216292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.224134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.224134 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Added segment fec1d508-f599-4d8c-97d5-e1b73257c75f of type vlan for network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a Apr 11 21:17:18.232206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.289107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.311391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.359166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9601f8c0-2a1d-46cc-8d8e-2f688840c676 req-2248dcaa-a6a9-4dd1-9706-a92b8f59953a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 1095 time: 0.2798183 Apr 11 21:17:18.434543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76faf7ed-3f73-44d3-ba6a-c90155ca959f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '5117eefc-fa07-4d0a-9372-914783e633ab'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:18.434543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76faf7ed-3f73-44d3-ba6a-c90155ca959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.437219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9601f8c0-2a1d-46cc-8d8e-2f688840c676 req-18807156-d7b9-416b-b7d1-1dbc28b01474 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735991 Apr 11 21:17:18.437219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.443463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:18.443463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.460481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=6fd929fd-25b3-4104-8854-8cf3462211a9,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:18.486169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a1024-6671-4692-bd8c-78e93298d886 req-18e0eb89-cc12-4e73-aa22-0f3039591155 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:18.486169 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d2a1024-6671-4692-bd8c-78e93298d886 req-18e0eb89-cc12-4e73-aa22-0f3039591155 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 944 time: 0.4622841 Apr 11 21:17:18.555953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d2a1024-6671-4692-bd8c-78e93298d886 req-14954df6-a28e-44e8-af69-006369f661c6 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572159 Apr 11 21:17:18.597070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.623593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Network': ['ID=64e7d976-1c03-46b8-bf7c-daeba65b5c0a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:18.644274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:17:18.647647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=5117eefc-fa07-4d0a-9372-914783e633ab,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:18.647647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-76faf7ed-3f73-44d3-ba6a-c90155ca959f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5117eefc-fa07-4d0a-9372-914783e633ab: This subnet is being modified by another concurrent operation. Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5117eefc-fa07-4d0a-9372-914783e633ab: This subnet is being modified by another concurrent operation. Apr 11 21:17:18.664755 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:17:18.692563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2a691f87-047b-43e1-93d8-66e96cc4d691 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7907405 Apr 11 21:17:18.695326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38706) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:18.695326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'subnet': {'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:18.718627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38710) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:18.722524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fa24bb5b-c44a-4ad6-85f8-1d0118603699 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/5117eefc-fa07-4d0a-9372-914783e633ab HTTP/1.1" status: 204 len: 168 time: 1.0374262 Apr 11 21:17:18.814816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f821cb90-3ac6-49b5-914a-9b93488cc083 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948620 Apr 11 21:17:18.814816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:18.838417 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:18.857343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:18.885654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3d0e209e-5297-4b39-9f41-e2f9b5fa48b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0533669 Apr 11 21:17:18.885654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38718) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:18.888390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:18.951847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:18.962581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0ad6a-f9b9-4f68-aeb0-4640a64992a7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:18.962581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f0c0ad6a-f9b9-4f68-aeb0-4640a64992a7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:19.062636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f0c0ad6a-f9b9-4f68-aeb0-4640a64992a7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:19.062636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f0c0ad6a-f9b9-4f68-aeb0-4640a64992a7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880412 Apr 11 21:17:19.062636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38722) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:19.087323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:19.184413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9374f13b-e0f4-4278-b68e-69a632faf77d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160448 Apr 11 21:17:19.184413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38726) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:19.192864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:19.212979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4120a-4f09-43ba-a42d-63d0f2220252 None None] Network 4fb5355b-25c2-4105-8184-8d780579324e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:19.342797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:19.361039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:19.448242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:19.484563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c905fbce-9c41-4f3f-8b61-f41b8fa97fbf None None] Provisioning for port a7e8fc80-43c0-4451-a432-c0e02cec68de completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:19.603636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:19.627730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] DHCP port deletion for 4fb5355b-25c2-4105-8184-8d780579324e request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:19.627730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] Deleting port a7e8fc80-43c0-4451-a432-c0e02cec68de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:19.627730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:19.732812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:19.732812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:19.831185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Subnet': ['ID=710f80fb-fa27-40cc-9cd1-5136fe79418f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:19.841805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Checking segment: {'id': 'fec1d508-f599-4d8c-97d5-e1b73257c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:19.842088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network hostable DHCP agents. Network: 64e7d976-1c03-46b8-bf7c-daeba65b5c0a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:17:19.951457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] For port a7e8fc80-43c0-4451-a432-c0e02cec68de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a7e8fc80-43c0-4451-a432-c0e02cec68de,segment=NetworkSegment(eaf94d44-4d85-4b64-bdd2-f1fc44a811d0),segment_id=eaf94d44-4d85-4b64-bdd2-f1fc44a811d0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:19.952000 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:19.955067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143bf29-fab5-4d70-8fdd-429b65f24e88 req-92d60c0d-5e49-4524-ba3a-f1cc96b322bc tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:19.956550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7143bf29-fab5-4d70-8fdd-429b65f24e88 req-92d60c0d-5e49-4524-ba3a-f1cc96b322bc tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 945 time: 0.1615169 Apr 11 21:17:19.960583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:17:20.006083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7143bf29-fab5-4d70-8fdd-429b65f24e88 req-73a50b66-031a-449d-bf28-06850782b92c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436454 Apr 11 21:17:20.052956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.078813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] Calling delete_port for a7e8fc80-43c0-4451-a432-c0e02cec68de owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:20.095757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 64e7d976-1c03-46b8-bf7c-daeba65b5c0a) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:20.099921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:20.101955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.112485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da93b1-fb7c-4cd8-a64f-fa145199e4ab None None] Network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:20.121494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:20.124708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:20.128013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:20.128583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.154650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=67de6e61-6269-4323-bc7a-243773d12cf9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:20.203320 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9fa82d1e-5edf-4eb9-b427-cacf5851ae88 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5070825 Apr 11 21:17:20.211963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38732) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:20.211963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'port': {'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a', 'name': 'tempest-NetworksIpV6TestAttrs-1815890109'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:20.226693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787e208-0cda-4b52-aa0f-1f0a3404576f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:20.404120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6114bd07-6e65-412d-b7d3-8f7f52885464 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2202489 Apr 11 21:17:20.405911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38736) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:20.419756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:b8:c2:04', 'name': 'tempest-NetworksTestDHCPv6-2099675142'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:20.448121 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.544705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] Pushing event deleted for resources: {'Port': ['ID=a7e8fc80-43c0-4451-a432-c0e02cec68de,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:20.583697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:20.588795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa9e85-cf32-4765-9be4-b4872631b71d None None] No DVR routers for this DVR port a7e8fc80-43c0-4451-a432-c0e02cec68de on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:20.595511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:port and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:20.608112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:20.614709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:20.630934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:20.630934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:20.635089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:20.641323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:20.644520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-64e7d976-1c03-46b8-bf7c-daeba65b5c0a', 'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a', 'tenant_id': 'c222241a7fd046e8a64a58303ae2885e', 'fixed_ips': [{'subnet_id': '710f80fb-fa27-40cc-9cd1-5136fe79418f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:20.645321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.707307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:20.707952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '67de6e61-6269-4323-bc7a-243773d12cf9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:20.708789 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.712411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.729895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:20.732807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:20.768657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] device_id is not set on port 71ce2baf-f4c3-4c10-b34f-d007d8e64a77 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:20.812481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port d8cc6687-03f9-4672-8b24-9f318dd60aeb yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:20.941852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Allocated IP 2001:db8::f816:3eff:feac:8437 (64e7d976-1c03-46b8-bf7c-daeba65b5c0a/710f80fb-fa27-40cc-9cd1-5136fe79418f/178951f3-32bc-4704-a577-b2855005cbbd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:20.982166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/67de6e61-6269-4323-bc7a-243773d12cf9/d73b8835-1d24-454e-98bd-941d04a229de) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:21.261029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c83952-7284-467b-9a44-01ccdedc0393 req-ed100b1c-74d7-4b19-a18d-22c4e6ff66a8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:21.261029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b1c83952-7284-467b-9a44-01ccdedc0393 req-ed100b1c-74d7-4b19-a18d-22c4e6ff66a8 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 945 time: 0.1104269 Apr 11 21:17:21.323274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b1c83952-7284-467b-9a44-01ccdedc0393 req-a8fd77b8-e941-4ab6-9fe0-03a3f891526b tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552185 Apr 11 21:17:21.339044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.353315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Transition to ACTIVE for port object 178951f3-32bc-4704-a577-b2855005cbbd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:21.366334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.389402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Transition to ACTIVE for port object d73b8835-1d24-454e-98bd-941d04a229de will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:21.389402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Transition to ACTIVE for port object 178951f3-32bc-4704-a577-b2855005cbbd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:21.404889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Transition to ACTIVE for port object d73b8835-1d24-454e-98bd-941d04a229de will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:21.468854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.516545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.558214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:21.560883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:21.565822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Pushing event updated for resources: {'Port': ['ID=178951f3-32bc-4704-a577-b2855005cbbd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:21.565822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:21.566136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:21.600100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:21.609334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:21.640064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Allocated IP 2001:db8::f816:3eff:fe50:c70b (64e7d976-1c03-46b8-bf7c-daeba65b5c0a/710f80fb-fa27-40cc-9cd1-5136fe79418f/71ce2baf-f4c3-4c10-b34f-d007d8e64a77) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:21.642303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::279 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/67de6e61-6269-4323-bc7a-243773d12cf9/d8cc6687-03f9-4672-8b24-9f318dd60aeb) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:21.718122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971b0c6-eb4d-4ed1-8aff-4f0dc91d4ea6 req-b64eb42c-c77d-4f0b-9726-3d579aab9e0c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:21.719627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9971b0c6-eb4d-4ed1-8aff-4f0dc91d4ea6 req-b64eb42c-c77d-4f0b-9726-3d579aab9e0c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 945 time: 0.2814057 Apr 11 21:17:21.732932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38746) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:21.741735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Request body: {'floatingip': {'port_id': '6fd929fd-25b3-4104-8854-8cf3462211a9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:21.779221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Pushing event updated for resources: {'Port': ['ID=d73b8835-1d24-454e-98bd-941d04a229de,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:21.804190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Attempting to bind port 178951f3-32bc-4704-a577-b2855005cbbd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:21.804562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Attempting to bind port 178951f3-32bc-4704-a577-b2855005cbbd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'fec1d508-f599-4d8c-97d5-e1b73257c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:21.804925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Attempting to bind port 178951f3-32bc-4704-a577-b2855005cbbd on network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:21.812920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Attempting to bind port d73b8835-1d24-454e-98bd-941d04a229de on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:21.812920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Attempting to bind port d73b8835-1d24-454e-98bd-941d04a229de by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:21.812920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Attempting to bind port d73b8835-1d24-454e-98bd-941d04a229de on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:21.821833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:21.822303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Checking segment: {'id': 'fec1d508-f599-4d8c-97d5-e1b73257c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:21.822717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.823123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Bound using segment: {'id': 'fec1d508-f599-4d8c-97d5-e1b73257c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:21.823633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Bound port: 178951f3-32bc-4704-a577-b2855005cbbd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec1d508-f599-4d8c-97d5-e1b73257c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '64e7d976-1c03-46b8-bf7c-daeba65b5c0a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:21.824011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.835378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:21.835780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:21.836168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.837206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:21.837694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Bound port: d73b8835-1d24-454e-98bd-941d04a229de, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:21.838063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:21.944347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.048231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] For port 178951f3-32bc-4704-a577-b2855005cbbd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:22.050469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:22.053450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] For port 178951f3-32bc-4704-a577-b2855005cbbd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=178951f3-32bc-4704-a577-b2855005cbbd,segment=NetworkSegment(fec1d508-f599-4d8c-97d5-e1b73257c75f),segment_id=fec1d508-f599-4d8c-97d5-e1b73257c75f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:22.055406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d73b8835-1d24-454e-98bd-941d04a229de,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:22.068230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.073593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.100827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Transition to ACTIVE for port object 71ce2baf-f4c3-4c10-b34f-d007d8e64a77 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:22.102430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object d8cc6687-03f9-4672-8b24-9f318dd60aeb will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:22.144609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.212332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.234884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.234884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.247996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c95243-be27-4963-8b3b-935b92ef7087 None None] Pushing event updated for resources: {'Port': ['ID=178951f3-32bc-4704-a577-b2855005cbbd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:22.327447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:22.332580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=d8cc6687-03f9-4672-8b24-9f318dd60aeb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:22.335050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:22.363310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087334-f6d4-44e7-afce-a1668cf32334 None None] Pushing event updated for resources: {'Port': ['ID=d73b8835-1d24-454e-98bd-941d04a229de,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:22.389775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:22.394471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:22.395086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.456522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:22.463652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:22.467128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Port': ['ID=71ce2baf-f4c3-4c10-b34f-d007d8e64a77,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:22.469640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:22.474359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:22.474922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.532686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-408453db-e9cc-474f-96b1-beea6777c73f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1240747 Apr 11 21:17:22.534202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38750) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:22.591581 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d1661c03-1c02-4f0b-ba3d-b84f39600b84 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3853624 Apr 11 21:17:22.593518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:22.700866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Deleting subnet 710f80fb-fa27-40cc-9cd1-5136fe79418f {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:22.707974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.848270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:22.880465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af93f24-1108-40b1-b964-2a8c093c9cca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:22.885196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af93f24-1108-40b1-b964-2a8c093c9cca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:22.885927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6af93f24-1108-40b1-b964-2a8c093c9cca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:22.964661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.014029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.041985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6af93f24-1108-40b1-b964-2a8c093c9cca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:23.043158 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6af93f24-1108-40b1-b964-2a8c093c9cca tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5078938 Apr 11 21:17:23.045927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:23.060041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.112961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port d8cc6687-03f9-4672-8b24-9f318dd60aeb {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:23.113241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.298329 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 66c98433-a2d8-4214-90f9-95357ea435c0 associated. External IP: 172.25.5.31, port: 6fd929fd-25b3-4104-8854-8cf3462211a9. Apr 11 21:17:23.393524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.416656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.479402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Subnet': ['ID=710f80fb-fa27-40cc-9cd1-5136fe79418f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:23.494986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:23.512251 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e5082fa3-264e-4971-9ae7-150a7fcc8cf9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/710f80fb-fa27-40cc-9cd1-5136fe79418f HTTP/1.1" status: 204 len: 168 time: 0.9104290 Apr 11 21:17:23.512251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38762) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:23.710157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for d8cc6687-03f9-4672-8b24-9f318dd60aeb owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:23.764258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68aa831-04cb-4efc-8432-8e03fecdc832 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:23.765557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68aa831-04cb-4efc-8432-8e03fecdc832 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:23.766285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e68aa831-04cb-4efc-8432-8e03fecdc832 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Synchronizing usage tracker for tenant:c222241a7fd046e8a64a58303ae2885e on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:23.926681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e68aa831-04cb-4efc-8432-8e03fecdc832 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Unset dirty status for tenant:c222241a7fd046e8a64a58303ae2885e on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:23.926681 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e68aa831-04cb-4efc-8432-8e03fecdc832 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4113770 Apr 11 21:17:23.928853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38766) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:23.978913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2a67c716-9a66-47d4-bba6-03f6f5905b8a None None] Provisioning for port d73b8835-1d24-454e-98bd-941d04a229de completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:24.021259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.128933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=d8cc6687-03f9-4672-8b24-9f318dd60aeb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:24.156626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:17:24.165016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfc04d-874f-4260-b590-d46afc8e536e None None] Network 64e7d976-1c03-46b8-bf7c-daeba65b5c0a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:24.210187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.240357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3f92ebb7-93a5-4e31-9408-94bdb70cfe14 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.257412 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f92ebb7-93a5-4e31-9408-94bdb70cfe14 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 11 21:17:24.257412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f92ebb7-93a5-4e31-9408-94bdb70cfe14 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:24.257412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3f92ebb7-93a5-4e31-9408-94bdb70cfe14 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/64e7d976-1c03-46b8-bf7c-daeba65b5c0a HTTP/1.1" status: 409 len: 405 time: 0.3204689 Apr 11 21:17:24.257412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38770) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:24.276882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1279576170'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:24.304405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 178951f3-32bc-4704-a577-b2855005cbbd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:24.306675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:24.327567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:network and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:24.328743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-be0081e9-f8b1-4c83-8296-1fb2f4d070d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/d8cc6687-03f9-4672-8b24-9f318dd60aeb HTTP/1.1" status: 204 len: 168 time: 1.2818162 Apr 11 21:17:24.329384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38774) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:24.330192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:24.418240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2f4f6-5c98-43d2-8872-f6f85d856b68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:24.418240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2f4f6-5c98-43d2-8872-f6f85d856b68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:24.418240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-18c2f4f6-5c98-43d2-8872-f6f85d856b68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:24.418240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:24.495787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:24.500258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:17:24.500541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.511362 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.512252 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:17:24.523220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-18c2f4f6-5c98-43d2-8872-f6f85d856b68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:24.527593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18c2f4f6-5c98-43d2-8872-f6f85d856b68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1918030 Apr 11 21:17:24.531025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38778) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:24.537084 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:17:24.537674 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:24.558764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-60c3f0e3-59d4-4430-a10b-91b198fdc089 None None] Provisioning for port 178951f3-32bc-4704-a577-b2855005cbbd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:24.593686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36942c2e-8a80-4376-b913-ce4103692f48 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "PUT /v2.0/floatingips/66c98433-a2d8-4214-90f9-95357ea435c0 HTTP/1.1" status: 200 len: 990 time: 2.8481467 Apr 11 21:17:24.593686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:17:24.629117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:17:24.644999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 178951f3-32bc-4704-a577-b2855005cbbd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:24.656618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 178951f3-32bc-4704-a577-b2855005cbbd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:24.656618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.710234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c3e6132c-9aa5-464d-bd13-e531d1331734 None None] Could not find standard attr ID for object d8cc6687-03f9-4672-8b24-9f318dd60aeb. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:24.744745 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65dab9c-8043-4f0f-8617-0f72c7f1044b'] response: {'name': 'network-changed', 'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'status': 'completed', 'code': 200} Apr 11 21:17:24.750066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] DHCP port deletion for 64e7d976-1c03-46b8-bf7c-daeba65b5c0a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:24.754334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.754334 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Added segment f37cbb4b-0a80-441e-b593-d154604d0d7d of type vlan for network d558d7f4-8a7d-4bdc-8530-f43004e0e677 Apr 11 21:17:24.758736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Deleting port 178951f3-32bc-4704-a577-b2855005cbbd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:24.758736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.825773 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:17:24.880973 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.912807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.929476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 67de6e61-6269-4323-bc7a-243773d12cf9 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:24.935318 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:24.992055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-0609e98c-720c-4e44-959c-752605cdb08d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 1096 time: 0.2126198 Apr 11 21:17:25.027304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 178951f3-32bc-4704-a577-b2855005cbbd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=178951f3-32bc-4704-a577-b2855005cbbd,segment=NetworkSegment(fec1d508-f599-4d8c-97d5-e1b73257c75f),segment_id=fec1d508-f599-4d8c-97d5-e1b73257c75f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:25.077089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] For port 178951f3-32bc-4704-a577-b2855005cbbd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=178951f3-32bc-4704-a577-b2855005cbbd,segment=NetworkSegment(fec1d508-f599-4d8c-97d5-e1b73257c75f),segment_id=fec1d508-f599-4d8c-97d5-e1b73257c75f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:25.077089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.081431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.135712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.135712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:25.135712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.165607 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.165607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d73b8835-1d24-454e-98bd-941d04a229de up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:25.225516 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '66c98433-a2d8-4214-90f9-95357ea435c0', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:f2:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:16:55Z', 'updated_at': '2022-04-11T21:17:22Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:25.234476 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:17:25.254075 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:17:25.254942 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:25.262564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Calling delete_port for 178951f3-32bc-4704-a577-b2855005cbbd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:25.330872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Network': ['ID=d558d7f4-8a7d-4bdc-8530-f43004e0e677,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:25.347267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-6e489f73-7c2d-437b-b050-1c80f13243f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:25.350503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d558d7f4-8a7d-4bdc-8530-f43004e0e677 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:17:25.356386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-6e489f73-7c2d-437b-b050-1c80f13243f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.3598175 Apr 11 21:17:25.467992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-98775b13-cff2-4419-971b-c063040725ec tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2186480 Apr 11 21:17:25.471390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38786) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:25.484135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=178951f3-32bc-4704-a577-b2855005cbbd,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:25.488495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'subnet': {'network_id': 'd558d7f4-8a7d-4bdc-8530-f43004e0e677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:25.517068 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:17:25.542947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:25.542947 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:25.585104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-09693b60-1388-478e-bd12-05066addf3b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd929fd-25b3-4104-8854-8cf3462211a9 HTTP/1.1" status: 200 len: 998 time: 0.2286034 Apr 11 21:17:25.604157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d73b8835-1d24-454e-98bd-941d04a229de completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:25.609937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d73b8835-1d24-454e-98bd-941d04a229de triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:25.610371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.684863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.789360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-cb1084d1-8478-4d87-9166-5907f978e31e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:25.789360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-cb1084d1-8478-4d87-9166-5907f978e31e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.1657276 Apr 11 21:17:25.790579 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:25.968278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:25.981373 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '66c98433-a2d8-4214-90f9-95357ea435c0', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:f2:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:16:55Z', 'updated_at': '2022-04-11T21:17:22Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:25.985491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:25.985627 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b964-dd4e-4bbf-b32b-82ca2c627f54 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '66c98433-a2d8-4214-90f9-95357ea435c0', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'port_id': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'mac_address': 'fa:16:3e:f2:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:16:55Z', 'updated_at': '2022-04-11T21:17:22Z', 'revision_number': 1, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:17:26.029782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-ec29aad4-dee7-45d9-974c-73841161003c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569394 Apr 11 21:17:26.034365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Deleting port 178951f3-32bc-4704-a577-b2855005cbbd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:26.034967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:26.040859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-45405327-b229-4114-b8e6-40e60cd3fb70 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:17:26.042473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-45405327-b229-4114-b8e6-40e60cd3fb70 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057018 Apr 11 21:17:26.123294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:26.168418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:26.241884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32945cf4-e796-4e89-9d0d-25e29296cfd3 None None] New status for floating IP 66c98433-a2d8-4214-90f9-95357ea435c0: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:17:26.260964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=67de6e61-6269-4323-bc7a-243773d12cf9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:26.297907 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:26.299111 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:26.310193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:26.316399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31532f-ea9b-4b0a-9f38-2e1bfd7da3fd None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:26.353479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:26.376839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-446f3c1c-eb86-46fe-8673-b6ce8a2e23c0 service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276510 Apr 11 21:17:26.457661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2cd9cdcf-c5fa-4b5f-b7b5-9565b4c68c68 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/67de6e61-6269-4323-bc7a-243773d12cf9 HTTP/1.1" status: 204 len: 168 time: 1.9233410 Apr 11 21:17:26.458194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:26.543692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fef7fe27-af01-44f6-bcd1-22d63888e0c2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820265 Apr 11 21:17:26.544306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38794) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:26.611171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6681a729-d7f9-43e5-9d06-166a5d9c628d req-56cbe1ec-5711-43d6-b1d4-246b64d06ae2 service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843402 Apr 11 21:17:26.646421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2e3845-0080-429a-ba13-c8b883f5cc40 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:26.650648 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef2e3845-0080-429a-ba13-c8b883f5cc40 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1028905 Apr 11 21:17:26.651415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:26.710116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] For port 178951f3-32bc-4704-a577-b2855005cbbd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=178951f3-32bc-4704-a577-b2855005cbbd,segment=NetworkSegment(fec1d508-f599-4d8c-97d5-e1b73257c75f),segment_id=fec1d508-f599-4d8c-97d5-e1b73257c75f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:26.710116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:26.728843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6708a-1448-4beb-8041-6589cc2cdc63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:26.729647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-26c6708a-1448-4beb-8041-6589cc2cdc63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:26.857906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-26c6708a-1448-4beb-8041-6589cc2cdc63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:26.859923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-26c6708a-1448-4beb-8041-6589cc2cdc63 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2069197 Apr 11 21:17:26.869751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38802) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:26.932617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:26.935814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:26.937518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Calling delete_port for 178951f3-32bc-4704-a577-b2855005cbbd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:26.942927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9aba3349-5083-4f26-8c76-daadf364e676 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721214 Apr 11 21:17:26.951707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38806) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:26.957341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:26.999369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Subnet': ['ID=2bf1b086-4af2-4b43-bb94-1820eae42c0a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:27.003436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.048465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Checking segment: {'id': 'f37cbb4b-0a80-441e-b593-d154604d0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd558d7f4-8a7d-4bdc-8530-f43004e0e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:27.048994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network hostable DHCP agents. Network: d558d7f4-8a7d-4bdc-8530-f43004e0e677, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:17:27.061472 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d73b8835-1d24-454e-98bd-941d04a229de,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:27.076763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:27.091570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:27.102196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:27.106898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Deleting port d73b8835-1d24-454e-98bd-941d04a229de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:27.107688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.138504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.173022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:27.176648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network d558d7f4-8a7d-4bdc-8530-f43004e0e677 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:17:27.200642 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.220574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 178951f3-32bc-4704-a577-b2855005cbbd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:27.264240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 178951f3-32bc-4704-a577-b2855005cbbd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:27.264582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 178951f3-32bc-4704-a577-b2855005cbbd not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:27.264987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d73b8835-1d24-454e-98bd-941d04a229de no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:27.269343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d558d7f4-8a7d-4bdc-8530-f43004e0e677) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:27.282348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:27.283169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.288321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.309611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297148c5-4ed0-44de-a269-7c27a40905ad None None] Network d558d7f4-8a7d-4bdc-8530-f43004e0e677 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:27.427537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba413da9-4629-428c-88ae-51018db7bd3c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9546316 Apr 11 21:17:27.430914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] No DVR routers for this DVR port 178951f3-32bc-4704-a577-b2855005cbbd on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:27.433151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:27.437901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d73b8835-1d24-454e-98bd-941d04a229de,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:27.519816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d59f8-56d5-446a-b6af-efa91a65bb9e None None] Pushing event deleted for resources: {'Port': ['ID=178951f3-32bc-4704-a577-b2855005cbbd,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:27.611668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.686123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.764997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:27.793094 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.822278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.823409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d73b8835-1d24-454e-98bd-941d04a229de,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:27.823835 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.873140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf1b086-4af2-4b43-bb94-1820eae42c0a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:27.977170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:27.996536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Calling delete_port for d73b8835-1d24-454e-98bd-941d04a229de owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:28.002877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d558d7f4-8a7d-4bdc-8530-f43004e0e677']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:28.026159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37cbb4b-0a80-441e-b593-d154604d0d7d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:28.026159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37cbb4b-0a80-441e-b593-d154604d0d7d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:28.034820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d73b8835-1d24-454e-98bd-941d04a229de,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:28.036813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.046500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb376b-38ef-42bf-8bfa-8e95d28efd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d558d7f4-8a7d-4bdc-8530-f43004e0e677', 'network_id': 'd558d7f4-8a7d-4bdc-8530-f43004e0e677', 'tenant_id': 'c222241a7fd046e8a64a58303ae2885e', 'fixed_ips': [{'subnet_id': '2bf1b086-4af2-4b43-bb94-1820eae42c0a'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:28.046500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7fb376b-38ef-42bf-8bfa-8e95d28efd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.053652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.060690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:28.061151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:28.081478 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:28.113563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.198488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d73b8835-1d24-454e-98bd-941d04a229de,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:28.231312 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-e7fb376b-38ef-42bf-8bfa-8e95d28efd07 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 11 21:17:28.231312 n-d-837321-1 neutron-server[84668]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 11 21:17:28.231312 n-d-837321-1 neutron-server[84668]: [parameters: {'project_id': 'c222241a7fd046e8a64a58303ae2885e', 'id': '8a3a3511-4a1b-4f69-8dc5-38407f46230f', 'name': '', 'network_id': 'd558d7f4-8a7d-4bdc-8530-f43004e0e677', 'mac_address': 'fa:16:3e:bf:14:67', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d558d7f4-8a7d-4bdc-8530-f43004e0e677', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3377}] Apr 11 21:17:28.231312 n-d-837321-1 neutron-server[84668]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:28.231727 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-e7fb376b-38ef-42bf-8bfa-8e95d28efd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:28.247010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.253532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.255198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:28.255589 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:28.274635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.291593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Network': ['ID=d558d7f4-8a7d-4bdc-8530-f43004e0e677,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:28.303991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e8c1c4c-edf0-4bd0-a811-c00a5565b2da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/d558d7f4-8a7d-4bdc-8530-f43004e0e677 HTTP/1.1" status: 204 len: 168 time: 0.8653057 Apr 11 21:17:28.303991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38814) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:28.309752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1930554949'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:28.315549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:28.320375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:network and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:28.324982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:28.331137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:28.402765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:28.405963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.435634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:17:28.444171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.446828 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Added segment d4e9905d-64f8-444e-80dc-f8ac0be049ee of type vlan for network 4aa4a664-2015-4b7b-84c5-e9de75c3d84d Apr 11 21:17:28.473398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.569644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.573813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:28.574404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.575962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d73b8835-1d24-454e-98bd-941d04a229de,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:28.603388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.690286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.691171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.737058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7fb376b-38ef-42bf-8bfa-8e95d28efd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.757752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Deleting port d73b8835-1d24-454e-98bd-941d04a229de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:28.758191 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.784250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Network': ['ID=4aa4a664-2015-4b7b-84c5-e9de75c3d84d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:28.803135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4aa4a664-2015-4b7b-84c5-e9de75c3d84d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:17:28.818265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:28.822874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a4a8dce9-5485-4cf6-8c17-9462384527a9 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5150757 Apr 11 21:17:28.824247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:28.824496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38818) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:28.837578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:28.837578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:28.838824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'subnet': {'network_id': '4aa4a664-2015-4b7b-84c5-e9de75c3d84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:28.839458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=c229aca0-f529-49a2-bdbe-1c20a6629798,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:28.849019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=d73b8835-1d24-454e-98bd-941d04a229de,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:28.933358 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c6738230-0d15-4368-adae-472a01750d4d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9805424 Apr 11 21:17:28.937486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38822) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:28.946172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:28.966693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:28.972653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:subnet and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:28.976457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:28.985589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:28.992207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477352e-11b5-48d1-8c07-9a5d1c200278 None None] Network d558d7f4-8a7d-4bdc-8530-f43004e0e677 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:29.030005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477352e-11b5-48d1-8c07-9a5d1c200278 None None] Network d558d7f4-8a7d-4bdc-8530-f43004e0e677 could not be found, it might have been deleted concurrently. {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 11 21:17:29.064356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:29.103650 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.129828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:29.134182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:29.137633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:29.143621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:29.181547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] For port d73b8835-1d24-454e-98bd-941d04a229de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d73b8835-1d24-454e-98bd-941d04a229de,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:29.182041 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.192798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.217752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:29.223598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.302819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Calling delete_port for d73b8835-1d24-454e-98bd-941d04a229de owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:29.401590 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c229aca0-f529-49a2-bdbe-1c20a6629798 (CIDR: 2001:db8::/64) Apr 11 21:17:29.444968 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:17:29.445103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:29.512585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.517043 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.556013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] Pushing event deleted for resources: {'Port': ['ID=d73b8835-1d24-454e-98bd-941d04a229de,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:29.575303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8cc25576-5a13-4a8b-9055-d2849db471ce tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6281576 Apr 11 21:17:29.575879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38828) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:29.588816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:29.637132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ecc07-eae9-426a-8f84-6285032ef85d None None] No DVR routers for this DVR port d73b8835-1d24-454e-98bd-941d04a229de on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:29.651267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94838b-a1ec-4327-8f57-7534e3617ca5 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:29.659295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Subnet': ['ID=d1441117-a673-4443-bb0b-7ca95ed3e24e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:29.709944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Checking segment: {'id': 'd4e9905d-64f8-444e-80dc-f8ac0be049ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4aa4a664-2015-4b7b-84c5-e9de75c3d84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:29.710295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network hostable DHCP agents. Network: 4aa4a664-2015-4b7b-84c5-e9de75c3d84d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:17:29.770833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:29.775943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:29.779387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:29.787338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:29.829167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 4aa4a664-2015-4b7b-84c5-e9de75c3d84d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:17:29.852587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:29.856233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.905739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': 'c229aca0-f529-49a2-bdbe-1c20a6629798'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:29.906569 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.943110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4aa4a664-2015-4b7b-84c5-e9de75c3d84d) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:29.948206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:29.948777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:29.970762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483674b-ff14-49c1-87f2-b99b95c2b33b None None] Network 4aa4a664-2015-4b7b-84c5-e9de75c3d84d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:30.121306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e9adac63-8d1b-4b1c-959b-11fb40ea2141 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2955506 Apr 11 21:17:30.123994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38832) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:30.207552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Allocated IP 2001:db8::f816:3eff:fea2:a6fe (dc2abbe2-62ef-42e5-8aed-489bf1f33397/c229aca0-f529-49a2-bdbe-1c20a6629798/1cd3de62-e865-4029-8b94-c1ca9d8ff438) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:30.233331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.285616 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.306732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:30.310275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:30.318579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:30.319151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.340488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f12ac-b785-47e6-b866-c4ba0cbb5bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4aa4a664-2015-4b7b-84c5-e9de75c3d84d', 'network_id': '4aa4a664-2015-4b7b-84c5-e9de75c3d84d', 'tenant_id': 'c222241a7fd046e8a64a58303ae2885e', 'fixed_ips': [{'subnet_id': 'd1441117-a673-4443-bb0b-7ca95ed3e24e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:30.341546 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3b7f12ac-b785-47e6-b866-c4ba0cbb5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.355867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:30.369591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.418518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5a012997-567f-45e1-ab1a-1500342bcb80 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8394017 Apr 11 21:17:30.424003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38836) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:30.430362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:76:e8:22', 'name': 'tempest-NetworksTestDHCPv6-1145509414'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:30.544538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.546350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.556439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Transition to ACTIVE for port object 1cd3de62-e865-4029-8b94-c1ca9d8ff438 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:30.570346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:30.575122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:30.576136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Transition to ACTIVE for port object 1cd3de62-e865-4029-8b94-c1ca9d8ff438 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:30.578776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:30.586995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:30.593769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Subnet': ['ID=d1441117-a673-4443-bb0b-7ca95ed3e24e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-3b7f12ac-b785-47e6-b866-c4ba0cbb5bd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1441117-a673-4443-bb0b-7ca95ed3e24e: This subnet is being modified by another concurrent operation. Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1441117-a673-4443-bb0b-7ca95ed3e24e: This subnet is being modified by another concurrent operation. Apr 11 21:17:30.606005 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:17:30.619832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad9e15-faaf-434c-9afc-0f4b4da2cccb None None] Network 4aa4a664-2015-4b7b-84c5-e9de75c3d84d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:30.684702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.694921 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.701201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:30.722473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa4a664-2015-4b7b-84c5-e9de75c3d84d']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:30.735540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e9905d-64f8-444e-80dc-f8ac0be049ee') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:30.735946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e9905d-64f8-444e-80dc-f8ac0be049ee') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:30.749646 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.771083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.781508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:30.781508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:30.795720 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:30.832266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.842659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:30.846571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:30.849203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:30.851424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Pushing event updated for resources: {'Port': ['ID=1cd3de62-e865-4029-8b94-c1ca9d8ff438,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:30.865824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 898508b0-4ec2-478e-b1be-048208bf89b9 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:30.897015 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.947458 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.969786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.977255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Network': ['ID=4aa4a664-2015-4b7b-84c5-e9de75c3d84d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:30.984375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Attempting to bind port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:30.990702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Attempting to bind port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:30.990702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Attempting to bind port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:30.991317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ca732932-5839-4380-80c7-53aebf43fb3a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/4aa4a664-2015-4b7b-84c5-e9de75c3d84d HTTP/1.1" status: 204 len: 168 time: 0.8650193 Apr 11 21:17:30.994825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:30.997271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:30.997641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:30.998035 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:30.998421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:30.998882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Bound port: 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:30.999264 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.002703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1988941188'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:31.009741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:31.017199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:network and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:31.022780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:31.038361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:31.092570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:31.095356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1cd3de62-e865-4029-8b94-c1ca9d8ff438,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:31.108279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8:0:1::27e (dc2abbe2-62ef-42e5-8aed-489bf1f33397/6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c/898508b0-4ec2-478e-b1be-048208bf89b9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:31.113829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fe76:e822 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/c229aca0-f529-49a2-bdbe-1c20a6629798/898508b0-4ec2-478e-b1be-048208bf89b9) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:31.194175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:31.194175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.216257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.306462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088c102-6b46-48a5-8710-d3cf7f56ddcb None None] Pushing event updated for resources: {'Port': ['ID=1cd3de62-e865-4029-8b94-c1ca9d8ff438,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:31.425009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:17:31.458916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.459264 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Added segment 4324adba-fa77-4547-882e-99efdabec35d of type vlan for network 574f94e7-7feb-4346-87fe-ea2e0342faf1 Apr 11 21:17:31.507014 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.524836 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.535080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 898508b0-4ec2-478e-b1be-048208bf89b9 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:31.638245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.642054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:31.642736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.668951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.816987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Network': ['ID=574f94e7-7feb-4346-87fe-ea2e0342faf1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:31.827272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:31.827908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 574f94e7-7feb-4346-87fe-ea2e0342faf1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:17:31.831039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:31.832928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=898508b0-4ec2-478e-b1be-048208bf89b9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:31.835152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:31.839842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:31.840443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:31.893780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-06def907-879c-493a-9a3e-7dbed7db5f5e tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8972380 Apr 11 21:17:31.898340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:31.906953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Request body: {'subnet': {'network_id': '574f94e7-7feb-4346-87fe-ea2e0342faf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:32.000033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1ac275ef-8be5-41cf-ab45-e308a81cbad1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5748942 Apr 11 21:17:32.002876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38850) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:32.040795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:32.046157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Usage tracker for resource:subnet and tenant:c222241a7fd046e8a64a58303ae2885e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:32.050054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:32.058146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:32.092795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 898508b0-4ec2-478e-b1be-048208bf89b9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:32.093355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:32.127207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Made reservation on behalf of c222241a7fd046e8a64a58303ae2885e for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:32.255050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:32.316527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438041a-a48a-4978-a7d2-76c4d375b594 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:32.371848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:32.578144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-294ca131-38aa-4614-bc16-b27405e11b13 None None] Provisioning for port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:32.608369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 898508b0-4ec2-478e-b1be-048208bf89b9 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:32.691785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:32.693825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:32.710843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Update dhcp port {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': 'c229aca0-f529-49a2-bdbe-1c20a6629798', 'ip_address': '2001:db8::f816:3eff:fea2:a6fe'}, {'subnet_id': '6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '1cd3de62-e865-4029-8b94-c1ca9d8ff438'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:17:32.766157 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:32.774119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event updated for resources: {'Subnet': ['ID=38c76e19-8ead-4538-a2d8-de1c368e9df1,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:32.806689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Checking segment: {'id': '4324adba-fa77-4547-882e-99efdabec35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '574f94e7-7feb-4346-87fe-ea2e0342faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:32.807119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network hostable DHCP agents. Network: 574f94e7-7feb-4346-87fe-ea2e0342faf1, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:17:32.907526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:32.918482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Network 574f94e7-7feb-4346-87fe-ea2e0342faf1 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:17:32.956755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=898508b0-4ec2-478e-b1be-048208bf89b9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:32.979955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Allocated IP 2001:db8:0:1::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c/1cd3de62-e865-4029-8b94-c1ca9d8ff438) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:33.003033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.003033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.003637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.003637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.003875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.004336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.005065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 574f94e7-7feb-4346-87fe-ea2e0342faf1) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:33.005161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.005161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.005161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.005406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.005702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:33.010046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:33.010801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.052720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.055562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae9c74-858a-4840-bada-37f4a94675aa None None] Network 574f94e7-7feb-4346-87fe-ea2e0342faf1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:33.063011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c19debe6-51ee-4e04-b1fa-cb832fae0e09 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/898508b0-4ec2-478e-b1be-048208bf89b9 HTTP/1.1" status: 204 len: 168 time: 1.0581956 Apr 11 21:17:33.065407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:33.128626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38860) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:33.131171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-716ea8c7-fdbe-47ef-ae8b-2cdd524d61d1 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2292402 Apr 11 21:17:33.221293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365853f5-ec8e-48b6-8de1-22a41ab2ae9c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:33.221978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-365853f5-ec8e-48b6-8de1-22a41ab2ae9c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:33.229496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1cd3de62-e865-4029-8b94-c1ca9d8ff438,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:33.266862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-321d2500-0e15-48ae-9e6e-c538e183440b req-4155877d-c524-4834-ab6f-e344e1b26d03 service neutron] (84667) timed out ('10.222.0.61', 46842) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:17:33.301320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.302103 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.306789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1cd3de62-e865-4029-8b94-c1ca9d8ff438 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:33.347542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-365853f5-ec8e-48b6-8de1-22a41ab2ae9c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:33.351434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-365853f5-ec8e-48b6-8de1-22a41ab2ae9c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2835314 Apr 11 21:17:33.352623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38864) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:33.379159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.403402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Transition to ACTIVE for port object 1cd3de62-e865-4029-8b94-c1ca9d8ff438 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:33.414508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1ccc3-648e-434a-a969-73a12e09ed23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-574f94e7-7feb-4346-87fe-ea2e0342faf1', 'network_id': '574f94e7-7feb-4346-87fe-ea2e0342faf1', 'tenant_id': 'c222241a7fd046e8a64a58303ae2885e', 'fixed_ips': [{'subnet_id': '38c76e19-8ead-4538-a2d8-de1c368e9df1'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:33.415288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ccc3-648e-434a-a969-73a12e09ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.458080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf4063-c556-40de-9c12-025611fe1e12 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:33.458770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b9cf4063-c556-40de-9c12-025611fe1e12 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:33.477785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b9cf4063-c556-40de-9c12-025611fe1e12 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:33.477785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b9cf4063-c556-40de-9c12-025611fe1e12 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1194808 Apr 11 21:17:33.477785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38868) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:33.495484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.547202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0226f-a091-4683-b228-a30757c894bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:33.551274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.551409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0226f-a091-4683-b228-a30757c894bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:33.551409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0226f-a091-4683-b228-a30757c894bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:33.551409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0af0226f-a091-4683-b228-a30757c894bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:33.559597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:33.590663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Subnet': ['ID=38c76e19-8ead-4538-a2d8-de1c368e9df1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:33.633367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0af0226f-a091-4683-b228-a30757c894bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:33.637616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0af0226f-a091-4683-b228-a30757c894bf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1577466 Apr 11 21:17:33.639500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:33.672045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3910b9-b201-4ec6-980b-70042af537e5 None None] Pushing event updated for resources: {'Port': ['ID=1cd3de62-e865-4029-8b94-c1ca9d8ff438,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:33.701254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.715569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:33.718657 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-c5a1ccc3-648e-434a-a969-73a12e09ed23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38c76e19-8ead-4538-a2d8-de1c368e9df1: This subnet is being modified by another concurrent operation. Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38c76e19-8ead-4538-a2d8-de1c368e9df1: This subnet is being modified by another concurrent operation. Apr 11 21:17:33.728226 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:17:33.737229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574f94e7-7feb-4346-87fe-ea2e0342faf1']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:33.746288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4324adba-fa77-4547-882e-99efdabec35d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:33.746288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4324adba-fa77-4547-882e-99efdabec35d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:33.757192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000da82-ee8a-4992-a3cf-6c832f441b2b None None] Network 574f94e7-7feb-4346-87fe-ea2e0342faf1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:33.761695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.785511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.791765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.797157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:33.797718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:33.819010 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:33.902632 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.007199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.024481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.035738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Network': ['ID=574f94e7-7feb-4346-87fe-ea2e0342faf1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:34.043910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-40632cd3-7ec3-45da-83ff-5b40c024de09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/574f94e7-7feb-4346-87fe-ea2e0342faf1 HTTP/1.1" status: 204 len: 168 time: 0.9124844 Apr 11 21:17:34.047324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38876) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.058769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.089747 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3957816-7d2c-425b-ab0f-f306e4c3afe2 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:34.090253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3957816-7d2c-425b-ab0f-f306e4c3afe2 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:34.094247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e3957816-7d2c-425b-ab0f-f306e4c3afe2 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/38c76e19-8ead-4538-a2d8-de1c368e9df1 HTTP/1.1" status: 404 len: 337 time: 0.0436833 Apr 11 21:17:34.101039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38880) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.101187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:34.113829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.120794 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42e2e8a-cd96-42eb-b059-53902fcf295a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:34.125471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42e2e8a-cd96-42eb-b059-53902fcf295a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:34.125471 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c42e2e8a-cd96-42eb-b059-53902fcf295a tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/574f94e7-7feb-4346-87fe-ea2e0342faf1 HTTP/1.1" status: 404 len: 339 time: 0.0275350 Apr 11 21:17:34.127624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38884) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.166765 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e124a6d7-80e4-43c4-b421-b97a252147d2 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:34.167202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e124a6d7-80e4-43c4-b421-b97a252147d2 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:34.170030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e124a6d7-80e4-43c4-b421-b97a252147d2 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/d1441117-a673-4443-bb0b-7ca95ed3e24e HTTP/1.1" status: 404 len: 337 time: 0.0402555 Apr 11 21:17:34.171766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38888) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.198312 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7331cf73-137f-4a7a-abde-0d1ade1d0e98 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:34.198754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7331cf73-137f-4a7a-abde-0d1ade1d0e98 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:34.200576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7331cf73-137f-4a7a-abde-0d1ade1d0e98 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/4aa4a664-2015-4b7b-84c5-e9de75c3d84d HTTP/1.1" status: 404 len: 339 time: 0.0277383 Apr 11 21:17:34.202982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38892) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.214323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-31ae80e7-a9fd-40e4-8a84-10d7b4084724 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c HTTP/1.1" status: 204 len: 168 time: 0.5730879 Apr 11 21:17:34.229324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.245510 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-567f273d-e4ef-481c-9133-c06bb4060372 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:34.245961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567f273d-e4ef-481c-9133-c06bb4060372 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:34.250073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-567f273d-e4ef-481c-9133-c06bb4060372 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/2bf1b086-4af2-4b43-bb94-1820eae42c0a HTTP/1.1" status: 404 len: 337 time: 0.0437074 Apr 11 21:17:34.250254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38900) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.283561 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4351b60d-4cd7-4270-a066-d4706849107c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:34.283714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58795d7-ddbb-4ac9-9e30-e1359140af72 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:34.284102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4351b60d-4cd7-4270-a066-d4706849107c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:34.286094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4351b60d-4cd7-4270-a066-d4706849107c tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/d558d7f4-8a7d-4bdc-8530-f43004e0e677 HTTP/1.1" status: 404 len: 339 time: 0.0347824 Apr 11 21:17:34.290929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38904) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:34.352151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet c229aca0-f529-49a2-bdbe-1c20a6629798 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:34.359669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.363860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Could not find standard attr ID for object 898508b0-4ec2-478e-b1be-048208bf89b9. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:34.472639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Provisioning for port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:34.485540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Provisioning complete for port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:34.485909 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.510701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Deleting port 71ce2baf-f4c3-4c10-b34f-d007d8e64a77 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:34.511037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.570096 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.701320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.736149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5374c345-4268-4895-8f08-8922acb5647f None None] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1cd3de62-e865-4029-8b94-c1ca9d8ff438,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:34.807238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.812705 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.819368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:34.895415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c345-4268-4895-8f08-8922acb5647f None None] Pushing event updated for resources: {'Port': ['ID=1cd3de62-e865-4029-8b94-c1ca9d8ff438,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:34.976228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Calling delete_port for 71ce2baf-f4c3-4c10-b34f-d007d8e64a77 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:35.165068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.209402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.222908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1cd3de62-e865-4029-8b94-c1ca9d8ff438 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:35.223164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=c229aca0-f529-49a2-bdbe-1c20a6629798,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:35.286568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Port': ['ID=71ce2baf-f4c3-4c10-b34f-d007d8e64a77,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:35.289697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.310624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-338f548f-564e-400c-87f7-9e52e249eb99 None None] Provisioning complete for port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:35.311194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-338f548f-564e-400c-87f7-9e52e249eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.311307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.318905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e9894aa0-5e9b-4773-9217-320ecc0f1fd8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/c229aca0-f529-49a2-bdbe-1c20a6629798 HTTP/1.1" status: 204 len: 168 time: 1.0873361 Apr 11 21:17:35.319858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-26e47b5d-bb8a-49af-9a09-2f703bccca80 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/ports/71ce2baf-f4c3-4c10-b34f-d007d8e64a77 HTTP/1.1" status: 204 len: 168 time: 1.0279362 Apr 11 21:17:35.329227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38908) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:35.330286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38910) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:35.381918 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0730469a-09a6-41b4-9f24-00ad753004d0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:35.386082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0730469a-09a6-41b4-9f24-00ad753004d0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:35.386082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0730469a-09a6-41b4-9f24-00ad753004d0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/710f80fb-fa27-40cc-9cd1-5136fe79418f HTTP/1.1" status: 404 len: 337 time: 0.0534711 Apr 11 21:17:35.388784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38916) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:35.389646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:35.389997 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.402492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1bdb9e59-650d-41d1-8dc0-cf4751cc6acf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735328 Apr 11 21:17:35.409318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:35.416692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:35.530320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.551931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:35.556426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:35.559393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:35.565624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:35.574726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ff394-5bf9-4cbe-850d-596785a30d1d None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:35.646826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:35.650952 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.768949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.771577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c0e2f7f6-979d-4465-a81a-a51d5d7393fd None None] Could not find standard attr ID for object 898508b0-4ec2-478e-b1be-048208bf89b9. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:35.797185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e7d976-1c03-46b8-bf7c-daeba65b5c0a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:35.820125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec1d508-f599-4d8c-97d5-e1b73257c75f') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:35.820601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec1d508-f599-4d8c-97d5-e1b73257c75f') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:35.837806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.854391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.861905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:35.864472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:35.865827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Deleting port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:35.866226 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.868228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:35.885159 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:36.039201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.058199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.069994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/64e7d976-1c03-46b8-bf7c-daeba65b5c0a HTTP/1.1" status: 204 len: 168 time: 0.6762297 Apr 11 21:17:36.071258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38924) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:36.074153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1c981-550e-4cd0-9a3f-26758520ed40 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Network': ['ID=64e7d976-1c03-46b8-bf7c-daeba65b5c0a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:36.077521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1cd3de62-e865-4029-8b94-c1ca9d8ff438,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:36.077521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.110702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.objects.ports [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84667) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:36.144881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Deleting port 8808e69d-3552-4e7c-b0da-38ccafeffb8a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:36.145222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.197925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Calling delete_port for 1cd3de62-e865-4029-8b94-c1ca9d8ff438 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:36.326580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:36.327997 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:36.332306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.365089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.492798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Calling delete_port for 8808e69d-3552-4e7c-b0da-38ccafeffb8a owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:36.647307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1cd3de62-e865-4029-8b94-c1ca9d8ff438,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:36.669476 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.672175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.719941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Port': ['ID=8808e69d-3552-4e7c-b0da-38ccafeffb8a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:36.724014 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.724693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.729493 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.736006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2be0b536-0f38-4bb6-9329-aea0b896e4da tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/ports/8808e69d-3552-4e7c-b0da-38ccafeffb8a HTTP/1.1" status: 204 len: 168 time: 0.6634738 Apr 11 21:17:36.742995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38928) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:36.780406 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a2d8e4-c53b-4a7c-80ad-c11123615f09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:36.780842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a2d8e4-c53b-4a7c-80ad-c11123615f09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:36.782452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e7a2d8e4-c53b-4a7c-80ad-c11123615f09 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/57fa5867-0b12-4980-b3a0-497630f51f1c HTTP/1.1" status: 404 len: 337 time: 0.0384657 Apr 11 21:17:36.784933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38932) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:36.828397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Deleting port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:36.828928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.845102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:36.852881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:36.863084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:36.863084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.870291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=4685678e-6e2c-451d-b291-301348cf02a3,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:36.883129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=1cd3de62-e865-4029-8b94-c1ca9d8ff438,revision_number=8']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:36.906232 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:36.957540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3ae1ff7f-3bb5-4574-b2e7-66dfb39cb800 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5450513 Apr 11 21:17:36.959271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38936) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:36.965851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:37.054480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.074402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] For port 1cd3de62-e865-4029-8b94-c1ca9d8ff438, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1cd3de62-e865-4029-8b94-c1ca9d8ff438,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:37.074804 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.085462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb5355b-25c2-4105-8184-8d780579324e']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:37.098514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:37.098991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf94d44-4d85-4b64-bdd2-f1fc44a811d0') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:37.106185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:37.110794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:37.111410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.114494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:37.122182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:37.128887 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.135985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:37.145286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:37.156313 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:37.206514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:37.209163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Calling delete_port for 1cd3de62-e865-4029-8b94-c1ca9d8ff438 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:37.238512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1cd3de62-e865-4029-8b94-c1ca9d8ff438 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:37.311259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.317829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.345116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Network': ['ID=4fb5355b-25c2-4105-8184-8d780579324e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:37.352095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c1b1029a-e5e5-4bb1-8f17-6190b5f39496 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/4fb5355b-25c2-4105-8184-8d780579324e HTTP/1.1" status: 204 len: 168 time: 0.5655303 Apr 11 21:17:37.352681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.352806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:37.449769 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.494876 n-d-837321-1 neutron-server[84667]: INFO neutron.db.ipam_backend_mixin [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4685678e-6e2c-451d-b291-301348cf02a3 (CIDR: 2001:db8::/64) Apr 11 21:17:37.539588 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:17:37.540032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:37.555977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Deleting subnet e9e741d9-f8de-4537-b573-717ab5c820c5 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:37.559023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.576741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.628027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-caf78fc3-e710-4c91-8ba8-46111cf4d6c1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6674032 Apr 11 21:17:37.633564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38946) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:37.642490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:37.654733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] Pushing event deleted for resources: {'Port': ['ID=1cd3de62-e865-4029-8b94-c1ca9d8ff438,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:37.702637 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.732200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c50fe-4555-45ef-b8d0-0a1367f3b6e3 None None] No DVR routers for this DVR port 1cd3de62-e865-4029-8b94-c1ca9d8ff438 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:37.750606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ddef86-05b0-44ed-914c-cdad7072a762 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:37.792588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:37.796513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.796864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:37.799864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:37.806430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:37.926048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:37.930045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.956233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.977356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '4685678e-6e2c-451d-b291-301348cf02a3'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:37.978275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:37.994086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e741d9-f8de-4537-b573-717ab5c820c5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:37.999252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.012123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-501ea875-a634-4119-bac4-be6de187778d tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/subnets/e9e741d9-f8de-4537-b573-717ab5c820c5 HTTP/1.1" status: 204 len: 168 time: 0.6569636 Apr 11 21:17:38.013519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38950) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:38.045773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4831c-eb34-4884-be1d-cd834ca54e06 None None] Network 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:38.130051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.142150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Deleting port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:38.142724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.298929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Allocated IP 2001:db8::f816:3eff:fe19:f9e1 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/4685678e-6e2c-451d-b291-301348cf02a3/0bac9483-3f0e-4ff7-a889-bf8446fd3da8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:38.330366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.367133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] For port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,segment=NetworkSegment(4782bf9c-c8f6-4bf0-ba66-85dbd7989395),segment_id=4782bf9c-c8f6-4bf0-ba66-85dbd7989395)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:38.367600 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.394267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:38.397609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:38.401030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:38.401610 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.422174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=45c6eb98-1085-4afa-b5e7-89fbc68d0c04,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:38.494927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] DHCP port deletion for 1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:38.498448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7d257552-a4cf-4314-93ba-7898eb502d51 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8637726 Apr 11 21:17:38.503538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:38.510395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:f8:88:02', 'name': 'tempest-NetworksTestDHCPv6-185658464'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:38.513583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Deleting port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:38.513947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.514169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Calling delete_port for 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:38.580870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.612469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Transition to ACTIVE for port object 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:38.662209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:38.669744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.670915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Transition to ACTIVE for port object 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:38.673689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:38.716791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Port': ['ID=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:38.723035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] No DVR routers for this DVR port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:38.755897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:38.756297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] For port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0e18d128-aae6-4bbf-9f8e-77b07aaa75ef,segment=NetworkSegment(4782bf9c-c8f6-4bf0-ba66-85dbd7989395),segment_id=4782bf9c-c8f6-4bf0-ba66-85dbd7989395)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:38.756818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.760287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.789725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port aeee1507-f513-48d8-b797-331dec150ee3 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:38.822413 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.859103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.886443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5b47a5-f85e-403a-a6b8-ca8f2083ce81']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:38.899392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4782bf9c-c8f6-4bf0-ba66-85dbd7989395') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:38.899850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4782bf9c-c8f6-4bf0-ba66-85dbd7989395') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:17:38.923548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.923702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Calling delete_port for 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:38.933339 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.942143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:17:38.948069 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:17:38.958021 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:17:39.036493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:39.041202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:39.046630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:39.048111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8:0:1::395 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/45c6eb98-1085-4afa-b5e7-89fbc68d0c04/aeee1507-f513-48d8-b797-331dec150ee3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:39.054163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Pushing event updated for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:39.055653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::f816:3eff:fef8:8802 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/4685678e-6e2c-451d-b291-301348cf02a3/aeee1507-f513-48d8-b797-331dec150ee3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:39.119377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.128298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.144676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:39.145127 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:39.163448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] 10.222.0.61 "DELETE /v2.0/networks/1e5b47a5-f85e-403a-a6b8-ca8f2083ce81 HTTP/1.1" status: 204 len: 168 time: 1.1489213 Apr 11 21:17:39.171253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Attempting to bind port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:39.171665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Attempting to bind port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:39.172195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Attempting to bind port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:39.177218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51872ba-559b-4bd9-9e59-8d0d14348eb0 tempest-NetworksIpV6TestAttrs-2062896208 tempest-NetworksIpV6TestAttrs-2062896208-project] Pushing event deleted for resources: {'Network': ['ID=1e5b47a5-f85e-403a-a6b8-ca8f2083ce81,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:39.182729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:39.183257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:39.183860 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.184684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:39.185369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Bound port: 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:39.186135 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.269713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:39.305392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.319736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:39.319736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:39.321397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:39.323710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object aeee1507-f513-48d8-b797-331dec150ee3 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:39.330592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:39.395224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.435500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.491657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7526bc5-b7d8-4da3-b1fd-88c49d75327d None None] Pushing event updated for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:39.646281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Deleting port 0e18d128-aae6-4bbf-9f8e-77b07aaa75ef {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:39.646790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.678748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:39.685418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:39.687717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=aeee1507-f513-48d8-b797-331dec150ee3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:39.696399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:39.701036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:39.701635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:39.722074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d127a981-c7fe-4dc5-acdb-3265c8d60250 None None] The port '0e18d128-aae6-4bbf-9f8e-77b07aaa75ef' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:17:39.746727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-8426fe15-fba7-4834-a853-b610dc03e1a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3407700 Apr 11 21:17:39.790616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4a91fc8c-fe5e-4960-9f4f-9e923ae9d7f0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2830393 Apr 11 21:17:39.792037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 38966) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:39.879146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38970) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:39.926027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:17:39.935979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port aeee1507-f513-48d8-b797-331dec150ee3 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:39.940353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:40.040631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-f7165196-6232-4b4a-8c8e-317465816157 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2a8d00a930e4ced82352d5a03519393&device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 1096 time: 0.2113743 Apr 11 21:17:40.106611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-209c2f3c-a1aa-4fe4-882e-4fc050a92414 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c222241a7fd046e8a64a58303ae2885e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2246180 Apr 11 21:17:40.107453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38976) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:40.167030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54d11423-fb10-4d60-80fa-443a082cafa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:40.198066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54d11423-fb10-4d60-80fa-443a082cafa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:40.307360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f762fbc-e037-4dee-860a-055a9a33123d req-12921389-2063-434b-8a0d-ca1fb743b2ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:40.308863 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-12921389-2063-434b-8a0d-ca1fb743b2ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 200 len: 915 time: 0.2481959 Apr 11 21:17:40.314783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:40.331816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54d11423-fb10-4d60-80fa-443a082cafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:40.348517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d11423-fb10-4d60-80fa-443a082cafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fbd897-63ec-4969-9ded-b9b2bc02fae5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:40.353326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-54d11423-fb10-4d60-80fa-443a082cafa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:40.366456 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-54d11423-fb10-4d60-80fa-443a082cafa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5fbd897-63ec-4969-9ded-b9b2bc02fae5 HTTP/1.1" status: 204 len: 168 time: 0.2487831 Apr 11 21:17:40.504842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for aeee1507-f513-48d8-b797-331dec150ee3 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:40.591234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-d5b3f505-bb71-4213-940e-6e957d52b415 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd929fd-25b3-4104-8854-8cf3462211a9 HTTP/1.1" status: 200 len: 1000 time: 0.2685328 Apr 11 21:17:40.703746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f762fbc-e037-4dee-860a-055a9a33123d req-e367c492-152e-4713-b4db-7ba1dbafd964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:40.705122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-e367c492-152e-4713-b4db-7ba1dbafd964 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 200 len: 853 time: 0.0986810 Apr 11 21:17:40.712290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de449d9-81bd-437e-9348-f8fa3eb5c72f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:40.860983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-9531ab4b-6600-46fc-94dd-9ef5d4a236ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8031a3a6-3d20-479c-ae16-a58ee07424ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482837 Apr 11 21:17:40.903803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7aa99ffa-44e6-4df9-84e0-d5b12d49af10 None None] Provisioning for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:40.972884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.038071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=aeee1507-f513-48d8-b797-331dec150ee3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:41.104587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Update dhcp port {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': '4685678e-6e2c-451d-b291-301348cf02a3', 'ip_address': '2001:db8::f816:3eff:fe19:f9e1'}, {'subnet_id': '45c6eb98-1085-4afa-b5e7-89fbc68d0c04'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '0bac9483-3f0e-4ff7-a889-bf8446fd3da8'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:17:41.146713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.153746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-390422ac-099c-445d-8ebf-9f47f22816eb service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867005 Apr 11 21:17:41.162671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.185385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38992) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:41.185925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bdb2266c-0b1e-4748-8b99-89af08460434 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/aeee1507-f513-48d8-b797-331dec150ee3 HTTP/1.1" status: 204 len: 168 time: 1.3940103 Apr 11 21:17:41.275634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:41.303661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b041fb-533d-4e07-8f33-e54549076d86 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:41.307844 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-56b041fb-533d-4e07-8f33-e54549076d86 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1192222 Apr 11 21:17:41.308071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 38996) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:41.410557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff0c21-7042-4998-9127-54a7ea7aeec7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:41.412163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5cff0c21-7042-4998-9127-54a7ea7aeec7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1031873 Apr 11 21:17:41.415414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39002) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:41.479224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f762fbc-e037-4dee-860a-055a9a33123d req-8684c5cb-f22f-4abd-8216-2b788a8d8e89 service neutron] 10.222.0.69 "GET /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185573 Apr 11 21:17:41.506314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Allocated IP 2001:db8:0:1::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/45c6eb98-1085-4afa-b5e7-89fbc68d0c04/0bac9483-3f0e-4ff7-a889-bf8446fd3da8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:41.514626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea804cd9-6782-441c-8123-567ae14b9477 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:41.521757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea804cd9-6782-441c-8123-567ae14b9477 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:41.521757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea804cd9-6782-441c-8123-567ae14b9477 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:41.521757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ea804cd9-6782-441c-8123-567ae14b9477 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:41.593273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:41.609461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:41.609828 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.619984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ea804cd9-6782-441c-8123-567ae14b9477 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:41.619984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea804cd9-6782-441c-8123-567ae14b9477 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2002008 Apr 11 21:17:41.620188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:41.689590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 45c6eb98-1085-4afa-b5e7-89fbc68d0c04 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:41.718261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:41.765003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39014) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:41.795408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.815536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.827707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Transition to ACTIVE for port object 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:41.900848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.902392 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:41.903576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-03bc167d-86e4-4a96-b574-b9b645904a58 tempest-DvrRoutersNegativeTest-2083889402 tempest-DvrRoutersNegativeTest-2083889402-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-147006261', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:41.906128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.policy [None req-03bc167d-86e4-4a96-b574-b9b645904a58 tempest-DvrRoutersNegativeTest-2083889402 tempest-DvrRoutersNegativeTest-2083889402-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84666) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 11 21:17:41.906880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.policy [None req-03bc167d-86e4-4a96-b574-b9b645904a58 tempest-DvrRoutersNegativeTest-2083889402 tempest-DvrRoutersNegativeTest-2083889402-project] Failed policy check for 'create_router' {{(pid=84666) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 11 21:17:41.907061 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-03bc167d-86e4-4a96-b574-b9b645904a58 tempest-DvrRoutersNegativeTest-2083889402 tempest-DvrRoutersNegativeTest-2083889402-project] create failed (client error): Access was denied to this resource. Apr 11 21:17:41.908079 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-03bc167d-86e4-4a96-b574-b9b645904a58 tempest-DvrRoutersNegativeTest-2083889402 tempest-DvrRoutersNegativeTest-2083889402-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1420257 Apr 11 21:17:41.972079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.068387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.086502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:42.086864 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:42.093384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dbf80-a25f-438d-bc4f-57ddc8ea31fc None None] Pushing event updated for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:42.223717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.266661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=45c6eb98-1085-4afa-b5e7-89fbc68d0c04,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:42.271264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.367062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8cdeb9bd-16a6-45e6-bff1-7b5bd1720a2a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/45c6eb98-1085-4afa-b5e7-89fbc68d0c04 HTTP/1.1" status: 204 len: 168 time: 0.7458494 Apr 11 21:17:42.369727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39022) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:42.526258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39028) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:42.577276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 4685678e-6e2c-451d-b291-301348cf02a3 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:42.580638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.653961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.670880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483eb9e6-ff4d-4892-abaf-a7b25cf9c2cc None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:42.697526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.728936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:42.733176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Usage tracker for resource:security_group_rule and tenant:baffefd292c74309aec9365b20480e0a is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:42.736813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:42.744957 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:42.752397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.777019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Could not find standard attr ID for object aeee1507-f513-48d8-b797-331dec150ee3. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:42.789854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.821779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.932137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.978725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:42.982389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Provisioning for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:42.985240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88de655e-5abe-4f6d-a2bf-5b1b069913f8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:42.991395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9388c5d8-e68e-45a5-ba4f-27bbc233118b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=baffefd292c74309aec9365b20480e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4633892 Apr 11 21:17:42.995430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39034) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:43.019102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:43.019451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.024073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=4685678e-6e2c-451d-b291-301348cf02a3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:43.030960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.045394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-aa7748bd-9ea7-4a09-ab43-0b010ecca1d1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/4685678e-6e2c-451d-b291-301348cf02a3 HTTP/1.1" status: 204 len: 168 time: 0.6744509 Apr 11 21:17:43.048292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39038) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:43.101361 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:17:43.101943 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:17:43.134451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-45940d1d-54af-4d3d-acb2-3edfe6dcee4c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848210 Apr 11 21:17:43.137497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39042) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:43.143433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:43.168785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-832f1aeb-0ec1-4997-ac53-6f26bff2240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.178308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.198714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-832f1aeb-0ec1-4997-ac53-6f26bff2240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.224044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:43.271742 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:43.277414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:43.280717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:43.287630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:43.332081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.383927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:43.384144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-832f1aeb-0ec1-4997-ac53-6f26bff2240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.387374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.401874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f1aeb-0ec1-4997-ac53-6f26bff2240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88de655e-5abe-4f6d-a2bf-5b1b069913f8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:43.408608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f6fca-4835-4484-ac81-56c450415799 None None] Pushing event updated for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:43.423661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-832f1aeb-0ec1-4997-ac53-6f26bff2240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.425107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-832f1aeb-0ec1-4997-ac53-6f26bff2240d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88de655e-5abe-4f6d-a2bf-5b1b069913f8 HTTP/1.1" status: 204 len: 168 time: 0.4284632 Apr 11 21:17:43.658335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691c536-a221-4c8c-a0da-607e8c8f191f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:43.701950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.764201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4dab5c85-0c26-4b0e-99af-ac82f10d8aaa None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:43.764574 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4dab5c85-0c26-4b0e-99af-ac82f10d8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.770962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:43.774089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:43.779319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:43.779319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:43.784119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=301df606-e70d-4498-be85-2f97ee8ef154,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:43.889126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a881863e-d0ec-41d2-9459-0036789aee2b tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7503960 Apr 11 21:17:43.896445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39052) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:43.902295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:43.961759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-68f9cd84-367f-4c6a-8418-c8f805f830e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:44.055840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:44.061154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:44.069773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:44.076788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:44.167785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:44.173270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:44.183716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:44.221203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eecac0-1d60-4ecd-9ddd-97150b4a440e None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:44.377551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1cabb556-2334-4de6-9617-c5d930c40fb4 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:44.377873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1cabb556-2334-4de6-9617-c5d930c40fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:44.433890 n-d-837321-1 neutron-server[84667]: INFO neutron.db.ipam_backend_mixin [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 301df606-e70d-4498-be85-2f97ee8ef154 (CIDR: 2001:db8::/64) Apr 11 21:17:44.462768 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:17:44.463227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:44.487784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:44.488606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:44.562359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39066) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:44.568044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:44.572521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0130a64f-9561-4239-88c2-d5fa3f3dd0e6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6749973 Apr 11 21:17:44.714522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:44.718839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:44.721780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:44.728466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:44.789848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:44.793496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025551 Apr 11 21:17:44.796323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39074) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:44.835088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:44.947347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-20615381-821e-4464-aa8d-65891f5117bb tempest-NetworksApiDiscovery-2035206561 tempest-NetworksApiDiscovery-2035206561-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1461480 Apr 11 21:17:44.971965 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:44.984931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5fab16f7-d9be-4d2e-9dc9-f600dd173e37 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:44.985495 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5fab16f7-d9be-4d2e-9dc9-f600dd173e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:45.281911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9b3672ff-01b1-4423-84b6-cc346def9398 None None] Could not find standard attr ID for object aeee1507-f513-48d8-b797-331dec150ee3. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:45.362468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc5476-4082-4fb8-824f-c979e4467487 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:17:45.490684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc5476-4082-4fb8-824f-c979e4467487 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:17:45.498402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:45.578330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39084) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:45.764976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:45.786901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:45.806616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:45.806616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Usage tracker for resource:security_group_rule and tenant:be4e1084062f4dd1bb245ffa4e97540a is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:45.807310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:45.812986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:45.894567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:45.975775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:45.985930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Update dhcp port {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'fixed_ips': [{'subnet_id': '56dffb4c-9acc-4a8b-b06b-971eab92d661', 'ip_address': '2001:db8:0:1:f816:3eff:fe19:f9e1'}, {'subnet_id': '301df606-e70d-4498-be85-2f97ee8ef154'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '0bac9483-3f0e-4ff7-a889-bf8446fd3da8'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:17:46.024757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b8bd0-4829-4b4c-bc39-d71f22ae2c50,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:46.028772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-584cf1e7-9c12-474a-b206-aa00e98c5a5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be4e1084062f4dd1bb245ffa4e97540a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4485168 Apr 11 21:17:46.032043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39092) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:46.034023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:46.040553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.063712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.108196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7660229-cb13-4c40-a829-bfdcbb65f199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.135833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7660229-cb13-4c40-a829-bfdcbb65f199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.141668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.142777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.261336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7e13e7c7-8fb0-4191-8664-25613300a742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.268165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/301df606-e70d-4498-be85-2f97ee8ef154/0bac9483-3f0e-4ff7-a889-bf8446fd3da8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:46.274812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:46.276151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=56dffb4c-9acc-4a8b-b06b-971eab92d661,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:46.279325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:46.282570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:46.283151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.284056 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7660229-cb13-4c40-a829-bfdcbb65f199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.295216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=8']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:46.305627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7660229-cb13-4c40-a829-bfdcbb65f199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.309819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7660229-cb13-4c40-a829-bfdcbb65f199 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a5b8bd0-4829-4b4c-bc39-d71f22ae2c50 HTTP/1.1" status: 204 len: 168 time: 0.2738152 Apr 11 21:17:46.311606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7660229-cb13-4c40-a829-bfdcbb65f199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b8bd0-4829-4b4c-bc39-d71f22ae2c50,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:46.359501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-265098fd-7aa5-4609-ae12-6ed4451101dc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7958426 Apr 11 21:17:46.363836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39098) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:46.372592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:e4:22:d1', 'name': 'tempest-NetworksTestDHCPv6-1708192242'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:46.431325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:46.456075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.472059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Transition to ACTIVE for port object 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:46.519123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:46.523225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:46.526065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:46.532031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:46.621103 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.665463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:46.665463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:46.697575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port 804ec3ea-e8d2-48ca-8a37-9e83800888b1 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:46.760604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed708ebd-2ba9-4e16-bd41-147ced887eb0 None None] Pushing event updated for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:46.940356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::cf (dc2abbe2-62ef-42e5-8aed-489bf1f33397/301df606-e70d-4498-be85-2f97ee8ef154/804ec3ea-e8d2-48ca-8a37-9e83800888b1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:46.952543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:22d1 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/56dffb4c-9acc-4a8b-b06b-971eab92d661/804ec3ea-e8d2-48ca-8a37-9e83800888b1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:47.179841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.192221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object 804ec3ea-e8d2-48ca-8a37-9e83800888b1 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:47.315111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.385644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:47.396528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:47.396528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:47.400265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:47.400265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.412019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.416073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=804ec3ea-e8d2-48ca-8a37-9e83800888b1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:47.417388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f2713-7e19-4b5a-857e-c9da3c5df906 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:17:47.508801 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.532367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-17e34eba-1e33-4b55-9c65-f06373dbf484 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1620409 Apr 11 21:17:47.532367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39118) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:47.553816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f2713-7e19-4b5a-857e-c9da3c5df906 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:17:47.613923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port 804ec3ea-e8d2-48ca-8a37-9e83800888b1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:47.614606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.645611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-234da787-c213-4848-9fe7-4dabb5fe5903 None None] Provisioning for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:47.658667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-234da787-c213-4848-9fe7-4dabb5fe5903 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:47.659310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-234da787-c213-4848-9fe7-4dabb5fe5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:47.902219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:48.048205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for 804ec3ea-e8d2-48ca-8a37-9e83800888b1 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:48.053414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8282c2-c83d-4338-9654-d8b841324d37 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:48.196443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:48.354211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:48.354585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:48.385391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:48.437896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=804ec3ea-e8d2-48ca-8a37-9e83800888b1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:48.636313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:48.649115 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1ed06483-85ea-4bf1-bf89-d7c65cf7d5fe tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/804ec3ea-e8d2-48ca-8a37-9e83800888b1 HTTP/1.1" status: 204 len: 168 time: 1.1155462 Apr 11 21:17:48.649422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39136) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:48.757755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f96d89-aa23-47a2-9403-8a38433a67bb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:48.758935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c9f96d89-aa23-47a2-9403-8a38433a67bb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:48.766603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:48.786375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b422d221-fd99-46a5-84a5-80a5ef26d629 None None] Could not find standard attr ID for object 804ec3ea-e8d2-48ca-8a37-9e83800888b1. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:48.806699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b422d221-fd99-46a5-84a5-80a5ef26d629 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:48.807219 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b422d221-fd99-46a5-84a5-80a5ef26d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:48.846215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c9f96d89-aa23-47a2-9403-8a38433a67bb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:48.849710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c9f96d89-aa23-47a2-9403-8a38433a67bb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1971416 Apr 11 21:17:48.849975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39144) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:48.997954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-4d44e7bf-0ca2-406d-97a8-7173fd0e05f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4742737 Apr 11 21:17:49.007085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d51fd5f-8c52-4071-a94b-8dd9d283e459 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:49.008623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d51fd5f-8c52-4071-a94b-8dd9d283e459 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1577320 Apr 11 21:17:49.011362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39150) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:49.081385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4da7c1-4025-4772-a5d1-ea43a55d7791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:49.082786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f8d3aa19-52ef-488d-ad4d-01e6623fc66d None None] Could not find standard attr ID for object 804ec3ea-e8d2-48ca-8a37-9e83800888b1. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:17:49.083461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4da7c1-4025-4772-a5d1-ea43a55d7791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:49.085194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4da7c1-4025-4772-a5d1-ea43a55d7791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:49.086483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e4da7c1-4025-4772-a5d1-ea43a55d7791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:49.183857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-98db0eec-9c72-4142-a602-1caf318e4ef9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0784609 Apr 11 21:17:49.339859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-e98265db-8093-4832-bcec-93c31d16068f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:49.341316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-e98265db-8093-4832-bcec-93c31d16068f service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1353264 Apr 11 21:17:49.342334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3e4da7c1-4025-4772-a5d1-ea43a55d7791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:49.343335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3e4da7c1-4025-4772-a5d1-ea43a55d7791 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3310552 Apr 11 21:17:49.345976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39160) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:49.558664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-53e49a0c-dd3f-46eb-9e22-1a33b4fe979e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1002 time: 0.1787095 Apr 11 21:17:49.659458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-0cd75e98-3442-48f2-80d4-3ecb97ada9c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:49.660919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-0cd75e98-3442-48f2-80d4-3ecb97ada9c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0880287 Apr 11 21:17:49.670202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 301df606-e70d-4498-be85-2f97ee8ef154 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:49.674276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:49.777737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:49.854875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-794917f4-c64e-4138-a762-ee435559905b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814773 Apr 11 21:17:49.870142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-27e0cfc0-1c73-4eb0-96aa-ff9340e1ea56 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:17:49.871091 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-27e0cfc0-1c73-4eb0-96aa-ff9340e1ea56 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062909 Apr 11 21:17:49.905088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.067118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-d581b008-1c85-4ae8-a9ba-9f68208dcaac service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838653 Apr 11 21:17:50.143664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.196381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=301df606-e70d-4498-be85-2f97ee8ef154,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:50.203213 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.208840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f21f7c-a892-415c-8079-44a3e8eb2a22 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:50.262998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6240a1b-bdc7-45e1-b75a-c9ac5663c0c9 req-6c59f4c4-af31-4030-85af-a2206957903b service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885045 Apr 11 21:17:50.361422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b00fe2b8-b190-495c-afa1-73605c54ff9f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/301df606-e70d-4498-be85-2f97ee8ef154 HTTP/1.1" status: 204 len: 168 time: 1.0142682 Apr 11 21:17:50.363969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39192) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:50.435252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 56dffb4c-9acc-4a8b-b06b-971eab92d661 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:50.438532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.495618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.696687 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.867965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.915752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=56dffb4c-9acc-4a8b-b06b-971eab92d661,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:50.915943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39198) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:50.924448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:50.934750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f548863a-16dc-47a6-bc92-f6be685ae8b9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/56dffb4c-9acc-4a8b-b06b-971eab92d661 HTTP/1.1" status: 204 len: 168 time: 0.5697224 Apr 11 21:17:50.937271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39204) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:51.010954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39208) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:51.016696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b1d5c111-0a76-44dd-b921-1ba06ca54e25 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686872 Apr 11 21:17:51.020011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:51.028210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be62f43-9164-43b7-a0c1-69df43da3f9d None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:51.125010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.168602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:51.174751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:51.179119 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:51.181930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:51.187442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:51.189514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Usage tracker for resource:security_group_rule and tenant:8d0156e3bee049ae8ab8ea967bb40983 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:51.192956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:51.201818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:51.201997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5b82487e-deec-4223-bdc1-bf71092e9308 None None] Provisioning complete for port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:51.202375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5b82487e-deec-4223-bdc1-bf71092e9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.268138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.288180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:51.344509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:51.348781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] Deleting port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:51.349240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.357528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.428702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20802942-b7c0-4b1e-9631-f0c33db35557,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:51.438761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.460266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73e80fc0-ab9c-49ee-b4c4-88541d166b4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d0156e3bee049ae8ab8ea967bb40983&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5431898 Apr 11 21:17:51.463599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39214) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:51.554884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ed822bda-22c0-44b1-8523-bca91c11de43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.561186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] For port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:51.561608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.565323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ed822bda-22c0-44b1-8523-bca91c11de43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.691939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] Calling delete_port for 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:51.714674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ed822bda-22c0-44b1-8523-bca91c11de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.734427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed822bda-22c0-44b1-8523-bca91c11de43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20802942-b7c0-4b1e-9631-f0c33db35557,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:51.736806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ed822bda-22c0-44b1-8523-bca91c11de43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.740540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ed822bda-22c0-44b1-8523-bca91c11de43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20802942-b7c0-4b1e-9631-f0c33db35557 HTTP/1.1" status: 204 len: 168 time: 0.2734215 Apr 11 21:17:51.880637 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.926203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:51.926928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] Pushing event deleted for resources: {'Port': ['ID=0bac9483-3f0e-4ff7-a889-bf8446fd3da8,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:51.932486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e84dc7-ce12-4208-9630-de2e29d39767 None None] No DVR routers for this DVR port 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:17:51.984474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:51.990637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:51.995114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:51.995722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.001026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab76b94-2899-4de5-abb8-d4c85c938e66 None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:52.027511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=215e4265-8e75-488d-95e8-7b710eaa98cc,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:52.110205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-21519843-b9e6-4acf-9c07-e84c691c266f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0966649 Apr 11 21:17:52.113189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39226) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:52.119634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:52.233817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:17:52.278626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:17:52.279932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 0bac9483-3f0e-4ff7-a889-bf8446fd3da8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:17:52.281565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:52.286427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:52.290376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:52.299078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:52.353541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'tenant_id': '82f10afa17084ca1a0c9999aa9cba8cb', 'fixed_ips': [{'subnet_id': '215e4265-8e75-488d-95e8-7b710eaa98cc'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:17:52.354445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.394361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:52.397843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.520391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Allocated IP 2001:db8::2 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/215e4265-8e75-488d-95e8-7b710eaa98cc/d1d93afb-da33-4129-9d85-22a970142173) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:52.531763 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 215e4265-8e75-488d-95e8-7b710eaa98cc (CIDR: 2001:db8::/64) Apr 11 21:17:52.550788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39232) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:52.569589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.583651 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:17:52.584131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:52.601938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:52.605891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Usage tracker for resource:security_group_rule and tenant:031840859d9e4afba7673abb5de47a12 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:52.608735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:52.614395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:52.658284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9332846f-0990-46be-9830-7c75b064d24e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5440369 Apr 11 21:17:52.661327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39236) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:52.667945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'subnet': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:52.747532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.747754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.757811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Transition to ACTIVE for port object d1d93afb-da33-4129-9d85-22a970142173 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:52.777417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Transition to ACTIVE for port object d1d93afb-da33-4129-9d85-22a970142173 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:52.822674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:52.823412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.827106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:subnet and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:52.836061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:52.837429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:52.862392 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.873491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfeb726-bd5f-40b3-8317-34627b638221,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:52.879351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f860b496-d259-4ef0-8ecf-a834d3ee40e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=031840859d9e4afba7673abb5de47a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3275325 Apr 11 21:17:52.888061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39244) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:52.903917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:52.908472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.950677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:52.952709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d950c16-f8bf-470c-a070-673cfd0312a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:52.955558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:52.958051 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:52.964438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Pushing event updated for resources: {'Port': ['ID=d1d93afb-da33-4129-9d85-22a970142173,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:52.989006 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d950c16-f8bf-470c-a070-673cfd0312a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:53.112765 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d950c16-f8bf-470c-a070-673cfd0312a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:53.134981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d950c16-f8bf-470c-a070-673cfd0312a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfeb726-bd5f-40b3-8317-34627b638221,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:53.139444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5d950c16-f8bf-470c-a070-673cfd0312a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:53.140585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5d950c16-f8bf-470c-a070-673cfd0312a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcfeb726-bd5f-40b3-8317-34627b638221 HTTP/1.1" status: 204 len: 168 time: 0.2570059 Apr 11 21:17:53.197943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Attempting to bind port d1d93afb-da33-4129-9d85-22a970142173 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:17:53.198322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Attempting to bind port d1d93afb-da33-4129-9d85-22a970142173 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:17:53.198678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Attempting to bind port d1d93afb-da33-4129-9d85-22a970142173 on network dc2abbe2-62ef-42e5-8aed-489bf1f33397 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:17:53.216784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:17:53.217159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Checking segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:17:53.217561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:53.217951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Bound using segment: {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:17:53.218417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Bound port: d1d93afb-da33-4129-9d85-22a970142173, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:17:53.218790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:53.375406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] For port d1d93afb-da33-4129-9d85-22a970142173, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:17:53.380119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] For port d1d93afb-da33-4129-9d85-22a970142173, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d1d93afb-da33-4129-9d85-22a970142173,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:17:53.467662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:53.479157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.objects.ports [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84666) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 11 21:17:53.550736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5f3df-686b-41ba-ae3f-6360335ccdbf None None] Pushing event updated for resources: {'Port': ['ID=d1d93afb-da33-4129-9d85-22a970142173,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:53.739872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:54.052383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] For port d1d93afb-da33-4129-9d85-22a970142173, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d1d93afb-da33-4129-9d85-22a970142173,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:54.079386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:54.186586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:54.187510 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:54.238903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d1d93afb-da33-4129-9d85-22a970142173 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:54.296493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=d1d93afb-da33-4129-9d85-22a970142173,revision_number=4']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:54.339393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:54.342625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:54.347188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:54.347779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:54.363356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Subnet': ['ID=c140039d-c5fc-49d9-ade9-30991c6e7461,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:54.409569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d1d93afb-da33-4129-9d85-22a970142173 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:54.458543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a073db87-3916-4176-938c-f5e2dd04a7be tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7959793 Apr 11 21:17:54.461479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39272) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:54.467797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Request body: {'port': {'network_id': 'dc2abbe2-62ef-42e5-8aed-489bf1f33397', 'mac_address': 'fa:16:3e:1a:3d:15', 'name': 'tempest-NetworksTestDHCPv6-1370861163'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:17:54.637304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:17:54.642823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Usage tracker for resource:port and tenant:82f10afa17084ca1a0c9999aa9cba8cb is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:17:54.645960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:17:54.655751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:17:54.731246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Made reservation on behalf of 82f10afa17084ca1a0c9999aa9cba8cb for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:17:54.741013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961df9a-a637-418e-9725-0a9879ada52a None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:54.873616 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:54.902856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] device_id is not set on port f9f1a3ee-c933-41d2-b32e-9de28904aab0 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:17:54.966006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] Provisioning for port d1d93afb-da33-4129-9d85-22a970142173 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:55.020748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] Provisioning complete for port d1d93afb-da33-4129-9d85-22a970142173 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:55.020995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.167815 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.192456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8::109 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/215e4265-8e75-488d-95e8-7b710eaa98cc/f9f1a3ee-c933-41d2-b32e-9de28904aab0) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:55.202666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:3d15 (dc2abbe2-62ef-42e5-8aed-489bf1f33397/c140039d-c5fc-49d9-ade9-30991c6e7461/f9f1a3ee-c933-41d2-b32e-9de28904aab0) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:17:55.204814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] For port d1d93afb-da33-4129-9d85-22a970142173, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d1d93afb-da33-4129-9d85-22a970142173,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:55.261081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.380331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efdc6c-f618-41b8-ac0b-cdcd24e4dc23 None None] Pushing event updated for resources: {'Port': ['ID=d1d93afb-da33-4129-9d85-22a970142173,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:55.507741 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.526720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Transition to ACTIVE for port object f9f1a3ee-c933-41d2-b32e-9de28904aab0 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:17:55.667458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.762665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:17:55.766527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:17:55.769137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:17:55.775816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:55.776627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.801805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event updated for resources: {'Port': ['ID=f9f1a3ee-c933-41d2-b32e-9de28904aab0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:55.816053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.816501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.816849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.817187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.817547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.817855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.818191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.818512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.818837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.819160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.820050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:17:55.895693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-487852ec-12a5-49e7-886e-3fdd26b9d2f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4305058 Apr 11 21:17:55.895912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39298) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:55.896203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b568733b-bcd6-478b-8fee-0e0baa15c2b8 None None] Provisioning complete for port d1d93afb-da33-4129-9d85-22a970142173 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:55.896653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b568733b-bcd6-478b-8fee-0e0baa15c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:55.981016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting port f9f1a3ee-c933-41d2-b32e-9de28904aab0 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:55.983534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:56.222954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d1d93afb-da33-4129-9d85-22a970142173 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:17:56.263795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7eb6e667-6214-48bc-855d-959513c965ce None None] Provisioning for port f9f1a3ee-c933-41d2-b32e-9de28904aab0 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:17:56.278869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7eb6e667-6214-48bc-855d-959513c965ce None None] Provisioning complete for port f9f1a3ee-c933-41d2-b32e-9de28904aab0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:56.279247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e667-6214-48bc-855d-959513c965ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:56.353933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:56.354127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6e667-6214-48bc-855d-959513c965ce None None] Port f9f1a3ee-c933-41d2-b32e-9de28904aab0 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:17:56.366978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d1d93afb-da33-4129-9d85-22a970142173 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:56.367492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:56.607465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Calling delete_port for f9f1a3ee-c933-41d2-b32e-9de28904aab0 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:57.023076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:57.075831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Port': ['ID=f9f1a3ee-c933-41d2-b32e-9de28904aab0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:57.155261 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:57.166219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8610dd9-4ceb-4b33-86da-95efc6d610ec tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/f9f1a3ee-c933-41d2-b32e-9de28904aab0 HTTP/1.1" status: 204 len: 168 time: 1.2686851 Apr 11 21:17:57.168711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39320) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:57.262785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c0f21-3770-444f-9dbf-72fe0f2c71d7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:57.263513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a31c0f21-3770-444f-9dbf-72fe0f2c71d7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:57.405877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a31c0f21-3770-444f-9dbf-72fe0f2c71d7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:57.407437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a31c0f21-3770-444f-9dbf-72fe0f2c71d7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2377369 Apr 11 21:17:57.410103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:57.510105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb33a6b-1a73-4db6-87ab-21fe840286ee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:57.510105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cdb33a6b-1a73-4db6-87ab-21fe840286ee tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0905726 Apr 11 21:17:57.510105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39330) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:57.673787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af9be2-06ed-4782-8146-6545fdfcb234 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:57.675204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af9be2-06ed-4782-8146-6545fdfcb234 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:57.676524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af9be2-06ed-4782-8146-6545fdfcb234 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:57.677296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01af9be2-06ed-4782-8146-6545fdfcb234 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:57.765780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01af9be2-06ed-4782-8146-6545fdfcb234 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:57.769034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-01af9be2-06ed-4782-8146-6545fdfcb234 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2611868 Apr 11 21:17:57.769713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39336) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:57.949658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet 215e4265-8e75-488d-95e8-7b710eaa98cc {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:57.952487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.004652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.090622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.240664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.277293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=215e4265-8e75-488d-95e8-7b710eaa98cc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:58.286064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.294926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6bce1-f20b-4eb9-bd2b-72891034460f None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:58.378490 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6eaaf5d0-7217-47c9-a525-1daf0ddbac8c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/215e4265-8e75-488d-95e8-7b710eaa98cc HTTP/1.1" status: 204 len: 168 time: 0.6075871 Apr 11 21:17:58.380809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39340) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:58.449867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Deleting subnet c140039d-c5fc-49d9-ade9-30991c6e7461 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:17:58.452967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.509424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.603304 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.806619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.845236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Subnet': ['ID=c140039d-c5fc-49d9-ade9-30991c6e7461,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:17:58.852586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:58.862463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-772f682d-5ec2-45b7-b75d-de0aa61760cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/c140039d-c5fc-49d9-ade9-30991c6e7461 HTTP/1.1" status: 204 len: 168 time: 0.4805968 Apr 11 21:17:58.864966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39350) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:58.940465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-82afc720-e8a0-4c6d-b9fb-7c6d8470a51e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720041 Apr 11 21:17:58.940807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39354) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.035550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004bbd20-fb3c-466f-bfea-95976743014f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:59.037062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-004bbd20-fb3c-466f-bfea-95976743014f tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0952420 Apr 11 21:17:59.039824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39360) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.046142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:59.080625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02183e1-8a3d-44fd-997e-916487e13d9c None None] Network dc2abbe2-62ef-42e5-8aed-489bf1f33397 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:17:59.127397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bf1dd-3c1a-4955-9acf-afaeb5ce62c4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:17:59.128129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-574bf1dd-3c1a-4955-9acf-afaeb5ce62c4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Synchronizing usage tracker for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:17:59.190244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-105f4c2e-9591-4047-a7a1-11e2e423f2c5 None None] Provisioning complete for port d1d93afb-da33-4129-9d85-22a970142173 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:17:59.190613 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-105f4c2e-9591-4047-a7a1-11e2e423f2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:59.227176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-574bf1dd-3c1a-4955-9acf-afaeb5ce62c4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Unset dirty status for tenant:82f10afa17084ca1a0c9999aa9cba8cb on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:17:59.234171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-574bf1dd-3c1a-4955-9acf-afaeb5ce62c4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1876154 Apr 11 21:17:59.234171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39364) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.301081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1b8fc3c4-fb0b-41af-acd1-1ae4e15fc417 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650914 Apr 11 21:17:59.302098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.343793 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39622d8-c44f-4ee1-bac8-a5ac39b45c17 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.344232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39622d8-c44f-4ee1-bac8-a5ac39b45c17 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.345859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c39622d8-c44f-4ee1-bac8-a5ac39b45c17 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/f9f1a3ee-c933-41d2-b32e-9de28904aab0 HTTP/1.1" status: 404 len: 333 time: 0.0418332 Apr 11 21:17:59.348436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.389030 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fbeb83-de94-4add-9cb1-90db5f4a3d37 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.389466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fbeb83-de94-4add-9cb1-90db5f4a3d37 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.391092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-25fbeb83-de94-4add-9cb1-90db5f4a3d37 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/c140039d-c5fc-49d9-ade9-30991c6e7461 HTTP/1.1" status: 404 len: 337 time: 0.0417914 Apr 11 21:17:59.393961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39376) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.437130 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-174db993-e04e-4431-a67d-d641b62bee26 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.437589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174db993-e04e-4431-a67d-d641b62bee26 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.439230 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-174db993-e04e-4431-a67d-d641b62bee26 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/215e4265-8e75-488d-95e8-7b710eaa98cc HTTP/1.1" status: 404 len: 337 time: 0.0443807 Apr 11 21:17:59.441709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39380) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.455332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] DHCP port deletion for dc2abbe2-62ef-42e5-8aed-489bf1f33397 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:17:59.459685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] Deleting port d1d93afb-da33-4129-9d85-22a970142173 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:17:59.460142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:59.481825 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fce85c-b2d0-4b5b-ac2d-dc2afaccc9b6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.482404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fce85c-b2d0-4b5b-ac2d-dc2afaccc9b6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.483909 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-76fce85c-b2d0-4b5b-ac2d-dc2afaccc9b6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/804ec3ea-e8d2-48ca-8a37-9e83800888b1 HTTP/1.1" status: 404 len: 333 time: 0.0413043 Apr 11 21:17:59.486520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39384) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.527925 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a739544-a283-40f5-9529-07d23596bb4a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.528358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a739544-a283-40f5-9529-07d23596bb4a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.529973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8a739544-a283-40f5-9529-07d23596bb4a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/56dffb4c-9acc-4a8b-b06b-971eab92d661 HTTP/1.1" status: 404 len: 337 time: 0.0425885 Apr 11 21:17:59.532480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39388) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.568553 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ab8e60-9241-47f8-9f31-1b7f5ba6e5f9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.568897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ab8e60-9241-47f8-9f31-1b7f5ba6e5f9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.571131 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c3ab8e60-9241-47f8-9f31-1b7f5ba6e5f9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/301df606-e70d-4498-be85-2f97ee8ef154 HTTP/1.1" status: 404 len: 337 time: 0.0377841 Apr 11 21:17:59.573763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39392) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.618072 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c0de34-005a-4235-864f-8f30bf4ac3b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.618505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c0de34-005a-4235-864f-8f30bf4ac3b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.620155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-10c0de34-005a-4235-864f-8f30bf4ac3b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/aeee1507-f513-48d8-b797-331dec150ee3 HTTP/1.1" status: 404 len: 333 time: 0.0453656 Apr 11 21:17:59.622681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.660813 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-031e3f6d-39bd-4d5e-89f7-72ddaedf2176 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.661255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031e3f6d-39bd-4d5e-89f7-72ddaedf2176 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.662874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-031e3f6d-39bd-4d5e-89f7-72ddaedf2176 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/45c6eb98-1085-4afa-b5e7-89fbc68d0c04 HTTP/1.1" status: 404 len: 337 time: 0.0392430 Apr 11 21:17:59.666126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39402) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.668657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] For port d1d93afb-da33-4129-9d85-22a970142173, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d1d93afb-da33-4129-9d85-22a970142173,segment=NetworkSegment(e5fd7607-31cc-4d32-82ff-cc8cd45d74e1),segment_id=e5fd7607-31cc-4d32-82ff-cc8cd45d74e1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:17:59.669053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:59.705151 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0a5575-692f-4471-bc31-eef875b4aa65 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.705590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0a5575-692f-4471-bc31-eef875b4aa65 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.707301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7b0a5575-692f-4471-bc31-eef875b4aa65 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/4685678e-6e2c-451d-b291-301348cf02a3 HTTP/1.1" status: 404 len: 337 time: 0.0401073 Apr 11 21:17:59.709855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39406) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.753105 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b081a5f-059c-421a-89e1-b757b663a060 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.753545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b081a5f-059c-421a-89e1-b757b663a060 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.755167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9b081a5f-059c-421a-89e1-b757b663a060 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/898508b0-4ec2-478e-b1be-048208bf89b9 HTTP/1.1" status: 404 len: 333 time: 0.0443201 Apr 11 21:17:59.757991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39410) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.795264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] Calling delete_port for d1d93afb-da33-4129-9d85-22a970142173 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:17:59.795819 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb31e0bd-66c4-401b-bc20-f81344dea423 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.796283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb31e0bd-66c4-401b-bc20-f81344dea423 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.797950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb31e0bd-66c4-401b-bc20-f81344dea423 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/6d9ac9e2-2f07-4176-ad3f-7d41bb1b618c HTTP/1.1" status: 404 len: 337 time: 0.0390811 Apr 11 21:17:59.800658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.838576 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1a5eb3-09df-4f47-b028-94440460f295 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.839073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1a5eb3-09df-4f47-b028-94440460f295 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.840790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e1a5eb3-09df-4f47-b028-94440460f295 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/c229aca0-f529-49a2-bdbe-1c20a6629798 HTTP/1.1" status: 404 len: 337 time: 0.0391591 Apr 11 21:17:59.843439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.888245 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-27012b84-63f6-4325-a060-e34bf74244b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.888682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27012b84-63f6-4325-a060-e34bf74244b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.890326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-27012b84-63f6-4325-a060-e34bf74244b1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/d8cc6687-03f9-4672-8b24-9f318dd60aeb HTTP/1.1" status: 404 len: 333 time: 0.0459504 Apr 11 21:17:59.892920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39422) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.931598 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3543cb-533f-4717-9d69-edaff514ea22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.932027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3543cb-533f-4717-9d69-edaff514ea22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.933640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5f3543cb-533f-4717-9d69-edaff514ea22 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/67de6e61-6269-4323-bc7a-243773d12cf9 HTTP/1.1" status: 404 len: 337 time: 0.0398479 Apr 11 21:17:59.936148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:17:59.960502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:17:59.975499 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-672d7534-e814-4926-a60f-60d8c1cb3c59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:17:59.976727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672d7534-e814-4926-a60f-60d8c1cb3c59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:17:59.978380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-672d7534-e814-4926-a60f-60d8c1cb3c59 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/c3f90a37-f11f-46e1-a842-7ffb62cecf3b HTTP/1.1" status: 404 len: 333 time: 0.0413704 Apr 11 21:17:59.980930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39430) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.005082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] Pushing event deleted for resources: {'Port': ['ID=d1d93afb-da33-4129-9d85-22a970142173,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:00.011314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60e425-e8e1-4f53-a851-db0109675e8b None None] No DVR routers for this DVR port d1d93afb-da33-4129-9d85-22a970142173 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:18:00.021721 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6b94a8-9d22-4edf-b6ed-b2c5540834e1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.022158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6b94a8-9d22-4edf-b6ed-b2c5540834e1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.023826 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c6b94a8-9d22-4edf-b6ed-b2c5540834e1 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/5117eefc-fa07-4d0a-9372-914783e633ab HTTP/1.1" status: 404 len: 337 time: 0.0420086 Apr 11 21:18:00.026281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.066164 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bbe911-22dc-4d0e-9312-7dabd166a559 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.066643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bbe911-22dc-4d0e-9312-7dabd166a559 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.068249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-88bbe911-22dc-4d0e-9312-7dabd166a559 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/f7b210e4-a652-4ad8-b3fa-756fdbc8ecab HTTP/1.1" status: 404 len: 333 time: 0.0410962 Apr 11 21:18:00.070802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39440) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.107579 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f622947e-5a1d-4029-8061-c4760b2ad8d4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.108015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f622947e-5a1d-4029-8061-c4760b2ad8d4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.109646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f622947e-5a1d-4029-8061-c4760b2ad8d4 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/49fe89de-7463-4954-b6f3-74ce159f81b6 HTTP/1.1" status: 404 len: 337 time: 0.0379689 Apr 11 21:18:00.112115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39446) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.156482 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-130ec1c1-39f8-48b8-808c-a550aa9b1339 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.157959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130ec1c1-39f8-48b8-808c-a550aa9b1339 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.161914 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-130ec1c1-39f8-48b8-808c-a550aa9b1339 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/9e7e4bd3-3e3a-41ab-99b0-437919bd76b8 HTTP/1.1" status: 404 len: 333 time: 0.0466619 Apr 11 21:18:00.162211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39450) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.187173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d1d93afb-da33-4129-9d85-22a970142173 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:18:00.203989 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-297c7db9-ff67-4d0f-abac-23dcb375540d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.204433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297c7db9-ff67-4d0f-abac-23dcb375540d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.206085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-297c7db9-ff67-4d0f-abac-23dcb375540d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/7e11eb39-f87f-4e04-b9db-e467d2178dea HTTP/1.1" status: 404 len: 337 time: 0.0429409 Apr 11 21:18:00.208788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.220054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d1d93afb-da33-4129-9d85-22a970142173 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:18:00.220404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d1d93afb-da33-4129-9d85-22a970142173 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:18:00.253941 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c00968c-aef9-4846-b48b-b22c04da231c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.254304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c00968c-aef9-4846-b48b-b22c04da231c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.259726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7c00968c-aef9-4846-b48b-b22c04da231c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/a4b73448-69bf-4ec5-82a0-3a1854317021 HTTP/1.1" status: 404 len: 333 time: 0.0464857 Apr 11 21:18:00.259965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39458) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.301521 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f49893-f544-432e-b04e-5add328534c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.301882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f49893-f544-432e-b04e-5add328534c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.303542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e5f49893-f544-432e-b04e-5add328534c0 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/4fbde560-f129-4b27-b565-529caf778e1b HTTP/1.1" status: 404 len: 337 time: 0.0426610 Apr 11 21:18:00.306809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39462) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.347140 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-51636dbf-08ca-4ca5-85af-c39d02a6b5fd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.347603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51636dbf-08ca-4ca5-85af-c39d02a6b5fd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.350894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51636dbf-08ca-4ca5-85af-c39d02a6b5fd tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/c21ba12c-66c0-4eea-9ff8-595d235c0c58 HTTP/1.1" status: 404 len: 333 time: 0.0415883 Apr 11 21:18:00.352383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39466) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.389964 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a494d6d-c860-4940-ab17-c4f3c2dafa30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.390388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a494d6d-c860-4940-ab17-c4f3c2dafa30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.392065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8a494d6d-c860-4940-ab17-c4f3c2dafa30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/5a08a470-ec8f-4a0f-8101-6e2ca8d5e422 HTTP/1.1" status: 404 len: 337 time: 0.0388060 Apr 11 21:18:00.394458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39470) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.435142 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a204e1d-b445-442a-ba4a-5de675b1944d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.435599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a204e1d-b445-442a-ba4a-5de675b1944d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.437286 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0a204e1d-b445-442a-ba4a-5de675b1944d tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/4c043ca2-4568-420e-b362-5492afd77bb5 HTTP/1.1" status: 404 len: 337 time: 0.0419204 Apr 11 21:18:00.439713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.480061 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b87487-36d1-4a0b-ac54-bea49398b057 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.480501 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b87487-36d1-4a0b-ac54-bea49398b057 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.482147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-56b87487-36d1-4a0b-ac54-bea49398b057 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/2c4ce71c-0dcc-4f80-9423-d26016965f2f HTTP/1.1" status: 404 len: 333 time: 0.0415647 Apr 11 21:18:00.484692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39478) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.522005 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-940346f9-49b6-4997-b7c1-126717f46016 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.522440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940346f9-49b6-4997-b7c1-126717f46016 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.524685 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-940346f9-49b6-4997-b7c1-126717f46016 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/630e490c-cf05-4552-b77d-570c47c85804 HTTP/1.1" status: 404 len: 337 time: 0.0390341 Apr 11 21:18:00.526981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39482) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.567774 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7be301-7e92-4ab6-9bc8-380388da6c36 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.568292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7be301-7e92-4ab6-9bc8-380388da6c36 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.569961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1c7be301-7e92-4ab6-9bc8-380388da6c36 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/40a521a8-566d-4f46-8872-1db7f5ddd660 HTTP/1.1" status: 404 len: 337 time: 0.0420907 Apr 11 21:18:00.572530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39486) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.612882 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5630c8aa-83bc-4f76-aa22-de3c04b5ed71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.613236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5630c8aa-83bc-4f76-aa22-de3c04b5ed71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.614836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5630c8aa-83bc-4f76-aa22-de3c04b5ed71 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/4ca5c3da-ed59-4a30-8246-be69bf60e47d HTTP/1.1" status: 404 len: 333 time: 0.0413940 Apr 11 21:18:00.617605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39490) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.653917 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eeba4b-aff3-491d-a21e-eb8b1342f134 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.655034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6eeba4b-aff3-491d-a21e-eb8b1342f134 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.656123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c6eeba4b-aff3-491d-a21e-eb8b1342f134 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/bd1d41a7-2dc5-4c34-839b-769d198095d3 HTTP/1.1" status: 404 len: 337 time: 0.0374649 Apr 11 21:18:00.658579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39494) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.703807 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ba0990-ae2c-498f-9d62-8b9fbae46b30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.704242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ba0990-ae2c-498f-9d62-8b9fbae46b30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.706025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c2ba0990-ae2c-498f-9d62-8b9fbae46b30 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/6e9348b0-cc43-4ef7-9d48-31128b6d78eb HTTP/1.1" status: 404 len: 337 time: 0.0464971 Apr 11 21:18:00.708597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39502) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.748824 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad1b37c-9bce-4406-b783-190046efcfdf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.749927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad1b37c-9bce-4406-b783-190046efcfdf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.752651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bad1b37c-9bce-4406-b783-190046efcfdf tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/d9f8dfeb-2f09-40e1-8c31-8c0d174f40e9 HTTP/1.1" status: 404 len: 333 time: 0.0430682 Apr 11 21:18:00.755317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39508) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.797680 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-222b869f-08cf-4a6c-a6b7-3c0255368cc5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.798129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222b869f-08cf-4a6c-a6b7-3c0255368cc5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.802505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39516) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.802665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-222b869f-08cf-4a6c-a6b7-3c0255368cc5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/5e5fbb2a-ad60-426b-88b1-dabe66c5b3e4 HTTP/1.1" status: 404 len: 337 time: 0.0462403 Apr 11 21:18:00.835268 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:00.844665 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-077fc752-47e0-4d71-b90c-4efe4c02b7b7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:00.845099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077fc752-47e0-4d71-b90c-4efe4c02b7b7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:00.846735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-077fc752-47e0-4d71-b90c-4efe4c02b7b7 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/05917341-f75f-4e51-ab2f-6e196656584f HTTP/1.1" status: 404 len: 337 time: 0.0432839 Apr 11 21:18:00.849371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39520) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.895755 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-abbd6eea-aeeb-4fe6-b97e-fe09a8d1b3a9 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports?device_id=929728aa-7430-4aea-b173-380eb8f99a43 HTTP/1.1" status: 200 len: 205 time: 0.0451822 Apr 11 21:18:00.898768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39524) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:00.964484 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-4d81093b-bc01-4966-9a39-e77b27a56538 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] delete failed (client error): The resource could not be found. Apr 11 21:18:00.965518 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4d81093b-bc01-4966-9a39-e77b27a56538 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/routers/929728aa-7430-4aea-b173-380eb8f99a43 HTTP/1.1" status: 404 len: 336 time: 0.0658453 Apr 11 21:18:00.968336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39528) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.089908 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cc67fe-d286-4260-bf66-835e6a7c71a5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.090343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cc67fe-d286-4260-bf66-835e6a7c71a5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.092060 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a5cc67fe-d286-4260-bf66-835e6a7c71a5 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/60b02d20-e20d-4649-a5b6-aba4388cc187 HTTP/1.1" status: 404 len: 337 time: 0.1228306 Apr 11 21:18:01.094693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39534) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.137162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ed08a374-cdf7-4d8e-a018-3654346187cc tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "GET /v2.0/ports?device_id=64788936-9abd-4354-96b2-9d7fd83343a0 HTTP/1.1" status: 200 len: 205 time: 0.0414119 Apr 11 21:18:01.139568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39538) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.205118 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-0513686e-7836-4525-8dc2-7343f9d8962e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] delete failed (client error): The resource could not be found. Apr 11 21:18:01.206068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0513686e-7836-4525-8dc2-7343f9d8962e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/routers/64788936-9abd-4354-96b2-9d7fd83343a0 HTTP/1.1" status: 404 len: 336 time: 0.0655649 Apr 11 21:18:01.208718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39542) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.246547 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bc922d-5971-4a54-b97b-512f033f3916 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.246981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bc922d-5971-4a54-b97b-512f033f3916 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.250990 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-65bc922d-5971-4a54-b97b-512f033f3916 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/cf7d7b5f-9296-4248-936e-1a3d26ba0acc HTTP/1.1" status: 404 len: 337 time: 0.0390384 Apr 11 21:18:01.251204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39546) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.292153 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d013b8-ace7-40e5-8940-b1ba355f5dd3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.292578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d013b8-ace7-40e5-8940-b1ba355f5dd3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.296534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-52d013b8-ace7-40e5-8940-b1ba355f5dd3 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/fa3faa88-3407-4084-bf27-b72a2ad8d371 HTTP/1.1" status: 404 len: 337 time: 0.0418663 Apr 11 21:18:01.296754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39550) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.335873 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0330b79-da47-4b4e-bf72-a8548302cc07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.336305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0330b79-da47-4b4e-bf72-a8548302cc07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.340199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b0330b79-da47-4b4e-bf72-a8548302cc07 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/9a27ac27-9f17-457d-9b02-808902b70ba3 HTTP/1.1" status: 404 len: 333 time: 0.0403008 Apr 11 21:18:01.340390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39554) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.377056 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a6fbc4-cc10-49d1-888c-566da660732e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.377413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a6fbc4-cc10-49d1-888c-566da660732e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.379015 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-57a6fbc4-cc10-49d1-888c-566da660732e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/e02d75c4-6ab2-43eb-bd2b-1d7f858c79b9 HTTP/1.1" status: 404 len: 337 time: 0.0377667 Apr 11 21:18:01.381448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39558) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.424649 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4519eefe-5cc4-46e2-aa8b-eb202701752e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.425080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4519eefe-5cc4-46e2-aa8b-eb202701752e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.426694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4519eefe-5cc4-46e2-aa8b-eb202701752e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/468a64c0-989c-434a-bf32-4fc2fea57ff5 HTTP/1.1" status: 404 len: 333 time: 0.0436239 Apr 11 21:18:01.429746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39562) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.466788 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-240ebd30-a855-4179-ab55-aa5b62a1b4f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.467141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240ebd30-a855-4179-ab55-aa5b62a1b4f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.468746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-240ebd30-a855-4179-ab55-aa5b62a1b4f8 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/9e3712cf-43c5-4a01-b58a-7abaf6fb3b5e HTTP/1.1" status: 404 len: 337 time: 0.0381210 Apr 11 21:18:01.471127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39566) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.510593 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7036190-beb1-4657-8e1f-7a9a1acd19df tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.511216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7036190-beb1-4657-8e1f-7a9a1acd19df tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.512590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a7036190-beb1-4657-8e1f-7a9a1acd19df tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/aade2f73-110e-4b0e-b2fc-1da868812dee HTTP/1.1" status: 404 len: 333 time: 0.0405862 Apr 11 21:18:01.514946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39570) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.556302 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32db857-9b80-42fd-a69d-d740c27c4025 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.556739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32db857-9b80-42fd-a69d-d740c27c4025 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.558401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e32db857-9b80-42fd-a69d-d740c27c4025 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/d09aefa4-3ca7-42b6-b756-418b74ce16d9 HTTP/1.1" status: 404 len: 337 time: 0.0426092 Apr 11 21:18:01.560933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39574) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.600208 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8ac3c3-8a4b-4933-80d2-6665b2d9970a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.601223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8ac3c3-8a4b-4933-80d2-6665b2d9970a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.602923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cb8ac3c3-8a4b-4933-80d2-6665b2d9970a tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/a5249df6-bdf8-46b4-bdb2-51c0d163b270 HTTP/1.1" status: 404 len: 333 time: 0.0411012 Apr 11 21:18:01.605496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.643106 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ddf001-05b3-41f9-8dcb-f01042353f1e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.643561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ddf001-05b3-41f9-8dcb-f01042353f1e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.647029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d9ddf001-05b3-41f9-8dcb-f01042353f1e tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/c1e1d5fa-5993-430d-bd23-2b6233a1f37a HTTP/1.1" status: 404 len: 337 time: 0.0405855 Apr 11 21:18:01.647757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39582) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.691959 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dba294b-5e86-42e0-9e20-2a906163d7c6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.692464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dba294b-5e86-42e0-9e20-2a906163d7c6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.694111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7dba294b-5e86-42e0-9e20-2a906163d7c6 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/9bc89cd5-cffd-49e3-8e58-7362c002731d HTTP/1.1" status: 404 len: 333 time: 0.0454750 Apr 11 21:18:01.697452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39586) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.735049 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cebc88-533f-4c45-8f23-1aabffba0266 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.735380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cebc88-533f-4c45-8f23-1aabffba0266 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.737044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98cebc88-533f-4c45-8f23-1aabffba0266 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/a743eaa9-0e17-4e8e-9089-8ac8d3e34240 HTTP/1.1" status: 404 len: 337 time: 0.0385227 Apr 11 21:18:01.743985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.782548 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeb32d8-97a3-455a-974f-c74bd00e0728 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.782971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeb32d8-97a3-455a-974f-c74bd00e0728 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.784558 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0aeb32d8-97a3-455a-974f-c74bd00e0728 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/14f8b7b2-a10b-4a86-a424-546c24573864 HTTP/1.1" status: 404 len: 333 time: 0.0397103 Apr 11 21:18:01.786963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.827169 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5767896-a92c-43cf-982e-eae18885714c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.827690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5767896-a92c-43cf-982e-eae18885714c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.829331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5767896-a92c-43cf-982e-eae18885714c tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/b9a3bef9-63f1-4cc3-bf7c-64bbf28a9efd HTTP/1.1" status: 404 len: 337 time: 0.0414977 Apr 11 21:18:01.835571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39598) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.871934 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22c3825-5277-4704-9425-c5b31537f6d2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.872525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22c3825-5277-4704-9425-c5b31537f6d2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.874190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f22c3825-5277-4704-9425-c5b31537f6d2 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/ports/0524767f-a310-4935-bf4f-3038d9e5d83a HTTP/1.1" status: 404 len: 333 time: 0.0411143 Apr 11 21:18:01.876858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39606) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:01.915277 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cab52b7-7f21-4200-9863-078f035b06fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] DELETE failed (client error): The resource could not be found. Apr 11 21:18:01.915735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cab52b7-7f21-4200-9863-078f035b06fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:18:01.919740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3cab52b7-7f21-4200-9863-078f035b06fb tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/subnets/69762cf6-d083-4f9e-b083-81719f400ca7 HTTP/1.1" status: 404 len: 337 time: 0.0394549 Apr 11 21:18:01.920103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39612) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:02.039866 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.171725 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.200739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2abbe2-62ef-42e5-8aed-489bf1f33397']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:02.212665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:02.212961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fd7607-31cc-4d32-82ff-cc8cd45d74e1') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:02.224132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.242287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.248733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:18:02.249048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:18:02.263526 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:18:02.434146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.451794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:02.461809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] Pushing event deleted for resources: {'Network': ['ID=dc2abbe2-62ef-42e5-8aed-489bf1f33397,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:02.467078 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5530918a-97ff-4998-bb2b-75e551d65b31 tempest-NetworksTestDHCPv6-949089994 tempest-NetworksTestDHCPv6-949089994-project] 10.222.0.61 "DELETE /v2.0/networks/dc2abbe2-62ef-42e5-8aed-489bf1f33397 HTTP/1.1" status: 204 len: 168 time: 0.5436306 Apr 11 21:18:02.959553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39642) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:03.151769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc2b8fa2-e257-494a-a75e-fa016e7f5322 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82f10afa17084ca1a0c9999aa9cba8cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1920338 Apr 11 21:18:03.154183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39648) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:03.220036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1222da69-bdc3-488e-9535-da434265e9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:03.246652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1222da69-bdc3-488e-9535-da434265e9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:03.375257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1222da69-bdc3-488e-9535-da434265e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:03.390681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222da69-bdc3-488e-9535-da434265e9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ef701-eff3-49ca-b575-dc85ad7cea7a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:03.396874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1222da69-bdc3-488e-9535-da434265e9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:03.398035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1222da69-bdc3-488e-9535-da434265e9c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/164ef701-eff3-49ca-b575-dc85ad7cea7a HTTP/1.1" status: 204 len: 168 time: 0.2429543 Apr 11 21:18:04.672060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39688) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:04.800587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-812227679'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:04.807006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:04.811036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:network and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:04.814009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:04.834509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:04.920988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:04.924274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:04.940587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:04.976463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:04.980537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:security_group_rule and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:04.983356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:04.989499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:05.060226 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:05.132331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:05.167265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:18:05.175486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8331d7ee-850c-4567-8e29-cb047cb58d28,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:05.182423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:05.182783 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Added segment 0760d26e-8ed9-42cb-a017-aac9593c14e1 of type vlan for network 80ad598b-53af-40b4-9597-8b2559984e94 Apr 11 21:18:05.210811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:05.326186 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:05.329963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:05.330546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:05.452964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Network': ['ID=80ad598b-53af-40b4-9597-8b2559984e94,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:05.463174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 80ad598b-53af-40b4-9597-8b2559984e94 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:18:05.526956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f3228745-ec25-458c-8991-47af772062fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8537927 Apr 11 21:18:05.529624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39706) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:05.537673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'subnet': {'network_id': '80ad598b-53af-40b4-9597-8b2559984e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:05.717698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:05.721594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:subnet and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:05.725102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:05.730969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:05.820975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:05.939250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:06.347089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:06.426149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Subnet': ['ID=8f02d44e-1651-4085-8b99-c85fb5610166,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:06.438739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Checking segment: {'id': '0760d26e-8ed9-42cb-a017-aac9593c14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '80ad598b-53af-40b4-9597-8b2559984e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:18:06.439139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network hostable DHCP agents. Network: 80ad598b-53af-40b4-9597-8b2559984e94, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:18:06.569029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:18:06.660799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 80ad598b-53af-40b4-9597-8b2559984e94) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:06.665198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:06.665770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:06.672040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9e337-600f-4589-ad93-8f726ada3a8f None None] Network 80ad598b-53af-40b4-9597-8b2559984e94 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:18:06.775747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ba05624-e9c2-4287-9d45-9249d3ae6c49 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2449899 Apr 11 21:18:06.781369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39732) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:06.786625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1735105689', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:06.794430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:06.799552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:router and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:06.802497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:06.809416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:06.888224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb51e27-3495-4eb0-b554-a7f21a50b6c2 None None] Network 80ad598b-53af-40b4-9597-8b2559984e94 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:18:06.889395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:06.890368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:06.908680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:07.125993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:07.440814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:07.475416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:07.610378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.52 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/9621316b-3c32-4342-9131-43a8e72aec25) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:07.771342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:07.846904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad7c1e-7b84-42f4-a707-0357a4fa0d6c req-e6cf264c-6ff3-4633-bce0-0232d90c6be2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:07.848412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7ad7c1e-7b84-42f4-a707-0357a4fa0d6c req-e6cf264c-6ff3-4633-bce0-0232d90c6be2 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 945 time: 0.0804102 Apr 11 21:18:07.868979 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:07.903995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7ad7c1e-7b84-42f4-a707-0357a4fa0d6c req-975846da-fd28-469f-83fa-31b473eb2c4a tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Apr 11 21:18:07.945866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:07.948828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:07.954430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:07.983513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=9621316b-3c32-4342-9131-43a8e72aec25,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:08.214922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:08.215916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:08.591099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:18:08.797277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:08.808459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:08.821274 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:08.821977 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:08.875396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:08.879815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b16c0237-997b-4006-af89-5f0f213a85fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0947473 Apr 11 21:18:08.880099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39750) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:08.882522 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:08.894007 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:08.894608 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:08.957622 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:08.958015 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9905d-02ae-4574-8bc3-58b584ba45a1 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:09.324355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a15005-f1ac-481f-9e72-d4a8c67a5b0c req-7467eedc-8b5f-4119-8ab7-03a60e59fb94 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:09.326199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37a15005-f1ac-481f-9e72-d4a8c67a5b0c req-7467eedc-8b5f-4119-8ab7-03a60e59fb94 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 945 time: 0.2465396 Apr 11 21:18:09.335003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-8b0df666-8bf5-4154-966c-b568cde20bfc tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:09.336835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-8b0df666-8bf5-4154-966c-b568cde20bfc tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.69 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 945 time: 0.2244298 Apr 11 21:18:09.443736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37a15005-f1ac-481f-9e72-d4a8c67a5b0c req-0fa070eb-2bdd-4002-b6e9-0d996c254567 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups?id=b86cc592-5016-4a83-87be-ee7f8689d8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058466 Apr 11 21:18:09.447276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port 6fd929fd-25b3-4104-8854-8cf3462211a9 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:09.447647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:09.728518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] For port 6fd929fd-25b3-4104-8854-8cf3462211a9, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=6fd929fd-25b3-4104-8854-8cf3462211a9,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:18:09.728878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:09.864951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.060053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.060550 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.060710 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Floating IP 66c98433-a2d8-4214-90f9-95357ea435c0 disassociated. External IP: 172.25.5.31, port: 6fd929fd-25b3-4104-8854-8cf3462211a9. Apr 11 21:18:10.061062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for 6fd929fd-25b3-4104-8854-8cf3462211a9 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:10.289864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.1 (80ad598b-53af-40b4-9597-8b2559984e94/8f02d44e-1651-4085-8b99-c85fb5610166/868593a5-7b3f-462a-9a76-182289835fc9) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:10.468606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.521576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=6fd929fd-25b3-4104-8854-8cf3462211a9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:10.646727 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9582b53f-83d3-4c53-a6c0-33931c0759ca req-9bd46f9f-68e3-41c6-992f-8c38760721e7 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 210 time: 0.0527165 Apr 11 21:18:10.699132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.755588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:10.804089 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.883277 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:10.886853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:10.889765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:10.930525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=868593a5-7b3f-462a-9a76-182289835fc9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:10.954970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:10.975744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:10.986623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:10.999730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:11.000378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:11.066687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] No DVR routers for this DVR port 6fd929fd-25b3-4104-8854-8cf3462211a9 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:18:11.069237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:11.071926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'name': 'network-vif-deleted', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:18:11.121746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:11.158580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f1d21845-d92e-4542-81be-a3b5ad530dc1 req-57dae26d-08a2-4776-95da-7241e6fe1526 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.69 "DELETE /v2.0/ports/6fd929fd-25b3-4104-8854-8cf3462211a9 HTTP/1.1" status: 204 len: 173 time: 1.8064277 Apr 11 21:18:11.188708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:18:11.405295 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c87721-b03c-4067-9df6-0e00fab89311'] response: {'server_uuid': '0326bc78-89a1-4bf8-b059-4ec5f4a798d7', 'name': 'network-vif-deleted', 'tag': '6fd929fd-25b3-4104-8854-8cf3462211a9', 'status': 'completed', 'code': 200} Apr 11 21:18:11.574866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:11.580173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:18:11.592279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:11.593105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:11.752928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:11.783824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:18:11.841954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:11.916040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd0ed675-a201-42b7-b34d-7c21760640a2 req-cd9b1a14-3649-4e42-9537-e448fdab3e07 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/ports?device_id=0326bc78-89a1-4bf8-b059-4ec5f4a798d7 HTTP/1.1" status: 200 len: 210 time: 0.1099732 Apr 11 21:18:11.963733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=868593a5-7b3f-462a-9a76-182289835fc9,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:11.966233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:12.148682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:12.150404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:12.204868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:12.210231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f1491-4972-4dbd-aead-3395fca13c11 None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:12:37Z', 'revision_number': 4, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '07e9e67c-5074-472f-9da4-78194479d733', 'name': '', 'network_id': '8031a3a6-3d20-479c-ae16-a58ee07424ae', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'mac_address': 'fa:16:3e:b3:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:36Z', 'updated_at': '2022-04-11T21:12:55Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'subnets': [{'id': 'c8d4951d-4e6e-4ed8-a127-fec10c18a4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:12.509021 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84deb767-7385-4af0-91e2-5ea206a55e4f None None] New status for floating IP 66c98433-a2d8-4214-90f9-95357ea435c0: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:18:12.647633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:12.862001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:12.871377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-baa5c03d-452a-4daf-9c97-7a9aa4b2c7ac tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/routers/76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9902248 Apr 11 21:18:12.874184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39796) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:12.875692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:12.880417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'port': {'network_id': '80ad598b-53af-40b4-9597-8b2559984e94', 'name': 'tempest-FloatingIPTestJSON-1572101450'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:12.891826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:12.892520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:12.962426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:12.970523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6fd929fd-25b3-4104-8854-8cf3462211a9 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:18:13.014725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 6fd929fd-25b3-4104-8854-8cf3462211a9 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:18:13.015190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 6fd929fd-25b3-4104-8854-8cf3462211a9 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:18:13.021462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:13.022142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:17:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:13.030589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:13.035079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:port and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:13.039287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:13.046162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:13.087769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:13.088177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a687b-6499-4bf2-a783-3707e56e3205 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:13.300683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:13.304833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:13.330912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] device_id is not set on port d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:18:13.486162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.14 (80ad598b-53af-40b4-9597-8b2559984e94/8f02d44e-1651-4085-8b99-c85fb5610166/d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:13.805219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:13.891297 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ab672d49-0553-4c90-9bbe-045b3ed0116d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:13.893520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:13.965223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:13.968308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:13.973696 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:14.000870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:14.039827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:14.040419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.189011 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-07c464df-f1fb-4f2b-bfb5-45a65c7b08e0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3137894 Apr 11 21:18:14.194255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:14.200596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'port': {'network_id': '80ad598b-53af-40b4-9597-8b2559984e94', 'name': 'tempest-FloatingIPTestJSON-190762382'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:14.224160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39814) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:14.294957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46827505-dca5-4329-b1f0-8baeae6de944 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.327073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46827505-dca5-4329-b1f0-8baeae6de944 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.341337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:14.345184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:port and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:14.348002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:14.354875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:14.426038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:14.430237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.452407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] device_id is not set on port 73285a14-7902-4ca2-b223-7c168bd66648 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:18:14.454566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46827505-dca5-4329-b1f0-8baeae6de944 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.474499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46827505-dca5-4329-b1f0-8baeae6de944 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cc592-5016-4a83-87be-ee7f8689d8a8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:14.564758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-46827505-dca5-4329-b1f0-8baeae6de944 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.568421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-46827505-dca5-4329-b1f0-8baeae6de944 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/security-groups/b86cc592-5016-4a83-87be-ee7f8689d8a8 HTTP/1.1" status: 204 len: 168 time: 0.3401682 Apr 11 21:18:14.568638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39818) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:14.586548 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-82bd2f54-6198-4982-92e6-c04be1e4f124 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] show failed (client error): The resource could not be found. Apr 11 21:18:14.590533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-82bd2f54-6198-4982-92e6-c04be1e4f124 tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "GET /v2.0/security-groups/b86cc592-5016-4a83-87be-ee7f8689d8a8 HTTP/1.1" status: 404 len: 347 time: 0.0184143 Apr 11 21:18:14.591066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39822) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:14.600663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.7 (80ad598b-53af-40b4-9597-8b2559984e94/8f02d44e-1651-4085-8b99-c85fb5610166/73285a14-7902-4ca2-b223-7c168bd66648) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:14.829280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.880601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Deleting port d4a7c0d2-b7c4-4c79-94fe-8b4371797743 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:14.880945 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:14.935072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.005191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:15.008383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:15.012174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:15.054356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=73285a14-7902-4ca2-b223-7c168bd66648,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:15.071650 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.071976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.082216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:15.084527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.190386 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-076a55f9-4d4f-4f15-8325-6ce47a716a65 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9947724 Apr 11 21:18:15.193076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Calling delete_port for d4a7c0d2-b7c4-4c79-94fe-8b4371797743 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:15.195916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39834) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:15.199266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '73285a14-7902-4ca2-b223-7c168bd66648', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:15.205770 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:15.210774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:floatingip and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:15.221217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:15.221217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:15.297829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.403418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.440906 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.448733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Pushing event deleted for resources: {'Port': ['ID=d4a7c0d2-b7c4-4c79-94fe-8b4371797743,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:15.544332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.558611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.559768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-332956c1-e4cd-4ec2-b0c7-eb00a5210d4c tempest-AttachVolumeNegativeTest-1877210116 tempest-AttachVolumeNegativeTest-1877210116-project] 10.222.0.61 "DELETE /v2.0/floatingips/66c98433-a2d8-4214-90f9-95357ea435c0 HTTP/1.1" status: 204 len: 168 time: 0.9677582 Apr 11 21:18:15.578014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.229 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c3039112-78cd-42dd-863c-c994d2445608) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:15.730832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.811959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:15.882118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:15.884954 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:15.888635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:15.917608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=c3039112-78cd-42dd-863c-c994d2445608,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:16.228164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f71971e6-d2e0-4346-b8a8-0747aeefc1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:16.547946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:16.699915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:16.920588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:18:16.979128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:17.046748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:17.188121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=c3039112-78cd-42dd-863c-c994d2445608,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:17.202914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:17.429229 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:17.447351 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP ead46466-1637-4fbe-8819-d1313896cdd2 associated. External IP: 172.25.5.229, port: 73285a14-7902-4ca2-b223-7c168bd66648. Apr 11 21:18:17.489245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:17.868449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:18.084260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:18.094301 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:18.110634 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:18.111260 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:18.177134 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:18.189233 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:18.189845 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:18.222918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:18.294654 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:18.295062 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc201436-b096-4cf1-bf2d-dfba4f02576f None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:18.462567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:18.463037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-250d90f7-dd2f-4bb4-a375-99b515d65b8f tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2683668 Apr 11 21:18:18.468926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:18.594385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:18.749624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:18.902842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:18.968358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:18.969224 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP ead46466-1637-4fbe-8819-d1313896cdd2 disassociated. External IP: 172.25.5.229, port: 73285a14-7902-4ca2-b223-7c168bd66648. Apr 11 21:18:19.527566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:19.740312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:19.744530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:19.750558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:19.775792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:19.776425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:19.800442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-14fb98d0-b614-4a4c-8db1-e4a601159cba tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/floatingips/ead46466-1637-4fbe-8819-d1313896cdd2 HTTP/1.1" status: 200 len: 688 time: 1.3361750 Apr 11 21:18:19.803123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39900) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:19.841989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:19.853676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:19.854298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:19.916114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:19.916561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fedf466-c7cb-40b1-b51e-6ad0343d06c6 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:19.970651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port c3039112-78cd-42dd-863c-c994d2445608 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:19.970994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.150275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.151318 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.274970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for c3039112-78cd-42dd-863c-c994d2445608 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:20.497363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.595015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=c3039112-78cd-42dd-863c-c994d2445608,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:20.661887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.678019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.679250 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ce2f204d-1588-4dac-9c66-ac0efcbadfbe tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/floatingips/ead46466-1637-4fbe-8819-d1313896cdd2 HTTP/1.1" status: 204 len: 168 time: 0.8751769 Apr 11 21:18:20.683994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39908) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:20.689159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'd2c7ec2e-0784-4818-96e2-1bb3e2a0cec0'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:20.696206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:20.700748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:floatingip and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:20.704117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:20.710141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:20.794347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:20.949087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:21.134731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.59 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d87041e0-953a-4f84-b2c1-04b14dd6d4ab) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:21.439675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:21.558571 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:21.623667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:21.626655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:21.630224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:21.694482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=d87041e0-953a-4f84-b2c1-04b14dd6d4ab,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:22.228940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:22.349937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:22.577348 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:22.697655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:22.810780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=d87041e0-953a-4f84-b2c1-04b14dd6d4ab,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:22.829331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:23.029202 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 9813362b-afd3-4cf5-9e57-51214a390b24 associated. External IP: 172.25.5.59, port: d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0. Apr 11 21:18:23.581990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:23.802381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:23.813837 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:23.826637 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:23.829934 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:23.893125 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:23.905385 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:23.906025 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:23.931123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:24.008595 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:24.009041 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657936a-79cc-40b6-a395-8fb21a816719 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:24.032694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-867abe6d-e6a2-4cb6-af3e-9a117a0c2c5c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3475857 Apr 11 21:18:24.035420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39948) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:24.112596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39952) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:24.146425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f345f619-322a-406a-9fe2-b3124a9de8ae tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/floatingips/9813362b-afd3-4cf5-9e57-51214a390b24 HTTP/1.1" status: 200 len: 978 time: 0.1092904 Apr 11 21:18:24.150646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39960) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:24.263596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-53769ebb-08ab-45e2-ab1c-109f2e6b9df7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Synchronizing usage tracker for tenant:4da17e56f2b243658505c61619ae06c2 on resource:floatingip {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:18:24.358145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-53769ebb-08ab-45e2-ab1c-109f2e6b9df7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Unset dirty status for tenant:4da17e56f2b243658505c61619ae06c2 on resource:floatingip {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:18:24.359336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-53769ebb-08ab-45e2-ab1c-109f2e6b9df7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2089942 Apr 11 21:18:24.362253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:24.368357 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'port_id': '73285a14-7902-4ca2-b223-7c168bd66648'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:24.476429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:24.730688 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.166577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 39982) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:25.182432 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.262517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.331661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.374317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:25.381712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Usage tracker for resource:security_group_rule and tenant:f19db6779fe3440abdb01fcd3bbcff49 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:25.384299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:25.390495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:25.467366 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 9813362b-afd3-4cf5-9e57-51214a390b24 associated. External IP: 172.25.5.59, port: d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0. Apr 11 21:18:25.665555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.693161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Deleting port 07e9e67c-5074-472f-9da4-78194479d733 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:25.693501 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.767593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.880415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38680e29-ccc5-440e-a855-32d894879007,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:25.893855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b5a370df-6a63-4b31-a871-3e5dcab7b787 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f19db6779fe3440abdb01fcd3bbcff49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7233531 Apr 11 21:18:25.894197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39988) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:25.930031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] For port 07e9e67c-5074-472f-9da4-78194479d733, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=07e9e67c-5074-472f-9da4-78194479d733,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:18:25.930398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:25.981479 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd43d3c7-1f7c-4875-9745-70df536e3117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.012177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd43d3c7-1f7c-4875-9745-70df536e3117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.053834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Calling delete_port for 07e9e67c-5074-472f-9da4-78194479d733 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:26.093066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:26.215512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd43d3c7-1f7c-4875-9745-70df536e3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.242873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43d3c7-1f7c-4875-9745-70df536e3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38680e29-ccc5-440e-a855-32d894879007,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:26.247035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd43d3c7-1f7c-4875-9745-70df536e3117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.248191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bd43d3c7-1f7c-4875-9745-70df536e3117 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38680e29-ccc5-440e-a855-32d894879007 HTTP/1.1" status: 204 len: 168 time: 0.3540297 Apr 11 21:18:26.327619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:26.340372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:26.349849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:26.350456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:26.357949 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.411022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e9e67c-5074-472f-9da4-78194479d733,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:26.411304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:26.425148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:26.425148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:26.505790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:26.506207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa883fa-0b53-4a65-86c1-5a450a53a47b None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:26.769228 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.784232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:26.989302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:26.993481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:26.999971 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388a623-fabe-4514-bf66-674421590c09 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:27.013333 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388a623-fabe-4514-bf66-674421590c09 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:27.014110 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6388a623-fabe-4514-bf66-674421590c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:27.076566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6388a623-fabe-4514-bf66-674421590c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:27.084320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 39996) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:27.090043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388a623-fabe-4514-bf66-674421590c09 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:27.090731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6388a623-fabe-4514-bf66-674421590c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:27.140059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.154777 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6388a623-fabe-4514-bf66-674421590c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:27.159014 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388a623-fabe-4514-bf66-674421590c09 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:27.170971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b77091d9-a53e-421e-a0ad-ffe2b97c7d03 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/floatingips/9813362b-afd3-4cf5-9e57-51214a390b24 HTTP/1.1" status: 200 len: 976 time: 2.8050003 Apr 11 21:18:27.171177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40000) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:27.180256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:27.186654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:27.190469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Usage tracker for resource:security_group_rule and tenant:b863515499024bb8970bf0be96b5ebfe is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:27.193304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:27.199720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:27.270889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.331084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.386101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b24d76-7c68-4695-a523-7709d156fb64,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:27.391571 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1de3be2e-5b5e-43f6-83f8-18286accf352 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b863515499024bb8970bf0be96b5ebfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2962430 Apr 11 21:18:27.392550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40004) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:27.457201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb57-8f90-4a54-8a59-96727f8c6cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.490070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb57-8f90-4a54-8a59-96727f8c6cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.503171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.616603 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb57-8f90-4a54-8a59-96727f8c6cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.636393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddeb57-8f90-4a54-8a59-96727f8c6cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b24d76-7c68-4695-a523-7709d156fb64,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:27.640317 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeb57-8f90-4a54-8a59-96727f8c6cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.641427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f8ddeb57-8f90-4a54-8a59-96727f8c6cc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2b24d76-7c68-4695-a523-7709d156fb64 HTTP/1.1" status: 204 len: 168 time: 0.2487793 Apr 11 21:18:27.822015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:27.841927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Router dbfce340-44ce-47ef-b62a-073b6469d1bc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:28.017032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:28.020231 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 9813362b-afd3-4cf5-9e57-51214a390b24 disassociated. External IP: 172.25.5.59, port: 73285a14-7902-4ca2-b223-7c168bd66648. Apr 11 21:18:28.186469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:28.198324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] Sync routers for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:28.217583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:28.218597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:28.229236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d8163fce-5d30-49f1-babf-f6a98cdc4346 admin admin] 10.222.0.61 "PUT /v2.0/routers/dbfce340-44ce-47ef-b62a-073b6469d1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1155069 Apr 11 21:18:28.229483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40012) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:28.487817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:18:28.574079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:28.588465 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:28.808171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:28.833991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:28.870051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:28.870660 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:28.870660 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:28.870660 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:28.871302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:18:26Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:28.871302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] Checking router: dbfce340-44ce-47ef-b62a-073b6469d1bc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:18:28.881316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] Routers {'dbfce340-44ce-47ef-b62a-073b6469d1bc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:28.882014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['dbfce340-44ce-47ef-b62a-073b6469d1bc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:28.899272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a41e80f3-59da-40ee-9cec-34712e94a1eb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/floatingips/9813362b-afd3-4cf5-9e57-51214a390b24 HTTP/1.1" status: 200 len: 687 time: 1.7256548 Apr 11 21:18:28.901864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40024) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:28.924052 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:28.938735 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:28.939421 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:28.951791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Deleting port 4d179104-f7e6-43f7-95d9-283ca0fb3a20 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:28.956773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.005585 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:29.006261 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335105-f782-4e90-87b5-ae5d28620869 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:29.097541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] Set router dbfce340-44ce-47ef-b62a-073b6469d1bc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:18:29.150022 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.201842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] For port 4d179104-f7e6-43f7-95d9-283ca0fb3a20, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4d179104-f7e6-43f7-95d9-283ca0fb3a20,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:18:29.206491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.222371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port d87041e0-953a-4f84-b2c1-04b14dd6d4ab {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:29.222869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.343087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Calling delete_port for 4d179104-f7e6-43f7-95d9-283ca0fb3a20 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:29.420705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.421376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.483622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:18:26Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:29.488426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b64fb-6235-4300-81b7-25268093349e None None] The sync data for ids ['dbfce340-44ce-47ef-b62a-073b6469d1bc'] in n-d-837321-1 is: [{'id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'name': 'tempest-AttachVolumeNegativeTest-326242327-router', 'tenant_id': 'b2a8d00a930e4ced82352d5a03519393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:12:30Z', 'updated_at': '2022-04-11T21:18:26Z', 'revision_number': 5, 'project_id': 'b2a8d00a930e4ced82352d5a03519393', 'gw_port': {'id': '4d179104-f7e6-43f7-95d9-283ca0fb3a20', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfce340-44ce-47ef-b62a-073b6469d1bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:12:31Z', 'updated_at': '2022-04-11T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:29.553201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for d87041e0-953a-4f84-b2c1-04b14dd6d4ab owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:29.622523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.667734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d179104-f7e6-43f7-95d9-283ca0fb3a20,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:29.792542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.874911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=d87041e0-953a-4f84-b2c1-04b14dd6d4ab,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:29.897128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:29.951520 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.063042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.064486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c110c060-dd1f-4f53-96f9-2b3d00d5a114 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/floatingips/9813362b-afd3-4cf5-9e57-51214a390b24 HTTP/1.1" status: 204 len: 168 time: 1.1616023 Apr 11 21:18:30.072981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40044) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:30.156437 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-4a1df7ae-8a63-47f9-b8df-fe0458448565 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] delete failed (client error): The resource could not be found. Apr 11 21:18:30.164439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4a1df7ae-8a63-47f9-b8df-fe0458448565 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/floatingips/9813362b-afd3-4cf5-9e57-51214a390b24 HTTP/1.1" status: 404 len: 345 time: 0.0835161 Apr 11 21:18:30.164439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40048) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:30.172989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.177631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.226722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07e9e67c-5074-472f-9da4-78194479d733 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:18:30.263076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2c174-97bb-4d72-aa55-8de2304c72b8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:30.266704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 07e9e67c-5074-472f-9da4-78194479d733 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:18:30.267058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 07e9e67c-5074-472f-9da4-78194479d733 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:18:30.267875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2c174-97bb-4d72-aa55-8de2304c72b8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:30.273018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2c174-97bb-4d72-aa55-8de2304c72b8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:30.274291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-62b2c174-97bb-4d72-aa55-8de2304c72b8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Synchronizing usage tracker for tenant:4da17e56f2b243658505c61619ae06c2 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:18:30.331115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.335218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbfce340-44ce-47ef-b62a-073b6469d1bc {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:18:30.345020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.346151 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-018b3ba1-ebcd-4b61-8982-58ec5e359cc8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/dbfce340-44ce-47ef-b62a-073b6469d1bc HTTP/1.1" status: 204 len: 168 time: 2.1147730 Apr 11 21:18:30.348676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:30.423193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-62b2c174-97bb-4d72-aa55-8de2304c72b8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Unset dirty status for tenant:4da17e56f2b243658505c61619ae06c2 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:18:30.427251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-62b2c174-97bb-4d72-aa55-8de2304c72b8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/ports?network_id=80ad598b-53af-40b4-9597-8b2559984e94 HTTP/1.1" status: 200 len: 2358 time: 0.2615469 Apr 11 21:18:30.430111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40060) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:30.531377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcaaed-21b0-4a9e-8628-11d36ee89de0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:30.532193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b9dcaaed-21b0-4a9e-8628-11d36ee89de0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Synchronizing usage tracker for tenant:4da17e56f2b243658505c61619ae06c2 on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:18:30.537005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Deleting subnet c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:18:30.541209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.605484 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.626568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b9dcaaed-21b0-4a9e-8628-11d36ee89de0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Unset dirty status for tenant:4da17e56f2b243658505c61619ae06c2 on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:18:30.631599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b9dcaaed-21b0-4a9e-8628-11d36ee89de0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/subnets/8f02d44e-1651-4085-8b99-c85fb5610166 HTTP/1.1" status: 200 len: 797 time: 0.1977015 Apr 11 21:18:30.635187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40068) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:30.641421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'port': {'network_id': '80ad598b-53af-40b4-9597-8b2559984e94', 'name': 'tempest-FloatingIPTestJSON-244519129', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:30.694454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.797611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:30.808596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:30.866390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.891900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:30.894812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.938497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0505fb5-a855-44b0-b0fa-6476f006911f None None] Network 8031a3a6-3d20-479c-ae16-a58ee07424ae requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:18:30.938891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:30.946936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d4951d-4e6e-4ed8-a127-fec10c18a4b2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:30.951417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1067dbc9-6e2d-4311-8c57-ea4900b702ca admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c8d4951d-4e6e-4ed8-a127-fec10c18a4b2 HTTP/1.1" status: 204 len: 168 time: 0.6018097 Apr 11 21:18:30.953933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40078) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:31.038426 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.068624 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.076630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] device_id is not set on port 70677c3d-dc11-44c1-af35-572dc9880499 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:18:31.084025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Deleting port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:31.088528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.286658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] DHCP port deletion for 8031a3a6-3d20-479c-ae16-a58ee07424ae request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:18:31.291339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Deleting port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:31.291954 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.326130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] For port 4a1cf777-03e7-42a3-8526-2f760fd4acd4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4a1cf777-03e7-42a3-8526-2f760fd4acd4,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:18:31.326602 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.452640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.13 (80ad598b-53af-40b4-9597-8b2559984e94/8f02d44e-1651-4085-8b99-c85fb5610166/70677c3d-dc11-44c1-af35-572dc9880499) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:31.458370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.12 (80ad598b-53af-40b4-9597-8b2559984e94/8f02d44e-1651-4085-8b99-c85fb5610166/70677c3d-dc11-44c1-af35-572dc9880499) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:31.469260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Calling delete_port for 4a1cf777-03e7-42a3-8526-2f760fd4acd4 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:31.514398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] For port 4a1cf777-03e7-42a3-8526-2f760fd4acd4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4a1cf777-03e7-42a3-8526-2f760fd4acd4,segment=NetworkSegment(6636a36a-73a9-4699-9e25-118d50129c58),segment_id=6636a36a-73a9-4699-9e25-118d50129c58)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:18:31.516690 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.636637 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.641792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Calling delete_port for 4a1cf777-03e7-42a3-8526-2f760fd4acd4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:31.688719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1cf777-03e7-42a3-8526-2f760fd4acd4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:31.696019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] No DVR routers for this DVR port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:18:31.726946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:31.732358 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:18:31.732723 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:18:31.821752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.825011 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.850777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8031a3a6-3d20-479c-ae16-a58ee07424ae']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:31.862890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6636a36a-73a9-4699-9e25-118d50129c58') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:31.863181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6636a36a-73a9-4699-9e25-118d50129c58') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:31.875137 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.892666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.899004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:18:31.899433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.902608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:18:31.921615 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:18:31.923981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.011260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:32.014364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:32.018655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:32.021194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:32.050605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Usage tracker for resource:security_group_rule and tenant:bce4c5f94b774117bf5a5ddb409e4f2d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:32.056716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=70677c3d-dc11-44c1-af35-572dc9880499,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:32.059142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:32.069520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.072575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:32.087983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.096059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8031a3a6-3d20-479c-ae16-a58ee07424ae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:32.107439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:32.108076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.183731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.194308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d98f996c-3483-4202-9c9d-7cf639844ae5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8031a3a6-3d20-479c-ae16-a58ee07424ae HTTP/1.1" status: 204 len: 168 time: 1.2391706 Apr 11 21:18:32.207187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4d179104-f7e6-43f7-95d9-283ca0fb3a20 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:18:32.235876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c55f47c-8914-4358-b8df-213dd5abf041 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5995648 Apr 11 21:18:32.238831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:32.244989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '70677c3d-dc11-44c1-af35-572dc9880499', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:32.252630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:32.261133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Deleting port 4a1cf777-03e7-42a3-8526-2f760fd4acd4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:32.261133 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.263845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:floatingip and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:32.267604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:32.275080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:32.279922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.283201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4d179104-f7e6-43f7-95d9-283ca0fb3a20 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:18:32.283579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4d179104-f7e6-43f7-95d9-283ca0fb3a20 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:18:32.284002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4a1cf777-03e7-42a3-8526-2f760fd4acd4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:18:32.324123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4a1cf777-03e7-42a3-8526-2f760fd4acd4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:18:32.324467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4a1cf777-03e7-42a3-8526-2f760fd4acd4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:18:32.336520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3541ddb5-0925-484b-8af6-ae4f632eb50e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:32.343523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-14d01e38-49ba-4b48-ba04-f13ac8ef0991 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bce4c5f94b774117bf5a5ddb409e4f2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6144819 Apr 11 21:18:32.345298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40100) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:32.360158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9ce31-9b48-4624-98d7-af767fa24399 None None] The port '4a1cf777-03e7-42a3-8526-2f760fd4acd4' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:18:32.400199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.411030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5916da3e-1ae1-4ea6-a93b-554ca7913b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.438297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5916da3e-1ae1-4ea6-a93b-554ca7913b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.537702 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.568717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5916da3e-1ae1-4ea6-a93b-554ca7913b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.586059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916da3e-1ae1-4ea6-a93b-554ca7913b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3541ddb5-0925-484b-8af6-ae4f632eb50e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:32.596170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5916da3e-1ae1-4ea6-a93b-554ca7913b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.596170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5916da3e-1ae1-4ea6-a93b-554ca7913b0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3541ddb5-0925-484b-8af6-ae4f632eb50e HTTP/1.1" status: 204 len: 168 time: 0.2474027 Apr 11 21:18:32.644098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40106) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:32.685436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.62 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/8e8c6950-804b-4d8d-b7b3-51c1c527f813) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:32.696182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c5a810ef-594a-4178-94af-a40a5cf6e471 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2a8d00a930e4ced82352d5a03519393&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516195 Apr 11 21:18:32.698547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40110) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:32.763199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec157bc2-7cae-4657-9861-aa18b2024b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.791806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec157bc2-7cae-4657-9861-aa18b2024b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.903110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec157bc2-7cae-4657-9861-aa18b2024b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.921960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec157bc2-7cae-4657-9861-aa18b2024b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eca1ec-b4de-4c38-952a-7af0e7b547cb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:32.928514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec157bc2-7cae-4657-9861-aa18b2024b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:32.930311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ec157bc2-7cae-4657-9861-aa18b2024b3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41eca1ec-b4de-4c38-952a-7af0e7b547cb HTTP/1.1" status: 204 len: 168 time: 0.2308049 Apr 11 21:18:32.943019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.044305 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.117524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:33.118259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=8e8c6950-804b-4d8d-b7b3-51c1c527f813,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:33.120541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:33.124363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:33.162665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.163001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.163332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.163869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.168315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:33.383104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40118) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:33.401725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.433790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:33.437724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:41006df521af4128a2871d59ac478110 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:33.440408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:33.446966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:33.523706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.626440 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.654897 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.675422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0cfde3-16e9-46c1-af83-efba04717555,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:33.683019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94a69337-83cb-4f4d-ac2f-3c17d863e2b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41006df521af4128a2871d59ac478110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2986417 Apr 11 21:18:33.685651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40130) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:33.754108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-735baf37-38d7-4b62-9c81-630398fb57fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.780633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-735baf37-38d7-4b62-9c81-630398fb57fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.796678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.936929 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-735baf37-38d7-4b62-9c81-630398fb57fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.954645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735baf37-38d7-4b62-9c81-630398fb57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0cfde3-16e9-46c1-af83-efba04717555,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:33.962601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-735baf37-38d7-4b62-9c81-630398fb57fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:33.966359 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-735baf37-38d7-4b62-9c81-630398fb57fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc0cfde3-16e9-46c1-af83-efba04717555 HTTP/1.1" status: 204 len: 168 time: 0.2771828 Apr 11 21:18:34.018954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:34.108376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:34.217059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=8e8c6950-804b-4d8d-b7b3-51c1c527f813,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:34.231880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:34.434793 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP b1bfc7db-d203-4f66-a435-537a54f2d36d associated. External IP: 172.25.5.62, port: 70677c3d-dc11-44c1-af35-572dc9880499. Apr 11 21:18:34.943901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:35.151290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:35.160605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:35.174591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:35.175203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:35.236769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:35.248884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:35.249503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:35.251403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:35.311217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:35.311715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71c308-11c2-4c85-af91-5e9a8abb60ef None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:35.329921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6674c167-3776-400d-890d-dcbe879655e7 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0875256 Apr 11 21:18:35.330294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40168) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:35.336028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'port_id': '70677c3d-dc11-44c1-af35-572dc9880499', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:35.441498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:36.230533 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:36.319360 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:36.752146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:36.974045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:36.978683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:36.986492 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:37.001394 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:37.002191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:37.067014 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:37.078268 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:37.078869 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:37.089141 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f45cafec-a3e0-4c53-9eb6-227c3364c003 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/floatingips/b1bfc7db-d203-4f66-a435-537a54f2d36d HTTP/1.1" status: 200 len: 977 time: 1.7577772 Apr 11 21:18:37.091813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40210) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:37.167867 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:37.172706 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a29a7-dedf-43db-9c2f-8ebd625320d6 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:37.304651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 8e8c6950-804b-4d8d-b7b3-51c1c527f813 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:37.304651 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:37.466586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:37.466912 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:37.586532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 8e8c6950-804b-4d8d-b7b3-51c1c527f813 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:37.914717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:37.961397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=8e8c6950-804b-4d8d-b7b3-51c1c527f813,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:38.056640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:38.471328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:38.678263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:38.688924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:38.699926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:38.701842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:38.702523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:38.767085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-61b94f43-133e-4b9c-b988-f26364e986b1 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/floatingips/b1bfc7db-d203-4f66-a435-537a54f2d36d HTTP/1.1" status: 204 len: 168 time: 1.6742799 Apr 11 21:18:38.767688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:38.768806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40256) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:38.781533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:38.782146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:38.861512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:38.862003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1610ffc-0cba-4e02-a627-0d34c366a5d0 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:38.863668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 70677c3d-dc11-44c1-af35-572dc9880499 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:38.864279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:39.126751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:39.267958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 70677c3d-dc11-44c1-af35-572dc9880499 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:39.571660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:39.623121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=70677c3d-dc11-44c1-af35-572dc9880499,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:39.766773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:39.777574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-064558d6-4618-4b29-9df3-8ce596f8f966 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/ports/70677c3d-dc11-44c1-af35-572dc9880499 HTTP/1.1" status: 204 len: 168 time: 1.0075750 Apr 11 21:18:39.781139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40276) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:39.786433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:39.792599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:39.798931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:floatingip and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:39.803567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:39.814775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:39.918032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:40.094094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:40.239446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.229 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/383e0a24-39ba-450b-bdf1-430fbe965882) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:40.490419 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:40.611287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:40.679920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:40.682685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:40.685205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:40.725087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=383e0a24-39ba-450b-bdf1-430fbe965882,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:40.868674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.086323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.313768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.382620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.498003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=383e0a24-39ba-450b-bdf1-430fbe965882,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:41.512921 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.628115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.629365 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aefca174-4753-43b7-a020-48516acc22dd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8473125 Apr 11 21:18:41.632303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40302) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:41.638348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'port': {'network_id': '80ad598b-53af-40b4-9597-8b2559984e94', 'name': 'tempest-FloatingIPTestJSON-496450379'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:41.779171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:41.783307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:port and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:41.786175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:41.792561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:41.856691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:41.859810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:41.885920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] device_id is not set on port cec975c6-fa34-4af3-aa10-8d8b42d3abee yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:18:42.040003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.13 (80ad598b-53af-40b4-9597-8b2559984e94/8f02d44e-1651-4085-8b99-c85fb5610166/cec975c6-fa34-4af3-aa10-8d8b42d3abee) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:42.264963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:42.386315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:42.456115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 80ad598b-53af-40b4-9597-8b2559984e94 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:42.459007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:42.463462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:42.500926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=cec975c6-fa34-4af3-aa10-8d8b42d3abee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:42.534090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:42.534680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:42.666606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40320) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:42.667258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e089637e-7326-407b-b6ed-ae410ccc85cd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0331333 Apr 11 21:18:42.675132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'port_id': 'cec975c6-fa34-4af3-aa10-8d8b42d3abee'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:42.756079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:43.427792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:43.483288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:43.829938 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 80d88919-0735-4f76-aff6-b747777843f9 associated. External IP: 172.25.5.229, port: cec975c6-fa34-4af3-aa10-8d8b42d3abee. Apr 11 21:18:43.868510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bc831c27-a3e5-47ad-a8bf-e3884c8564af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:44.245855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:44.460809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:44.468058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:44.473631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:44.487300 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:44.487938 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:44.522342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46cc1304-b67c-49fb-9dbc-4bb9c3ae19c8 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/floatingips/80d88919-0735-4f76-aff6-b747777843f9 HTTP/1.1" status: 200 len: 978 time: 1.8544567 Apr 11 21:18:44.528659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40340) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:44.554673 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:44.564974 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:44.565719 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:44.607015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port cec975c6-fa34-4af3-aa10-8d8b42d3abee {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:44.612662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:44.628313 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:44.628711 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2cca35-d66b-47b3-8ce2-310dfbee5e38 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:44.888167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:45.209285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:45.209679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:45.210037 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 80d88919-0735-4f76-aff6-b747777843f9 disassociated. External IP: 172.25.5.229, port: cec975c6-fa34-4af3-aa10-8d8b42d3abee. Apr 11 21:18:45.210546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for cec975c6-fa34-4af3-aa10-8d8b42d3abee owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:45.433567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:45.586693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=cec975c6-fa34-4af3-aa10-8d8b42d3abee,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:45.849565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:46.095286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:46.106371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:46.130487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:46.130487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:46.209584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:46.222698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40374) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:46.235371 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b55703d0-cdb7-4cf1-bf26-71f4c47f535e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/ports/cec975c6-fa34-4af3-aa10-8d8b42d3abee HTTP/1.1" status: 204 len: 168 time: 1.7053411 Apr 11 21:18:46.265837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:46.301406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:46.301406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:46.323621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40378) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:46.333209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-86194bf6-b48b-4811-8a5a-cfc9112dde84 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/floatingips/80d88919-0735-4f76-aff6-b747777843f9 HTTP/1.1" status: 200 len: 688 time: 0.1043000 Apr 11 21:18:46.403204 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93653046-1de3-409b-9f2f-2b4eeb79471b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:46.414788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:46.415203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fcfa2-e5db-4582-bd69-bc3358b098bb None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:46.490516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 383e0a24-39ba-450b-bdf1-430fbe965882 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:18:46.490937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:46.611110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40384) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:46.689456 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:46.690078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:46.828007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 383e0a24-39ba-450b-bdf1-430fbe965882 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:18:46.918611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.033380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.048213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:47.052875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Usage tracker for resource:security_group_rule and tenant:e6e5918ae34f4c5cb33d970642bd39fe is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:47.055859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:47.061846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:47.079045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=383e0a24-39ba-450b-bdf1-430fbe965882,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:47.129299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.172030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.189130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.190312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a34b7315-19bd-45a1-b792-8c46c1e7339b tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/floatingips/80d88919-0735-4f76-aff6-b747777843f9 HTTP/1.1" status: 204 len: 168 time: 0.8710046 Apr 11 21:18:47.193913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:47.199853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '73285a14-7902-4ca2-b223-7c168bd66648'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:47.202682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.205966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:47.210973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:floatingip and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:47.214164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:47.219948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:47.252961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6e5918ae34f4c5cb33d970642bd39fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6406012 Apr 11 21:18:47.253792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf4e7f-c919-4b2c-98ce-f2649eebab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a9cdf7-a0ba-4901-a834-2bea80fd92b3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:47.255935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:47.302353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.336990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07e24153-c403-45b9-a62d-95afb11e9990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.408995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.437688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.506361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07e24153-c403-45b9-a62d-95afb11e9990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.595179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.635175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07e24153-c403-45b9-a62d-95afb11e9990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.664836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e24153-c403-45b9-a62d-95afb11e9990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a9cdf7-a0ba-4901-a834-2bea80fd92b3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:47.677748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07e24153-c403-45b9-a62d-95afb11e9990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:47.681374 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-07e24153-c403-45b9-a62d-95afb11e9990 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9a9cdf7-a0ba-4901-a834-2bea80fd92b3 HTTP/1.1" status: 204 len: 168 time: 0.4219863 Apr 11 21:18:47.765215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.226 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/5342df46-0087-45d5-9198-ee297d7ff51a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:47.933679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:48.023235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:48.101156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:48.105127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:48.107060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=5342df46-0087-45d5-9198-ee297d7ff51a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:48.109133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:48.685897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-9637e80c-f412-4279-b159-389874ded706 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263525 Apr 11 21:18:48.736185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:48.810473 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:48.838044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-3f4f109d-a143-4e85-8e45-d30d47a88543 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0695724 Apr 11 21:18:48.930112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:49.001939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff99c-9be7-44c8-bae1-36685146419b req-8e091718-346f-4453-875d-d092bf7d6f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:49.003426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-8e091718-346f-4453-875d-d092bf7d6f33 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1454277 Apr 11 21:18:49.122711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-a8db7a53-55ef-4702-8ab3-f6fe0a6a1b20 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1002 time: 0.1102774 Apr 11 21:18:49.147984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:49.192624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff99c-9be7-44c8-bae1-36685146419b req-1a206bf4-66d1-4a34-bce0-17f3625618b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:49.195007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-1a206bf4-66d1-4a34-bce0-17f3625618b6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0593824 Apr 11 21:18:49.203530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:49.276583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-240344f9-80a4-426e-adf0-f37debec00fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765905 Apr 11 21:18:49.278083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=5342df46-0087-45d5-9198-ee297d7ff51a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:49.346884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:49.437553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-ed110641-dee7-4cc7-9b6c-ad5189236463 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523893 Apr 11 21:18:49.581800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19fff99c-9be7-44c8-bae1-36685146419b req-591dc0ce-bcbd-492e-a304-f56de5a0a553 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362760 Apr 11 21:18:49.664649 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 958c19e9-c98a-446a-8f1b-d5ad19ab957e associated. External IP: 172.25.5.226, port: 73285a14-7902-4ca2-b223-7c168bd66648. Apr 11 21:18:50.102636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:50.313683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:50.323775 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:50.343852 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:50.344495 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:50.426740 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:50.438675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:50.439846 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:50.449038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:50.502520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:50.502922 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cbb76d-6320-475e-81c8-f664b104d8e0 None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:50.526365 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2024f6f8-3d84-47a2-8e90-5e73cb06b0cb tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3258235 Apr 11 21:18:50.528531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40466) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:50.534490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-225237730'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:50.540824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:50.545671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:network and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:50.550191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:50.557951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:50.660185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:50.664151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:50.695535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:18:50.704580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:50.704965 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Added segment bd48ede4-61b7-4cf4-8625-1e840ad09d2d of type vlan for network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec Apr 11 21:18:50.732717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:50.845656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:50.849425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:50.850023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:50.962734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Network': ['ID=836d1f3e-e468-4b22-8d87-aae2f2fc7dec,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:50.973130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:18:51.028599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9936946f-1f9f-4bd6-a22d-f4fddc616b5a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4989614 Apr 11 21:18:51.031311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:51.038345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'subnet': {'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:51.163881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:51.173388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:51.279623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:51.384897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:51.730896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:51.914351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Subnet': ['ID=fe92d71b-ef12-4dd7-8984-4f320e89bbae,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:51.928168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Checking segment: {'id': 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:18:51.928544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network hostable DHCP agents. Network: 836d1f3e-e468-4b22-8d87-aae2f2fc7dec, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:18:52.061827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:18:52.166845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 836d1f3e-e468-4b22-8d87-aae2f2fc7dec) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:52.166845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:18:52.166845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.172708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c1300-7f1b-4f6a-a36d-c225fc5f99f7 None None] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:18:52.291401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8b8aaf98-a2a2-4fda-9820-7970ee0fc01e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2548282 Apr 11 21:18:52.291401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:52.301133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1824083222', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}, 'admin_state_up': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:52.313977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:52.317965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:router and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:52.320998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:52.327547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:52.412150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.412150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.428677 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.456863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-836d1f3e-e468-4b22-8d87-aae2f2fc7dec', 'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec', 'tenant_id': '4da17e56f2b243658505c61619ae06c2', 'fixed_ips': [{'subnet_id': 'fe92d71b-ef12-4dd7-8984-4f320e89bbae'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:18:52.457719 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.632195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Allocated IP 172.20.0.2 (836d1f3e-e468-4b22-8d87-aae2f2fc7dec/fe92d71b-ef12-4dd7-8984-4f320e89bbae/bbd74a07-7cba-4745-926a-1515e8442e2b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:52.752303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.886997 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:52.898086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Transition to ACTIVE for port object bbd74a07-7cba-4745-926a-1515e8442e2b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:18:52.916285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Transition to ACTIVE for port object bbd74a07-7cba-4745-926a-1515e8442e2b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:18:53.045224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.135264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:53.139003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:53.143278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Pushing event updated for resources: {'Port': ['ID=bbd74a07-7cba-4745-926a-1515e8442e2b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:53.150695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:53.151871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.153422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.153758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.154256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.154737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.155214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.155761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.156255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.156731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.157202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.157682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.158150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:53.191531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.259676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Attempting to bind port bbd74a07-7cba-4745-926a-1515e8442e2b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:18:53.260173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Attempting to bind port bbd74a07-7cba-4745-926a-1515e8442e2b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:18:53.260406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Attempting to bind port bbd74a07-7cba-4745-926a-1515e8442e2b on network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:18:53.273841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:18:53.274177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Checking segment: {'id': 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:18:53.276236 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.276954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Bound using segment: {'id': 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:18:53.277612 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Bound port: bbd74a07-7cba-4745-926a-1515e8442e2b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:18:53.281577 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.378439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.25.5.107 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/24e1db97-ea3f-4d99-8fb7-d81535cc8bc7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:53.435249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] For port bbd74a07-7cba-4745-926a-1515e8442e2b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:18:53.438620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] For port bbd74a07-7cba-4745-926a-1515e8442e2b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbd74a07-7cba-4745-926a-1515e8442e2b,segment=NetworkSegment(bd48ede4-61b7-4cf4-8625-1e840ad09d2d),segment_id=bd48ede4-61b7-4cf4-8625-1e840ad09d2d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:18:53.550579 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.560202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.657897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3080-fc73-4c1d-b86e-69593ec1e92f None None] Pushing event updated for resources: {'Port': ['ID=bbd74a07-7cba-4745-926a-1515e8442e2b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:53.673945 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:53.743845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:53.746678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:53.750879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:53.785634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=24e1db97-ea3f-4d99-8fb7-d81535cc8bc7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:53.914202 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:18:54.036538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:54.036538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:54.280852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbd74a07-7cba-4745-926a-1515e8442e2b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:18:54.450399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 91bf73b7-abf9-4fed-91b5-b78cf2c20466 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:18:54.510854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bbd74a07-7cba-4745-926a-1515e8442e2b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:18:54.697539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:54.702778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] Sync routers for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:54.719378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:54.724410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:54.791073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:54.805923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:54.806608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:54.811211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:54.813016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7a603b1d-f7af-4b54-9c16-5558919a5aaa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5203640 Apr 11 21:18:54.815855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40540) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:54.879566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:54.882706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5b2cd-7c82-4115-8e6c-84a4cb8de8fb None None] The sync data for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:54.914418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67812746-8299-45bb-b936-6557c587df4f None None] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:18:55.134271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-99518856-8f24-4325-b078-f56d553c3637 None None] Provisioning for port bbd74a07-7cba-4745-926a-1515e8442e2b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:18:55.144417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-99518856-8f24-4325-b078-f56d553c3637 None None] Provisioning complete for port bbd74a07-7cba-4745-926a-1515e8442e2b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:18:55.144790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-99518856-8f24-4325-b078-f56d553c3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.287764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-99518856-8f24-4325-b078-f56d553c3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.346340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-99518856-8f24-4325-b078-f56d553c3637 None None] For port bbd74a07-7cba-4745-926a-1515e8442e2b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbd74a07-7cba-4745-926a-1515e8442e2b,segment=NetworkSegment(bd48ede4-61b7-4cf4-8625-1e840ad09d2d),segment_id=bd48ede4-61b7-4cf4-8625-1e840ad09d2d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:18:55.455154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40554) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:55.477926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-99518856-8f24-4325-b078-f56d553c3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.576723 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99518856-8f24-4325-b078-f56d553c3637 None None] Pushing event updated for resources: {'Port': ['ID=bbd74a07-7cba-4745-926a-1515e8442e2b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:55.610506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cdcff56e-1346-4eee-ba71-16bf5766b3dc None None] Provisioning complete for port bbd74a07-7cba-4745-926a-1515e8442e2b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:18:55.610791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cdcff56e-1346-4eee-ba71-16bf5766b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.675849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.723074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:55.728056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Usage tracker for resource:security_group_rule and tenant:db654e8fa4544565a4e24b997703a3ff is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:55.737907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:55.739427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:55.826936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.906205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.910308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:55.944657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffbbb6d-8f31-425e-91fa-f201595b379a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:55.956901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-32b62b20-c359-41b6-8eef-672884c3ce8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db654e8fa4544565a4e24b997703a3ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5013809 Apr 11 21:18:55.959045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40564) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:56.033867 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36579715-c5a0-4f30-8b9b-76d860f73586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.064770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36579715-c5a0-4f30-8b9b-76d860f73586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.228420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbd74a07-7cba-4745-926a-1515e8442e2b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:18:56.239383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36579715-c5a0-4f30-8b9b-76d860f73586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.278064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-36579715-c5a0-4f30-8b9b-76d860f73586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.281488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-36579715-c5a0-4f30-8b9b-76d860f73586 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dffbbb6d-8f31-425e-91fa-f201595b379a HTTP/1.1" status: 204 len: 168 time: 0.3187075 Apr 11 21:18:56.281488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36579715-c5a0-4f30-8b9b-76d860f73586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffbbb6d-8f31-425e-91fa-f201595b379a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:56.345458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bbd74a07-7cba-4745-926a-1515e8442e2b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:18:56.351746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.472288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.1 (836d1f3e-e468-4b22-8d87-aae2f2fc7dec/fe92d71b-ef12-4dd7-8984-4f320e89bbae/d85a58ba-bbda-4965-bd20-1eaa2ba3cec5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:56.667623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.690074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Transition to ACTIVE for port object d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:18:56.788493 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:56.858961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:56.862600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:56.864572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=d85a58ba-bbda-4965-bd20-1eaa2ba3cec5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:56.869840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:18:56.917024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.917024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.917764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.917764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.917764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.918331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.918411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.918705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.919044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.919398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.920281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:18:56.952327 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.146868 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.290733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b0d3a44d-f631-4af0-8cb4-4225e482c64f None None] Provisioning for port d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:18:57.298441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b0d3a44d-f631-4af0-8cb4-4225e482c64f None None] Provisioning complete for port d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:18:57.299390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b0d3a44d-f631-4af0-8cb4-4225e482c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.340531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:57.368522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.377381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3a44d-f631-4af0-8cb4-4225e482c64f None None] Port d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:18:57.408296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:57.413618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Usage tracker for resource:security_group_rule and tenant:345f3fc3be8049d1bc9f7fe2f962c4cf is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:57.417662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:57.424222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:57.494085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.593413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.645478 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=345f3fc3be8049d1bc9f7fe2f962c4cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3028891 Apr 11 21:18:57.646826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233829-837d-4927-bb36-aa8fbb818e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12d7d9-bb18-40ed-ad01-5e96f6b053d8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:57.647990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40612) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:57.751095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8135d530-42bb-42d3-90e2-2bc0c13b96d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.755562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.784884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8135d530-42bb-42d3-90e2-2bc0c13b96d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.842732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:57.956490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=d85a58ba-bbda-4965-bd20-1eaa2ba3cec5,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:57.959042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:58.030019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8135d530-42bb-42d3-90e2-2bc0c13b96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:58.063933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d530-42bb-42d3-90e2-2bc0c13b96d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12d7d9-bb18-40ed-ad01-5e96f6b053d8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:58.095489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8135d530-42bb-42d3-90e2-2bc0c13b96d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:58.098111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8135d530-42bb-42d3-90e2-2bc0c13b96d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c12d7d9-bb18-40ed-ad01-5e96f6b053d8 HTTP/1.1" status: 204 len: 168 time: 0.4477201 Apr 11 21:18:58.129230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:58.130455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:58.515596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a077064d-3aa3-43f2-9109-bc2c8a82b90e None None] Provisioning complete for port d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:18:58.516063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a077064d-3aa3-43f2-9109-bc2c8a82b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:58.582363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 91bf73b7-abf9-4fed-91b5-b78cf2c20466 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:18:58.585381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a077064d-3aa3-43f2-9109-bc2c8a82b90e None None] Port d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:18:58.803042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:18:58.812866 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d65acae9-329d-49f2-a005-1a9ea45cec05 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/routers/91bf73b7-abf9-4fed-91b5-b78cf2c20466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9916809 Apr 11 21:18:58.812866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40658) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:58.817196 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] Sync routers for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:18:58.818038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'port': {'network_id': '836d1f3e-e468-4b22-8d87-aae2f2fc7dec', 'name': 'tempest-FloatingIPTestJSON-55074858'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:18:58.830463 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:58.831054 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:58.912649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:58.929835 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:18:58.930984 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:58.984966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:58.996422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Usage tracker for resource:port and tenant:4da17e56f2b243658505c61619ae06c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:58.996422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:58.998251 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:18:58.999206 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7df15-7f09-4316-b481-7680b8beb844 None None] The sync data for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:18:59.000011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:59.107365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:59.125090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.132763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.165382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:18:59.169503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b35bca531946d4999f8bef4fc6acac is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:18:59.172431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:18:59.178699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:18:59.221463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Made reservation on behalf of 4da17e56f2b243658505c61619ae06c2 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:18:59.224581 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.267308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.268624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] device_id is not set on port 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:18:59.377948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.549404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0b75a-05e6-42eb-8602-d52914313baf,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:59.568053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ae442a29-736b-4534-b97e-d11df81f13d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4b35bca531946d4999f8bef4fc6acac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4603007 Apr 11 21:18:59.570996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40690) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:18:59.572434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Allocated IP 172.20.0.13 (836d1f3e-e468-4b22-8d87-aae2f2fc7dec/fe92d71b-ef12-4dd7-8984-4f320e89bbae/70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:18:59.637502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0820ec0d-d3f1-4bc3-b7ef-f43b184ada88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.665271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0820ec0d-d3f1-4bc3-b7ef-f43b184ada88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.789374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.793209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0820ec0d-d3f1-4bc3-b7ef-f43b184ada88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.806390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Transition to ACTIVE for port object 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:18:59.815800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820ec0d-d3f1-4bc3-b7ef-f43b184ada88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0b75a-05e6-42eb-8602-d52914313baf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:59.838818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0820ec0d-d3f1-4bc3-b7ef-f43b184ada88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.847793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0820ec0d-d3f1-4bc3-b7ef-f43b184ada88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfa0b75a-05e6-42eb-8602-d52914313baf HTTP/1.1" status: 204 len: 168 time: 0.2684150 Apr 11 21:18:59.879652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:18:59.969484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:18:59.970420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event updated for resources: {'Port': ['ID=70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:18:59.982182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:18:59.982182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:00.047269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:00.048061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:00.186591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b4208956-3c5b-4f86-8f4f-58a08b845fef tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3731356 Apr 11 21:19:00.191648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40716) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:00.198509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Request body: {'floatingip': {'port_id': '70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:00.314251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-db770931-47a4-42f2-9b79-4274b6e8f9cb None None] Provisioning for port 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:00.314251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-db770931-47a4-42f2-9b79-4274b6e8f9cb None None] Provisioning complete for port 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:00.314251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-db770931-47a4-42f2-9b79-4274b6e8f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:00.329481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:00.367346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-db770931-47a4-42f2-9b79-4274b6e8f9cb None None] Port 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:19:00.699502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40732) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:00.848502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:00.863671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:00.906887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:00.911025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Usage tracker for resource:security_group_rule and tenant:6b0d32ce0b3f431fa2bb70c2dec9e6c2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:00.914627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:00.920863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:00.997102 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.096631 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.104911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.151161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee5e62-39fb-43c6-98a6-4d0b68b24d03,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:01.159373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-db75517e-e203-48e5-8edf-7a4087a21d13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b0d32ce0b3f431fa2bb70c2dec9e6c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4584522 Apr 11 21:19:01.162328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40744) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:01.202153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.343149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae9dac79-bb7d-4e02-abb4-da0bc7b5cd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.386576 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae9dac79-bb7d-4e02-abb4-da0bc7b5cd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.474562 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 958c19e9-c98a-446a-8f1b-d5ad19ab957e associated. External IP: 172.25.5.226, port: 73285a14-7902-4ca2-b223-7c168bd66648. Apr 11 21:19:01.526068 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae9dac79-bb7d-4e02-abb4-da0bc7b5cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.614924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dac79-bb7d-4e02-abb4-da0bc7b5cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee5e62-39fb-43c6-98a6-4d0b68b24d03,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:01.614924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae9dac79-bb7d-4e02-abb4-da0bc7b5cd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:01.614924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ae9dac79-bb7d-4e02-abb4-da0bc7b5cd84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cee5e62-39fb-43c6-98a6-4d0b68b24d03 HTTP/1.1" status: 204 len: 168 time: 0.4471374 Apr 11 21:19:01.912320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:19:02.117847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:19:02.136458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:19:02.149056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:02.149835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:02.214193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:02.244769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:02.245505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:02.325485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:02.325900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd61d1b-7666-4129-9c20-e0b052c849ea None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:19:02.356176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40772) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:02.504786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.539625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:02.543680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Usage tracker for resource:security_group_rule and tenant:34a5c612825e4760a539b7b1699d661d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:02.546700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:02.553685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:02.623615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.681272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40778) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:02.700953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.702059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 91bf73b7-abf9-4fed-91b5-b78cf2c20466 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:19:02.713619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.780340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e478a-568f-4f4b-91d4-0ddddc85711d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:02.786731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-855ed930-3e0a-4dfa-8564-7a1ae946a88a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34a5c612825e4760a539b7b1699d661d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4294889 Apr 11 21:19:02.788559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:02.790925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40782) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:02.806559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Usage tracker for resource:security_group_rule and tenant:31ac329cddbd40279f1d156bc27459af is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:02.811312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:02.824672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:02.890308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44db74af-a685-4d0d-aa2c-e978809f689d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.921608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:19:02.926353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.934421 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] Sync routers for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:19:02.936831 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44db74af-a685-4d0d-aa2c-e978809f689d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:02.948158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:02.950698 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:02.965093 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.014131 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:03.025611 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:03.026283 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:03.039724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0abe51e8-62ef-43c2-a243-ecba8872e1b0 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/floatingips/958c19e9-c98a-446a-8f1b-d5ad19ab957e HTTP/1.1" status: 200 len: 977 time: 2.8468812 Apr 11 21:19:03.042464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40786) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:03.083897 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:03.084313 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8b087-c861-436d-aecf-a564b1ca2b13 None None] The sync data for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:19:03.088697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.107973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:03.108418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.137302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44db74af-a685-4d0d-aa2c-e978809f689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.140747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959118c-d880-4d8c-9f26-fed847a6d71b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:03.154817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bffd8bcc-6cf2-446b-83cf-8fb677a0eabc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31ac329cddbd40279f1d156bc27459af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4725051 Apr 11 21:19:03.164399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:03.164879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db74af-a685-4d0d-aa2c-e978809f689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e478a-568f-4f4b-91d4-0ddddc85711d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:03.175055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-44db74af-a685-4d0d-aa2c-e978809f689d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.178718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-44db74af-a685-4d0d-aa2c-e978809f689d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/541e478a-568f-4f4b-91d4-0ddddc85711d HTTP/1.1" status: 204 len: 168 time: 0.3845279 Apr 11 21:19:03.363985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51d9030e-381a-435e-bd74-e4e168c01c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.413908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51d9030e-381a-435e-bd74-e4e168c01c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.450749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.712000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51d9030e-381a-435e-bd74-e4e168c01c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.745114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9030e-381a-435e-bd74-e4e168c01c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959118c-d880-4d8c-9f26-fed847a6d71b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:03.753649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51d9030e-381a-435e-bd74-e4e168c01c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.754892 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51d9030e-381a-435e-bd74-e4e168c01c9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7959118c-d880-4d8c-9f26-fed847a6d71b HTTP/1.1" status: 204 len: 168 time: 0.5943174 Apr 11 21:19:03.777806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.778180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:03.778492 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Floating IP 958c19e9-c98a-446a-8f1b-d5ad19ab957e disassociated. External IP: 172.25.5.226, port: 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8. Apr 11 21:19:03.779159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:03.992045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:04.038144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:04.406300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 91bf73b7-abf9-4fed-91b5-b78cf2c20466 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:19:04.615294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:19:04.625795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] Sync routers for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:19:04.641631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:04.642530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:04.717754 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:04.730172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fa423f60-9c6e-4bf3-9150-89b71d2928d2 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/ports/70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 HTTP/1.1" status: 204 len: 168 time: 1.6864243 Apr 11 21:19:04.732595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40828) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:04.743896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:04.758305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:04.758975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:04.819445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:04.819874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77eeca4-3944-4494-a37a-f06b0808c074 None None] The sync data for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:19:05.165249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:05.888196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:05.888837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:06.101007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:06.255137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for d85a58ba-bbda-4965-bd20-1eaa2ba3cec5 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:06.554084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:06.608163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=d85a58ba-bbda-4965-bd20-1eaa2ba3cec5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:06.987700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:07.712366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 91bf73b7-abf9-4fed-91b5-b78cf2c20466 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:19:07.947953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:19:07.958231 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] Sync routers for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:19:07.966175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8fc0f09-1285-42a9-89f7-a66c87da1dc9 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/routers/91bf73b7-abf9-4fed-91b5-b78cf2c20466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2297685 Apr 11 21:19:07.966333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40902) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:07.972569 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:07.973167 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:08.046418 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:08.059141 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] Routers {'91bf73b7-abf9-4fed-91b5-b78cf2c20466'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:08.060045 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:18:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:08.145474 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:08.145969 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b443dac-593e-4171-b9e8-caab8af8f03f None None] The sync data for ids ['91bf73b7-abf9-4fed-91b5-b78cf2c20466'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:19:08.237154 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:08.475904 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:08.599417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 24e1db97-ea3f-4d99-8fb7-d81535cc8bc7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:08.603720 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:08.775032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:08.901107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 24e1db97-ea3f-4d99-8fb7-d81535cc8bc7 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:09.183697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.228200 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=24e1db97-ea3f-4d99-8fb7-d81535cc8bc7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:09.556386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.659019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40926) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:09.807701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.817393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.821853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.840721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:09.844761 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Usage tracker for resource:security_group_rule and tenant:e2878e57f90343c194f2f7686fd44042 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:09.847982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:09.854383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:09.923279 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.923779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Fanout notify agent at l3_agent the message router_deleted on router 91bf73b7-abf9-4fed-91b5-b78cf2c20466 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:19:09.939441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:09.940680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b8212698-fd58-4e9d-9acc-a9d24591dc8d tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/routers/91bf73b7-abf9-4fed-91b5-b78cf2c20466 HTTP/1.1" status: 204 len: 168 time: 1.9733829 Apr 11 21:19:09.943140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40932) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:09.981308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.073271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.128599 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2878e57f90343c194f2f7686fd44042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4660780 Apr 11 21:19:10.128599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d7048-8c33-4964-8f3e-847b92ce52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b48c13d-2252-4ecc-80d3-1ba0b5de7bfc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:10.129477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40938) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:10.155371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting subnet fe92d71b-ef12-4dd7-8984-4f320e89bbae {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:19:10.159050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.200713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b8ce1e-c478-48a9-ae81-606cb1161290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.232004 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b8ce1e-c478-48a9-ae81-606cb1161290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.235151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.337492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.408941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b8ce1e-c478-48a9-ae81-606cb1161290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.427078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8ce1e-c478-48a9-ae81-606cb1161290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b48c13d-2252-4ecc-80d3-1ba0b5de7bfc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:10.429439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02b8ce1e-c478-48a9-ae81-606cb1161290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.430554 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02b8ce1e-c478-48a9-ae81-606cb1161290 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b48c13d-2252-4ecc-80d3-1ba0b5de7bfc HTTP/1.1" status: 204 len: 168 time: 0.3001411 Apr 11 21:19:10.514730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.553153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Subnet': ['ID=fe92d71b-ef12-4dd7-8984-4f320e89bbae,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:10.559999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.565854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536400af-6954-4243-8b39-9bf3288bb2a2 None None] Network 836d1f3e-e468-4b22-8d87-aae2f2fc7dec requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:10.572119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ebb37daf-a40d-4a1a-8451-fb7b87d3ccbd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/subnets/fe92d71b-ef12-4dd7-8984-4f320e89bbae HTTP/1.1" status: 204 len: 168 time: 0.6277647 Apr 11 21:19:10.578381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40946) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:10.717340 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.734926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port bbd74a07-7cba-4745-926a-1515e8442e2b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:10.734926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.844944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] DHCP port deletion for 836d1f3e-e468-4b22-8d87-aae2f2fc7dec request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:19:10.856196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Deleting port bbd74a07-7cba-4745-926a-1515e8442e2b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:10.856196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:10.971731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] For port bbd74a07-7cba-4745-926a-1515e8442e2b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbd74a07-7cba-4745-926a-1515e8442e2b,segment=NetworkSegment(bd48ede4-61b7-4cf4-8625-1e840ad09d2d),segment_id=bd48ede4-61b7-4cf4-8625-1e840ad09d2d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:10.972400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.075968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] For port bbd74a07-7cba-4745-926a-1515e8442e2b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bbd74a07-7cba-4745-926a-1515e8442e2b,segment=NetworkSegment(bd48ede4-61b7-4cf4-8625-1e840ad09d2d),segment_id=bd48ede4-61b7-4cf4-8625-1e840ad09d2d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:11.076419 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.213514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for bbd74a07-7cba-4745-926a-1515e8442e2b owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:11.214397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Calling delete_port for bbd74a07-7cba-4745-926a-1515e8442e2b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:11.338447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40962) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:11.359777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.376295 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.382964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:19:11.386445 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:19:11.390844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:11.394763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:c59b2f813bda45feb6720e9a655ece80 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:11.397914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:11.403948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:11.425371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=bbd74a07-7cba-4745-926a-1515e8442e2b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:11.439032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] No DVR routers for this DVR port bbd74a07-7cba-4745-926a-1515e8442e2b on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:19:11.480105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.562479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.568500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.590632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836d1f3e-e468-4b22-8d87-aae2f2fc7dec']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:11.604247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:11.604524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd48ede4-61b7-4cf4-8625-1e840ad09d2d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:11.617932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.624509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c20158-4ba6-4cc3-8dba-0ea734dfaaae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:11.626258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ca87abb-9e5d-4dfa-b8c0-68bb0a7dc3d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c59b2f813bda45feb6720e9a655ece80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2867670 Apr 11 21:19:11.628839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 40966) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:11.643424 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.651014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:19:11.651512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:19:11.667950 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:19:11.705043 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97051474-d5a2-43a8-81e0-da9cbaee29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.732112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97051474-d5a2-43a8-81e0-da9cbaee29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.822676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.839432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.850169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Network': ['ID=836d1f3e-e468-4b22-8d87-aae2f2fc7dec,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:11.857366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e382c311-bbe0-4859-bdcb-40cf966a4baa tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/networks/836d1f3e-e468-4b22-8d87-aae2f2fc7dec HTTP/1.1" status: 204 len: 168 time: 1.2779922 Apr 11 21:19:11.859977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40972) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:11.878548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97051474-d5a2-43a8-81e0-da9cbaee29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.884326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Deleting port bbd74a07-7cba-4745-926a-1515e8442e2b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:11.884816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.893535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97051474-d5a2-43a8-81e0-da9cbaee29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c20158-4ba6-4cc3-8dba-0ea734dfaaae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:11.900291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-97051474-d5a2-43a8-81e0-da9cbaee29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:11.904119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-97051474-d5a2-43a8-81e0-da9cbaee29d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6c20158-4ba6-4cc3-8dba-0ea734dfaaae HTTP/1.1" status: 204 len: 168 time: 0.2743292 Apr 11 21:19:11.976804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-91904a04-dd44-4a7b-81be-aa47702a1158 None None] The port 'bbd74a07-7cba-4745-926a-1515e8442e2b' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:19:12.023553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 5342df46-0087-45d5-9198-ee297d7ff51a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:12.023942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:12.198242 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:12.198565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:12.233193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbd74a07-7cba-4745-926a-1515e8442e2b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:19:12.272411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bbd74a07-7cba-4745-926a-1515e8442e2b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:19:12.272411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bbd74a07-7cba-4745-926a-1515e8442e2b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:19:12.328404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 5342df46-0087-45d5-9198-ee297d7ff51a owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:12.536352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:12.583886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=5342df46-0087-45d5-9198-ee297d7ff51a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:12.680618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:12.698523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:12.703460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4e3f2fcb-7fdd-48b5-8c46-06beb3e46d81 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/floatingips/958c19e9-c98a-446a-8f1b-d5ad19ab957e HTTP/1.1" status: 204 len: 168 time: 0.8388422 Apr 11 21:19:12.704051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 40998) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:12.743518 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d041343-ec34-49d1-8c13-a81b8e0b846c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] DELETE failed (client error): The resource could not be found. Apr 11 21:19:12.743951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d041343-ec34-49d1-8c13-a81b8e0b846c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:19:12.746519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d041343-ec34-49d1-8c13-a81b8e0b846c tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/ports/70a8ce68-0a95-4db6-8cbf-bcb1f9b833d8 HTTP/1.1" status: 404 len: 333 time: 0.0410204 Apr 11 21:19:12.753101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41002) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:12.795211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-86493558-fae0-453e-bdf1-2051daed5c82 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Synchronizing usage tracker for tenant:4da17e56f2b243658505c61619ae06c2 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:12.872761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-86493558-fae0-453e-bdf1-2051daed5c82 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Unset dirty status for tenant:4da17e56f2b243658505c61619ae06c2 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:12.874003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-86493558-fae0-453e-bdf1-2051daed5c82 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/ports?device_id=91bf73b7-abf9-4fed-91b5-b78cf2c20466 HTTP/1.1" status: 200 len: 205 time: 0.1198971 Apr 11 21:19:12.876892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:12.946143 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-8dc7081f-5e64-4399-9913-650301b61c42 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] delete failed (client error): The resource could not be found. Apr 11 21:19:12.947591 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8dc7081f-5e64-4399-9913-650301b61c42 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/routers/91bf73b7-abf9-4fed-91b5-b78cf2c20466 HTTP/1.1" status: 404 len: 336 time: 0.0694013 Apr 11 21:19:12.949824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41014) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:12.987992 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ec8b3c-4dd5-40cf-81ff-121e947f0426 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] DELETE failed (client error): The resource could not be found. Apr 11 21:19:12.988433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ec8b3c-4dd5-40cf-81ff-121e947f0426 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:19:12.991550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4ec8b3c-4dd5-40cf-81ff-121e947f0426 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/subnets/fe92d71b-ef12-4dd7-8984-4f320e89bbae HTTP/1.1" status: 404 len: 337 time: 0.0393589 Apr 11 21:19:12.992936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41018) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:13.103596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 73285a14-7902-4ca2-b223-7c168bd66648 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:13.103719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:13.382187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:13.510656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 73285a14-7902-4ca2-b223-7c168bd66648 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:13.705687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:13.760341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=73285a14-7902-4ca2-b223-7c168bd66648,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:13.861230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:13.882895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-64ae94f6-d62e-4e76-b561-ac32b9d5d99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:13.934995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6cf59b7b-b3e8-4762-9c76-bf1419802fe3 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/ports/73285a14-7902-4ca2-b223-7c168bd66648 HTTP/1.1" status: 204 len: 168 time: 0.9409423 Apr 11 21:19:13.937319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41036) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:14.006577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:14.007578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:14.356144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:14.480268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:14.690348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:14.742559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:14.844364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:14.853874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-50a158c2-2533-4b62-b494-199efd661d5e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/ports/d2c7ec2e-0784-4818-96e2-1bb3e2a0cec0 HTTP/1.1" status: 204 len: 168 time: 0.9154866 Apr 11 21:19:14.856472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41056) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:14.943918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6a273-0aeb-4a1e-8097-bfd9d91e05fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:14.944526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-85d6a273-0aeb-4a1e-8097-bfd9d91e05fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Synchronizing usage tracker for tenant:4da17e56f2b243658505c61619ae06c2 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:15.077268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-85d6a273-0aeb-4a1e-8097-bfd9d91e05fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Unset dirty status for tenant:4da17e56f2b243658505c61619ae06c2 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:15.080705 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-85d6a273-0aeb-4a1e-8097-bfd9d91e05fd tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "GET /v2.0/ports?device_id=76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b HTTP/1.1" status: 200 len: 913 time: 0.2213171 Apr 11 21:19:15.082482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41064) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:15.500601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:16.210821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-772a8978-f8c1-4eb5-baf1-0852bcf0a88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:16.244480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 868593a5-7b3f-462a-9a76-182289835fc9 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:16.244941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:16.441675 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:16.580343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 868593a5-7b3f-462a-9a76-182289835fc9 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:16.843313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:16.911029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=868593a5-7b3f-462a-9a76-182289835fc9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:17.281875 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:17.432304 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:17.455913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:17.980457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:19:18.184973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:19:18.196827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] Sync routers for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:19:18.208892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:18.209548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:19:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:18.263663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f5f9abd4-9ed3-454e-acb1-3027a8295fcc tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "PUT /v2.0/routers/76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1779060 Apr 11 21:19:18.264115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41116) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:18.279529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:18.288460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] Routers {'76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:19:18.289013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:19:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:18.379083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:18.379515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35210ef-b69f-430a-9297-80f17c96f14a None None] The sync data for ids ['76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:19:18.474291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:18.674716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:18.768372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting port 9621316b-3c32-4342-9131-43a8e72aec25 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:18.768516 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:18.769014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:18.946360 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:19.069285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Calling delete_port for 9621316b-3c32-4342-9131-43a8e72aec25 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:19.289948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:19.345376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Port': ['ID=9621316b-3c32-4342-9131-43a8e72aec25,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:19.673508 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:19.931001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:19.935107 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.013783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.014330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Fanout notify agent at l3_agent the message router_deleted on router 76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:19:20.030190 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.033762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-95cdc805-02f5-496e-802f-ecb69bec706a tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/routers/76c97a09-0dbc-4a41-93cb-2ce6db1fbc7b HTTP/1.1" status: 204 len: 168 time: 1.7663260 Apr 11 21:19:20.033901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:20.220670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Deleting subnet 8f02d44e-1651-4085-8b99-c85fb5610166 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:19:20.225271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.297482 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.378037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.517449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.562727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Subnet': ['ID=8f02d44e-1651-4085-8b99-c85fb5610166,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:20.569910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.579732 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4fc71d58-c9b2-40e0-aa5c-ab4154d6a40e tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/subnets/8f02d44e-1651-4085-8b99-c85fb5610166 HTTP/1.1" status: 204 len: 168 time: 0.5448298 Apr 11 21:19:20.586322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41164) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:20.706002 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.838559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.865024 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ad598b-53af-40b4-9597-8b2559984e94']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:20.877521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0760d26e-8ed9-42cb-a017-aac9593c14e1') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:20.877816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0760d26e-8ed9-42cb-a017-aac9593c14e1') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:20.889456 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.906442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.913128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:19:20.913537 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:19:20.927952 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:19:21.085151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:21.102992 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:21.116095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] 10.222.0.61 "DELETE /v2.0/networks/80ad598b-53af-40b4-9597-8b2559984e94 HTTP/1.1" status: 204 len: 168 time: 0.5262201 Apr 11 21:19:21.116095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de12eb-f265-4964-8dfc-b4a1a1830076 tempest-FloatingIPTestJSON-1724936847 tempest-FloatingIPTestJSON-1724936847-project] Pushing event deleted for resources: {'Network': ['ID=80ad598b-53af-40b4-9597-8b2559984e94,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:21.600126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41192) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:22.049423 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d52cdab-9adc-4856-9f54-cdd3aa557645 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4da17e56f2b243658505c61619ae06c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4477708 Apr 11 21:19:22.052054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41202) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:22.099606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41206) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:22.218122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c54e4d0b-0a26-4fc8-b64e-94b8aa94ef23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.245835 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c54e4d0b-0a26-4fc8-b64e-94b8aa94ef23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.254855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.370050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c54e4d0b-0a26-4fc8-b64e-94b8aa94ef23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.373858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:22.378022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Usage tracker for resource:security_group_rule and tenant:cb46009a74e54cfe834a240edbb37d97 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:22.380873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:22.385168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e4d0b-0a26-4fc8-b64e-94b8aa94ef23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8331d7ee-850c-4567-8e29-cb047cb58d28,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:22.386599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:22.392992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c54e4d0b-0a26-4fc8-b64e-94b8aa94ef23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.394360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c54e4d0b-0a26-4fc8-b64e-94b8aa94ef23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8331d7ee-850c-4567-8e29-cb047cb58d28 HTTP/1.1" status: 204 len: 168 time: 0.3401997 Apr 11 21:19:22.466293 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.587179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.728537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7d2f2d-7eb3-40e4-90e6-88c35adaf571,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:22.736511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7ed569d8-04eb-4d4b-b09a-bc43d889b04d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb46009a74e54cfe834a240edbb37d97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6333075 Apr 11 21:19:22.736628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41218) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:22.798723 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9850dc5-fac6-4118-8205-d676b8a6079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.824841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9850dc5-fac6-4118-8205-d676b8a6079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.941429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9850dc5-fac6-4118-8205-d676b8a6079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.958423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850dc5-fac6-4118-8205-d676b8a6079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7d2f2d-7eb3-40e4-90e6-88c35adaf571,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:22.966072 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d9850dc5-fac6-4118-8205-d676b8a6079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:22.967292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d9850dc5-fac6-4118-8205-d676b8a6079e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb7d2f2d-7eb3-40e4-90e6-88c35adaf571 HTTP/1.1" status: 204 len: 168 time: 0.2298489 Apr 11 21:19:23.883391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41246) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:23.902537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:23.934210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:23.938233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0b310b3bfc4e04a7901878bda686f1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:23.941066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:23.947730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:23.982034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41250) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:24.013726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.126216 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.130147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.165838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:24.169917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Usage tracker for resource:security_group_rule and tenant:20827232c7a2484aa5b345b4391f8428 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:24.172831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:24.180328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:24.186920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d0b310b3bfc4e04a7901878bda686f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2994885 Apr 11 21:19:24.186920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0a89d-3b47-490e-9153-02cbc762d5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d089c97-d696-43ea-ae19-b1199b62f8ea,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:24.187507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41258) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:24.245146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41262) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:24.285971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1229cc37-c2f3-4f81-8c4a-ae8fa7bb7812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.330083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.334124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1229cc37-c2f3-4f81-8c4a-ae8fa7bb7812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.383255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1962039646'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:24.388695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:24.392485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:24.395270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:24.398595 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.402282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:24.450361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169361ea-465f-4161-8ec3-851080853064,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:24.454473 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b589aa0a-48a3-4b97-a4a5-ca7550eb2ffd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20827232c7a2484aa5b345b4391f8428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4714582 Apr 11 21:19:24.457236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41268) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:24.485645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1229cc37-c2f3-4f81-8c4a-ae8fa7bb7812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.495565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:24.498566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.512153 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.512812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229cc37-c2f3-4f81-8c4a-ae8fa7bb7812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d089c97-d696-43ea-ae19-b1199b62f8ea,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:24.526905 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1229cc37-c2f3-4f81-8c4a-ae8fa7bb7812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.528046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1229cc37-c2f3-4f81-8c4a-ae8fa7bb7812 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d089c97-d696-43ea-ae19-b1199b62f8ea HTTP/1.1" status: 204 len: 168 time: 0.3397641 Apr 11 21:19:24.542351 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbbb3a-db75-4e85-b1c1-58ebc98de65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.550104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:24.554692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group_rule and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:24.557562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:24.565665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:24.569883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbbb3a-db75-4e85-b1c1-58ebc98de65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.637342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.695825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbbb3a-db75-4e85-b1c1-58ebc98de65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.714317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbbb3a-db75-4e85-b1c1-58ebc98de65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169361ea-465f-4161-8ec3-851080853064,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:24.720514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbbb3a-db75-4e85-b1c1-58ebc98de65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.722220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c2dbbb3a-db75-4e85-b1c1-58ebc98de65d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/169361ea-465f-4161-8ec3-851080853064 HTTP/1.1" status: 204 len: 168 time: 0.2635460 Apr 11 21:19:24.787274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.820872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:19:24.829069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542caa8e-eb2a-475f-b9a8-88147d87d91f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:24.835679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.836075 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment 6da058f7-0375-46f6-8cdf-38965293cce1 of type vlan for network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e Apr 11 21:19:24.862508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.979649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:24.983370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:24.983967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.101247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:25.113621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:19:25.158491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-28ad555c-2a72-44d6-b4fb-43af68ef2894 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9113910 Apr 11 21:19:25.160985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:25.168813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'name': 'tempest-PortsTestJSON-1935724414'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:25.302859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:25.307022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:25.310014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:25.315788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:25.402385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:25.405480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.428315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port d76cd058-c86a-4531-88d6-6c331a3f4481 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:25.578286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41284) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:25.598703 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.629529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41288) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:25.653442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.666078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:25.672238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Usage tracker for resource:security_group_rule and tenant:261038a74c824a3989ea2290cb06bc33 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:25.679351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.679577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:25.685242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:25.708675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:25.715993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Usage tracker for resource:security_group_rule and tenant:b177a3d8754a4e9f8993d2a9e733eb5c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:25.719579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:25.729258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:25.764701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.792804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.830146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.843427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=d76cd058-c86a-4531-88d6-6c331a3f4481,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:25.868865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': '6da058f7-0375-46f6-8cdf-38965293cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:25.869252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:19:25.870672 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.905328 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:25.933360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95bde15-e7d5-4e79-9f79-617104ff7c77,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:25.950236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a1ff1b2-0d62-488f-81f9-b9043489023c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=261038a74c824a3989ea2290cb06bc33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3708363 Apr 11 21:19:25.952848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41292) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:25.976724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d20f3-3995-4fc7-813c-56b0b625d4c0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:25.981956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d2a613e-0945-4fef-89c8-91b32c672e5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b177a3d8754a4e9f8993d2a9e733eb5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3512154 Apr 11 21:19:25.982119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:19:25.984559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41296) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:26.026821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b36ad1e-95d3-4d98-a640-2f45648628aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.048655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf5d-d8c6-4d14-ba3d-864d54278d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.051311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:26.054712 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b36ad1e-95d3-4d98-a640-2f45648628aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.062140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b8edb-2e97-4537-9224-e326fbbaa6fa None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:26.065553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:26.070424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:26.071021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.080519 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf5d-d8c6-4d14-ba3d-864d54278d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.147704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7279a2a9-a24d-49b5-81a0-07b1e90d336e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9855225 Apr 11 21:19:26.150609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41300) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:26.156367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1097330897'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:26.163368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:26.167379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:26.170331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:26.176623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:26.187300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b36ad1e-95d3-4d98-a640-2f45648628aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.205722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36ad1e-95d3-4d98-a640-2f45648628aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95bde15-e7d5-4e79-9f79-617104ff7c77,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:26.209860 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b36ad1e-95d3-4d98-a640-2f45648628aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.210948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3b36ad1e-95d3-4d98-a640-2f45648628aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c95bde15-e7d5-4e79-9f79-617104ff7c77 HTTP/1.1" status: 204 len: 168 time: 0.2569363 Apr 11 21:19:26.214205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf5d-d8c6-4d14-ba3d-864d54278d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.232243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6cf5d-d8c6-4d14-ba3d-864d54278d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d20f3-3995-4fc7-813c-56b0b625d4c0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:26.243552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bff6cf5d-d8c6-4d14-ba3d-864d54278d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.247102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bff6cf5d-d8c6-4d14-ba3d-864d54278d68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e2d20f3-3995-4fc7-813c-56b0b625d4c0 HTTP/1.1" status: 204 len: 168 time: 0.2594349 Apr 11 21:19:26.267720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:26.271775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.316577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:19:26.329147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.329973 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment aafb05ee-c123-46fe-942b-0e875ddebe72 of type vlan for network 265cb38d-5d87-4025-8019-6ea2d1f01505 Apr 11 21:19:26.362823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.461477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.465424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:26.465996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.571800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=265cb38d-5d87-4025-8019-6ea2d1f01505,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:26.582313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 265cb38d-5d87-4025-8019-6ea2d1f01505 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:19:26.639181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cae76342-ffb0-4682-bc1c-55e4d25cfa20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4874432 Apr 11 21:19:26.641961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41308) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:26.647919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'ports': [{'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'}, {'network_id': '265cb38d-5d87-4025-8019-6ea2d1f01505'}]} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:26.648236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:26.648709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '265cb38d-5d87-4025-8019-6ea2d1f01505'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:26.873185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:26.877440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:26.880161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:26.886377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:26.959108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 2} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:26.963314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:26.982415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:27.206135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port a27e3b79-036a-4d94-8132-e4dc8b2068c6 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:27.298721 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:27.503818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 806bb3c4-4c22-40f0-af52-30ac12b77bee yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:27.602304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:27.684823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:27.766318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:27.769328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:27.773434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:27.774246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:27.782205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=a27e3b79-036a-4d94-8132-e4dc8b2068c6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:27.865469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=806bb3c4-4c22-40f0-af52-30ac12b77bee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:27.877983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': 'aafb05ee-c123-46fe-942b-0e875ddebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '265cb38d-5d87-4025-8019-6ea2d1f01505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:27.878343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 265cb38d-5d87-4025-8019-6ea2d1f01505, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:19:27.981877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 265cb38d-5d87-4025-8019-6ea2d1f01505 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:19:28.049644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 265cb38d-5d87-4025-8019-6ea2d1f01505) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:28.054518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:28.058925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:28.060193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65ef9e-7530-4571-85be-ad15477b168e None None] Network 265cb38d-5d87-4025-8019-6ea2d1f01505 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:28.062123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:28.062894 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:28.122880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:28.125257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ade10822-56e8-40dc-8246-1ff193e1a466 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4802592 Apr 11 21:19:28.239317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 806bb3c4-4c22-40f0-af52-30ac12b77bee {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:28.240321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:28.462056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:28.586421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 806bb3c4-4c22-40f0-af52-30ac12b77bee owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:28.752938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:28.804049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=806bb3c4-4c22-40f0-af52-30ac12b77bee,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:28.811865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:28.819546 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d82e5373-edc1-4800-8d70-a62ac5db24f1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/806bb3c4-4c22-40f0-af52-30ac12b77bee HTTP/1.1" status: 204 len: 168 time: 0.6954527 Apr 11 21:19:28.822147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41390) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:28.929811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e6110-0727-4f6b-9f1a-0ea107ba6774 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:28.933905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e6110-0727-4f6b-9f1a-0ea107ba6774 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:28.934652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c06e6110-0727-4f6b-9f1a-0ea107ba6774 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:29.004162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c06e6110-0727-4f6b-9f1a-0ea107ba6774 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:29.005439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c06e6110-0727-4f6b-9f1a-0ea107ba6774 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1822228 Apr 11 21:19:29.011663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:29.056033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:29.078141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port a27e3b79-036a-4d94-8132-e4dc8b2068c6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:29.078690 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:29.319419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:29.469637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for a27e3b79-036a-4d94-8132-e4dc8b2068c6 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:29.621607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:29.674137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=a27e3b79-036a-4d94-8132-e4dc8b2068c6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:29.680163 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:29.755330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8d3d58bf-530d-4f73-bb06-5ce431f6ce64 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/a27e3b79-036a-4d94-8132-e4dc8b2068c6 HTTP/1.1" status: 204 len: 168 time: 0.7407856 Apr 11 21:19:29.756261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41436) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:29.846675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111171a-1ddc-46fe-ae9b-ef002ce6c9cf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:29.847789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1111171a-1ddc-46fe-ae9b-ef002ce6c9cf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:30.088360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1111171a-1ddc-46fe-ae9b-ef002ce6c9cf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:30.090877 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1111171a-1ddc-46fe-ae9b-ef002ce6c9cf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3327689 Apr 11 21:19:30.092948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41446) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:30.137802 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dea0eff-41e0-4bef-9c5a-6df45b800793 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:19:30.139365 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1dea0eff-41e0-4bef-9c5a-6df45b800793 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/806bb3c4-4c22-40f0-af52-30ac12b77bee HTTP/1.1" status: 404 len: 333 time: 0.0453629 Apr 11 21:19:30.142144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41450) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:30.191344 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b326604a-ade4-47c0-91df-79506ce4b211 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:19:30.201283 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b326604a-ade4-47c0-91df-79506ce4b211 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/a27e3b79-036a-4d94-8132-e4dc8b2068c6 HTTP/1.1" status: 404 len: 333 time: 0.0481839 Apr 11 21:19:30.201392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:30.334436 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.487632 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.516520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265cb38d-5d87-4025-8019-6ea2d1f01505']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:30.529168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafb05ee-c123-46fe-942b-0e875ddebe72') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:30.529545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafb05ee-c123-46fe-942b-0e875ddebe72') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:30.541873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.558881 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.567898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:19:30.568289 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:19:30.582615 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:19:30.745229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.766723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.777013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=265cb38d-5d87-4025-8019-6ea2d1f01505,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:30.783540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e9d6088-765c-4809-8d45-920a3da8327b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/265cb38d-5d87-4025-8019-6ea2d1f01505 HTTP/1.1" status: 204 len: 168 time: 0.5835857 Apr 11 21:19:30.783807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:30.791319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1152823838'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:30.797262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:30.803173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:30.807582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:30.815991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:30.837040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.905401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41468) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:30.920077 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:19:30.923711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:30.926699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.957657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:19:30.968076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:30.968519 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment a1742f55-804e-4408-8d1d-7fe82102013f of type vlan for network dd401ad5-81f5-4b75-bd73-7c7583ed291b Apr 11 21:19:31.007258 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.082750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.113956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.117739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:31.118312 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.147762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:31.157042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Usage tracker for resource:security_group_rule and tenant:7c88d1fe0ce044c0b4a37b38750deecf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:31.308523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:31.337003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:31.348519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=dd401ad5-81f5-4b75-bd73-7c7583ed291b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:31.359393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:19:31.422725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8be44708-90e0-4648-bf12-819c78887e77 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6348488 Apr 11 21:19:31.422965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41476) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:31.430423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:31.565484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:31.578510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:31.582713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:31.596351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:31.603533 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.690005 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.738616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16408809-0ced-403a-9b22-1127df35d612,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:31.744216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8947f988-8ea9-4be0-981c-1566ecf5c974 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c88d1fe0ce044c0b4a37b38750deecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8377833 Apr 11 21:19:31.746774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41480) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:31.777986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:31.903910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66507eb2-23b6-4c7b-8ebc-30c013d34138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:31.908480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.015238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66507eb2-23b6-4c7b-8ebc-30c013d34138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.032224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Performing IP validity checks on allocation pools {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 21:19:32.032844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 21:19:32.182706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66507eb2-23b6-4c7b-8ebc-30c013d34138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.206696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507eb2-23b6-4c7b-8ebc-30c013d34138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16408809-0ced-403a-9b22-1127df35d612,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:32.214079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66507eb2-23b6-4c7b-8ebc-30c013d34138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.215212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66507eb2-23b6-4c7b-8ebc-30c013d34138 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16408809-0ced-403a-9b22-1127df35d612 HTTP/1.1" status: 204 len: 168 time: 0.4674261 Apr 11 21:19:32.261578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.352948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=8e32b1d4-65aa-49c9-acf3-8e619dfce9ba,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:32.365939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': 'a1742f55-804e-4408-8d1d-7fe82102013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:32.366323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: dd401ad5-81f5-4b75-bd73-7c7583ed291b, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:19:32.478184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:19:32.556704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, dd401ad5-81f5-4b75-bd73-7c7583ed291b) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:32.561470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:32.562164 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.568925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962d64f-b965-45e5-a364-666e388e8fff None None] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:32.644458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3bb12673-f0b1-4f8a-ae1a-2137a2b69533 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2199471 Apr 11 21:19:32.648062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41490) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:32.654852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b', 'name': 'tempest-PortsTestJSON-1215775787'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:32.814529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:32.815595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dd401ad5-81f5-4b75-bd73-7c7583ed291b', 'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': '8e32b1d4-65aa-49c9-acf3-8e619dfce9ba'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:19:32.816496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.826496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:32.878553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:32.882834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.909084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port c010f745-b7de-4d5d-bf46-bea2d8a5ab10 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:32.956802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:32.990302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:32.999428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Allocated IP 172.20.0.2 (dd401ad5-81f5-4b75-bd73-7c7583ed291b/8e32b1d4-65aa-49c9-acf3-8e619dfce9ba/56f81b89-e98e-4935-b174-0fa7a0ab1173) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:33.038309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:33.043677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Usage tracker for resource:security_group_rule and tenant:ddc0c566e8b94b05877c6c76a077474f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:33.046811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:33.053832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:33.126479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.207977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.262700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802bd25b-2ae6-489d-9f0e-74fde3e2bb4b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:33.269130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3cb35a8f-2811-418f-a101-c4c9f1957c70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddc0c566e8b94b05877c6c76a077474f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3115053 Apr 11 21:19:33.271864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:33.317237 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.329847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Transition to ACTIVE for port object 56f81b89-e98e-4935-b174-0fa7a0ab1173 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:33.342303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.350064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Transition to ACTIVE for port object 56f81b89-e98e-4935-b174-0fa7a0ab1173 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:33.371439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.429914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.496296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.13 (dd401ad5-81f5-4b75-bd73-7c7583ed291b/8e32b1d4-65aa-49c9-acf3-8e619dfce9ba/c010f745-b7de-4d5d-bf46-bea2d8a5ab10) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:33.502948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:33.507221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:33.509096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.509342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Pushing event updated for resources: {'Port': ['ID=56f81b89-e98e-4935-b174-0fa7a0ab1173,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:33.511989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:33.532187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802bd25b-2ae6-489d-9f0e-74fde3e2bb4b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:33.537802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.539042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/802bd25b-2ae6-489d-9f0e-74fde3e2bb4b HTTP/1.1" status: 204 len: 168 time: 0.2655275 Apr 11 21:19:33.558587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.566464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581067-72b6-401e-ae12-52eada3e6c21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:33.615300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Attempting to bind port 56f81b89-e98e-4935-b174-0fa7a0ab1173 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:19:33.615900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Attempting to bind port 56f81b89-e98e-4935-b174-0fa7a0ab1173 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a1742f55-804e-4408-8d1d-7fe82102013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:19:33.616290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Attempting to bind port 56f81b89-e98e-4935-b174-0fa7a0ab1173 on network dd401ad5-81f5-4b75-bd73-7c7583ed291b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:19:33.623211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:19:33.623692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Checking segment: {'id': 'a1742f55-804e-4408-8d1d-7fe82102013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:33.624159 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.624998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Bound using segment: {'id': 'a1742f55-804e-4408-8d1d-7fe82102013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:19:33.625669 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Bound port: 56f81b89-e98e-4935-b174-0fa7a0ab1173, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1742f55-804e-4408-8d1d-7fe82102013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd401ad5-81f5-4b75-bd73-7c7583ed291b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:19:33.626041 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.719203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] For port 56f81b89-e98e-4935-b174-0fa7a0ab1173, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:19:33.722446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] For port 56f81b89-e98e-4935-b174-0fa7a0ab1173, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=56f81b89-e98e-4935-b174-0fa7a0ab1173,segment=NetworkSegment(a1742f55-804e-4408-8d1d-7fe82102013f),segment_id=a1742f55-804e-4408-8d1d-7fe82102013f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:19:33.761535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.778131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object c010f745-b7de-4d5d-bf46-bea2d8a5ab10 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:33.802797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.879379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:33.888479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b7a2-694b-476c-aa5d-52742d49a216 None None] Pushing event updated for resources: {'Port': ['ID=56f81b89-e98e-4935-b174-0fa7a0ab1173,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:33.956746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:33.960660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:33.963309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:34.019417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=c010f745-b7de-4d5d-bf46-bea2d8a5ab10,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:34.056120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:34.056998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:34.168996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d5c08c8e-7ccf-41f3-9e10-b61d44030af2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5197542 Apr 11 21:19:34.171646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41512) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:34.294417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port c010f745-b7de-4d5d-bf46-bea2d8a5ab10 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:34.295056 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:34.335266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 56f81b89-e98e-4935-b174-0fa7a0ab1173 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:19:34.546512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 56f81b89-e98e-4935-b174-0fa7a0ab1173 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:34.700037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:34.847766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for c010f745-b7de-4d5d-bf46-bea2d8a5ab10 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:35.068828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.120898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=c010f745-b7de-4d5d-bf46-bea2d8a5ab10,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:35.158907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafee44-a526-4988-b3ea-cbcc786ee631 None None] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:35.285042 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.295957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f3f7ed1f-7826-4bc5-878b-846bc5feebe2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/c010f745-b7de-4d5d-bf46-bea2d8a5ab10 HTTP/1.1" status: 204 len: 168 time: 1.1229491 Apr 11 21:19:35.298424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:35.347354 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4653d5b3-46af-409e-b256-f5c9f3652f0e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:19:35.348058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4653d5b3-46af-409e-b256-f5c9f3652f0e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:19:35.350555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4653d5b3-46af-409e-b256-f5c9f3652f0e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/c010f745-b7de-4d5d-bf46-bea2d8a5ab10 HTTP/1.1" status: 404 len: 333 time: 0.0504775 Apr 11 21:19:35.353718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41536) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:35.373521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] Provisioning for port 56f81b89-e98e-4935-b174-0fa7a0ab1173 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:35.392099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] Provisioning complete for port 56f81b89-e98e-4935-b174-0fa7a0ab1173 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:35.392390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.399737 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-824c6a26-d025-4619-aa16-1fd8f742917c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:19:35.404153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-824c6a26-d025-4619-aa16-1fd8f742917c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:35.475169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-824c6a26-d025-4619-aa16-1fd8f742917c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:35.476438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-824c6a26-d025-4619-aa16-1fd8f742917c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/c010f745-b7de-4d5d-bf46-bea2d8a5ab10 HTTP/1.1" status: 404 len: 333 time: 0.1214564 Apr 11 21:19:35.479491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41542) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:35.577162 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.624078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] For port 56f81b89-e98e-4935-b174-0fa7a0ab1173, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=56f81b89-e98e-4935-b174-0fa7a0ab1173,segment=NetworkSegment(a1742f55-804e-4408-8d1d-7fe82102013f),segment_id=a1742f55-804e-4408-8d1d-7fe82102013f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:35.716673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.733545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 8e32b1d4-65aa-49c9-acf3-8e619dfce9ba {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:19:35.737991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.813203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.846605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf96e7-06b9-40bd-b1ca-dc399b30bb2a None None] Pushing event updated for resources: {'Port': ['ID=56f81b89-e98e-4935-b174-0fa7a0ab1173,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:35.864049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-47065d0e-dcb5-49d7-9955-f44bd771fde1 None None] Provisioning complete for port 56f81b89-e98e-4935-b174-0fa7a0ab1173 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:35.866131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-47065d0e-dcb5-49d7-9955-f44bd771fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:35.949685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.159812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.160502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-48611e17-25f1-480a-bad4-d5bddd4b969e None None] Could not find standard attr ID for object c010f745-b7de-4d5d-bf46-bea2d8a5ab10. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:19:36.212169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=8e32b1d4-65aa-49c9-acf3-8e619dfce9ba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:36.234718 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.261784 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-71ca4457-f294-4d96-988d-e70e075bc77b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/8e32b1d4-65aa-49c9-acf3-8e619dfce9ba HTTP/1.1" status: 204 len: 168 time: 0.7805903 Apr 11 21:19:36.263803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41558) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:36.287892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 56f81b89-e98e-4935-b174-0fa7a0ab1173 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:19:36.405624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 56f81b89-e98e-4935-b174-0fa7a0ab1173 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:36.406114 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.425008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.448361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 56f81b89-e98e-4935-b174-0fa7a0ab1173 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:36.449360 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.452150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce2fb5a-5f4c-4073-b2db-51020d7c6386 None None] Network dd401ad5-81f5-4b75-bd73-7c7583ed291b requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:36.836201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] For port 56f81b89-e98e-4935-b174-0fa7a0ab1173, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=56f81b89-e98e-4935-b174-0fa7a0ab1173,segment=NetworkSegment(a1742f55-804e-4408-8d1d-7fe82102013f),segment_id=a1742f55-804e-4408-8d1d-7fe82102013f)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:36.836630 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.867896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] DHCP port deletion for dd401ad5-81f5-4b75-bd73-7c7583ed291b request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:19:36.872333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Deleting port 56f81b89-e98e-4935-b174-0fa7a0ab1173 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:36.872837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:36.975766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 56f81b89-e98e-4935-b174-0fa7a0ab1173 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:37.131512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] For port 56f81b89-e98e-4935-b174-0fa7a0ab1173, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=56f81b89-e98e-4935-b174-0fa7a0ab1173,segment=NetworkSegment(a1742f55-804e-4408-8d1d-7fe82102013f),segment_id=a1742f55-804e-4408-8d1d-7fe82102013f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:37.131816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.144976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.198477 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=56f81b89-e98e-4935-b174-0fa7a0ab1173,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:37.202490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No DVR routers for this DVR port 56f81b89-e98e-4935-b174-0fa7a0ab1173 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:19:37.260854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Calling delete_port for 56f81b89-e98e-4935-b174-0fa7a0ab1173 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:37.350576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:19:37.350940 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:19:37.460156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.492276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd401ad5-81f5-4b75-bd73-7c7583ed291b']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:37.506356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1742f55-804e-4408-8d1d-7fe82102013f') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:37.506659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1742f55-804e-4408-8d1d-7fe82102013f') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:37.518452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.535032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.542162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:19:37.542544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:19:37.557786 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:19:37.718513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.723223 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.771126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=dd401ad5-81f5-4b75-bd73-7c7583ed291b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:37.810716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c5884f4-5b24-4ddf-a42d-7b680be8dedf tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/dd401ad5-81f5-4b75-bd73-7c7583ed291b HTTP/1.1" status: 204 len: 168 time: 1.5396354 Apr 11 21:19:37.810716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41582) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:37.815759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1689952056'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:37.822490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:37.827302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:37.831046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:37.839429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:37.852109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Deleting port 56f81b89-e98e-4935-b174-0fa7a0ab1173 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:37.852487 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.918575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:37.920771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ebca-e822-4db4-a644-5e26fbfa86db None None] The port '56f81b89-e98e-4935-b174-0fa7a0ab1173' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:19:37.921648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.955915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:19:37.966418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:37.966767 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment 79354b63-27f8-49a9-9c83-78b9091dc331 of type vlan for network 49b1a029-69fa-430e-ac86-94753dc82af2 Apr 11 21:19:38.003256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:38.102041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:38.109100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:38.109885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:38.245453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=49b1a029-69fa-430e-ac86-94753dc82af2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:38.262862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 49b1a029-69fa-430e-ac86-94753dc82af2 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:19:38.317875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:38.321039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-011f92a6-8100-4a41-bc04-38c646779b42 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5096486 Apr 11 21:19:38.329359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:38.405817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 56f81b89-e98e-4935-b174-0fa7a0ab1173 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:19:38.502756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 56f81b89-e98e-4935-b174-0fa7a0ab1173 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:19:38.503248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 56f81b89-e98e-4935-b174-0fa7a0ab1173 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:19:38.529321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:38.534780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:38.538470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:38.545725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:38.626659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:38.739772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:39.129604 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:39.212939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=e8c61b51-ac84-46ff-9ad2-d9d323478eee,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:39.229144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': '79354b63-27f8-49a9-9c83-78b9091dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:39.229483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 49b1a029-69fa-430e-ac86-94753dc82af2, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:19:39.346684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 49b1a029-69fa-430e-ac86-94753dc82af2 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:19:39.409533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 49b1a029-69fa-430e-ac86-94753dc82af2) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:39.414426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:39.415128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:39.426231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616674d4-5cb0-4064-b85d-eba203c3b9a5 None None] Network 49b1a029-69fa-430e-ac86-94753dc82af2 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:39.516768 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e55148ca-f98a-4fa9-96ef-6f5cbac2a59d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1968832 Apr 11 21:19:39.519140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41612) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:39.529311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1482601762'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:39.722361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:39.724678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-49b1a029-69fa-430e-ac86-94753dc82af2', 'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': 'e8c61b51-ac84-46ff-9ad2-d9d323478eee'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:19:39.728570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:39.731897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:39.735833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:39.738444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:39.816408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:39.820001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:39.845230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 94c34006-ab7b-4b46-8cf2-d0b5290e5063 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:39.973109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Allocated IP 172.20.0.2 (49b1a029-69fa-430e-ac86-94753dc82af2/e8c61b51-ac84-46ff-9ad2-d9d323478eee/7b3c8291-fa3f-44e2-80d6-0fc743c15f9b) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:40.230459 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.241758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Transition to ACTIVE for port object 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:40.260950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Transition to ACTIVE for port object 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:40.410696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.471260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Network 49b1a029-69fa-430e-ac86-94753dc82af2 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:40.501483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:40.513019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:40.524960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Pushing event updated for resources: {'Port': ['ID=7b3c8291-fa3f-44e2-80d6-0fc743c15f9b,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:40.530806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.14 (49b1a029-69fa-430e-ac86-94753dc82af2/e8c61b51-ac84-46ff-9ad2-d9d323478eee/94c34006-ab7b-4b46-8cf2-d0b5290e5063) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:40.635144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Attempting to bind port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:19:40.635810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Attempting to bind port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '79354b63-27f8-49a9-9c83-78b9091dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:19:40.636387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Attempting to bind port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b on network 49b1a029-69fa-430e-ac86-94753dc82af2 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:19:40.643484 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:19:40.644901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Checking segment: {'id': '79354b63-27f8-49a9-9c83-78b9091dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:40.644901 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.644901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Bound using segment: {'id': '79354b63-27f8-49a9-9c83-78b9091dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:19:40.645393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Bound port: 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79354b63-27f8-49a9-9c83-78b9091dc331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49b1a029-69fa-430e-ac86-94753dc82af2'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:19:40.646356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.731316 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.750043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 94c34006-ab7b-4b46-8cf2-d0b5290e5063 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:40.773509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] For port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:19:40.783904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] For port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b3c8291-fa3f-44e2-80d6-0fc743c15f9b,segment=NetworkSegment(79354b63-27f8-49a9-9c83-78b9091dc331),segment_id=79354b63-27f8-49a9-9c83-78b9091dc331)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:19:40.871289 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.929306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:40.956533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 49b1a029-69fa-430e-ac86-94753dc82af2 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:40.960447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:40.964641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:40.998523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=94c34006-ab7b-4b46-8cf2-d0b5290e5063,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:41.041901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:41.042415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:41.043164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610e0e4-e5b7-48fa-a230-f211fb297ba0 None None] Pushing event updated for resources: {'Port': ['ID=7b3c8291-fa3f-44e2-80d6-0fc743c15f9b,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:41.162731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5e27162d-38f8-4b60-a089-90839f89d5f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6380231 Apr 11 21:19:41.162731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41638) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:41.270485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 94c34006-ab7b-4b46-8cf2-d0b5290e5063 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:41.270801 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:41.772659 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:41.916337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 94c34006-ab7b-4b46-8cf2-d0b5290e5063 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:42.153157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:42.230221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=94c34006-ab7b-4b46-8cf2-d0b5290e5063,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:42.384248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:19:42.451113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3227a6-352b-4db8-86d7-06a9674c6618 None None] Network 49b1a029-69fa-430e-ac86-94753dc82af2 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:42.516660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:42.531536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-64197e1b-645a-4ccb-a109-41a2d76bccf6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/94c34006-ab7b-4b46-8cf2-d0b5290e5063 HTTP/1.1" status: 204 len: 168 time: 1.3678865 Apr 11 21:19:42.532363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41656) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:42.579369 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a33fb4-41ae-4713-a432-78429d256b4a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:19:42.580199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d2a33fb4-41ae-4713-a432-78429d256b4a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:42.656895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d2a33fb4-41ae-4713-a432-78429d256b4a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:42.663030 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:42.664161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2a33fb4-41ae-4713-a432-78429d256b4a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/94c34006-ab7b-4b46-8cf2-d0b5290e5063 HTTP/1.1" status: 404 len: 333 time: 0.1303744 Apr 11 21:19:42.764455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-72886cbf-04e0-4cd4-b617-117f704d5db9 None None] Provisioning for port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:42.774249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet e8c61b51-ac84-46ff-9ad2-d9d323478eee {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:19:42.778252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:42.851010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:42.856525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:42.862161 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:42.900176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.055792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.086284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.133314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-54b38458-5617-4959-bb55-55fd0bf6eb69 None None] Provisioning complete for port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:43.133804 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54b38458-5617-4959-bb55-55fd0bf6eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.320491 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.322016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54b38458-5617-4959-bb55-55fd0bf6eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.389533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c61b51-ac84-46ff-9ad2-d9d323478eee,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:43.402658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.413340 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-75d19d36-fa9f-41f1-9fa0-d0157a24f02c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/e8c61b51-ac84-46ff-9ad2-d9d323478eee HTTP/1.1" status: 204 len: 168 time: 0.7447836 Apr 11 21:19:43.413568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41674) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:43.456922 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:19:43.457425 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:19:43.458118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a5447-b038-4d0d-a4a0-1638370c0cec None None] Network 49b1a029-69fa-430e-ac86-94753dc82af2 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:43.624701 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-54b38458-5617-4959-bb55-55fd0bf6eb69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:19:43.625149 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-54b38458-5617-4959-bb55-55fd0bf6eb69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:19:43.672090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.684919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:43.685509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.856338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] DHCP port deletion for 49b1a029-69fa-430e-ac86-94753dc82af2 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:19:43.863288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Deleting port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:43.863769 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.900563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6d44489a-7235-4dbd-918c-b9e1304d9c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:43.964563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] For port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b3c8291-fa3f-44e2-80d6-0fc743c15f9b,segment=NetworkSegment(79354b63-27f8-49a9-9c83-78b9091dc331),segment_id=79354b63-27f8-49a9-9c83-78b9091dc331)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:43.964921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:44.106184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:44.108003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:44.208899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] For port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b3c8291-fa3f-44e2-80d6-0fc743c15f9b,segment=NetworkSegment(79354b63-27f8-49a9-9c83-78b9091dc331),segment_id=79354b63-27f8-49a9-9c83-78b9091dc331)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:44.209207 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:44.223195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54b38458-5617-4959-bb55-55fd0bf6eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:44.516845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Calling delete_port for 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:45.066944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.116627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=7b3c8291-fa3f-44e2-80d6-0fc743c15f9b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:45.120914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No DVR routers for this DVR port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:19:45.139197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:19:45.139578 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:19:45.287028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:19:45.287028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:19:45.287028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:19:45.287028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d9c51c33-f428-48bb-8f13-8b97967b05f0 None None] Could not find standard attr ID for object 94c34006-ab7b-4b46-8cf2-d0b5290e5063. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:19:45.288217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.319278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b1a029-69fa-430e-ac86-94753dc82af2']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:45.337969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79354b63-27f8-49a9-9c83-78b9091dc331') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:45.338307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79354b63-27f8-49a9-9c83-78b9091dc331') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:19:45.351537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.369965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.378122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:19:45.378947 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:19:45.394496 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:19:45.641604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Deleting port 7b3c8291-fa3f-44e2-80d6-0fc743c15f9b {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:45.642260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.682778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.709154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f5dd5-2c2a-47c1-8a7f-211a280ba2ed None None] The port '7b3c8291-fa3f-44e2-80d6-0fc743c15f9b' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:19:45.729981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:45.755836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=49b1a029-69fa-430e-ac86-94753dc82af2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:45.854718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2c4094c-b4ee-452c-8a2b-b053c27450d5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/49b1a029-69fa-430e-ac86-94753dc82af2 HTTP/1.1" status: 204 len: 168 time: 2.4390087 Apr 11 21:19:45.857350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41700) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:45.866011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'name': 'tempest-PortsTestJSON-994264188'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:45.979161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:45.983399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:45.986259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:45.992665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:46.093679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:46.096915 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:46.124821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 0bc5203c-a7b6-4993-89dc-a182f9acca29 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:46.232568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5c0b10af-8d42-4444-b84a-86ec20c7de15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:46.484428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:46.576898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:46.669541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:46.673888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:46.677270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:46.681672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:46.682116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:46.687515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=0bc5203c-a7b6-4993-89dc-a182f9acca29,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:46.799423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c53b8c30-c96f-474b-976f-d6b41b77eb34 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9409869 Apr 11 21:19:46.808813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:46.886380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 0bc5203c-a7b6-4993-89dc-a182f9acca29 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:46.886729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:47.172451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:47.315380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 0bc5203c-a7b6-4993-89dc-a182f9acca29 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:47.449324 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:47.487711 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:47.516535 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:47.572120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=0bc5203c-a7b6-4993-89dc-a182f9acca29,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:47.577468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:47.587892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e80fcbd8-b476-4f18-8f6e-d1d09ccc4865 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/0bc5203c-a7b6-4993-89dc-a182f9acca29 HTTP/1.1" status: 204 len: 168 time: 0.7780521 Apr 11 21:19:47.590414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41732) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:47.595863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'mac_address': 'fa:16:3e:35:66:fe', 'name': 'tempest-PortsTestJSON-1352063814'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:47.717649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:47.722089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:47.726540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:47.733407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:47.829381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:48.015175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:48.050474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port c5585877-b5e2-4acb-b23a-548e75c78968 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:48.316971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:48.460383 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:48.527018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:48.538327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:48.549275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:48.553504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:48.554124 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:48.601496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=c5585877-b5e2-4acb-b23a-548e75c78968,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:48.670754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dfa175aa-f9c0-4e54-8731-0bffb03aac1b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0792537 Apr 11 21:19:48.674533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41748) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:48.767378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb24e69-e5b1-4db7-a323-393e4c8e0fc4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:48.768148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-deb24e69-e5b1-4db7-a323-393e4c8e0fc4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:48.808545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:48.876727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-deb24e69-e5b1-4db7-a323-393e4c8e0fc4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:48.878728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-deb24e69-e5b1-4db7-a323-393e4c8e0fc4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/c5585877-b5e2-4acb-b23a-548e75c78968 HTTP/1.1" status: 200 len: 841 time: 0.2022560 Apr 11 21:19:48.883185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41756) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:48.960628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port c5585877-b5e2-4acb-b23a-548e75c78968 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:48.961393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:49.386649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:49.517127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for c5585877-b5e2-4acb-b23a-548e75c78968 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:49.740767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:49.793890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=c5585877-b5e2-4acb-b23a-548e75c78968,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:49.806270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:49.959379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e23412ac-b9e6-46d2-a8c9-71b072d18ab6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/c5585877-b5e2-4acb-b23a-548e75c78968 HTTP/1.1" status: 204 len: 168 time: 1.0750246 Apr 11 21:19:49.962201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41774) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:50.009545 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25e2504-26d5-4dac-87d3-962d19f9eb58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:19:50.010040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f25e2504-26d5-4dac-87d3-962d19f9eb58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:50.225574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f25e2504-26d5-4dac-87d3-962d19f9eb58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:50.240681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f25e2504-26d5-4dac-87d3-962d19f9eb58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/c5585877-b5e2-4acb-b23a-548e75c78968 HTTP/1.1" status: 404 len: 333 time: 0.2634685 Apr 11 21:19:50.240928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41786) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:50.250764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'name': 'tempest-PortsTestJSON-87964943'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:50.388558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:50.401372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:50.550913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:50.554567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:50.578745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 3d2f4168-84b3-410f-9aff-3e5bc956e299 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:50.735145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-3a6f45b1-939d-4aaa-8da4-306f951dc724 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806551 Apr 11 21:19:50.810359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:50.903688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-d220cd9f-183c-4334-9348-6a5b953e8016 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0815504 Apr 11 21:19:50.941557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:51.026003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:51.029474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:51.034429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:51.039504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:51.040110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:51.045548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=3d2f4168-84b3-410f-9aff-3e5bc956e299,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:51.083643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-03d0b6fb-a8c7-4690-9c9e-52d6e9bd160c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:51.085047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-03d0b6fb-a8c7-4690-9c9e-52d6e9bd160c service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1547630 Apr 11 21:19:51.175831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8f804928-0cbe-4865-b6eb-8d834cc3fd5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9332025 Apr 11 21:19:51.179054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41800) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:51.186057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:51.202902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-20ed6be4-a8fc-4f6b-9ae3-da94fd0b6e5d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1002 time: 0.1079080 Apr 11 21:19:51.319164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-fb7ca961-5151-4f4b-90a1-74e1d7b6951c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:51.321182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-fb7ca961-5151-4f4b-90a1-74e1d7b6951c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.1089160 Apr 11 21:19:51.358364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:51.413260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-55389749-ce02-4f6f-8a18-556e3771c0e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822191 Apr 11 21:19:51.555835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-2cfdab3c-d6ec-4e46-b738-515acf6dfa83 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329000 Apr 11 21:19:51.598487 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:51.677283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:51.706233 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cfc6961-98da-48f3-95e3-2ad06680ffe4 req-2728b28f-140e-4e01-bc3a-fca0c2de8e89 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409671 Apr 11 21:19:51.737885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] In _notify_port_updated(), no bound segment for port 3d2f4168-84b3-410f-9aff-3e5bc956e299 on network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:19:51.741990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:51.742598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:51.743876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/ports/3d2f4168-84b3-410f-9aff-3e5bc956e299 HTTP/1.1" status: 200 len: 818 time: 0.5637059 Apr 11 21:19:51.747442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41812) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:51.759754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb836-d104-4f52-8d3d-f13703e3a7de tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=3d2f4168-84b3-410f-9aff-3e5bc956e299,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:51.824231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 3d2f4168-84b3-410f-9aff-3e5bc956e299 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:19:51.824573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:52.058117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:52.192649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 3d2f4168-84b3-410f-9aff-3e5bc956e299 owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:19:52.472630 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:52.528686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=3d2f4168-84b3-410f-9aff-3e5bc956e299,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:52.539891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:52.550291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-51f2231b-2b9a-4e43-98ae-aa249b2845a4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/3d2f4168-84b3-410f-9aff-3e5bc956e299 HTTP/1.1" status: 204 len: 168 time: 0.8015082 Apr 11 21:19:52.553388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41830) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:52.648206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba493e-3f6f-4b7c-afab-e7b20a2af91d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:52.648905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7ba493e-3f6f-4b7c-afab-e7b20a2af91d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:52.654286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41836) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:52.746571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7ba493e-3f6f-4b7c-afab-e7b20a2af91d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:52.747829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7ba493e-3f6f-4b7c-afab-e7b20a2af91d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1935160 Apr 11 21:19:52.751215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41842) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:52.805183 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96d2438-9a35-4fb8-902e-a81ca2a6e515 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:19:52.805826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f96d2438-9a35-4fb8-902e-a81ca2a6e515 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:19:52.819017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f96d2438-9a35-4fb8-902e-a81ca2a6e515 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:19:52.825813 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f96d2438-9a35-4fb8-902e-a81ca2a6e515 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/3d2f4168-84b3-410f-9aff-3e5bc956e299 HTTP/1.1" status: 404 len: 333 time: 0.0677245 Apr 11 21:19:52.826108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:52.831714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1648633981'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:52.849342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:52.853533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:52.857693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:52.864908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:52.938776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:52.962180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:52.965672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:52.969929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:52.974581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Usage tracker for resource:security_group_rule and tenant:87ae8374cd264535ac2795208bc1f454 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:52.977875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:52.984335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:53.000868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:19:53.011353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.011819 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment 37c74fd3-92d1-49f4-a16a-f286c994292c of type vlan for network 41d69505-aef3-45ca-83c4-ff1ef872c582 Apr 11 21:19:53.057157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.061677 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.158227 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.208730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb126fe5-5039-4271-97bb-39420406e007,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:53.212916 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3eb20193-12aa-47e6-a188-f7c1c8e7ac9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87ae8374cd264535ac2795208bc1f454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5575264 Apr 11 21:19:53.216690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41850) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:53.218259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.222926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:53.223992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.280796 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cce4c9-1d52-4be0-aa9c-a7043ca30bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.319117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cce4c9-1d52-4be0-aa9c-a7043ca30bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.339154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=41d69505-aef3-45ca-83c4-ff1ef872c582,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:53.351308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:19:53.449960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-69e4468b-c0d2-4b7e-b8fa-0df932bbc410 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6228323 Apr 11 21:19:53.452591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41856) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:53.459269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:53.495200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cce4c9-1d52-4be0-aa9c-a7043ca30bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.516759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cce4c9-1d52-4be0-aa9c-a7043ca30bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb126fe5-5039-4271-97bb-39420406e007,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:53.521400 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-95cce4c9-1d52-4be0-aa9c-a7043ca30bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:53.527982 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-95cce4c9-1d52-4be0-aa9c-a7043ca30bfd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb126fe5-5039-4271-97bb-39420406e007 HTTP/1.1" status: 204 len: 168 time: 0.3096099 Apr 11 21:19:53.586776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:53.596033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:53.596033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:53.601572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:53.751096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:53.857598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.210104 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.291158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=1d19a97d-4965-48b1-9a62-5c11c190a051,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:54.303871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': '37c74fd3-92d1-49f4-a16a-f286c994292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:54.304212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 41d69505-aef3-45ca-83c4-ff1ef872c582, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:19:54.449211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:19:54.515639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41868) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:54.539735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.575514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:54.579288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Usage tracker for resource:security_group_rule and tenant:480c295642ae4b62877429b8b5d07938 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:54.582198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:54.588358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:54.599137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 41d69505-aef3-45ca-83c4-ff1ef872c582) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:54.605074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:54.605597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.607288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef28b1-3072-4a20-a8a8-375ea8deb33b None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:54.681562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.730311 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-61e2083f-5198-42db-9229-e57fe48f1c79 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2766910 Apr 11 21:19:54.733356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41876) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:54.739392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:54.820972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.887967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-41d69505-aef3-45ca-83c4-ff1ef872c582', 'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': '1d19a97d-4965-48b1-9a62-5c11c190a051'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:19:54.888880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:54.911694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fc8830-3589-4c20-8110-d3f8168550c8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:54.924663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c8c847c-c25a-40e2-9ff9-a3b3452aed2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=480c295642ae4b62877429b8b5d07938&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4054115 Apr 11 21:19:54.925133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41880) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:54.967745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:54.982564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:54.987260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:54.996639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:55.022696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d8bef41-9230-47a1-be75-39ed32b00867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.049865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d8bef41-9230-47a1-be75-39ed32b00867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.061934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Allocated IP 172.20.0.2 (41d69505-aef3-45ca-83c4-ff1ef872c582/1d19a97d-4965-48b1-9a62-5c11c190a051/60e953aa-95d1-4e60-b8c8-3d32edb98966) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:55.098303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:55.102420 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.240866 n-d-837321-1 neutron-server[84667]: INFO neutron.db.ipam_backend_mixin [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d19a97d-4965-48b1-9a62-5c11c190a051 (CIDR: 172.20.0.0/28) Apr 11 21:19:55.264628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d8bef41-9230-47a1-be75-39ed32b00867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.283923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bef41-9230-47a1-be75-39ed32b00867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fc8830-3589-4c20-8110-d3f8168550c8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:55.286224 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7d8bef41-9230-47a1-be75-39ed32b00867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.287332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.291064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7d8bef41-9230-47a1-be75-39ed32b00867 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4fc8830-3589-4c20-8110-d3f8168550c8 HTTP/1.1" status: 204 len: 168 time: 0.3649521 Apr 11 21:19:55.303620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Transition to ACTIVE for port object 60e953aa-95d1-4e60-b8c8-3d32edb98966 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:55.324443 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:19:55.325628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:19:55.330220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Transition to ACTIVE for port object 60e953aa-95d1-4e60-b8c8-3d32edb98966 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:55.472356 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.522700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-245ee094-a797-4b58-991a-134a558c6e81 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7882767 Apr 11 21:19:55.525604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:55.531080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:55.549081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:55.552993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:55.555557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:55.562408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Pushing event updated for resources: {'Port': ['ID=60e953aa-95d1-4e60-b8c8-3d32edb98966,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:55.647802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.648444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.648547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.648861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.650239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.650515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.651029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.651422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.651861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.652191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.652523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:19:55.681502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Attempting to bind port 60e953aa-95d1-4e60-b8c8-3d32edb98966 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:19:55.681865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Attempting to bind port 60e953aa-95d1-4e60-b8c8-3d32edb98966 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '37c74fd3-92d1-49f4-a16a-f286c994292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:19:55.682418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Attempting to bind port 60e953aa-95d1-4e60-b8c8-3d32edb98966 on network 41d69505-aef3-45ca-83c4-ff1ef872c582 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:19:55.690055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:19:55.690425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Checking segment: {'id': '37c74fd3-92d1-49f4-a16a-f286c994292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:19:55.690821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.691199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Bound using segment: {'id': '37c74fd3-92d1-49f4-a16a-f286c994292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:19:55.692487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Bound port: 60e953aa-95d1-4e60-b8c8-3d32edb98966, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c74fd3-92d1-49f4-a16a-f286c994292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:19:55.692876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.695215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:55.699665 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:55.705206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:55.712956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:55.795928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] For port 60e953aa-95d1-4e60-b8c8-3d32edb98966, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:19:55.806426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] For port 60e953aa-95d1-4e60-b8c8-3d32edb98966, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60e953aa-95d1-4e60-b8c8-3d32edb98966,segment=NetworkSegment(37c74fd3-92d1-49f4-a16a-f286c994292c),segment_id=37c74fd3-92d1-49f4-a16a-f286c994292c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:19:55.814872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:55.820509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.877411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:55.983387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc6034-ec1e-48fd-a97f-f11c065dce53 None None] Pushing event updated for resources: {'Port': ['ID=60e953aa-95d1-4e60-b8c8-3d32edb98966,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:56.460948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:56.525753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:56.529207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:56.533764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:56.534342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:56.542231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=744c2d28-3490-4b3c-af3e-b123087213e5,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:56.696224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a41d3b56-439c-4d8e-a223-2ca74439f8fa tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1689577 Apr 11 21:19:56.701157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41908) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:56.710679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582', 'fixed_ips': [{'subnet_id': '1d19a97d-4965-48b1-9a62-5c11c190a051'}, {'subnet_id': '744c2d28-3490-4b3c-af3e-b123087213e5'}], 'name': 'tempest-PortsTestJSON-799077730'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:56.986614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:19:56.994627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:19:56.998582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:19:57.005730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:19:57.099856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440e987-639f-4b69-b35b-841ad1a1f048 None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:57.105118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:19:57.265030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:57.291686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port a7c36ac7-e09b-4781-839d-cd118d87ad1e yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:19:57.306773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d33a3c76-9c1c-4203-b73b-6761a4bc92e3 None None] Provisioning for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:57.315666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60e953aa-95d1-4e60-b8c8-3d32edb98966 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:19:57.564856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:57.572580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:57.572950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:57.605229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Update dhcp port {'port': {'network_id': '41d69505-aef3-45ca-83c4-ff1ef872c582', 'fixed_ips': [{'subnet_id': '1d19a97d-4965-48b1-9a62-5c11c190a051', 'ip_address': '172.20.0.2'}, {'subnet_id': '744c2d28-3490-4b3c-af3e-b123087213e5'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '60e953aa-95d1-4e60-b8c8-3d32edb98966'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:19:57.680653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:57.692472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.7 (41d69505-aef3-45ca-83c4-ff1ef872c582/1d19a97d-4965-48b1-9a62-5c11c190a051/a7c36ac7-e09b-4781-839d-cd118d87ad1e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:57.699178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.28 (41d69505-aef3-45ca-83c4-ff1ef872c582/744c2d28-3490-4b3c-af3e-b123087213e5/a7c36ac7-e09b-4781-839d-cd118d87ad1e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:57.862382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:57.912592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:57.931627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object a7c36ac7-e09b-4781-839d-cd118d87ad1e will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:57.937852 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 60e953aa-95d1-4e60-b8c8-3d32edb98966, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60e953aa-95d1-4e60-b8c8-3d32edb98966,segment=NetworkSegment(37c74fd3-92d1-49f4-a16a-f286c994292c),segment_id=37c74fd3-92d1-49f4-a16a-f286c994292c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:58.078545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:58.080289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:58.158087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:19:58.162271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=a7c36ac7-e09b-4781-839d-cd118d87ad1e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:58.164662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:19:58.166896 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:19:58.220769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=60e953aa-95d1-4e60-b8c8-3d32edb98966,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:58.224363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Allocated IP 172.20.0.18 (41d69505-aef3-45ca-83c4-ff1ef872c582/744c2d28-3490-4b3c-af3e-b123087213e5/60e953aa-95d1-4e60-b8c8-3d32edb98966) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:19:58.260319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:58.260319 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:58.393214 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7aca5a0f-8ec7-42ff-88a9-0a1a79401c5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6897533 Apr 11 21:19:58.396229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41942) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:58.403583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d19a97d-4965-48b1-9a62-5c11c190a051'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:58.427593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] For port 60e953aa-95d1-4e60-b8c8-3d32edb98966, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60e953aa-95d1-4e60-b8c8-3d32edb98966,segment=NetworkSegment(37c74fd3-92d1-49f4-a16a-f286c994292c),segment_id=37c74fd3-92d1-49f4-a16a-f286c994292c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:19:58.456764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:58.477850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Transition to ACTIVE for port object 60e953aa-95d1-4e60-b8c8-3d32edb98966 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:19:58.538520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:58.626800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:58.780928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf150fa6-9edb-4303-b4c5-487dc9dd22ee None None] Pushing event updated for resources: {'Port': ['ID=60e953aa-95d1-4e60-b8c8-3d32edb98966,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:58.913563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Delete allocated IP 172.20.0.28 (41d69505-aef3-45ca-83c4-ff1ef872c582/744c2d28-3490-4b3c-af3e-b123087213e5) {{(pid=84666) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 21:19:59.117751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:59.140989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:59.155881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Ignored duplicate provisioning block setup for port a7c36ac7-e09b-4781-839d-cd118d87ad1e by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 11 21:19:59.206927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60e953aa-95d1-4e60-b8c8-3d32edb98966 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:19:59.317830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:59.374869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a8455-b0d9-41b0-bb25-7698900792c4 None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:19:59.469076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=a7c36ac7-e09b-4781-839d-cd118d87ad1e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:19:59.497181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] In _notify_port_updated(), no bound segment for port a7c36ac7-e09b-4781-839d-cd118d87ad1e on network 41d69505-aef3-45ca-83c4-ff1ef872c582 {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:19:59.501274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:19:59.501882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:59.503162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f3595521-b3b5-477d-9e2e-6fdd4911c9f8 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/ports/a7c36ac7-e09b-4781-839d-cd118d87ad1e HTTP/1.1" status: 200 len: 918 time: 1.1055441 Apr 11 21:19:59.510389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41958) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:19:59.517086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d19a97d-4965-48b1-9a62-5c11c190a051'}, {'subnet_id': '744c2d28-3490-4b3c-af3e-b123087213e5'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:19:59.609283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ee80c559-1db2-440b-a636-95cb5b4a18fc None None] Provisioning for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:19:59.619960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ee80c559-1db2-440b-a636-95cb5b4a18fc None None] Provisioning complete for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:19:59.620337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee80c559-1db2-440b-a636-95cb5b4a18fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:19:59.790103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.089476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-61dcbc12-96f5-49a2-b7b1-68b789baf6c3 None None] Provisioning for port a7c36ac7-e09b-4781-839d-cd118d87ad1e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:00.097356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-61dcbc12-96f5-49a2-b7b1-68b789baf6c3 None None] Provisioning complete for port a7c36ac7-e09b-4781-839d-cd118d87ad1e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:00.097775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61dcbc12-96f5-49a2-b7b1-68b789baf6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.171841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-61dcbc12-96f5-49a2-b7b1-68b789baf6c3 None None] Port a7c36ac7-e09b-4781-839d-cd118d87ad1e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:00.185833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-61dcbc12-96f5-49a2-b7b1-68b789baf6c3 None None] Provisioning complete for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:00.189184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-61dcbc12-96f5-49a2-b7b1-68b789baf6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.234390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.27 (41d69505-aef3-45ca-83c4-ff1ef872c582/744c2d28-3490-4b3c-af3e-b123087213e5/a7c36ac7-e09b-4781-839d-cd118d87ad1e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:00.428697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.448511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Ignored duplicate provisioning block setup for port a7c36ac7-e09b-4781-839d-cd118d87ad1e by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 11 21:20:00.489113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-943f9592-37c9-4264-a67a-967456690ced None None] Provisioning complete for port a7c36ac7-e09b-4781-839d-cd118d87ad1e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:00.489679 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-943f9592-37c9-4264-a67a-967456690ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.529325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.552148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-943f9592-37c9-4264-a67a-967456690ced None None] Port a7c36ac7-e09b-4781-839d-cd118d87ad1e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:00.716917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=a7c36ac7-e09b-4781-839d-cd118d87ad1e,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:00.753082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.753432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.753773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.754662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.755202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.755684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.756025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.756358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.758338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.758707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.759046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:00.780385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] In _notify_port_updated(), no bound segment for port a7c36ac7-e09b-4781-839d-cd118d87ad1e on network 41d69505-aef3-45ca-83c4-ff1ef872c582 {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:20:00.786405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:00.787361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.789300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-222e64a7-b494-4cab-901f-d401a8d7e887 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/ports/a7c36ac7-e09b-4781-839d-cd118d87ad1e HTTP/1.1" status: 200 len: 998 time: 1.2776892 Apr 11 21:20:00.804781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 41980) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:00.873140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port a7c36ac7-e09b-4781-839d-cd118d87ad1e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:00.873408 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.875601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.884436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cede96a5-1272-45c8-b582-373f6945fc12 None None] Provisioning complete for port a7c36ac7-e09b-4781-839d-cd118d87ad1e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:00.884814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cede96a5-1272-45c8-b582-373f6945fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:00.941606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cede96a5-1272-45c8-b582-373f6945fc12 None None] Port a7c36ac7-e09b-4781-839d-cd118d87ad1e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:01.139906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:01.385163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for a7c36ac7-e09b-4781-839d-cd118d87ad1e owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:01.753111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:01.814585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=a7c36ac7-e09b-4781-839d-cd118d87ad1e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:01.960656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:01.973780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-945df14e-3980-4a5f-8116-b6a27291cc6f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/a7c36ac7-e09b-4781-839d-cd118d87ad1e HTTP/1.1" status: 204 len: 168 time: 1.1646769 Apr 11 21:20:01.974117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 41998) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:02.024113 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4446549-77c8-453c-80f9-562e30651c7e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:02.024620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a4446549-77c8-453c-80f9-562e30651c7e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:02.123640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a4446549-77c8-453c-80f9-562e30651c7e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:02.125050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a4446549-77c8-453c-80f9-562e30651c7e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/a7c36ac7-e09b-4781-839d-cd118d87ad1e HTTP/1.1" status: 404 len: 333 time: 0.1499987 Apr 11 21:20:02.138514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42002) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:02.207841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 744c2d28-3490-4b3c-af3e-b123087213e5 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:20:02.211779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:02.367240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:02.456253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:02.665295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:02.716674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=744c2d28-3490-4b3c-af3e-b123087213e5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:02.730539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:02.737530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a040616c-5118-4380-99eb-5dc603fb6f92 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/744c2d28-3490-4b3c-af3e-b123087213e5 HTTP/1.1" status: 204 len: 168 time: 0.5979064 Apr 11 21:20:02.740198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42014) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:02.743643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ce4dc-5dd9-4d4f-a2a0-be4521fcc8cf None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:02.993365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 1d19a97d-4965-48b1-9a62-5c11c190a051 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:20:02.996893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.063100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.170308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.328582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.375724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=1d19a97d-4965-48b1-9a62-5c11c190a051,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:03.386928 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.395693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-76941347-6d05-44a8-9758-1ea837b26b73 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/1d19a97d-4965-48b1-9a62-5c11c190a051 HTTP/1.1" status: 204 len: 168 time: 0.6541865 Apr 11 21:20:03.405744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:03.557788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.573463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 60e953aa-95d1-4e60-b8c8-3d32edb98966 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:03.573863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.725248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726214c8-c8eb-4679-92c6-293a4b2d8171 None None] Network 41d69505-aef3-45ca-83c4-ff1ef872c582 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:03.813683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] For port 60e953aa-95d1-4e60-b8c8-3d32edb98966, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=60e953aa-95d1-4e60-b8c8-3d32edb98966,segment=NetworkSegment(37c74fd3-92d1-49f4-a16a-f286c994292c),segment_id=37c74fd3-92d1-49f4-a16a-f286c994292c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:03.814039 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.901622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5686c900-ac95-4358-b17b-464f57b159f3 None None] Provisioning complete for port 60e953aa-95d1-4e60-b8c8-3d32edb98966 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:03.902294 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5686c900-ac95-4358-b17b-464f57b159f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:03.946624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 60e953aa-95d1-4e60-b8c8-3d32edb98966 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:04.077937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c961a1e-b594-4455-a840-57eee5ee6bb7 None None] DHCP port deletion for 41d69505-aef3-45ca-83c4-ff1ef872c582 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:20:04.082839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1c961a1e-b594-4455-a840-57eee5ee6bb7 None None] Deleting port 60e953aa-95d1-4e60-b8c8-3d32edb98966 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:04.089197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1c961a1e-b594-4455-a840-57eee5ee6bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.106313 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.153245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1c961a1e-b594-4455-a840-57eee5ee6bb7 None None] The port '60e953aa-95d1-4e60-b8c8-3d32edb98966' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:20:04.157057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=60e953aa-95d1-4e60-b8c8-3d32edb98966,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:04.164660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No DVR routers for this DVR port 60e953aa-95d1-4e60-b8c8-3d32edb98966 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:20:04.291808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.317423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d69505-aef3-45ca-83c4-ff1ef872c582']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:04.329525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c74fd3-92d1-49f4-a16a-f286c994292c') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:04.329821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c74fd3-92d1-49f4-a16a-f286c994292c') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:04.341630 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.357198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.364525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:04.367134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:04.380116 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:04.643847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.662834 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:04.677017 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=41d69505-aef3-45ca-83c4-ff1ef872c582,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:04.776045 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cc4000be-9c33-42e3-809c-c298439eeed6 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/41d69505-aef3-45ca-83c4-ff1ef872c582 HTTP/1.1" status: 204 len: 168 time: 1.3690608 Apr 11 21:20:04.779743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42048) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:04.869421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659209d-b9a9-4dc9-924a-f41d42a37c50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:04.870154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d659209d-b9a9-4dc9-924a-f41d42a37c50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:04.958027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d659209d-b9a9-4dc9-924a-f41d42a37c50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:04.962801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d659209d-b9a9-4dc9-924a-f41d42a37c50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1784275 Apr 11 21:20:04.963190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42058) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:05.040141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7005fb54-d9af-4ffb-8563-498484f712a9 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0757046 Apr 11 21:20:05.043944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42062) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:05.049563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115170045'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:05.056443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:05.060466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:05.063406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:05.070345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:05.166018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:05.171772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:05.211232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:05.218871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60e953aa-95d1-4e60-b8c8-3d32edb98966 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:20:05.220743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:05.221087 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3 of type vlan for network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 Apr 11 21:20:05.254055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:05.305205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 60e953aa-95d1-4e60-b8c8-3d32edb98966 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:20:05.305711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 60e953aa-95d1-4e60-b8c8-3d32edb98966 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:20:05.396622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:05.400387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:05.400957 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:05.522416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=4f70f103-6071-4ae4-91c6-6f8bfc8feba8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:05.536476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:05.629879 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87489407-b516-4467-8f5f-6de14408343f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5842679 Apr 11 21:20:05.635235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42074) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:05.641873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:05.758965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:05.762835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:05.765702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:05.772314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:05.888763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:06.013266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:06.305125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:06.377797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=faa677bf-1a10-4017-8123-5b10b12f3d3c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:06.399897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:06.400271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 4f70f103-6071-4ae4-91c6-6f8bfc8feba8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:06.483072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:06.575308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4f70f103-6071-4ae4-91c6-6f8bfc8feba8) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:06.584175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:06.584884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:06.592422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3a099-13c7-46e6-a5e9-7380ecb90586 None None] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:06.749534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-12802527-66c7-4a54-bc51-0f50375b57f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1119008 Apr 11 21:20:06.750981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42088) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:06.758137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8', 'name': 'tempest-PortsTestJSON-246775315'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:06.836814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4f70f103-6071-4ae4-91c6-6f8bfc8feba8', 'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': 'faa677bf-1a10-4017-8123-5b10b12f3d3c'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:06.837902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:06.938310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:06.952554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:07.015189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Allocated IP 172.20.0.2 (4f70f103-6071-4ae4-91c6-6f8bfc8feba8/faa677bf-1a10-4017-8123-5b10b12f3d3c/cbea5b40-e3ae-447f-ba6d-532be6396264) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:07.101399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:07.111801 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:07.142315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:07.366657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:07.378462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Transition to ACTIVE for port object cbea5b40-e3ae-447f-ba6d-532be6396264 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:07.399592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Transition to ACTIVE for port object cbea5b40-e3ae-447f-ba6d-532be6396264 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:07.501674 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:07.574570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:07.577576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:07.581575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:07.596236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Pushing event updated for resources: {'Port': ['ID=cbea5b40-e3ae-447f-ba6d-532be6396264,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:07.630732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.13 (4f70f103-6071-4ae4-91c6-6f8bfc8feba8/faa677bf-1a10-4017-8123-5b10b12f3d3c/e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:07.693196 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Attempting to bind port cbea5b40-e3ae-447f-ba6d-532be6396264 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:07.693655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Attempting to bind port cbea5b40-e3ae-447f-ba6d-532be6396264 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:07.694150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Attempting to bind port cbea5b40-e3ae-447f-ba6d-532be6396264 on network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:07.701298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:07.701754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Checking segment: {'id': 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:07.702245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:07.702711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Bound using segment: {'id': 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:07.703286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Bound port: cbea5b40-e3ae-447f-ba6d-532be6396264, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:07.703705 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:07.831568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] For port cbea5b40-e3ae-447f-ba6d-532be6396264, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:07.835659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] For port cbea5b40-e3ae-447f-ba6d-532be6396264, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbea5b40-e3ae-447f-ba6d-532be6396264,segment=NetworkSegment(ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3),segment_id=ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:07.865851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:07.909712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:07.936728 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:20:07.960671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:08.054177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed9ce0-9dca-4f59-9622-aea24ecc388c None None] Pushing event updated for resources: {'Port': ['ID=cbea5b40-e3ae-447f-ba6d-532be6396264,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:08.095428 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:08.203524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:08.214901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:08.220790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:08.220790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:08.291050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:08.291688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:08.484307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42110) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:08.487081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4540003-7e59-4567-a14e-95392b8629dd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7338424 Apr 11 21:20:08.493083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '4f70f103-6071-4ae4-91c6-6f8bfc8feba8', 'name': 'tempest-PortsTestJSON-194420830'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:08.751646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:08.755364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:08.758338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:08.764012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:08.905887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:08.908968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:08.932733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 40433f65-fe62-446d-90ae-68b474129686 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:09.108217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.11 (4f70f103-6071-4ae4-91c6-6f8bfc8feba8/faa677bf-1a10-4017-8123-5b10b12f3d3c/40433f65-fe62-446d-90ae-68b474129686) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:09.327330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbea5b40-e3ae-447f-ba6d-532be6396264 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:09.522141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:09.533083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port cbea5b40-e3ae-447f-ba6d-532be6396264 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:09.558071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 40433f65-fe62-446d-90ae-68b474129686 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:09.618044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df23fd-b7d7-40e2-ab9c-8d786fc5aff8 None None] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:09.672468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:09.813617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] Provisioning for port cbea5b40-e3ae-447f-ba6d-532be6396264 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:09.819731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:09.822825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=40433f65-fe62-446d-90ae-68b474129686,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:09.830194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] Provisioning complete for port cbea5b40-e3ae-447f-ba6d-532be6396264 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:09.830541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:09.836145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:09.838565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:09.937961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-448a4fa8-42e6-4a39-b969-caf9ebb5a6aa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513192431&fields=id&tenant_id=bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 267 time: 0.1684232 Apr 11 21:20:09.949769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:09.950370 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.045336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.096568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] For port cbea5b40-e3ae-447f-ba6d-532be6396264, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbea5b40-e3ae-447f-ba6d-532be6396264,segment=NetworkSegment(ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3),segment_id=ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:10.190595 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.197079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c86cc1b0-1485-474a-8bca-36e3c84d15fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7116792 Apr 11 21:20:10.199993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:10.241482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-6e185938-ed70-4246-af3d-f6e1aacbefa5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:10.243008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-6e185938-ed70-4246-af3d-f6e1aacbefa5 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.2872000 Apr 11 21:20:10.268926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-40ed252f-31de-48d9-9921-7cb83ad6528f tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/quotas/bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 375 time: 0.0175941 Apr 11 21:20:10.325455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f5ff7-cbd6-4911-a84e-2764e6fa4ae6 None None] Pushing event updated for resources: {'Port': ['ID=cbea5b40-e3ae-447f-ba6d-532be6396264,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:10.369795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e888a-4d71-47da-a1c0-fdddd5928a20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:10.371868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-482e888a-4d71-47da-a1c0-fdddd5928a20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:10.419122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-b70a47a0-afc0-475e-a21b-11a7866eaac7 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1431317 Apr 11 21:20:10.454599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-482e888a-4d71-47da-a1c0-fdddd5928a20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:10.455834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-482e888a-4d71-47da-a1c0-fdddd5928a20 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2548373 Apr 11 21:20:10.464470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42166) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:10.483085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Provisioning for port 40433f65-fe62-446d-90ae-68b474129686 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:10.493905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Provisioning complete for port 40433f65-fe62-446d-90ae-68b474129686 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:10.495587 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.547377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 40433f65-fe62-446d-90ae-68b474129686 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:10.547749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.576047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aea3f003-f615-4fa7-8294-44b83c45cff4 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453984 Apr 11 21:20:10.612416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Port 40433f65-fe62-446d-90ae-68b474129686 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:10.688747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Provisioning for port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:10.695307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Provisioning complete for port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:10.695524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.762265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:10.779495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Provisioning complete for port cbea5b40-e3ae-447f-ba6d-532be6396264 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:10.779905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4bd606c-89f3-49b8-9c41-c8a89901fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:10.791950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-72c68a53-6243-4790-9604-4755377beb40 service neutron] 10.222.0.61 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005222 Apr 11 21:20:10.851206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:11.025361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 40433f65-fe62-446d-90ae-68b474129686 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:11.038140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d3b16407-49c4-46c3-846a-5d318fc8a4b6 None None] Provisioning complete for port 40433f65-fe62-446d-90ae-68b474129686 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:11.038594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d3b16407-49c4-46c3-846a-5d318fc8a4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:11.096429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d3b16407-49c4-46c3-846a-5d318fc8a4b6 None None] Port 40433f65-fe62-446d-90ae-68b474129686 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:11.110053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d3b16407-49c4-46c3-846a-5d318fc8a4b6 None None] Provisioning complete for port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:11.110431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d3b16407-49c4-46c3-846a-5d318fc8a4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:11.169806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d3b16407-49c4-46c3-846a-5d318fc8a4b6 None None] Port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:11.213168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbea5b40-e3ae-447f-ba6d-532be6396264 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:11.290244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cbea5b40-e3ae-447f-ba6d-532be6396264 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:11.290608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:11.380513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:11.437829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=40433f65-fe62-446d-90ae-68b474129686,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:11.564775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:11.682756 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b8bca3c-7e52-48c2-9a7a-9b4ab23f2f95 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/40433f65-fe62-446d-90ae-68b474129686 HTTP/1.1" status: 204 len: 168 time: 1.2172036 Apr 11 21:20:11.685527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42196) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:11.711371 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b31d0392-9e6a-4aa3-b4b4-fc774ec804af req-c6c521af-0e72-4ba7-b297-ca200ac968aa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 210 time: 0.0966024 Apr 11 21:20:11.741149 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-760dda4d-c13b-4fb5-8b9d-f10bacf2ab62 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:11.741890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-760dda4d-c13b-4fb5-8b9d-f10bacf2ab62 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:11.830190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-760dda4d-c13b-4fb5-8b9d-f10bacf2ab62 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:11.831442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-760dda4d-c13b-4fb5-8b9d-f10bacf2ab62 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/40433f65-fe62-446d-90ae-68b474129686 HTTP/1.1" status: 404 len: 333 time: 0.1448309 Apr 11 21:20:11.834814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42206) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:11.912798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:11.918667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:12.179772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:12.311029 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:12.561972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:12.622506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:12.756678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:12.846017 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b324bb26-d05b-40b4-9672-24a69fa3eabd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e HTTP/1.1" status: 204 len: 168 time: 1.0098767 Apr 11 21:20:12.847074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42222) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:12.899102 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad0713-9e01-4ee0-86ed-ab5ae8bb796d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:12.900020 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-63ad0713-9e01-4ee0-86ed-ab5ae8bb796d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:12.901902 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47ad874c-3fef-4ac6-8dba-8ee0b95b3ece req-c30ef4d9-450c-418c-84a3-b44436f55c05 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 210 time: 0.1068401 Apr 11 21:20:13.020585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-63ad0713-9e01-4ee0-86ed-ab5ae8bb796d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:13.023225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-63ad0713-9e01-4ee0-86ed-ab5ae8bb796d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/e1ad7c6e-8b14-44cf-9ab3-6e24a33e259e HTTP/1.1" status: 404 len: 333 time: 0.1743784 Apr 11 21:20:13.038201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42228) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:13.232433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet faa677bf-1a10-4017-8123-5b10b12f3d3c {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:20:13.235457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.293141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.380004 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.569495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.610033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=faa677bf-1a10-4017-8123-5b10b12f3d3c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:13.617559 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.625126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c84dbede-4d4d-47e6-99ec-05c7f9551d83 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/faa677bf-1a10-4017-8123-5b10b12f3d3c HTTP/1.1" status: 204 len: 168 time: 0.5856221 Apr 11 21:20:13.627657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42242) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:13.630027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40880caa-d251-4a52-a609-e318d86bdf2f None None] Network 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:13.837785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.848502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port cbea5b40-e3ae-447f-ba6d-532be6396264 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:13.848991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.908235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] DHCP port deletion for 4f70f103-6071-4ae4-91c6-6f8bfc8feba8 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:20:13.914134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Deleting port cbea5b40-e3ae-447f-ba6d-532be6396264 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:13.914502 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:13.950645 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a5c4-9b7a-409c-bd3c-18151e43e166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:14.211407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] For port cbea5b40-e3ae-447f-ba6d-532be6396264, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbea5b40-e3ae-447f-ba6d-532be6396264,segment=NetworkSegment(ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3),segment_id=ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:14.212149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:14.247072 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ff19e071-5bbd-40c1-8368-4ddf69d962fe req-fcc5ac38-cfca-4fbb-b70d-4dffdb6fdd60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 210 time: 0.0833733 Apr 11 21:20:14.263777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] For port cbea5b40-e3ae-447f-ba6d-532be6396264, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cbea5b40-e3ae-447f-ba6d-532be6396264,segment=NetworkSegment(ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3),segment_id=ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:14.264142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:14.460612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for cbea5b40-e3ae-447f-ba6d-532be6396264 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:14.510202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Calling delete_port for cbea5b40-e3ae-447f-ba6d-532be6396264 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:14.744633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-ed5aa9d2-a445-4763-a64d-bc27c96560f2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:14.746222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:14.746633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:20:14.747002 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:20:14.747813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-ed5aa9d2-a445-4763-a64d-bc27c96560f2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 812 time: 0.1708567 Apr 11 21:20:14.798333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=cbea5b40-e3ae-447f-ba6d-532be6396264,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:14.809318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No DVR routers for this DVR port cbea5b40-e3ae-447f-ba6d-532be6396264 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:20:14.833075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-86b7dff5-b899-4b87-90d1-65746f432c32 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdada87da274971a2f610c31bf932c1 HTTP/1.1" status: 200 len: 379 time: 0.0723612 Apr 11 21:20:14.841607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'port': {'device_id': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'admin_state_up': True, 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'security_groups': ['846188e0-e3ad-43d8-8fc7-6e85a9c305e5']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:14.946280 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:14.975199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f70f103-6071-4ae4-91c6-6f8bfc8feba8']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:14.988364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:14.988564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6a0bb7-488a-4f10-9203-5cf4f7f0fab3') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:15.000843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.017609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.028756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:15.029396 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.050391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:15.050537 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:15.060677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:15.163002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Made reservation on behalf of bcdada87da274971a2f610c31bf932c1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:15.166878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.248477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Deleting port cbea5b40-e3ae-447f-ba6d-532be6396264 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:15.249136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.295329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbea5b40-e3ae-447f-ba6d-532be6396264 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:20:15.311364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.311364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.346035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: cbea5b40-e3ae-447f-ba6d-532be6396264 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:20:15.346628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cbea5b40-e3ae-447f-ba6d-532be6396264 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:20:15.394006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=4f70f103-6071-4ae4-91c6-6f8bfc8feba8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:15.408539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b6171c2d-af68-4073-9b1e-ceaa8d5f226c None None] The port 'cbea5b40-e3ae-447f-ba6d-532be6396264' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:20:15.485034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c778611d-4a08-4542-bb72-06405eb51eec tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/4f70f103-6071-4ae4-91c6-6f8bfc8feba8 HTTP/1.1" status: 204 len: 168 time: 1.8518839 Apr 11 21:20:15.490980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42272) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:15.496438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-254581760'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:15.505494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:15.517172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:15.522114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:15.532806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:15.552412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.20.0.9 (30e07d45-ef04-4d3f-b47c-dd88bfcb89df/f9828eb0-0ca7-4fa6-a889-02223177bee8/714d83f4-45f0-48dd-ab7f-0c5ca9a444b3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:15.603050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:15.607942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.648060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b7f3a675-d4f9-46eb-adf6-2d2f01383727 req-4315543a-6d91-416b-a4c7-032fc7d52f3c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 210 time: 0.0880914 Apr 11 21:20:15.672433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:15.683021 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.683452 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment 3a22abfa-b1dd-40f5-ab96-842a231d3637 of type vlan for network 61801cf7-2d04-4309-a7a6-8b51effb75e6 Apr 11 21:20:15.721480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.820418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.825937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:15.826945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.861331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.882073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Transition to ACTIVE for port object 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:15.963011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=61801cf7-2d04-4309-a7a6-8b51effb75e6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:15.969555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:15.976927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:16.035226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e2e498c3-9b76-4a14-b680-740e6b38bfa1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5410073 Apr 11 21:20:16.037683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42278) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:16.044756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:16.101535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:16.109253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:16.112054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:16.195129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:16.213875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:16.219102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:16.220446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:16.221158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:16.227978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:16.243947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:16.356606 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c531d571-9846-4cb6-8ad8-4a181116f2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:16.358113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-340b368b-c2a6-43fb-9b66-09e61d512202 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5201910 Apr 11 21:20:16.373635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Request body: {'port': {'device_id': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:16.483344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:16.499034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:16.505714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a8f9d7a6-afb3-476f-883c-b02ddf89ceeb None None] Provisioning for port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:16.523762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a8f9d7a6-afb3-476f-883c-b02ddf89ceeb None None] Provisioning complete for port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:16.524407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d7a6-afb3-476f-883c-b02ddf89ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:16.631748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9d7a6-afb3-476f-883c-b02ddf89ceeb None None] Port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:16.694696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.120121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:20:17.132015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.152871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Transition to ACTIVE for port object 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:17.164093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba630-8e86-4c15-a795-4e93d368f6bc req-b9b90a57-6a1a-4ad9-bb70-c73848c18baa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:17.165557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d8ba630-8e86-4c15-a795-4e93d368f6bc req-b9b90a57-6a1a-4ad9-bb70-c73848c18baa tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 931 time: 0.3042579 Apr 11 21:20:17.230081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d8ba630-8e86-4c15-a795-4e93d368f6bc req-060c231f-0efe-48b4-8e44-39c4a8024a64 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554841 Apr 11 21:20:17.239704 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.271327 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.474454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': '3a22abfa-b1dd-40f5-ab96-842a231d3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:17.475132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 61801cf7-2d04-4309-a7a6-8b51effb75e6, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:17.483799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=86acf82f-1f92-4005-b80b-9cd0a6c3cdd5,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:17.492497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.492497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.560030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Pushing event updated for resources: {'Port': ['ID=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:17.598311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:17.716506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Attempting to bind port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:17.716506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Attempting to bind port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:17.716506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Attempting to bind port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:17.723122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:20:17.723692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Attempting to bind port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 on network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:17.733252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:17.733252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Checking segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:17.733252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Bound using segment: {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:17.733252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Bound port: 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d742be-0a34-4805-b76c-03b42092db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:17.733252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.755735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 61801cf7-2d04-4309-a7a6-8b51effb75e6) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:17.755735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:17.756216 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:17.790424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98b32a-cfc5-44c6-bb92-2b39f1e8eb99 None None] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:17.849887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9187ba74-4257-4d37-9bd2-dde49f2785e3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8110271 Apr 11 21:20:17.853141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42300) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:17.859713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] For port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:17.859713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] For port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:17.860793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6', 'name': 'tempest-PortsTestJSON-615261717', 'fixed_ips': [{'subnet_id': '86acf82f-1f92-4005-b80b-9cd0a6c3cdd5', 'ip_address': '172.20.0.10'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:17.975870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.017917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:18.023683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:18.026629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:18.034568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:18.071316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-61801cf7-2d04-4309-a7a6-8b51effb75e6', 'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': '86acf82f-1f92-4005-b80b-9cd0a6c3cdd5'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:18.071503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Pushing event updated for resources: {'Port': ['ID=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:18.072222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.077048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.078733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-aa9874c8-cece-459b-b36a-2ff570321b69 service neutron] 10.222.0.69 "PUT /v2.0/ports/714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 1091 time: 1.7129912 Apr 11 21:20:18.079169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:20:18.135511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:18.143868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.156966 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde8542e-c764-4f9f-b8ce-685d9ebf2164'] response: {'name': 'network-changed', 'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'status': 'completed', 'code': 200} Apr 11 21:20:18.174663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:18.272545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Allocated IP 172.20.0.2 (61801cf7-2d04-4309-a7a6-8b51effb75e6/86acf82f-1f92-4005-b80b-9cd0a6c3cdd5/61ea7787-7ade-426b-9c84-2f536d84e8ea) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:18.324279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1c7bb6-a5ee-444d-9f71-1316af0751a3 req-a774d60f-6490-44a5-9d0d-cf9650dbe0ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1094 time: 0.1442981 Apr 11 21:20:18.567724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78bc8-d1a1-45e7-a9df-7bd99888df4b req-1e56ffef-c8c2-4bdf-ac65-08439f616fe6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:18.570764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdf78bc8-d1a1-45e7-a9df-7bd99888df4b req-1e56ffef-c8c2-4bdf-ac65-08439f616fe6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.1008477 Apr 11 21:20:18.578425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.579327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c7bb6-a5ee-444d-9f71-1316af0751a3 req-49d44781-b4da-414d-a3c2-3baf511ca3e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:18.580876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1c7bb6-a5ee-444d-9f71-1316af0751a3 req-49d44781-b4da-414d-a3c2-3baf511ca3e3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bcdada87da274971a2f610c31bf932c1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2496767 Apr 11 21:20:18.591382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Transition to ACTIVE for port object 61ea7787-7ade-426b-9c84-2f536d84e8ea will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:18.615005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Transition to ACTIVE for port object 61ea7787-7ade-426b-9c84-2f536d84e8ea will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:18.645136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fdf78bc8-d1a1-45e7-a9df-7bd99888df4b req-705a249e-cec8-40ed-bcd6-cbf46ab87033 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679958 Apr 11 21:20:18.661751 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.743141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.10 (61801cf7-2d04-4309-a7a6-8b51effb75e6/86acf82f-1f92-4005-b80b-9cd0a6c3cdd5/72019c97-e3d3-44a4-9ea7-7ba11de35d80) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:18.765015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:18.776910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:18.786120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:18.833697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c7bb6-a5ee-444d-9f71-1316af0751a3 req-fe6ad266-f345-462c-8947-668fec3c60ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:18.837874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1c7bb6-a5ee-444d-9f71-1316af0751a3 req-fe6ad266-f345-462c-8947-668fec3c60ee service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487385 Apr 11 21:20:18.844479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Pushing event updated for resources: {'Port': ['ID=61ea7787-7ade-426b-9c84-2f536d84e8ea,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:18.881021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.907977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Attempting to bind port 61ea7787-7ade-426b-9c84-2f536d84e8ea on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:18.908365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Attempting to bind port 61ea7787-7ade-426b-9c84-2f536d84e8ea by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '3a22abfa-b1dd-40f5-ab96-842a231d3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:18.908879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Attempting to bind port 61ea7787-7ade-426b-9c84-2f536d84e8ea on network 61801cf7-2d04-4309-a7a6-8b51effb75e6 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:18.917652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:18.918038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Checking segment: {'id': '3a22abfa-b1dd-40f5-ab96-842a231d3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:18.919697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:18.919697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Bound using segment: {'id': '3a22abfa-b1dd-40f5-ab96-842a231d3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:18.919697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Bound port: 61ea7787-7ade-426b-9c84-2f536d84e8ea, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22abfa-b1dd-40f5-ab96-842a231d3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:18.920017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:19.009365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-70d95503-dbe6-4809-9a22-af9b65f43897 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1094 time: 0.1318221 Apr 11 21:20:19.061938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] For port 61ea7787-7ade-426b-9c84-2f536d84e8ea, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:19.066825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] For port 61ea7787-7ade-426b-9c84-2f536d84e8ea, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=61ea7787-7ade-426b-9c84-2f536d84e8ea,segment=NetworkSegment(3a22abfa-b1dd-40f5-ab96-842a231d3637),segment_id=3a22abfa-b1dd-40f5-ab96-842a231d3637)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:19.089542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:19.109505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-3db322c1-7b02-45a2-b2c4-f34c47aa6a36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 217 time: 0.0938489 Apr 11 21:20:19.113561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 72019c97-e3d3-44a4-9ea7-7ba11de35d80 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:19.187359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-77d2891d-5e91-45bb-9fee-4ba9725eb302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:19.188793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-77d2891d-5e91-45bb-9fee-4ba9725eb302 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0732510 Apr 11 21:20:19.203824 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:19.254092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:19.301177 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-60d13dce-d9b3-4e4b-96b7-7ee26de9cef8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060338 Apr 11 21:20:19.399006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7e4d4-ed82-45eb-8c98-31304f9fb071 None None] Pushing event updated for resources: {'Port': ['ID=61ea7787-7ade-426b-9c84-2f536d84e8ea,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:19.456504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=72019c97-e3d3-44a4-9ea7-7ba11de35d80,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:19.478895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:19.481379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:19.484857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:19.524270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-2efdb320-dc0a-4f68-ac67-336fcaf1dab8 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173719 Apr 11 21:20:19.594999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:19.595679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:19.723140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-797e0ab1-bda6-4a51-bcd3-02d9acd322eb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8629599 Apr 11 21:20:19.723379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42342) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:19.730157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '61801cf7-2d04-4309-a7a6-8b51effb75e6', 'name': 'tempest-PortsTestJSON-697754236', 'fixed_ips': [{'subnet_id': '86acf82f-1f92-4005-b80b-9cd0a6c3cdd5', 'ip_address': '172.20.0.9'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:19.795969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5fcf6c1a-7225-443c-94a9-71ae25a77f63 req-f5842556-ef11-4cb5-a483-dac10e87e46a service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656882 Apr 11 21:20:19.960243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:19.969626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e8e7f-166b-4cef-a5dd-f04a5b613fad req-ec919d3f-680e-4769-8bd3-313d9be2e771 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:19.970853 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:19.971170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fd6e8e7f-166b-4cef-a5dd-f04a5b613fad req-ec919d3f-680e-4769-8bd3-313d9be2e771 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:19.980226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:19.986115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:20.070134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fd6e8e7f-166b-4cef-a5dd-f04a5b613fad req-ec919d3f-680e-4769-8bd3-313d9be2e771 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:20.075036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd6e8e7f-166b-4cef-a5dd-f04a5b613fad req-ec919d3f-680e-4769-8bd3-313d9be2e771 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.1959226 Apr 11 21:20:20.118270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fd6e8e7f-166b-4cef-a5dd-f04a5b613fad req-00b9a9bd-96b0-4d11-ac2a-5c76c5c03407 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Apr 11 21:20:20.122862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:20.129617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:20.153894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 295f42a8-5788-47be-9258-fd3e1bb2f76b yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:20.423977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.9 (61801cf7-2d04-4309-a7a6-8b51effb75e6/86acf82f-1f92-4005-b80b-9cd0a6c3cdd5/295f42a8-5788-47be-9258-fd3e1bb2f76b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:20.615926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97371b7c-bcb2-43f3-922d-58fb35acc504 None None] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:20.670112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:20.688762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 295f42a8-5788-47be-9258-fd3e1bb2f76b will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:20.825467 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:20.863283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-87336ec7-6e69-469f-af42-a9071ec688cf None None] Provisioning for port 61ea7787-7ade-426b-9c84-2f536d84e8ea completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:20.904728 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:20.917775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:20.917775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:20.943933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=295f42a8-5788-47be-9258-fd3e1bb2f76b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:20.979559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:20.980309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.125576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-14424812-1020-4c87-9ace-d4b1b84b00b5 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4011104 Apr 11 21:20:21.142173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42358) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:21.157957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Provisioning for port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:21.164668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Provisioning complete for port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:21.165978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.311962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:21.351250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 61ea7787-7ade-426b-9c84-2f536d84e8ea up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:21.450520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5179da6-4e57-475f-b956-8aa6c9ad1519 req-b5a6a401-cea8-464a-8fbf-8ed466b72655 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:21.459698 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5179da6-4e57-475f-b956-8aa6c9ad1519 req-b5a6a401-cea8-464a-8fbf-8ed466b72655 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.1083844 Apr 11 21:20:21.466693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c17f63-ffbb-49db-a451-b6b6b2d2797f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:21.472691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-73c17f63-ffbb-49db-a451-b6b6b2d2797f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3294239 Apr 11 21:20:21.473549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42368) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:21.584392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2911483-aa5b-4385-9a9c-5c6ccda14b51 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:21.589357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2911483-aa5b-4385-9a9c-5c6ccda14b51 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:21.592985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2911483-aa5b-4385-9a9c-5c6ccda14b51 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:21.599967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f2911483-aa5b-4385-9a9c-5c6ccda14b51 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1197557 Apr 11 21:20:21.600229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42372) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:21.619509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Provisioning for port 295f42a8-5788-47be-9258-fd3e1bb2f76b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:21.624519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c5179da6-4e57-475f-b956-8aa6c9ad1519 req-610550ff-7abb-4835-bbdc-f3d1bfc4569d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632178 Apr 11 21:20:21.625405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 61ea7787-7ade-426b-9c84-2f536d84e8ea completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:21.632218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Provisioning complete for port 295f42a8-5788-47be-9258-fd3e1bb2f76b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:21.632587 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.661494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 61ea7787-7ade-426b-9c84-2f536d84e8ea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:21.661863 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.672545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 295f42a8-5788-47be-9258-fd3e1bb2f76b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:21.672545 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.778458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4c20f72b-58d3-4156-8ced-2e463367076e None None] Port 295f42a8-5788-47be-9258-fd3e1bb2f76b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:21.866155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.907140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-790e7a0d-d774-44f4-a36d-cf95f0aa78f7 None None] Provisioning complete for port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:21.907512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-790e7a0d-d774-44f4-a36d-cf95f0aa78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.966127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 61ea7787-7ade-426b-9c84-2f536d84e8ea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=61ea7787-7ade-426b-9c84-2f536d84e8ea,segment=NetworkSegment(3a22abfa-b1dd-40f5-ab96-842a231d3637),segment_id=3a22abfa-b1dd-40f5-ab96-842a231d3637)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:21.970829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-790e7a0d-d774-44f4-a36d-cf95f0aa78f7 None None] Port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:21.984375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-790e7a0d-d774-44f4-a36d-cf95f0aa78f7 None None] Provisioning complete for port 295f42a8-5788-47be-9258-fd3e1bb2f76b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:21.984746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-790e7a0d-d774-44f4-a36d-cf95f0aa78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:21.987528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:22.042363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-790e7a0d-d774-44f4-a36d-cf95f0aa78f7 None None] Port 295f42a8-5788-47be-9258-fd3e1bb2f76b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:22.066090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:22.124287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 295f42a8-5788-47be-9258-fd3e1bb2f76b owned by {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:22.149555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=61ea7787-7ade-426b-9c84-2f536d84e8ea,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:22.328795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:22.383239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=295f42a8-5788-47be-9258-fd3e1bb2f76b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:22.495215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:22.509654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:22.510175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d0947a01-6302-4881-88da-758d42896ccb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/295f42a8-5788-47be-9258-fd3e1bb2f76b HTTP/1.1" status: 204 len: 168 time: 0.9084663 Apr 11 21:20:22.569534 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eeb5bf-2e3c-4955-8ffb-accb6fe7d939 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:22.570039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-46eeb5bf-2e3c-4955-8ffb-accb6fe7d939 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:22.642841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-46eeb5bf-2e3c-4955-8ffb-accb6fe7d939 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:22.644859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46eeb5bf-2e3c-4955-8ffb-accb6fe7d939 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/295f42a8-5788-47be-9258-fd3e1bb2f76b HTTP/1.1" status: 404 len: 333 time: 0.1334696 Apr 11 21:20:22.647380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:22.720726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 72019c97-e3d3-44a4-9ea7-7ba11de35d80 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:22.721113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:22.900221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc2767-7858-4967-ab5b-89ff0188d2f8 req-e6fa542a-8832-4838-9432-17c7833bb5f6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:22.909090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54bc2767-7858-4967-ab5b-89ff0188d2f8 req-e6fa542a-8832-4838-9432-17c7833bb5f6 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.1359088 Apr 11 21:20:22.967420 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54bc2767-7858-4967-ab5b-89ff0188d2f8 req-60efd4f8-4b9e-44a4-9c1d-2441894faa19 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564003 Apr 11 21:20:23.021321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:23.147440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 72019c97-e3d3-44a4-9ea7-7ba11de35d80 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:23.261124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 61ea7787-7ade-426b-9c84-2f536d84e8ea up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:23.346516 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 61ea7787-7ade-426b-9c84-2f536d84e8ea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:23.346942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:23.431830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:23.491058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=72019c97-e3d3-44a4-9ea7-7ba11de35d80,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:23.635308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:23.745369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f24bb3ef-482a-4c69-b2bb-a44dbf5af6a1 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/72019c97-e3d3-44a4-9ea7-7ba11de35d80 HTTP/1.1" status: 204 len: 168 time: 1.0969462 Apr 11 21:20:23.749009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42416) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:23.791270 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c64bff1-34e8-4e43-8132-5542c4195920 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:23.791700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4c64bff1-34e8-4e43-8132-5542c4195920 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:23.865928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4c64bff1-34e8-4e43-8132-5542c4195920 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:23.867291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4c64bff1-34e8-4e43-8132-5542c4195920 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/72019c97-e3d3-44a4-9ea7-7ba11de35d80 HTTP/1.1" status: 404 len: 333 time: 0.1179943 Apr 11 21:20:23.870253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:24.098078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 86acf82f-1f92-4005-b80b-9cd0a6c3cdd5 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:20:24.102114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.201010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.302743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8d4f7-7576-438e-ad5e-a617fbd95a6c req-6e7743b6-e820-46d7-bd63-c52d8fbd7b90 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:24.304579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8cc8d4f7-7576-438e-ad5e-a617fbd95a6c req-6e7743b6-e820-46d7-bd63-c52d8fbd7b90 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.1549864 Apr 11 21:20:24.337049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.417554 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8cc8d4f7-7576-438e-ad5e-a617fbd95a6c req-0ae7fffc-90bf-42da-80bb-c48beb95caa2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028788 Apr 11 21:20:24.477895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.533926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=86acf82f-1f92-4005-b80b-9cd0a6c3cdd5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:24.533926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.536093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a41c01-0746-41f0-9600-1cd787b17568 None None] Network 61801cf7-2d04-4309-a7a6-8b51effb75e6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:24.536795 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-75805eb5-5129-47ec-8ecb-cf496609aac2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/86acf82f-1f92-4005-b80b-9cd0a6c3cdd5 HTTP/1.1" status: 204 len: 168 time: 0.6644909 Apr 11 21:20:24.538511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42444) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:24.757122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.769657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 61ea7787-7ade-426b-9c84-2f536d84e8ea {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:24.770052 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:24.841590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] DHCP port deletion for 61801cf7-2d04-4309-a7a6-8b51effb75e6 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:20:24.845501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] Deleting port 61ea7787-7ade-426b-9c84-2f536d84e8ea {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:24.845885 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:25.071515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] For port 61ea7787-7ade-426b-9c84-2f536d84e8ea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=61ea7787-7ade-426b-9c84-2f536d84e8ea,segment=NetworkSegment(3a22abfa-b1dd-40f5-ab96-842a231d3637),segment_id=3a22abfa-b1dd-40f5-ab96-842a231d3637)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:25.071515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:25.117802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] For port 61ea7787-7ade-426b-9c84-2f536d84e8ea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=61ea7787-7ade-426b-9c84-2f536d84e8ea,segment=NetworkSegment(3a22abfa-b1dd-40f5-ab96-842a231d3637),segment_id=3a22abfa-b1dd-40f5-ab96-842a231d3637)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:25.118472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:25.194065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] Calling delete_port for 61ea7787-7ade-426b-9c84-2f536d84e8ea owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:25.273509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 61ea7787-7ade-426b-9c84-2f536d84e8ea no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:20:25.280484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 61ea7787-7ade-426b-9c84-2f536d84e8ea owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:25.406052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:25.425446 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:25.427255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:20:25.427650 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:20:25.485777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] No DVR routers for this DVR port 61ea7787-7ade-426b-9c84-2f536d84e8ea on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:20:25.487404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cb27d-2430-438d-b5b9-1f167a405b55 None None] Pushing event deleted for resources: {'Port': ['ID=61ea7787-7ade-426b-9c84-2f536d84e8ea,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:25.646399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7151ff0-f829-48ab-b8d9-18b9ee553951 req-373478b5-f65b-405e-bb48-ee0ca2d39100 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:25.648135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7151ff0-f829-48ab-b8d9-18b9ee553951 req-373478b5-f65b-405e-bb48-ee0ca2d39100 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.0938311 Apr 11 21:20:25.709128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7151ff0-f829-48ab-b8d9-18b9ee553951 req-6286d1ad-1c65-49c9-a432-55a4e11836e3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550199 Apr 11 21:20:25.929649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 61ea7787-7ade-426b-9c84-2f536d84e8ea {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:25.930213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.000822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] The port '61ea7787-7ade-426b-9c84-2f536d84e8ea' was deleted {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:20:26.125228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.151775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61801cf7-2d04-4309-a7a6-8b51effb75e6']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:26.166800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a22abfa-b1dd-40f5-ab96-842a231d3637') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:26.167415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a22abfa-b1dd-40f5-ab96-842a231d3637') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:26.179175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.197787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.202483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:26.202880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: util.warn( Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:26.218942 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:26.373202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.391237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.402864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=61801cf7-2d04-4309-a7a6-8b51effb75e6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:26.637708 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-55f1e9cd-21e6-4de4-a0ac-d3f8dbf58d5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/61801cf7-2d04-4309-a7a6-8b51effb75e6 HTTP/1.1" status: 204 len: 168 time: 2.0973694 Apr 11 21:20:26.645395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42462) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:26.651038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575052186'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:26.656962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:26.661086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:network and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:26.664017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:26.669758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:26.745697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:26.750776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.793454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:26.802656 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.802656 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Added segment 3f66c00c-df6a-4843-95b8-9078a1fb10cb of type vlan for network 509797b5-834b-424e-8eaf-f763af955b7a Apr 11 21:20:26.803116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42472) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:26.852143 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.940610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be26c6-e6d9-4fde-8e0c-dbf09de8fa76 req-f8092e21-55e9-493c-8fc5-9cd03bd10319 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:26.943629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23be26c6-e6d9-4fde-8e0c-dbf09de8fa76 req-f8092e21-55e9-493c-8fc5-9cd03bd10319 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 943 time: 0.0883183 Apr 11 21:20:26.968853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.973115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:26.973865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:26.986801 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.021430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23be26c6-e6d9-4fde-8e0c-dbf09de8fa76 req-3bf6f299-97a4-407f-a864-f5a159085703 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723033 Apr 11 21:20:27.038348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:27.045135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Usage tracker for resource:security_group_rule and tenant:a79b2f499ee840299aa44c9692c7b063 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:27.046183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:27.052910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:27.105978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Network': ['ID=509797b5-834b-424e-8eaf-f763af955b7a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:27.118432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 509797b5-834b-424e-8eaf-f763af955b7a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:27.128823 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.166480 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-164bb29d-488a-493b-bda5-cf6a7e4f0e5d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5167205 Apr 11 21:20:27.168116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:27.173745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '509797b5-834b-424e-8eaf-f763af955b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:27.270632 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.303213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:27.308489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:27.311052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:27.320404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:27.343669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7af88-676f-47aa-8aaa-aa4274e048ac,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:27.350467 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-afb71f71-8368-4b83-9335-ee2009a0642a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a79b2f499ee840299aa44c9692c7b063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5437543 Apr 11 21:20:27.350911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42484) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:27.369600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42488) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:27.419859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:27.427940 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e08d-7f9a-4d44-be87-88c838b6cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.462804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e08d-7f9a-4d44-be87-88c838b6cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.543714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.579504 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.601759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e08d-7f9a-4d44-be87-88c838b6cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.616720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7e08d-7f9a-4d44-be87-88c838b6cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7af88-676f-47aa-8aaa-aa4274e048ac,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:27.629161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e08d-7f9a-4d44-be87-88c838b6cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.629161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b1c7e08d-7f9a-4d44-be87-88c838b6cf02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08a7af88-676f-47aa-8aaa-aa4274e048ac HTTP/1.1" status: 204 len: 168 time: 0.2734914 Apr 11 21:20:27.777028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:20:27.785062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:27.793370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Usage tracker for resource:security_group_rule and tenant:4cc9819c6ef84f63ba7da68f4dededde is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:27.798288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:27.809816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:27.928487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:27.943179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'port_id': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'mac_address': 'fa:16:3e:d6:90:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:20:27.959881 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:27.998320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.015538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:20:28.031351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:28.054554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.063345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.134877 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.167386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cc9819c6ef84f63ba7da68f4dededde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7955637 Apr 11 21:20:28.167925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a2756-224e-4768-8dd6-b83cb965140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9d19f-be5d-4515-b465-70d1077f7494,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:28.169104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:28.231861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:28.239525 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60fffe8c-ac3f-4c93-8a0e-e883939c406b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.262488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:28.268873 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60fffe8c-ac3f-4c93-8a0e-e883939c406b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.289777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Checking segment: {'id': '3f66c00c-df6a-4843-95b8-9078a1fb10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '509797b5-834b-424e-8eaf-f763af955b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:28.290149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network hostable DHCP agents. Network: 509797b5-834b-424e-8eaf-f763af955b7a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:28.318106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60316049-cca0-4603-a6f3-92cfbd8e14b3 req-e6d5e342-d7b7-464d-848d-d6bfd4246b80 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:28.319607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60316049-cca0-4603-a6f3-92cfbd8e14b3 req-e6d5e342-d7b7-464d-848d-d6bfd4246b80 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 944 time: 0.1413343 Apr 11 21:20:28.351908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['714d83f4-45f0-48dd-ab7f-0c5ca9a444b3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:20:28.370549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60316049-cca0-4603-a6f3-92cfbd8e14b3 req-feab1ddc-5313-4e73-a6b2-1865199e89da tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Apr 11 21:20:28.402999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 509797b5-834b-424e-8eaf-f763af955b7a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:28.403512 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60fffe8c-ac3f-4c93-8a0e-e883939c406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.423578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fffe8c-ac3f-4c93-8a0e-e883939c406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9d19f-be5d-4515-b465-70d1077f7494,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:28.426788 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-60fffe8c-ac3f-4c93-8a0e-e883939c406b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.430745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-60fffe8c-ac3f-4c93-8a0e-e883939c406b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2c9d19f-be5d-4515-b465-70d1077f7494 HTTP/1.1" status: 204 len: 168 time: 0.2606373 Apr 11 21:20:28.460216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 509797b5-834b-424e-8eaf-f763af955b7a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:28.464119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:28.464737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.472715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea73198-a19a-47fe-81c3-39e43851b73b None None] Network 509797b5-834b-424e-8eaf-f763af955b7a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:28.474327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:28.499015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.538576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:28.542801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:389a0cf5313e4928ab041e7d68b39aa2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:28.545862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:28.551734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:28.564156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ab2423c7-f936-4b3a-8d1c-3a564624bef2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3948886 Apr 11 21:20:28.567461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42510) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:28.573534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-199454793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:28.584987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:28.593072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:router and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:28.597296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:28.608094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:28.657904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.665882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.666829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.685556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.734612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.775869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.797868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd602501-1e58-4467-aed1-087cb8e7757c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:28.806106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4ef5275b-1bc7-4104-be78-fb5f16b25ce5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=389a0cf5313e4928ab041e7d68b39aa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302131 Apr 11 21:20:28.809819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42516) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:28.837993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-509797b5-834b-424e-8eaf-f763af955b7a', 'network_id': '509797b5-834b-424e-8eaf-f763af955b7a', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': '4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:28.838807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.897517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b02-2f70-4f32-a6f3-9b0e821cff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.923212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:28.928744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8a7d23c2-fc73-483f-a9cf-9acf3ed4cdb2 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3559422 Apr 11 21:20:28.928744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42524) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:28.934249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'network_id': '509797b5-834b-424e-8eaf-f763af955b7a', 'name': 'tempest-PortsTestJSON-24255810'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:28.934695 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b02-2f70-4f32-a6f3-9b0e821cff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.048812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Allocated IP 172.20.0.2 (509797b5-834b-424e-8eaf-f763af955b7a/4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc/687b78a9-1096-4c2a-a142-ddee79e91f2e) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:29.081266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:29.086187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:29.087818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b02-2f70-4f32-a6f3-9b0e821cff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.089246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:29.095435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:29.105431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff6b02-2f70-4f32-a6f3-9b0e821cff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd602501-1e58-4467-aed1-087cb8e7757c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:29.110078 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66ff6b02-2f70-4f32-a6f3-9b0e821cff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.111802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66ff6b02-2f70-4f32-a6f3-9b0e821cff11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd602501-1e58-4467-aed1-087cb8e7757c HTTP/1.1" status: 204 len: 168 time: 0.3004658 Apr 11 21:20:29.174739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.192672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:29.195892 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.221287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 8647ea57-bd7f-4a0d-9d76-1227267d92df yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:29.277677 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.291086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Transition to ACTIVE for port object 687b78a9-1096-4c2a-a142-ddee79e91f2e will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:29.318857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Transition to ACTIVE for port object 687b78a9-1096-4c2a-a142-ddee79e91f2e will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:29.397860 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.479576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Network 509797b5-834b-424e-8eaf-f763af955b7a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:29.482057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.10 (509797b5-834b-424e-8eaf-f763af955b7a/4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc/8647ea57-bd7f-4a0d-9d76-1227267d92df) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:29.482637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:29.493332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:29.597641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Pushing event updated for resources: {'Port': ['ID=687b78a9-1096-4c2a-a142-ddee79e91f2e,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:29.603135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Attempting to bind port 687b78a9-1096-4c2a-a142-ddee79e91f2e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:29.603809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Attempting to bind port 687b78a9-1096-4c2a-a142-ddee79e91f2e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '3f66c00c-df6a-4843-95b8-9078a1fb10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '509797b5-834b-424e-8eaf-f763af955b7a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:29.604354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Attempting to bind port 687b78a9-1096-4c2a-a142-ddee79e91f2e on network 509797b5-834b-424e-8eaf-f763af955b7a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:29.613161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:29.614381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Checking segment: {'id': '3f66c00c-df6a-4843-95b8-9078a1fb10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '509797b5-834b-424e-8eaf-f763af955b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:29.614998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.615641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Bound using segment: {'id': '3f66c00c-df6a-4843-95b8-9078a1fb10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '509797b5-834b-424e-8eaf-f763af955b7a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:29.616119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Bound port: 687b78a9-1096-4c2a-a142-ddee79e91f2e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66c00c-df6a-4843-95b8-9078a1fb10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '509797b5-834b-424e-8eaf-f763af955b7a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:29.616490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.724865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] For port 687b78a9-1096-4c2a-a142-ddee79e91f2e, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:29.727873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] For port 687b78a9-1096-4c2a-a142-ddee79e91f2e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=687b78a9-1096-4c2a-a142-ddee79e91f2e,segment=NetworkSegment(3f66c00c-df6a-4843-95b8-9078a1fb10cb),segment_id=3f66c00c-df6a-4843-95b8-9078a1fb10cb)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:29.776622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:29.805886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.842434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230b86-5f39-451d-91e2-d48e2b4dab81 req-ae6b8539-9ac8-462a-bd5a-2820eaeaca59 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:29.843951 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92230b86-5f39-451d-91e2-d48e2b4dab81 req-ae6b8539-9ac8-462a-bd5a-2820eaeaca59 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 944 time: 0.3020306 Apr 11 21:20:29.882626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:29.921271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 8647ea57-bd7f-4a0d-9d76-1227267d92df will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:29.925451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0cb13-7a2a-483e-b2ce-5a83b2b63105 None None] Pushing event updated for resources: {'Port': ['ID=687b78a9-1096-4c2a-a142-ddee79e91f2e,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:29.939559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92230b86-5f39-451d-91e2-d48e2b4dab81 req-bc34c5e5-ded0-430f-98da-d774c3540ea3 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800385 Apr 11 21:20:30.065643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:30.065643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:30.065927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:30.100814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:30.225365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 509797b5-834b-424e-8eaf-f763af955b7a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:30.236186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:30.247906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:30.265679 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:30.297414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:20:30.311030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:30.315721 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=8647ea57-bd7f-4a0d-9d76-1227267d92df,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:30.352292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:30.354540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:30.401828 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:30.478743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:30.501278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e099092-3ff2-4fce-98bb-573f34c23255 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5715482 Apr 11 21:20:30.505194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42564) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:30.609350 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143acf12-6412-4e2b-8962-1d4a061742a7'] response: {'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'code': 200} Apr 11 21:20:30.865743 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:31.010094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e570949-5f26-4ecc-b100-a9aa8acfeb25 req-10efc1a3-547c-4164-be5e-d2a509c6b06d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1096 time: 0.3362679 Apr 11 21:20:31.104502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4e570949-5f26-4ecc-b100-a9aa8acfeb25 req-617cf6ca-f0ad-4c52-a823-68ab82b8105e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872729 Apr 11 21:20:31.108068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38734d7-6dad-4427-8c94-fcd40ecfcf15 None None] Network 509797b5-834b-424e-8eaf-f763af955b7a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:31.179405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1147b56-f93d-493f-8214-5b81d29d6f5c req-19d10e24-dc9f-42f4-a4d3-73b4ed9774be tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:31.182119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c1147b56-f93d-493f-8214-5b81d29d6f5c req-19d10e24-dc9f-42f4-a4d3-73b4ed9774be tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.0953293 Apr 11 21:20:31.259191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c1147b56-f93d-493f-8214-5b81d29d6f5c req-2ae59994-f17b-43a6-8ab4-e5890b8c6941 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609369 Apr 11 21:20:31.340393 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:31.384419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 687b78a9-1096-4c2a-a142-ddee79e91f2e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:31.513733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ca2fbaac-be06-48a4-8ba2-97aad6e0c585 None None] Provisioning for port 687b78a9-1096-4c2a-a142-ddee79e91f2e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:31.668867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 687b78a9-1096-4c2a-a142-ddee79e91f2e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:31.680268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 687b78a9-1096-4c2a-a142-ddee79e91f2e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:31.680957 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:31.887387 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:31.904500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:31.937376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 687b78a9-1096-4c2a-a142-ddee79e91f2e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=687b78a9-1096-4c2a-a142-ddee79e91f2e,segment=NetworkSegment(3f66c00c-df6a-4843-95b8-9078a1fb10cb),segment_id=3f66c00c-df6a-4843-95b8-9078a1fb10cb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:31.961847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:32.045591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:32.124622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=8647ea57-bd7f-4a0d-9d76-1227267d92df,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:32.188848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=687b78a9-1096-4c2a-a142-ddee79e91f2e,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:32.200512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b8aef44-de2a-4b75-927e-db80892dcea1 None None] Provisioning for port 8647ea57-bd7f-4a0d-9d76-1227267d92df completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:32.221417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b8aef44-de2a-4b75-927e-db80892dcea1 None None] Provisioning complete for port 8647ea57-bd7f-4a0d-9d76-1227267d92df triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:32.221861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b8aef44-de2a-4b75-927e-db80892dcea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:32.338748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0b8aef44-de2a-4b75-927e-db80892dcea1 None None] Port 8647ea57-bd7f-4a0d-9d76-1227267d92df cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:32.377644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b8aef44-de2a-4b75-927e-db80892dcea1 None None] Provisioning complete for port 687b78a9-1096-4c2a-a142-ddee79e91f2e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:32.381623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b8aef44-de2a-4b75-927e-db80892dcea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:32.577988 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:32.632448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f7e1e-6b8a-4c29-9f04-8f778b34a076 req-b06dbc90-33c0-4230-980b-4992073e4434 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:32.633975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b7f7e1e-6b8a-4c29-9f04-8f778b34a076 req-b06dbc90-33c0-4230-980b-4992073e4434 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.1147888 Apr 11 21:20:32.683040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b7f7e1e-6b8a-4c29-9f04-8f778b34a076 req-36a5974e-242b-4ced-a46a-d807acd6c88c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Apr 11 21:20:32.721514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-45840945-9798-444d-b93a-55244baa97cd None None] Provisioning complete for port 8647ea57-bd7f-4a0d-9d76-1227267d92df triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:32.722425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-45840945-9798-444d-b93a-55244baa97cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:32.776374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-45840945-9798-444d-b93a-55244baa97cd None None] Port 8647ea57-bd7f-4a0d-9d76-1227267d92df cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:32.782507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.052875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42602) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:33.201467 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.202187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.229922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 687b78a9-1096-4c2a-a142-ddee79e91f2e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:33.232405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:33.236339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Usage tracker for resource:security_group_rule and tenant:57b27b0cff734293aaba74e8f806f116 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:33.239808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:33.245803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:33.293685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.306015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 687b78a9-1096-4c2a-a142-ddee79e91f2e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:33.306527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.320936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.397663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.413249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.417348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=8647ea57-bd7f-4a0d-9d76-1227267d92df,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:33.451318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e3d210-31e9-4e37-9ab2-d3389b02272e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:33.457506 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-93a2ae6d-426a-49c2-ac02-b38f704f5cce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57b27b0cff734293aaba74e8f806f116&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029782 Apr 11 21:20:33.460517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42612) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:33.525311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.553424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.562941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 509797b5-834b-424e-8eaf-f763af955b7a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:33.564564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:33.665830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.689570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.691155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3e3d210-31e9-4e37-9ab2-d3389b02272e HTTP/1.1" status: 204 len: 168 time: 0.2297316 Apr 11 21:20:33.693320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e3d210-31e9-4e37-9ab2-d3389b02272e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:33.716916 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.717393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.717638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.717971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.718300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.718620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.718959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.719256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.727885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.728576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.729115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bd0fd-234c-422b-aff6-0ede662c68ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:33.912343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-29ee3ce0-c1f0-4001-93ce-adda81c66cec None None] Provisioning complete for port 8647ea57-bd7f-4a0d-9d76-1227267d92df triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:33.913918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-29ee3ce0-c1f0-4001-93ce-adda81c66cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:33.939673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42c660-b7a0-4db8-837d-0eef7f6d0635 req-0e2c66ca-64b7-4885-ae66-36baa60c9e60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:33.948093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d42c660-b7a0-4db8-837d-0eef7f6d0635 req-0e2c66ca-64b7-4885-ae66-36baa60c9e60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.0931046 Apr 11 21:20:33.983685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-29ee3ce0-c1f0-4001-93ce-adda81c66cec None None] Port 8647ea57-bd7f-4a0d-9d76-1227267d92df cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:33.999427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d42c660-b7a0-4db8-837d-0eef7f6d0635 req-672d73e3-fa14-44d6-b48f-1778161a2705 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500560 Apr 11 21:20:34.175123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Router d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:20:34.361182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28816bc-bd3c-4267-ba13-883e28f40f77 req-f97ccf6f-cfe3-401d-9214-fc2b25c27982 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:34.362565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e28816bc-bd3c-4267-ba13-883e28f40f77 req-f97ccf6f-cfe3-401d-9214-fc2b25c27982 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.2382753 Apr 11 21:20:34.438760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e28816bc-bd3c-4267-ba13-883e28f40f77 req-9dd91b11-0c77-4a59-a7d4-13229355eb67 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688148 Apr 11 21:20:34.446451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:20:34.453805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f3bb895c-6f68-487b-ba25-9b6b9238425f tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/routers/d1c6355f-7ae7-4251-b8b7-b6b1490c49d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9475298 Apr 11 21:20:34.453995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42636) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:34.457358 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] Sync routers for ids ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:20:34.483925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] Routers {'d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:20:34.483925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:20:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:34.484174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:34.541506 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:34.556227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d4680-9550-45eb-b8b3-a952f514cd50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:34.557183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-de2d4680-9550-45eb-b8b3-a952f514cd50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:34.557321 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] Routers {'d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:20:34.557945 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:20:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:34.621359 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:34.621909 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa866f55-00e1-4864-8c9b-6d6a72a32eaf None None] The sync data for ids ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:20:34.631951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-de2d4680-9550-45eb-b8b3-a952f514cd50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:34.636463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:34.638223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-de2d4680-9550-45eb-b8b3-a952f514cd50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 HTTP/1.1" status: 200 len: 981 time: 0.1822178 Apr 11 21:20:34.651223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:34.681249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:34.718835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:34.723268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Usage tracker for resource:security_group_rule and tenant:955b860e6e3142adb670e67804a92a06 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:34.726368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:34.732415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:34.802542 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:34.876959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:34.935676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda852a-b2e5-434d-9ae6-c4bb1404aebb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:34.935676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fff22d73-012c-4b07-a18d-16eedb2a8d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=955b860e6e3142adb670e67804a92a06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819614 Apr 11 21:20:34.937245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42656) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:34.943436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-51b4e184-50fd-42f0-8640-1af8c6818ab3 tempest-TestVolumeBootPattern-2062813347 tempest-TestVolumeBootPattern-2062813347-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1091 time: 0.4585540 Apr 11 21:20:34.951329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42660) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:34.958188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:34.968191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:34.981200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Usage tracker for resource:floatingip and tenant:bcdada87da274971a2f610c31bf932c1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:34.986192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:34.998810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:35.030201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09bab77f-5d51-4667-8bc9-297d20400ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.057358 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09bab77f-5d51-4667-8bc9-297d20400ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.088295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.234383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.250479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.287128 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09bab77f-5d51-4667-8bc9-297d20400ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.328539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab77f-5d51-4667-8bc9-297d20400ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda852a-b2e5-434d-9ae6-c4bb1404aebb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:35.351368 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09bab77f-5d51-4667-8bc9-297d20400ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.357037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09bab77f-5d51-4667-8bc9-297d20400ba2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/adda852a-b2e5-434d-9ae6-c4bb1404aebb HTTP/1.1" status: 204 len: 168 time: 0.4145906 Apr 11 21:20:35.429867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Allocated IP 172.25.5.58 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/de7a08bc-8794-4faa-bf10-2ef5b0fa2abb) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:35.610164 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.635139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 8647ea57-bd7f-4a0d-9d76-1227267d92df {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:35.636110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.769263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:35.835621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:35.838429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:35.841968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:35.883913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=de7a08bc-8794-4faa-bf10-2ef5b0fa2abb,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:35.951273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:36.098071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 8647ea57-bd7f-4a0d-9d76-1227267d92df owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:36.379773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:36.431025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=8647ea57-bd7f-4a0d-9d76-1227267d92df,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:36.557737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:36.687123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:36.711333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:36.918056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42692) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:36.931185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.020774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.071824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-769232639'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:37.086196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:37.117185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:37.117185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:37.117383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Router d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:20:37.147051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:37.165505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event updated for resources: {'Port': ['ID=de7a08bc-8794-4faa-bf10-2ef5b0fa2abb,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:37.191880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.300662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:37.302979 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.326858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.371907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:20:37.379729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:37.383905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] Sync routers for ids ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:20:37.385816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:security_group_rule and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:37.389366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:37.399349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:37.402810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] Routers {'d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:20:37.403610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:20:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:37.464891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:37.476619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] Routers {'d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:20:37.477026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:20:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:37.491313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-652126b9-3a01-4dd3-a943-cdbd582c8a90 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/routers/d1c6355f-7ae7-4251-b8b7-b6b1490c49d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8537447 Apr 11 21:20:37.494365 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.496698 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42704) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:37.528386 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Floating IP a8314381-0d1d-4835-92a1-09c446feb1e2 associated. External IP: 172.25.5.58, port: 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3. Apr 11 21:20:37.537256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:37.537651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55749a4b-1f94-4006-bf6e-22d239c5dd5c None None] The sync data for ids ['d1c6355f-7ae7-4251-b8b7-b6b1490c49d1'] in n-d-837321-1 is: [] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:20:37.592629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.652256 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3379d81-8cb7-42dd-8351-a9020c026b74 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:37.653536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f3379d81-8cb7-42dd-8351-a9020c026b74 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/8647ea57-bd7f-4a0d-9d76-1227267d92df HTTP/1.1" status: 404 len: 333 time: 0.1559381 Apr 11 21:20:37.656471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42710) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:37.680866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:37.704672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca1df06-554a-483f-967f-2cb1347d9d46,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:37.708076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.708424 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 34bfb412-d8af-427e-a14b-9996b54a582e of type vlan for network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab Apr 11 21:20:37.747685 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.805128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.888164 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:37.891317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:37.891904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.180405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=8cebf027-93c9-4c2d-a9e6-431fd7bf4dab,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:38.194081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:38.224873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.231202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.261642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fc8b872d-47e3-461b-b891-95ba810ad01a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3425295 Apr 11 21:20:38.307658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:20:38.339797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.340542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Fanout notify agent at l3_agent the message router_deleted on router d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:20:38.363317 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.367383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4fb72be1-2d34-422b-b918-25cbb4b5e23e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/routers/d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 HTTP/1.1" status: 204 len: 168 time: 0.7097805 Apr 11 21:20:38.369911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42714) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:38.415591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42718) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:38.426976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:38.564687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:20:38.576524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:20:38.589772 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:20:38.590502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:20:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:38.632747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:38.648268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:38.652611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:38.661091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.676082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:38.698263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:20:38.702645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.773264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:38.783189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6ac56c39-8bcf-4b5a-a584-958eeb7dcb8d tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8311055 Apr 11 21:20:38.786000 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:20:38.825905 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:20:38.872249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:38.959877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.039300 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc32c85b-04c4-49fd-a4ec-ab4dbb77ac02'] response: {'name': 'network-changed', 'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'status': 'completed', 'code': 200} Apr 11 21:20:39.245893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:12Z', 'revision_number': 1, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}, {'id': 'a8314381-0d1d-4835-92a1-09c446feb1e2', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:d6:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:20:36Z', 'updated_at': '2022-04-11T21:20:36Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:39.250450 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:20:39.261553 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:20:39.262283 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:20:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:39.295507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.382813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-7589fc1b-d7f6-4105-af83-a49d43d547a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1096 time: 0.3054779 Apr 11 21:20:39.463629 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:20:39.533518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.593856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:39.615183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.621497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953835aa-d42a-4cad-b233-27ae637562a2 None None] Network 509797b5-834b-424e-8eaf-f763af955b7a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:39.626709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-79e3be4c-aef6-49cc-9763-4aa2ab2191ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:39.628282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-79e3be4c-aef6-49cc-9763-4aa2ab2191ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2378361 Apr 11 21:20:39.689812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9af38a41-9304-48f4-a244-47b27b5c0b5c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc HTTP/1.1" status: 204 len: 168 time: 1.3165376 Apr 11 21:20:39.690538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42730) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:39.772023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-4e9fb028-9614-4c47-9baf-582165f836a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 998 time: 0.1366658 Apr 11 21:20:39.865270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.903846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] DHCP port deletion for 509797b5-834b-424e-8eaf-f763af955b7a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:20:39.908275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Deleting port 687b78a9-1096-4c2a-a142-ddee79e91f2e {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:39.908800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.925480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.943838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 687b78a9-1096-4c2a-a142-ddee79e91f2e {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:39.944446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:39.946944 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:12Z', 'revision_number': 1, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}, {'id': 'a8314381-0d1d-4835-92a1-09c446feb1e2', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:d6:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:20:36Z', 'updated_at': '2022-04-11T21:20:36Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:39.961111 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6f70-864d-4869-b0e1-62e9d9ccf161 None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:12Z', 'revision_number': 1, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}, {'id': 'a8314381-0d1d-4835-92a1-09c446feb1e2', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:d6:90:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:20:36Z', 'updated_at': '2022-04-11T21:20:36Z', 'revision_number': 0, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:20:40.040508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-f482dc31-3fe6-49dd-b35c-179bbce4228e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:40.041993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-f482dc31-3fe6-49dd-b35c-179bbce4228e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.2641594 Apr 11 21:20:40.049041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=5807f0cb-91dd-4018-b006-c9f4f8da4921,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:40.109473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '34bfb412-d8af-427e-a14b-9996b54a582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:40.109948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:40.165279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-0c2e92a0-5ac7-48de-989e-38a4062bb709 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172800 Apr 11 21:20:40.275936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] For port 687b78a9-1096-4c2a-a142-ddee79e91f2e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=687b78a9-1096-4c2a-a142-ddee79e91f2e,segment=NetworkSegment(3f66c00c-df6a-4843-95b8-9078a1fb10cb),segment_id=3f66c00c-df6a-4843-95b8-9078a1fb10cb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:40.276378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.311176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:40.332314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] For port 687b78a9-1096-4c2a-a142-ddee79e91f2e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=687b78a9-1096-4c2a-a142-ddee79e91f2e,segment=NetworkSegment(3f66c00c-df6a-4843-95b8-9078a1fb10cb),segment_id=3f66c00c-df6a-4843-95b8-9078a1fb10cb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:40.333860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.428884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-3a15a4d3-9bed-4a6a-b711-1f45af951a56 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572083 Apr 11 21:20:40.464360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138d35ca-420f-44be-809e-59a360a6774b None None] New status for floating IP a8314381-0d1d-4835-92a1-09c446feb1e2: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:20:40.515910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 687b78a9-1096-4c2a-a142-ddee79e91f2e owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:40.563431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Calling delete_port for 687b78a9-1096-4c2a-a142-ddee79e91f2e owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:40.602125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68cb9c52-8b08-4422-ad77-b7a47b243989 req-2bf1336c-f8b4-468c-9b4f-9f3dd045ef29 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674244 Apr 11 21:20:40.603640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:40.620947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:40.621524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.635182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619169a-1f6d-4f65-81c8-4acf53e7df27 None None] Network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:40.680739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.730782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=687b78a9-1096-4c2a-a142-ddee79e91f2e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:40.744146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No DVR routers for this DVR port 687b78a9-1096-4c2a-a142-ddee79e91f2e on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:20:40.753469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e985ca70-7ba1-462f-9385-3c1e2d913060 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3362224 Apr 11 21:20:40.771136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42740) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:40.777204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727284320'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:40.784530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:40.789960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:40.795993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:40.805789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:40.874985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:20:40.875502 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:20:40.906918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.912184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:40.915629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.938839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509797b5-834b-424e-8eaf-f763af955b7a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:40.955946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f66c00c-df6a-4843-95b8-9078a1fb10cb') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:40.957335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f66c00c-df6a-4843-95b8-9078a1fb10cb') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:40.968547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:40.974413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.986322 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:40.986322 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 5fdcfadd-b8d6-4183-b547-cfe22a4aa8ec of type vlan for network a07faa00-d888-42e2-8557-1444c0468ad4 Apr 11 21:20:40.997507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.005260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:41.005953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.013653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:41.022405 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:41.089595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-8cebf027-93c9-4c2d-a9e6-431fd7bf4dab', 'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': '5807f0cb-91dd-4018-b006-c9f4f8da4921'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:41.090428 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.145852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.150101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:41.151188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.237308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.243212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.302741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=509797b5-834b-424e-8eaf-f763af955b7a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:41.315979 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6398b1c8-dc7f-4647-a734-4b1882e77b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/509797b5-834b-424e-8eaf-f763af955b7a HTTP/1.1" status: 204 len: 168 time: 1.6232398 Apr 11 21:20:41.316642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42744) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:41.317659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Allocated IP 172.20.255.242 (8cebf027-93c9-4c2d-a9e6-431fd7bf4dab/5807f0cb-91dd-4018-b006-c9f4f8da4921/19f7f431-eb21-426d-9156-9af5c1abbea8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:41.328457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=a07faa00-d888-42e2-8557-1444c0468ad4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:41.334750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0f743c00-5060-4447-938f-658cb4870908 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5623202 Apr 11 21:20:41.338572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42748) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:41.343951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': 'a07faa00-d888-42e2-8557-1444c0468ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:41.430264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714b5b8-2505-4fc4-bdd7-133fa7b0873e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:41.432105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0714b5b8-2505-4fc4-bdd7-133fa7b0873e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:41.470734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Deleting port 687b78a9-1096-4c2a-a142-ddee79e91f2e {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:41.471108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.509198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 687b78a9-1096-4c2a-a142-ddee79e91f2e no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:20:41.511994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:41.528294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:41.528294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:41.528294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:41.531587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a07faa00-d888-42e2-8557-1444c0468ad4 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:41.553279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0714b5b8-2505-4fc4-bdd7-133fa7b0873e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:41.553279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0714b5b8-2505-4fc4-bdd7-133fa7b0873e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/d76cd058-c86a-4531-88d6-6c331a3f4481 HTTP/1.1" status: 200 len: 841 time: 0.2295241 Apr 11 21:20:41.553562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42754) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:41.567944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 687b78a9-1096-4c2a-a142-ddee79e91f2e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:20:41.569275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 687b78a9-1096-4c2a-a142-ddee79e91f2e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:20:41.628386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0a3fa2fd-9833-4213-b768-bdc836716375 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:41.641543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:41.657650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0a3fa2fd-9833-4213-b768-bdc836716375 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:41.658857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a3fa2fd-9833-4213-b768-bdc836716375 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/d76cd058-c86a-4531-88d6-6c331a3f4481?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1041710 Apr 11 21:20:41.662930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42758) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:41.667353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5dc53a05-8ea9-41eb-a12f-a275b06e9272 None None] The port '687b78a9-1096-4c2a-a142-ddee79e91f2e' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:20:41.715196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:41.786359 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.797570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Transition to ACTIVE for port object 19f7f431-eb21-426d-9156-9af5c1abbea8 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:41.824445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Transition to ACTIVE for port object 19f7f431-eb21-426d-9156-9af5c1abbea8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:41.946249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:41.951383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.024447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:42.025654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:42.027317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:42.031639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:42.033672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Pushing event updated for resources: {'Port': ['ID=19f7f431-eb21-426d-9156-9af5c1abbea8,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:42.041912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:42.046583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:42.056829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:42.119190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Attempting to bind port 19f7f431-eb21-426d-9156-9af5c1abbea8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:42.119587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Attempting to bind port 19f7f431-eb21-426d-9156-9af5c1abbea8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '34bfb412-d8af-427e-a14b-9996b54a582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:42.119944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Attempting to bind port 19f7f431-eb21-426d-9156-9af5c1abbea8 on network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:42.126577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:42.126943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Checking segment: {'id': '34bfb412-d8af-427e-a14b-9996b54a582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:42.127342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.127776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Bound using segment: {'id': '34bfb412-d8af-427e-a14b-9996b54a582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:42.128231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Bound port: 19f7f431-eb21-426d-9156-9af5c1abbea8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bfb412-d8af-427e-a14b-9996b54a582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8cebf027-93c9-4c2d-a9e6-431fd7bf4dab'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:42.129151 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.187254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:42.298303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.354552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] For port 19f7f431-eb21-426d-9156-9af5c1abbea8, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:42.357931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] For port 19f7f431-eb21-426d-9156-9af5c1abbea8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19f7f431-eb21-426d-9156-9af5c1abbea8,segment=NetworkSegment(34bfb412-d8af-427e-a14b-9996b54a582e),segment_id=34bfb412-d8af-427e-a14b-9996b54a582e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:42.365916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.455304 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.474038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=d40e4ed9-8059-420f-82f0-5891a9f889e1,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:42.539038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '5fdcfadd-b8d6-4183-b547-cfe22a4aa8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a07faa00-d888-42e2-8557-1444c0468ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:42.539393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: a07faa00-d888-42e2-8557-1444c0468ad4, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:42.543684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc029861-1e93-4db9-b5b0-1c7de2129e5f None None] Pushing event updated for resources: {'Port': ['ID=19f7f431-eb21-426d-9156-9af5c1abbea8,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:42.642994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network a07faa00-d888-42e2-8557-1444c0468ad4 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:42.700731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.742222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, a07faa00-d888-42e2-8557-1444c0468ad4) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:42.754444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d2e22-7831-46f1-aae2-8da663cf2875 None None] Network a07faa00-d888-42e2-8557-1444c0468ad4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:42.757044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:42.757707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.835508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:42.837469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:42.875346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=d4ee78f2-e60f-458b-b6a5-f3026dcce283,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:42.878007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:42.878837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:42.953762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5cf677b5-0ca6-46e1-a9c9-9af8232a42a2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6144192 Apr 11 21:20:42.957625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835393f-53a6-4de7-87a0-05dd6f5f1ca5 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:42.960385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42766) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:43.002085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9c7f1f1f-4b3a-41d3-b8da-842a02842c58 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3305817 Apr 11 21:20:43.003451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42770) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:43.010364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'security_group': {'name': 'tempest-secgroup-422530186'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:43.028265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:43.033114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:43.036277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:43.045202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:43.119186 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.194677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:43.204121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group_rule and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:43.207367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:43.217341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:43.282822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.336438 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.379252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.403453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19f7f431-eb21-426d-9156-9af5c1abbea8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:43.444830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f724e264-c5df-47c5-952c-097945668fe6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:43.456945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.473973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9dd46-ba80-49d6-9cc8-274884d52b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-a07faa00-d888-42e2-8557-1444c0468ad4', 'network_id': 'a07faa00-d888-42e2-8557-1444c0468ad4', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': 'd40e4ed9-8059-420f-82f0-5891a9f889e1'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:43.473973 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91c9dd46-ba80-49d6-9cc8-274884d52b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.573333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.573333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a90b7af0-d1ba-4264-8a00-6432e1de7403 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5650547 Apr 11 21:20:43.573333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42778) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:43.578715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'security_group': {'name': 'tempest-secgroup-1632235010'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:43.594730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:43.602051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:43.608375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:43.615900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:43.679450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.729858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'tenant_id': '18c6c12bd31f4369a6e39e5f450bfa3d', 'fixed_ips': [{'subnet_id': 'd4ee78f2-e60f-458b-b6a5-f3026dcce283'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:43.730832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.743789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=d40e4ed9-8059-420f-82f0-5891a9f889e1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:43.767641 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.832385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:43.841529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group_rule and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:43.843429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:43.851342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:43.913988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:43.959435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Allocated IP 172.20.0.2 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/d4ee78f2-e60f-458b-b6a5-f3026dcce283/4ed78703-ef8f-4ea3-94eb-405ca840d315) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:44.000132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07faa00-d888-42e2-8557-1444c0468ad4']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:44.028485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.038911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdcfadd-b8d6-4183-b547-cfe22a4aa8ec') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:44.039227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdcfadd-b8d6-4183-b547-cfe22a4aa8ec') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:44.063843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.078592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.094288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:44.094288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.099634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d0def-691c-492c-b3bf-caf6bbc44c43 None None] Network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:44.109330 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:44.115654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.125049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 19f7f431-eb21-426d-9156-9af5c1abbea8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-91c9dd46-ba80-49d6-9cc8-274884d52b5b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d40e4ed9-8059-420f-82f0-5891a9f889e1: This subnet is being modified by another concurrent operation. Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d40e4ed9-8059-420f-82f0-5891a9f889e1: This subnet is being modified by another concurrent operation. Apr 11 21:20:44.131787 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:20:44.177173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b669895b-4222-4a91-863d-309743fa6c3a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:44.213660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47bf72-bbfe-4cf3-b5f4-3a7b331be8b8 None None] Network a07faa00-d888-42e2-8557-1444c0468ad4 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:44.277187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.285909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-09391bdd-9c4b-4a7b-a3bc-df1171e8eabc tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7055149 Apr 11 21:20:44.285909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:44.299291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2025422044', 'security_groups': ['b669895b-4222-4a91-863d-309743fa6c3a'], 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4ee78f2-e60f-458b-b6a5-f3026dcce283'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:44.328787 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.338578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.387253 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/a07faa00-d888-42e2-8557-1444c0468ad4 HTTP/1.1" status: 204 len: 168 time: 1.4252782 Apr 11 21:20:44.397005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42788) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:44.403724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] Provisioning for port 19f7f431-eb21-426d-9156-9af5c1abbea8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:44.406195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91ed2a70-f3df-4362-bcb0-23ca6e4a2665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.407829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-984583499'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:44.417526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:44.428970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:44.432784 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:44.439197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] Provisioning complete for port 19f7f431-eb21-426d-9156-9af5c1abbea8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:44.439197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.442903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0082e-fd17-4edc-8ad4-17176761fc22 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=a07faa00-d888-42e2-8557-1444c0468ad4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:44.445234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:44.528936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:44.539381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:port and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:44.545157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:44.545802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:44.547114 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.549625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:44.570095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-43f7c420-43a2-49e2-a4f7-88adb6248f4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285942 Apr 11 21:20:44.592960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:44.598285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.598761 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment e832df6f-adcd-486d-8dbd-44c2e626fb0a of type vlan for network b210d9d2-0f48-4553-a10c-926c4b5a7ebe Apr 11 21:20:44.627531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.692617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:44.696743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.741539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port 90c53a1b-1e20-41d9-933c-27390132d332 yet. {{(pid=84667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:44.770326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.770488 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.770599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:44.770599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:44.822475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Transition to ACTIVE for port object 4ed78703-ef8f-4ea3-94eb-405ca840d315 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:44.869074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-a2194f1c-9909-4837-988a-ebedca662db2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1096 time: 0.2145414 Apr 11 21:20:44.926231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Transition to ACTIVE for port object 4ed78703-ef8f-4ea3-94eb-405ca840d315 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:44.954195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:20:44.960648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.006230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=b210d9d2-0f48-4553-a10c-926c4b5a7ebe,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:45.020746 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3dcff9f5-c418-4dc8-b0a2-5851da64863e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6246903 Apr 11 21:20:45.021586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42794) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:45.028346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b210d9d2-0f48-4553-a10c-926c4b5a7ebe details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:45.030893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:45.057293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.131875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-29a4f660-2fe9-4de1-bd7c-8fee7f41d014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:45.132522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-29a4f660-2fe9-4de1-bd7c-8fee7f41d014 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2417376 Apr 11 21:20:45.231238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:45.234064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.6 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/d4ee78f2-e60f-458b-b6a5-f3026dcce283/90c53a1b-1e20-41d9-933c-27390132d332) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:45.236333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:45.246116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:45.246254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] For port 19f7f431-eb21-426d-9156-9af5c1abbea8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19f7f431-eb21-426d-9156-9af5c1abbea8,segment=NetworkSegment(34bfb412-d8af-427e-a14b-9996b54a582e),segment_id=34bfb412-d8af-427e-a14b-9996b54a582e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:45.261733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:45.313864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Pushing event updated for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:45.317937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:45.320809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:45.323592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:45.374180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:45.397442 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.463464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Attempting to bind port 4ed78703-ef8f-4ea3-94eb-405ca840d315 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:45.463464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Attempting to bind port 4ed78703-ef8f-4ea3-94eb-405ca840d315 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '6da058f7-0375-46f6-8cdf-38965293cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:45.463464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Attempting to bind port 4ed78703-ef8f-4ea3-94eb-405ca840d315 on network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:45.488908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:45.488908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Checking segment: {'id': '6da058f7-0375-46f6-8cdf-38965293cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:45.488908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.488908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Bound using segment: {'id': '6da058f7-0375-46f6-8cdf-38965293cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:45.488908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Bound port: 4ed78703-ef8f-4ea3-94eb-405ca840d315, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da058f7-0375-46f6-8cdf-38965293cce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:45.488908 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.505977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-4fc2b7b0-a026-44b3-85d3-e58a2c6400da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 1000 time: 0.3612874 Apr 11 21:20:45.554411 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.556937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787236a5-4465-41c5-b44c-f2fcf1834881 None None] Pushing event updated for resources: {'Port': ['ID=19f7f431-eb21-426d-9156-9af5c1abbea8,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:45.598429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a9c5ffa4-4106-43b8-b9f9-67d34bb38f74 None None] Provisioning complete for port 19f7f431-eb21-426d-9156-9af5c1abbea8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:45.598429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a9c5ffa4-4106-43b8-b9f9-67d34bb38f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.665254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:45.669959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ed78703-ef8f-4ea3-94eb-405ca840d315,segment=NetworkSegment(6da058f7-0375-46f6-8cdf-38965293cce1),segment_id=6da058f7-0375-46f6-8cdf-38965293cce1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:45.711245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing IP validity checks on allocation pools {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 21:20:45.711245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 21:20:45.717023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-5b43780c-cae8-4eea-a1af-a3a93495781b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:45.718845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-5b43780c-cae8-4eea-a1af-a3a93495781b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.2071233 Apr 11 21:20:45.763870 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.878097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:45.913670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-3e7c1023-6f97-416d-b950-943ed81b51c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879547 Apr 11 21:20:45.915186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421853-ccef-491c-9a5b-42675ee23039 None None] Pushing event updated for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:45.915385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 90c53a1b-1e20-41d9-933c-27390132d332 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:45.951615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.058718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=6d1fdb74-9ab9-4907-b823-1cf520788fd2,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:46.087781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-6c6f2c98-efbe-42f8-acea-cab0a716736e service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633744 Apr 11 21:20:46.089734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': 'e832df6f-adcd-486d-8dbd-44c2e626fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:46.090061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: b210d9d2-0f48-4553-a10c-926c4b5a7ebe, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:46.211851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.229917 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network b210d9d2-0f48-4553-a10c-926c4b5a7ebe is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:46.286634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5d675a20-b5c9-4398-8da7-ce516aeedcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.337773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:46.337773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:46.337773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:46.351604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b210d9d2-0f48-4553-a10c-926c4b5a7ebe) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:46.353276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:46.354571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.356258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d87cea-11fd-4309-8cb2-783fbb2b9949 None None] Network b210d9d2-0f48-4553-a10c-926c4b5a7ebe requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:46.409615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=90c53a1b-1e20-41d9-933c-27390132d332,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:46.443544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef8f8bd6-7bcf-4150-bad3-533e2850ef63 req-8fd5bf2d-a859-45e3-84dc-844de230e6f4 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502238 Apr 11 21:20:46.447785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:46.448369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.500879 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-47a94e38-8681-4f54-8088-5783d25a4547 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4777668 Apr 11 21:20:46.510266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42802) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:46.541456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb963e13-8316-4371-a3b5-4c51d659aba4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2527032 Apr 11 21:20:46.545980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42806) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:46.555365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:46.613840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b210d9d2-0f48-4553-a10c-926c4b5a7ebe', 'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': '6d1fdb74-9ab9-4907-b823-1cf520788fd2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:46.614723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.666000 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.733349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:46.743541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:46.750068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:46.760101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:46.763412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.826018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:46.835576 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:46.860240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Allocated IP 172.20.0.3 (b210d9d2-0f48-4553-a10c-926c4b5a7ebe/6d1fdb74-9ab9-4907-b823-1cf520788fd2/5a1aaa15-1d1d-43f1-8b75-59285cb15ad2) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:47.037667 n-d-837321-1 neutron-server[84667]: INFO neutron.db.ipam_backend_mixin [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4ee78f2-e60f-458b-b6a5-f3026dcce283 (CIDR: 172.20.0.0/28) Apr 11 21:20:47.087533 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:20:47.087978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:20:47.133856 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.147545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Transition to ACTIVE for port object 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:47.183320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Transition to ACTIVE for port object 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:47.206418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f339d6a-14a9-4b3a-b802-09bc0e83b291 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6564429 Apr 11 21:20:47.208862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42814) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:47.215011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:47.303119 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.349344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ab907ac8-58f6-42bb-aef0-46c69f567ade None None] Provisioning for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:47.364745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19f7f431-eb21-426d-9156-9af5c1abbea8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:47.399674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:47.403829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:47.406724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:47.408904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.412915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:47.470180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1fdb74-9ab9-4907-b823-1cf520788fd2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:47.493359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Network b210d9d2-0f48-4553-a10c-926c4b5a7ebe is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:47.496811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Pushing event updated for resources: {'Port': ['ID=5a1aaa15-1d1d-43f1-8b75-59285cb15ad2,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:47.502130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:47.506284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:47.508905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ab907ac8-58f6-42bb-aef0-46c69f567ade None None] Provisioning complete for port d76cd058-c86a-4531-88d6-6c331a3f4481 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:47.509282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ab907ac8-58f6-42bb-aef0-46c69f567ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.515913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:47.548866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.598327 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.656355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ab907ac8-58f6-42bb-aef0-46c69f567ade None None] Port d76cd058-c86a-4531-88d6-6c331a3f4481 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:47.673811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 19f7f431-eb21-426d-9156-9af5c1abbea8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:47.674184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.685871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.689409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.708886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Attempting to bind port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:47.709255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Attempting to bind port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e832df6f-adcd-486d-8dbd-44c2e626fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:47.709618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Attempting to bind port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 on network b210d9d2-0f48-4553-a10c-926c4b5a7ebe {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:47.719697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b210d9d2-0f48-4553-a10c-926c4b5a7ebe']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:47.733290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e832df6f-adcd-486d-8dbd-44c2e626fb0a') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:47.733960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e832df6f-adcd-486d-8dbd-44c2e626fb0a') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:47.740722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:47.741101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Checking segment: {'id': 'e832df6f-adcd-486d-8dbd-44c2e626fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:47.741498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.741894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Bound using segment: {'id': 'e832df6f-adcd-486d-8dbd-44c2e626fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:47.742372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Bound port: 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e832df6f-adcd-486d-8dbd-44c2e626fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:47.742739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.749836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.768662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.782151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:47.782797 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:47.900476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ed78703-ef8f-4ea3-94eb-405ca840d315 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:47.903854 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:47.944701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:20:47.944701 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:20:47.944701 n-d-837321-1 neutron-server[84666]: [parameters: {'id': 'b210d9d2-0f48-4553-a10c-926c4b5a7ebe'}] Apr 11 21:20:47.944701 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:20:47.945160 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:20:47.970839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2d4190de-fa95-47c7-ab30-3fed4cb8a0de None None] Provisioning for port 90c53a1b-1e20-41d9-933c-27390132d332 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:48.003203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2d4190de-fa95-47c7-ab30-3fed4cb8a0de None None] Provisioning complete for port 90c53a1b-1e20-41d9-933c-27390132d332 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:48.003644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2d4190de-fa95-47c7-ab30-3fed4cb8a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.065375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] For port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:48.080906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] For port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a1aaa15-1d1d-43f1-8b75-59285cb15ad2,segment=NetworkSegment(e832df6f-adcd-486d-8dbd-44c2e626fb0a),segment_id=e832df6f-adcd-486d-8dbd-44c2e626fb0a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:48.084046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-2d4190de-fa95-47c7-ab30-3fed4cb8a0de None None] Port 90c53a1b-1e20-41d9-933c-27390132d332 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:48.137430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.176235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.180139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:48.226566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:48.227194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.311057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:48.317886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:48.322360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:48.328086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.349325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=2d0eb574-bd34-4f53-8717-f08dfbbd920d,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:48.354485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945ad6b-794c-4941-8ae4-6232834b1b98 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:48.381076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480741-c428-4cc6-8f9e-f38d1badb065 None None] Pushing event updated for resources: {'Port': ['ID=5a1aaa15-1d1d-43f1-8b75-59285cb15ad2,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:48.420796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-205246f9-cfcb-47a2-bca6-0d69fbd97e13 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2108073 Apr 11 21:20:48.428715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42824) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:48.434356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-520326947', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d0eb574-bd34-4f53-8717-f08dfbbd920d'}], 'security_groups': ['f724e264-c5df-47c5-952c-097945668fe6']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:48.446503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.459732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:48.460059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.530357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b1263-3f1e-4453-9707-9694dc49f5a0 None None] Network b210d9d2-0f48-4553-a10c-926c4b5a7ebe requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:48.571138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.627930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.696386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5a1aaa15-1d1d-43f1-8b75-59285cb15ad2,segment=NetworkSegment(e832df6f-adcd-486d-8dbd-44c2e626fb0a),segment_id=e832df6f-adcd-486d-8dbd-44c2e626fb0a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:48.696750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:48.888502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ed78703-ef8f-4ea3-94eb-405ca840d315,segment=NetworkSegment(6da058f7-0375-46f6-8cdf-38965293cce1),segment_id=6da058f7-0375-46f6-8cdf-38965293cce1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:48.988752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:48.996929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.043322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.177204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.194875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:49.211358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Delete allocated IP 172.20.0.6 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/d4ee78f2-e60f-458b-b6a5-f3026dcce283) {{(pid=84667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 21:20:49.243001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.28 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/2d0eb574-bd34-4f53-8717-f08dfbbd920d/90c53a1b-1e20-41d9-933c-27390132d332) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:49.266163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=5a1aaa15-1d1d-43f1-8b75-59285cb15ad2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:49.281199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port 5a1aaa15-1d1d-43f1-8b75-59285cb15ad2 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:20:49.371990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Update dhcp port {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'fixed_ips': [{'subnet_id': 'd4ee78f2-e60f-458b-b6a5-f3026dcce283', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d0eb574-bd34-4f53-8717-f08dfbbd920d'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '4ed78703-ef8f-4ea3-94eb-405ca840d315'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:20:49.427038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.451889 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.467668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b210d9d2-0f48-4553-a10c-926c4b5a7ebe']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:49.482214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e832df6f-adcd-486d-8dbd-44c2e626fb0a') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:49.482747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e832df6f-adcd-486d-8dbd-44c2e626fb0a') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:49.501040 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.513951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.518221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.525350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:49.525944 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:49.542084 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:49.689365 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.690447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object 90c53a1b-1e20-41d9-933c-27390132d332 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:49.710024 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.723597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=b210d9d2-0f48-4553-a10c-926c4b5a7ebe,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:49.732838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2b06ae02-4836-44b7-9a73-73543005973c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/b210d9d2-0f48-4553-a10c-926c4b5a7ebe HTTP/1.1" status: 204 len: 168 time: 3.2280762 Apr 11 21:20:49.736899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42830) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:49.743560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997507498'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:49.751870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:49.757820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:49.760915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:49.764007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.799883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:49.828523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Allocated IP 172.20.0.18 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/2d0eb574-bd34-4f53-8717-f08dfbbd920d/4ed78703-ef8f-4ea3-94eb-405ca840d315) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:49.886928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=90c53a1b-1e20-41d9-933c-27390132d332,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:49.931601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:49.934477 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.982828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:49.998568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:49.999143 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 7618acdf-42b1-4457-958b-54e88185ee99 of type vlan for network cf6f7889-9663-4f8c-af1b-dd137bec3541 Apr 11 21:20:50.000306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] In _notify_port_updated(), no bound segment for port 90c53a1b-1e20-41d9-933c-27390132d332 on network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e {{(pid=84667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:20:50.004238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:50.004831 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.007361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ca4d2112-4fc3-4f7d-9b89-591df9da8518 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/ports/90c53a1b-1e20-41d9-933c-27390132d332 HTTP/1.1" status: 200 len: 920 time: 1.5776854 Apr 11 21:20:50.015023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42834) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:50.043907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.069599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ed78703-ef8f-4ea3-94eb-405ca840d315,segment=NetworkSegment(6da058f7-0375-46f6-8cdf-38965293cce1),segment_id=6da058f7-0375-46f6-8cdf-38965293cce1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:50.091403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port 90c53a1b-1e20-41d9-933c-27390132d332 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:20:50.091870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.110681 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.136301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Transition to ACTIVE for port object 4ed78703-ef8f-4ea3-94eb-405ca840d315 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:50.180149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.184851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:50.184851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.203065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.311604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5735142 Apr 11 21:20:50.323146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:50.332913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': 'cf6f7889-9663-4f8c-af1b-dd137bec3541', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:50.347505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eed85-f026-419f-a426-9c19d7693c0e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=cf6f7889-9663-4f8c-af1b-dd137bec3541,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:50.367997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network cf6f7889-9663-4f8c-af1b-dd137bec3541 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:50.513988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a76a8-4022-4f7c-a628-503f809811be None None] Pushing event updated for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:50.515022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:50.522142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:50.538085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:50.541520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:50.548148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:50.772686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for 90c53a1b-1e20-41d9-933c-27390132d332 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:20:50.891286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:51.023538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.107902 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Provisioning for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:51.110143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:51.110451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.179379 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.244048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=90c53a1b-1e20-41d9-933c-27390132d332,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:51.300814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Provisioning complete for port d76cd058-c86a-4531-88d6-6c331a3f4481 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:51.301310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.368221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ed78703-ef8f-4ea3-94eb-405ca840d315 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:51.448883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.469629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:51.484148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b6b691a4-6e7d-470d-9986-09728b06ba3b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/90c53a1b-1e20-41d9-933c-27390132d332 HTTP/1.1" status: 204 len: 168 time: 1.4677663 Apr 11 21:20:51.506457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Port d76cd058-c86a-4531-88d6-6c331a3f4481 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:51.516031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25f4ea44-f3ec-4bf3-92dd-b141bb2ba566 None None] Could not find standard attr ID for object 90c53a1b-1e20-41d9-933c-27390132d332. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:20:51.523147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:51.523571 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.528287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.633765 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-20949f08-54cf-4d4d-bf7d-dde8b49e2bff tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:20:51.634304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-20949f08-54cf-4d4d-bf7d-dde8b49e2bff tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:20:51.641873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-578a8911-92ba-4852-9adf-46f97cd96bdc None None] Could not find standard attr ID for object 90c53a1b-1e20-41d9-933c-27390132d332. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:20:51.645656 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=756dbceb-a3d7-44e2-b019-2b339b50c8cb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:51.658045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '7618acdf-42b1-4457-958b-54e88185ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cf6f7889-9663-4f8c-af1b-dd137bec3541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:51.658416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: cf6f7889-9663-4f8c-af1b-dd137bec3541, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:51.679717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-b565b13d-cc41-44ae-993f-a00f765b1c4d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1451957 Apr 11 21:20:51.740407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-20949f08-54cf-4d4d-bf7d-dde8b49e2bff tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:20:51.744552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42852) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:51.744703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-20949f08-54cf-4d4d-bf7d-dde8b49e2bff tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/90c53a1b-1e20-41d9-933c-27390132d332 HTTP/1.1" status: 404 len: 333 time: 0.2724030 Apr 11 21:20:51.823697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5418c470-5426-4201-baeb-8820dddf9f47 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.836234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network cf6f7889-9663-4f8c-af1b-dd137bec3541 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:51.858828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5418c470-5426-4201-baeb-8820dddf9f47 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.859000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d320e13-8085-46db-a0e0-5001a5ee6701 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:20:51.867966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-8d15709e-930a-405b-82e5-f1e5f08e0e3b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0852900 Apr 11 21:20:51.920023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, cf6f7889-9663-4f8c-af1b-dd137bec3541) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:51.924989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:51.926298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:51.982819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d320e13-8085-46db-a0e0-5001a5ee6701 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:20:52.026763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-064e2341-df9b-490c-ab60-2927873673ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:52.028239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-064e2341-df9b-490c-ab60-2927873673ab service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1396942 Apr 11 21:20:52.046592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5418c470-5426-4201-baeb-8820dddf9f47 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.046592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5418c470-5426-4201-baeb-8820dddf9f47 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.047068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5418c470-5426-4201-baeb-8820dddf9f47 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/security-groups/b669895b-4222-4a91-863d-309743fa6c3a HTTP/1.1" status: 204 len: 168 time: 0.3010945 Apr 11 21:20:52.063274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:52.083989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7bbcd6e9-6994-4728-a42e-fbb4e172f97d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7561119 Apr 11 21:20:52.087966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42862) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:52.110533 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418c470-5426-4201-baeb-8820dddf9f47 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b669895b-4222-4a91-863d-309743fa6c3a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:52.146083 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-f7f9ace7-dbed-446a-9ad1-ca7e5b4c6d1b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1002 time: 0.1089945 Apr 11 21:20:52.215046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-a5484da4-3d78-4375-9bc5-3483edcb971a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:52.216512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-a5484da4-3d78-4375-9bc5-3483edcb971a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0638969 Apr 11 21:20:52.261321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-139c77ed-1aed-4fe2-a07a-efa6ef8301b0 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.307194 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.324494 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-139c77ed-1aed-4fe2-a07a-efa6ef8301b0 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.327432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-50417eea-3ece-4930-9e66-b09acc094ae6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893381 Apr 11 21:20:52.377617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0fe66-f677-4b35-a460-246535d1d8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-cf6f7889-9663-4f8c-af1b-dd137bec3541', 'network_id': 'cf6f7889-9663-4f8c-af1b-dd137bec3541', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': '756dbceb-a3d7-44e2-b019-2b339b50c8cb'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:52.379322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16d0fe66-f677-4b35-a460-246535d1d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.444904 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.610244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-315c98c4-629e-4f3d-b940-c8faf3bd0522 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792537 Apr 11 21:20:52.634161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.673422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=756dbceb-a3d7-44e2-b019-2b339b50c8cb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-16d0fe66-f677-4b35-a460-246535d1d8aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756dbceb-a3d7-44e2-b019-2b339b50c8cb: This subnet is being modified by another concurrent operation. Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756dbceb-a3d7-44e2-b019-2b339b50c8cb: This subnet is being modified by another concurrent operation. Apr 11 21:20:52.687377 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:20:52.713757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-139c77ed-1aed-4fe2-a07a-efa6ef8301b0 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.721642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7bf3b4-f46e-4150-867a-d6e58598c47d None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:20:52.785604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45162b4b-1c9b-4d65-a48f-3e43505e37e3 req-918f9dfb-021d-4406-b997-1cd22dbf5261 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655626 Apr 11 21:20:52.805746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c77ed-1aed-4fe2-a07a-efa6ef8301b0 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f724e264-c5df-47c5-952c-097945668fe6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:52.820722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.831876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-139c77ed-1aed-4fe2-a07a-efa6ef8301b0 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:52.831876 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-139c77ed-1aed-4fe2-a07a-efa6ef8301b0 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/security-groups/f724e264-c5df-47c5-952c-097945668fe6 HTTP/1.1" status: 204 len: 168 time: 0.7571189 Apr 11 21:20:52.831876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42868) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:52.883409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bf3b4-f46e-4150-867a-d6e58598c47d None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:20:52.892057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6f7889-9663-4f8c-af1b-dd137bec3541']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:52.917126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7618acdf-42b1-4457-958b-54e88185ee99') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:52.917126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7618acdf-42b1-4457-958b-54e88185ee99') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:52.938872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.017749 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.041211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:53.041211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:53.159957 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:53.268153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249935d8-6980-45d9-b124-26f7a404a163 None None] Network cf6f7889-9663-4f8c-af1b-dd137bec3541 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:53.291236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet d4ee78f2-e60f-458b-b6a5-f3026dcce283 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:20:53.291236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.350757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.375501 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.407423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.434496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=cf6f7889-9663-4f8c-af1b-dd137bec3541,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:53.434496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3aa7527c-412e-4bdc-a326-148f3fd39780 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/cf6f7889-9663-4f8c-af1b-dd137bec3541 HTTP/1.1" status: 204 len: 168 time: 1.3341787 Apr 11 21:20:53.449127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:53.449127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1956309576'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:53.449127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:53.449127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:53.449127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:53.459080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:53.482003 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.490440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df5d4a-d3a5-4d12-a3ec-0ca649639185 None None] Network cf6f7889-9663-4f8c-af1b-dd137bec3541 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:53.511966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df5d4a-d3a5-4d12-a3ec-0ca649639185 None None] Network cf6f7889-9663-4f8c-af1b-dd137bec3541 could not be found, it might have been deleted concurrently. {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 11 21:20:53.529245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:53.529245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.579395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:53.611737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.611737 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 449734bf-0feb-46b4-bd43-c4c45b46eba8 of type vlan for network 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 Apr 11 21:20:53.641116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.651031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.697812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ee78f2-e60f-458b-b6a5-f3026dcce283,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:53.697812 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.709105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116e587-e267-48b9-90f9-92d46871bfee None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:53.715353 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2ccd74f4-d910-4e9c-9ffd-cabe769f804c tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/d4ee78f2-e60f-458b-b6a5-f3026dcce283 HTTP/1.1" status: 204 len: 168 time: 0.8779638 Apr 11 21:20:53.715353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42878) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:53.733436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:53.746194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.746194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:53.746194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:53.894422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:53.906652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:53.911127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:53.925111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:53.925111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:53.925111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:53.940137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe09a962-ddde-4058-9835-602fd3bf2183 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5059431 Apr 11 21:20:53.940137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42882) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:53.951592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': '3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:54.032973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:54.032973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:54.094063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:54.094063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:54.094063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:54.107749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:54.215957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:54.357904 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:54.484064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:54.543803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:54.553974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:54.553974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:54.553974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:54.591849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=fd205ea0-23ba-4f17-b360-99c7a70c4d25,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:54.679368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:54.688614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4596075c-980d-449c-af14-806945dfda94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9530251 Apr 11 21:20:54.695180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308638880'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:54.695180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:54.695180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:54.713910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:54.713910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:54.761456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:54.830832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=008003c7-173e-425c-83a0-51f859f8a4e3,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:54.852409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '449734bf-0feb-46b4-bd43-c4c45b46eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:54.852409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:54.875386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:54.922350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:54.922350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group_rule and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:54.930850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:54.935168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:54.946787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9123bd-cd2b-420a-8411-5fb89cc41f34 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:54.962715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:55.026911 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.059746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:55.059746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:55.059746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.074231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceb8ba5-d4e5-4fdd-9bd1-3e9361680c8e None None] Network 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:55.105815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.140871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3e6c9-b80c-4cbb-ba31-2d145dbc4c28,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:55.163933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8553e94f-ea9b-4737-ab9b-d4953a208aad tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2068186 Apr 11 21:20:55.167997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42892) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:55.172335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c45605db-7de3-4c04-9ef5-b5a4e4a3b2ed None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:55.181837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c45605db-7de3-4c04-9ef5-b5a4e4a3b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.250218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.250218 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ae0c2bb-ded3-4033-91e7-efab1742f9f4 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5744727 Apr 11 21:20:55.250218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42896) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:55.250218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'security_group': {'name': 'tempest-secgroup-569495828'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:55.284602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:55.284602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:55.284602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:55.312711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:55.356735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.439421 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.449185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.494526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:55.494526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group_rule and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:55.500859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:55.512315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:55.589726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.603922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bae84f6-5f98-4d92-ab99-9b7a30e836cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42', 'network_id': '3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': '008003c7-173e-425c-83a0-51f859f8a4e3'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:55.603922 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8bae84f6-5f98-4d92-ab99-9b7a30e836cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.636295 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.684562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.691836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=008003c7-173e-425c-83a0-51f859f8a4e3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:55.718580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83370323-326e-4cb8-a706-95d4aa283e99,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:55.731982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c45605db-7de3-4c04-9ef5-b5a4e4a3b2ed None None] Provisioning complete for port d76cd058-c86a-4531-88d6-6c331a3f4481 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:55.731982 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c45605db-7de3-4c04-9ef5-b5a4e4a3b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.839237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.857340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Update dhcp port {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'fixed_ips': [{'subnet_id': '2d0eb574-bd34-4f53-8717-f08dfbbd920d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fd205ea0-23ba-4f17-b360-99c7a70c4d25'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '4ed78703-ef8f-4ea3-94eb-405ca840d315'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:20:55.865989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.865989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7cbe2de-a717-408e-b568-540115c08e94 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6159642 Apr 11 21:20:55.871001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42902) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:55.871001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:55.881220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250640981'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:55.897276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:55.901135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c45605db-7de3-4c04-9ef5-b5a4e4a3b2ed None None] Port d76cd058-c86a-4531-88d6-6c331a3f4481 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:55.905174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449734bf-0feb-46b4-bd43-c4c45b46eba8') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:55.905174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449734bf-0feb-46b4-bd43-c4c45b46eba8') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:55.916388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:55.930185 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:55.933746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0305469c-98ff-4d35-becd-ce38a914fcb3 None None] Network 3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:55.939026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.946058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:55.959324 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.963323 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.972326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:55.972326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:55.990378 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:56.091926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.136151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:56.136151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:security_group_rule and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:56.136151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:56.144771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:56.182464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.192548 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.230712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:56.269206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b68f16ca-fa7f-4faf-887c-79157dc639e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 HTTP/1.1" status: 204 len: 168 time: 1.0930786 Apr 11 21:20:56.272132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42906) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:56.272132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1045292610'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:56.274973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.282909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:56.301856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:56.301856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:56.311350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:56.330030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Allocated IP 172.20.0.2 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/fd205ea0-23ba-4f17-b360-99c7a70c4d25/4ed78703-ef8f-4ea3-94eb-405ca840d315) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:56.404054 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.439067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c6dbd-7615-42c9-88d1-d60de984a34a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:56.479426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:56.479426 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.504854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.504854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8069be39-dc0c-498c-9e0c-3651f93c122a tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6298161 Apr 11 21:20:56.504854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42910) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:56.515155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2016244689', 'security_groups': ['9a6c6dbd-7615-42c9-88d1-d60de984a34a'], 'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd205ea0-23ba-4f17-b360-99c7a70c4d25'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:56.524941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:20:56.524941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.524941 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment d3b79479-db49-4fb2-bda6-eb47c946a42a of type vlan for network 32223e0c-886d-4613-9298-0487448c0828 Apr 11 21:20:56.553748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ed78703-ef8f-4ea3-94eb-405ca840d315,segment=NetworkSegment(6da058f7-0375-46f6-8cdf-38965293cce1),segment_id=6da058f7-0375-46f6-8cdf-38965293cce1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:20:56.562904 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.588876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.613613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Transition to ACTIVE for port object 4ed78703-ef8f-4ea3-94eb-405ca840d315 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:56.673633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:56.688496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:56.692002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.692002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:56.692002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.741305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.818355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=32223e0c-886d-4613-9298-0487448c0828,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:56.829384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:56.829384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:56.860672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] device_id is not set on port bae116ac-a7f8-4e4c-893c-586e50766521 yet. {{(pid=84666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 11 21:20:57.386545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 32223e0c-886d-4613-9298-0487448c0828 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:20:57.399910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ce0f0a98-303b-4691-be05-33338d90a370 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6162798 Apr 11 21:20:57.399910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42914) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:57.399910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': '32223e0c-886d-4613-9298-0487448c0828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Pushing event updated for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.412714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0b414-bf08-4404-aa62-3f8ab7a40644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:20:57.416403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:57.416403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:57.416403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:57.416403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:57.418583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ed78703-ef8f-4ea3-94eb-405ca840d315 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:20:57.426469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.14 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/fd205ea0-23ba-4f17-b360-99c7a70c4d25/bae116ac-a7f8-4e4c-893c-586e50766521) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:57.433417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:57.503635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:57.542338 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:57.561903 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object bae116ac-a7f8-4e4c-893c-586e50766521 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:57.592776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing IP validity checks on allocation pools {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 21:20:57.593294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 21:20:57.683618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:57.722610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b8ff12c2-6eb9-4369-8c51-76aa4c9ea2ff None None] Provisioning for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:57.722610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b8ff12c2-6eb9-4369-8c51-76aa4c9ea2ff None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:57.722610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b8ff12c2-6eb9-4369-8c51-76aa4c9ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:57.762959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:57.762959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:57.774401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:57.821777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=bae116ac-a7f8-4e4c-893c-586e50766521,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:57.884991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:57.884991 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:57.951245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b8ff12c2-6eb9-4369-8c51-76aa4c9ea2ff None None] Provisioning complete for port d76cd058-c86a-4531-88d6-6c331a3f4481 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:57.951245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b8ff12c2-6eb9-4369-8c51-76aa4c9ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.016057 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f46f4aa-9017-4fe5-a325-7b6c7daecbfb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5133004 Apr 11 21:20:58.037195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42922) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:58.037195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:58.041926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff12c2-6eb9-4369-8c51-76aa4c9ea2ff None None] Port d76cd058-c86a-4531-88d6-6c331a3f4481 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:58.052121 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.178100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': 'd3b79479-db49-4fb2-bda6-eb47c946a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32223e0c-886d-4613-9298-0487448c0828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:58.178100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: 32223e0c-886d-4613-9298-0487448c0828, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:20:58.178100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=c51519d8-19d1-4dc3-8c18-114fe78a1e5c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:58.258438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-30e0f2ce-9891-472c-b2c5-3012adc7a963 None None] Provisioning for port bae116ac-a7f8-4e4c-893c-586e50766521 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:20:58.265436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-30e0f2ce-9891-472c-b2c5-3012adc7a963 None None] Provisioning complete for port bae116ac-a7f8-4e4c-893c-586e50766521 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:20:58.265436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-30e0f2ce-9891-472c-b2c5-3012adc7a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.272587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:58.272587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:58.279811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:58.286199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network 32223e0c-886d-4613-9298-0487448c0828 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:20:58.290574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:58.339244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-30e0f2ce-9891-472c-b2c5-3012adc7a963 None None] Port bae116ac-a7f8-4e4c-893c-586e50766521 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:20:58.367259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 32223e0c-886d-4613-9298-0487448c0828) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:58.367259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:20:58.369757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.380428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124dff8-719e-4a32-8732-8fd608352161 None None] Network 32223e0c-886d-4613-9298-0487448c0828 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:58.415599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:58.474519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a4d238d4-013d-4b61-89d7-e1bbb3b149d8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5846946 Apr 11 21:20:58.474519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:58.583775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.700531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-32223e0c-886d-4613-9298-0487448c0828', 'network_id': '32223e0c-886d-4613-9298-0487448c0828', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': 'c51519d8-19d1-4dc3-8c18-114fe78a1e5c'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:20:58.700531 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.705111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.754302 n-d-837321-1 neutron-server[84666]: INFO neutron.db.ipam_backend_mixin [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd205ea0-23ba-4f17-b360-99c7a70c4d25 (CIDR: 172.20.0.0/28) Apr 11 21:20:58.764694 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:58.831723 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:20:58.832282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:20:58.864790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Allocated IP 172.20.0.3 (32223e0c-886d-4613-9298-0487448c0828/c51519d8-19d1-4dc3-8c18-114fe78a1e5c/8bcecf2f-8a1d-472f-aed0-9d0867939679) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:20:58.934534 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9748eb23-c16f-43b3-b334-187092b794b7 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9122264 Apr 11 21:20:58.937728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42930) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:58.943292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:59.103985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.109308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:59.109308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:20:59.123407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Transition to ACTIVE for port object 8bcecf2f-8a1d-472f-aed0-9d0867939679 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:59.130980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:20:59.130980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:20:59.135614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.189463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:20:59.194156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Transition to ACTIVE for port object 8bcecf2f-8a1d-472f-aed0-9d0867939679 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:20:59.258919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.324810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.334251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Network 32223e0c-886d-4613-9298-0487448c0828 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:20:59.338015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:20:59.339792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Pushing event updated for resources: {'Port': ['ID=8bcecf2f-8a1d-472f-aed0-9d0867939679,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:59.341994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:20:59.389035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.436274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Attempting to bind port 8bcecf2f-8a1d-472f-aed0-9d0867939679 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:20:59.436599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Attempting to bind port 8bcecf2f-8a1d-472f-aed0-9d0867939679 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd3b79479-db49-4fb2-bda6-eb47c946a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32223e0c-886d-4613-9298-0487448c0828'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:20:59.436960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Attempting to bind port 8bcecf2f-8a1d-472f-aed0-9d0867939679 on network 32223e0c-886d-4613-9298-0487448c0828 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:20:59.445395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:20:59.446904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Checking segment: {'id': 'd3b79479-db49-4fb2-bda6-eb47c946a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32223e0c-886d-4613-9298-0487448c0828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:20:59.447439 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.447983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Bound using segment: {'id': 'd3b79479-db49-4fb2-bda6-eb47c946a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32223e0c-886d-4613-9298-0487448c0828'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:20:59.448085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=c51519d8-19d1-4dc3-8c18-114fe78a1e5c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:59.448819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Bound port: 8bcecf2f-8a1d-472f-aed0-9d0867939679, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b79479-db49-4fb2-bda6-eb47c946a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32223e0c-886d-4613-9298-0487448c0828'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:20:59.449342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.541775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] For port 8bcecf2f-8a1d-472f-aed0-9d0867939679, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:20:59.550173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] For port 8bcecf2f-8a1d-472f-aed0-9d0867939679, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8bcecf2f-8a1d-472f-aed0-9d0867939679,segment=NetworkSegment(d3b79479-db49-4fb2-bda6-eb47c946a42a),segment_id=d3b79479-db49-4fb2-bda6-eb47c946a42a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:20:59.572002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.598271 n-d-837321-1 neutron-server[84667]: INFO neutron.db.ipam_backend_mixin [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2d0eb574-bd34-4f53-8717-f08dfbbd920d (CIDR: 172.20.0.16/28) Apr 11 21:20:59.604086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32223e0c-886d-4613-9298-0487448c0828']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:59.614153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.616418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b79479-db49-4fb2-bda6-eb47c946a42a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:59.616713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b79479-db49-4fb2-bda6-eb47c946a42a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:20:59.628237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.648324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.654815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:20:59.655209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:20:59.670335 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:20:59.673573 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:20:59.674008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:20:59.720818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185053c-e32f-41d2-bd2c-6cbb45ff18f1 None None] Pushing event updated for resources: {'Port': ['ID=8bcecf2f-8a1d-472f-aed0-9d0867939679,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:20:59.771391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87042b5d-c922-42a9-86fc-0295a8e4d8a3 None None] Network 32223e0c-886d-4613-9298-0487448c0828 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:20:59.791224 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:20:59.791224 n-d-837321-1 neutron-server[84667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:20:59.791224 n-d-837321-1 neutron-server[84667]: [parameters: {'id': '32223e0c-886d-4613-9298-0487448c0828'}] Apr 11 21:20:59.791224 n-d-837321-1 neutron-server[84667]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:20:59.791695 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:20:59.830525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7acaa20d-4313-4028-8e6d-0247a731f2be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8917499 Apr 11 21:20:59.834311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42940) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:20:59.840345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'subnet': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:20:59.993003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:20:59.997643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Usage tracker for resource:subnet and tenant:18c6c12bd31f4369a6e39e5f450bfa3d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:00.006250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:00.008135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:00.022801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaddc33-f2af-40c0-a79a-86c5890a422d None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:21:00.119628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Made reservation on behalf of 18c6c12bd31f4369a6e39e5f450bfa3d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:00.119628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:00.132305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaddc33-f2af-40c0-a79a-86c5890a422d None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:21:00.307168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:00.325575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port 8bcecf2f-8a1d-472f-aed0-9d0867939679 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:00.325921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:00.720686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port 8bcecf2f-8a1d-472f-aed0-9d0867939679, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8bcecf2f-8a1d-472f-aed0-9d0867939679,segment=NetworkSegment(d3b79479-db49-4fb2-bda6-eb47c946a42a),segment_id=d3b79479-db49-4fb2-bda6-eb47c946a42a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:00.721055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:00.846254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for 8bcecf2f-8a1d-472f-aed0-9d0867939679 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:00.865122 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.052975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.086230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.153899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=8bcecf2f-8a1d-472f-aed0-9d0867939679,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:01.166137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:21:01.168974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port 8bcecf2f-8a1d-472f-aed0-9d0867939679 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:01.176407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:01.184543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31a828-6354-476b-be95-b19ff12712b4 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:01.215556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:01.216141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.229856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.230209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.230546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.230920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.231265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.231622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.231949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.232272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.232621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.232941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.233261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:01.250192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Subnet': ['ID=39f1aa9c-1486-4f8f-9ad9-69548c37bb78,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:01.359597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.388319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32223e0c-886d-4613-9298-0487448c0828']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:01.400506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-190343a4-b113-4e50-9c29-71450a898d50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5649173 Apr 11 21:21:01.403580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42948) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:01.409700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b79479-db49-4fb2-bda6-eb47c946a42a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:01.409700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b79479-db49-4fb2-bda6-eb47c946a42a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:01.415914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-271785533', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39f1aa9c-1486-4f8f-9ad9-69548c37bb78'}], 'security_groups': ['3ff3e6c9-b80c-4cbb-ba31-2d145dbc4c28', '83370323-326e-4cb8-a706-95d4aa283e99']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:01.420628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.441633 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.448700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:01.448700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:01.469231 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:01.567095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Update dhcp port {'port': {'network_id': '57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e', 'fixed_ips': [{'subnet_id': '2d0eb574-bd34-4f53-8717-f08dfbbd920d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fd205ea0-23ba-4f17-b360-99c7a70c4d25', 'ip_address': '172.20.0.2'}, {'subnet_id': '39f1aa9c-1486-4f8f-9ad9-69548c37bb78'}], 'binding:host_id': 'n-d-837321-1'}, 'id': '4ed78703-ef8f-4ea3-94eb-405ca840d315'} from n-d-837321-1. {{(pid=84668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 11 21:21:01.580065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.621892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.626524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.634666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.672352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/32223e0c-886d-4613-9298-0487448c0828 HTTP/1.1" status: 204 len: 168 time: 3.1988378 Apr 11 21:21:01.673491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7018578-5472-4fa8-831d-5a22584c0d90 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=32223e0c-886d-4613-9298-0487448c0828,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:01.677275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42952) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:01.687662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879579000'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:01.688307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:01.692311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:01.695259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:01.702448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:01.796949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:01.800553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.830160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:01.840503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.841121 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 740f86ad-5736-4a47-be28-8595baedaccc of type vlan for network 77b25866-5d3e-43bb-9e3f-bbe79d72637e Apr 11 21:21:01.855346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Allocated IP 172.20.0.34 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/39f1aa9c-1486-4f8f-9ad9-69548c37bb78/4ed78703-ef8f-4ea3-94eb-405ca840d315) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:21:01.871893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.992451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ed78703-ef8f-4ea3-94eb-405ca840d315,segment=NetworkSegment(6da058f7-0375-46f6-8cdf-38965293cce1),segment_id=6da058f7-0375-46f6-8cdf-38965293cce1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:01.995507 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:01.999757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:02.000379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.019065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.037604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Transition to ACTIVE for port object 4ed78703-ef8f-4ea3-94eb-405ca840d315 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:02.099193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.117709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=77b25866-5d3e-43bb-9e3f-bbe79d72637e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:02.133935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 77b25866-5d3e-43bb-9e3f-bbe79d72637e details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:02.184715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d8a80cb9-63c1-418d-9b0f-1dea4c5d7d6c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5055420 Apr 11 21:21:02.185883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:02.192822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:02.243646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Delete allocated IP 172.20.0.14 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/fd205ea0-23ba-4f17-b360-99c7a70c4d25) {{(pid=84666) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 21:21:02.259989 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Allocated IP 172.20.0.46 (57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e/39f1aa9c-1486-4f8f-9ad9-69548c37bb78/bae116ac-a7f8-4e4c-893c-586e50766521) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:21:02.320702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:02.325375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:02.339569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:02.343425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:02.365390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242923d-4e7f-4351-a9a7-95aaeeda456f None None] Pushing event updated for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:02.436826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:02.526366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.545067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Transition to ACTIVE for port object bae116ac-a7f8-4e4c-893c-586e50766521 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:02.551778 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.608119 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.754913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event updated for resources: {'Port': ['ID=bae116ac-a7f8-4e4c-893c-586e50766521,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:02.790111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] In _notify_port_updated(), no bound segment for port bae116ac-a7f8-4e4c-893c-586e50766521 on network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e {{(pid=84666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 11 21:21:02.794073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:02.794594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.795890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b3054371-604a-4c15-a090-a3c65d3bb338 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "PUT /v2.0/ports/bae116ac-a7f8-4e4c-893c-586e50766521 HTTP/1.1" status: 200 len: 959 time: 1.3905742 Apr 11 21:21:02.798565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42962) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:02.864808 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port bae116ac-a7f8-4e4c-893c-586e50766521 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:02.865066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:02.894641 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.065322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Provisioning for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:21:03.071054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:21:03.072031 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.101464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=edf65720-2d68-4158-b569-e02d8684351d,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:03.119887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '740f86ad-5736-4a47-be28-8595baedaccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:03.120239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: 77b25866-5d3e-43bb-9e3f-bbe79d72637e, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:03.225777 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.251185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network 77b25866-5d3e-43bb-9e3f-bbe79d72637e is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:03.264639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ed78703-ef8f-4ea3-94eb-405ca840d315 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:21:03.356893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 77b25866-5d3e-43bb-9e3f-bbe79d72637e) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:03.360515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:03.361272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.372515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Provisioning complete for port d76cd058-c86a-4531-88d6-6c331a3f4481 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:21:03.377782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.378697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for bae116ac-a7f8-4e4c-893c-586e50766521 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:03.404219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d262c0-c9a1-4a36-b33d-511827b6c4f7 None None] Network 77b25866-5d3e-43bb-9e3f-bbe79d72637e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:03.502897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:21:03.503065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.519511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5dda0142-2aa6-479d-9047-0684df715a3c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3302710 Apr 11 21:21:03.520773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42966) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:03.560448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Port d76cd058-c86a-4531-88d6-6c331a3f4481 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:21:03.688404 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.729737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.750755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Provisioning for port bae116ac-a7f8-4e4c-893c-586e50766521 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:21:03.769777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Provisioning complete for port bae116ac-a7f8-4e4c-893c-586e50766521 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:21:03.770153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.788112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=bae116ac-a7f8-4e4c-893c-586e50766521,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:03.813925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-77b25866-5d3e-43bb-9e3f-bbe79d72637e', 'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': 'edf65720-2d68-4158-b569-e02d8684351d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:21:03.814497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.824878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fc04e3c7-4657-42eb-8721-51f925b76c6b None None] Port bae116ac-a7f8-4e4c-893c-586e50766521 was deleted so its status cannot be updated. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 11 21:21:03.847588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.961869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:03.974624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3dbb6fab-94e5-4847-8e34-bfd8c389aae3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/bae116ac-a7f8-4e4c-893c-586e50766521 HTTP/1.1" status: 204 len: 168 time: 1.1745639 Apr 11 21:21:03.974824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42972) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:03.984593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1b930131-4349-4d20-9e19-65dbe6ddcf6b None None] Could not find standard attr ID for object bae116ac-a7f8-4e4c-893c-586e50766521. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:21:04.022179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Allocated IP 172.20.0.1 (77b25866-5d3e-43bb-9e3f-bbe79d72637e/edf65720-2d68-4158-b569-e02d8684351d/1049890f-4da0-4a49-ab52-5a73985a5bb8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:21:04.022457 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f670849b-68db-43d1-8aed-e77faba08ef9 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] GET failed (client error): The resource could not be found. Apr 11 21:21:04.023873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f670849b-68db-43d1-8aed-e77faba08ef9 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports/bae116ac-a7f8-4e4c-893c-586e50766521 HTTP/1.1" status: 404 len: 333 time: 0.0471652 Apr 11 21:21:04.032170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42976) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:04.099275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13b2fd67-6fab-48c2-9a66-cbc371a9b177 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.131661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13b2fd67-6fab-48c2-9a66-cbc371a9b177 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.234519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.236187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13b2fd67-6fab-48c2-9a66-cbc371a9b177 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.245876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Transition to ACTIVE for port object 1049890f-4da0-4a49-ab52-5a73985a5bb8 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:04.257636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2fd67-6fab-48c2-9a66-cbc371a9b177 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c6dbd-7615-42c9-88d1-d60de984a34a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:04.268358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-13b2fd67-6fab-48c2-9a66-cbc371a9b177 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.268358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-13b2fd67-6fab-48c2-9a66-cbc371a9b177 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/security-groups/9a6c6dbd-7615-42c9-88d1-d60de984a34a HTTP/1.1" status: 204 len: 168 time: 0.2327008 Apr 11 21:21:04.268602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Transition to ACTIVE for port object 1049890f-4da0-4a49-ab52-5a73985a5bb8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:04.268729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42982) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:04.339539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.342490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b1d50e-a203-4c16-a3be-0e19ba84f2fd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.377622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b1d50e-a203-4c16-a3be-0e19ba84f2fd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.413290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Network 77b25866-5d3e-43bb-9e3f-bbe79d72637e is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:21:04.416969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:04.418665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Pushing event updated for resources: {'Port': ['ID=1049890f-4da0-4a49-ab52-5a73985a5bb8,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:04.420766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:21:04.450317 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.507187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=edf65720-2d68-4158-b569-e02d8684351d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:04.511156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Attempting to bind port 1049890f-4da0-4a49-ab52-5a73985a5bb8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:21:04.511549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Attempting to bind port 1049890f-4da0-4a49-ab52-5a73985a5bb8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '740f86ad-5736-4a47-be28-8595baedaccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:21:04.511966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Attempting to bind port 1049890f-4da0-4a49-ab52-5a73985a5bb8 on network 77b25866-5d3e-43bb-9e3f-bbe79d72637e {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:21:04.518550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:21:04.518915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Checking segment: {'id': '740f86ad-5736-4a47-be28-8595baedaccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:04.519308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.519719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Bound using segment: {'id': '740f86ad-5736-4a47-be28-8595baedaccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:21:04.520173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Bound port: 1049890f-4da0-4a49-ab52-5a73985a5bb8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740f86ad-5736-4a47-be28-8595baedaccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:21:04.520573 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.570229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b1d50e-a203-4c16-a3be-0e19ba84f2fd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.596299 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.606298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d50e-a203-4c16-a3be-0e19ba84f2fd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83370323-326e-4cb8-a706-95d4aa283e99,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:04.624532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] For port 1049890f-4da0-4a49-ab52-5a73985a5bb8, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:21:04.635201 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84b1d50e-a203-4c16-a3be-0e19ba84f2fd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.635201 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-84b1d50e-a203-4c16-a3be-0e19ba84f2fd tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/security-groups/83370323-326e-4cb8-a706-95d4aa283e99 HTTP/1.1" status: 204 len: 168 time: 0.3640642 Apr 11 21:21:04.635201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b25866-5d3e-43bb-9e3f-bbe79d72637e']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:04.637184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:04.637467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] For port 1049890f-4da0-4a49-ab52-5a73985a5bb8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1049890f-4da0-4a49-ab52-5a73985a5bb8,segment=NetworkSegment(740f86ad-5736-4a47-be28-8595baedaccc),segment_id=740f86ad-5736-4a47-be28-8595baedaccc)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:21:04.647565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740f86ad-5736-4a47-be28-8595baedaccc') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:04.647867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740f86ad-5736-4a47-be28-8595baedaccc') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:04.660835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.711831 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-310daaa0-f644-41c6-aa46-c46a992a30be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.739722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-310daaa0-f644-41c6-aa46-c46a992a30be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.773499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.775392 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.785184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:04.785839 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:04.800437 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:04.885353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-310daaa0-f644-41c6-aa46-c46a992a30be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.885353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310daaa0-f644-41c6-aa46-c46a992a30be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3e6c9-b80c-4cbb-ba31-2d145dbc4c28,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:04.888978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789fd6c-0317-428e-9214-d24d1ca68fe1 None None] Pushing event updated for resources: {'Port': ['ID=1049890f-4da0-4a49-ab52-5a73985a5bb8,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:04.889828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-310daaa0-f644-41c6-aa46-c46a992a30be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:04.893176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-310daaa0-f644-41c6-aa46-c46a992a30be tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/security-groups/3ff3e6c9-b80c-4cbb-ba31-2d145dbc4c28 HTTP/1.1" status: 204 len: 168 time: 0.2526581 Apr 11 21:21:04.894693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 42992) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:04.933227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935bc45f-c652-430b-af06-2ebf9e6bda11 None None] Network 77b25866-5d3e-43bb-9e3f-bbe79d72637e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:04.986658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:21:04.986658 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:21:04.986658 n-d-837321-1 neutron-server[84666]: [parameters: {'id': '77b25866-5d3e-43bb-9e3f-bbe79d72637e'}] Apr 11 21:21:04.986658 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:21:04.987610 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:21:05.103630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet fd205ea0-23ba-4f17-b360-99c7a70c4d25 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:21:05.106683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.137190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66d985-88cb-4801-aed7-88e85ff1c5d6 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:21:05.167342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.259224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.291501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66d985-88cb-4801-aed7-88e85ff1c5d6 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:21:05.426140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.540724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.554964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=fd205ea0-23ba-4f17-b360-99c7a70c4d25,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:05.563265 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.571673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port 1049890f-4da0-4a49-ab52-5a73985a5bb8 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:05.572005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.598259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a3d53b08-8179-4529-9a7f-c26fc61ad587 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/fd205ea0-23ba-4f17-b360-99c7a70c4d25 HTTP/1.1" status: 204 len: 168 time: 0.7009621 Apr 11 21:21:05.601539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 42996) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:05.681318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b01f8e-20b9-4f22-82da-934c6693bad3 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:05.842523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 39f1aa9c-1486-4f8f-9ad9-69548c37bb78 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:21:05.846519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.859803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port 1049890f-4da0-4a49-ab52-5a73985a5bb8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1049890f-4da0-4a49-ab52-5a73985a5bb8,segment=NetworkSegment(740f86ad-5736-4a47-be28-8595baedaccc),segment_id=740f86ad-5736-4a47-be28-8595baedaccc)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:05.860320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:05.925741 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.018745 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for 1049890f-4da0-4a49-ab52-5a73985a5bb8 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:06.023919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.190870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.204956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.246081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=39f1aa9c-1486-4f8f-9ad9-69548c37bb78,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:06.257691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.263879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8269dfa3-4908-492f-a733-7872cacaa9da tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/39f1aa9c-1486-4f8f-9ad9-69548c37bb78 HTTP/1.1" status: 204 len: 168 time: 0.6612885 Apr 11 21:21:06.266383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43002) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:06.280035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port 1049890f-4da0-4a49-ab52-5a73985a5bb8 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:06.285652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=1049890f-4da0-4a49-ab52-5a73985a5bb8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:06.313039 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ce0ecf-7f7d-411c-80e6-258dd2062a5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:06.313553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ce0ecf-7f7d-411c-80e6-258dd2062a5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:06.318498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b2ce0ecf-7f7d-411c-80e6-258dd2062a5b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/fd205ea0-23ba-4f17-b360-99c7a70c4d25 HTTP/1.1" status: 404 len: 337 time: 0.0478511 Apr 11 21:21:06.318691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43008) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:06.394706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting subnet 2d0eb574-bd34-4f53-8717-f08dfbbd920d {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:21:06.398278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.434468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.469115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.479318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b25866-5d3e-43bb-9e3f-bbe79d72637e']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:06.486779 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740f86ad-5736-4a47-be28-8595baedaccc') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:06.487716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740f86ad-5736-4a47-be28-8595baedaccc') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:06.501746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.520246 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.527669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:06.528090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:06.545017 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:06.572126 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.618308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef4c894-c51e-4601-a8a6-4b9fb44b6447 None None] Network 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:06.705018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-98bc3a37-f466-4931-88f3-3a4d08ea4f55 None None] Provisioning complete for port 4ed78703-ef8f-4ea3-94eb-405ca840d315 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:21:06.705387 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98bc3a37-f466-4931-88f3-3a4d08ea4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.716520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.738673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.744936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=77b25866-5d3e-43bb-9e3f-bbe79d72637e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:06.751821 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-df633ac9-596e-458d-b2f3-eff0cc347024 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/77b25866-5d3e-43bb-9e3f-bbe79d72637e HTTP/1.1" status: 204 len: 168 time: 3.2299972 Apr 11 21:21:06.755237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43012) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:06.760688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958783134'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:06.766399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:06.769066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.805107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:06.812266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:06.822743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0eb574-bd34-4f53-8717-f08dfbbd920d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:06.825022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:06.829685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.838949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b82bb7fa-d9af-4716-b8d6-5fbbc9d88441 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/2d0eb574-bd34-4f53-8717-f08dfbbd920d HTTP/1.1" status: 204 len: 168 time: 0.5191698 Apr 11 21:21:06.841663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43016) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:06.882946 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f557b98d-97b3-422d-9a9a-85e0f5ba7c7b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:06.883382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f557b98d-97b3-422d-9a9a-85e0f5ba7c7b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:06.885077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f557b98d-97b3-422d-9a9a-85e0f5ba7c7b tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/d4ee78f2-e60f-458b-b6a5-f3026dcce283 HTTP/1.1" status: 404 len: 337 time: 0.0425944 Apr 11 21:21:06.887924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:06.897265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:06.902302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.934247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:06.944165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.944511 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 580f2fa3-bdbb-4165-a8b2-43a95c8134fc of type vlan for network e8165e48-0291-4895-a39d-d75cdd3557ca Apr 11 21:21:06.965062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-98bc3a37-f466-4931-88f3-3a4d08ea4f55 None None] Provisioning complete for port d76cd058-c86a-4531-88d6-6c331a3f4481 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:21:06.965628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98bc3a37-f466-4931-88f3-3a4d08ea4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:06.968731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5aee5fb7-4c72-4c81-8f77-b89458712385 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Synchronizing usage tracker for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:21:06.981428 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.028024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-98bc3a37-f466-4931-88f3-3a4d08ea4f55 None None] Port d76cd058-c86a-4531-88d6-6c331a3f4481 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:21:07.032334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] DHCP port deletion for 57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:21:07.036510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] Deleting port 4ed78703-ef8f-4ea3-94eb-405ca840d315 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:07.036880 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.076997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5aee5fb7-4c72-4c81-8f77-b89458712385 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Unset dirty status for tenant:18c6c12bd31f4369a6e39e5f450bfa3d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:21:07.077962 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5aee5fb7-4c72-4c81-8f77-b89458712385 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 HTTP/1.1" status: 200 len: 205 time: 0.1889546 Apr 11 21:21:07.080583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43026) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.105316 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.109388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:07.110243 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.148884 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-94ca3ff8-3ba2-4494-bc4b-4940d308d785 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] delete failed (client error): The resource could not be found. Apr 11 21:21:07.150135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94ca3ff8-3ba2-4494-bc4b-4940d308d785 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/routers/d1c6355f-7ae7-4251-b8b7-b6b1490c49d1 HTTP/1.1" status: 404 len: 336 time: 0.0683882 Apr 11 21:21:07.155201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43030) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.203497 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b039c7-bf14-417d-9ae9-d7b6b15d3437 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.204095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b039c7-bf14-417d-9ae9-d7b6b15d3437 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.206202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7b039c7-bf14-417d-9ae9-d7b6b15d3437 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/4e23fbe1-1a74-47b3-a2a2-0777d4fc51bc HTTP/1.1" status: 404 len: 337 time: 0.0522139 Apr 11 21:21:07.208788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43034) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.268864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=e8165e48-0291-4895-a39d-d75cdd3557ca,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:07.273700 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc218bb-7829-4200-9db6-f9971ad5d0fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.273700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc218bb-7829-4200-9db6-f9971ad5d0fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.273700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6dc218bb-7829-4200-9db6-f9971ad5d0fb tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/86acf82f-1f92-4005-b80b-9cd0a6c3cdd5 HTTP/1.1" status: 404 len: 337 time: 0.0540831 Apr 11 21:21:07.273700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43038) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.281333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e8165e48-0291-4895-a39d-d75cdd3557ca details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:07.328768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e679321a-fdff-4d7b-bfaa-c162c2180475 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5487249 Apr 11 21:21:07.328768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43042) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.328768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:07.331970 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d2b490-e7eb-47f7-84b7-808ae67c3b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.331970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d2b490-e7eb-47f7-84b7-808ae67c3b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.331970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-27d2b490-e7eb-47f7-84b7-808ae67c3b6d tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/faa677bf-1a10-4017-8123-5b10b12f3d3c HTTP/1.1" status: 404 len: 337 time: 0.0515344 Apr 11 21:21:07.332442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43046) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.351985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4ed78703-ef8f-4ea3-94eb-405ca840d315 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:21:07.421627 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f98463-befd-458c-bf8c-d384bab9ac11 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.422067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f98463-befd-458c-bf8c-d384bab9ac11 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.423741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f1f98463-befd-458c-bf8c-d384bab9ac11 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/a7c36ac7-e09b-4781-839d-cd118d87ad1e HTTP/1.1" status: 404 len: 333 time: 0.0938964 Apr 11 21:21:07.428488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43050) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.448688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] For port 4ed78703-ef8f-4ea3-94eb-405ca840d315, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4ed78703-ef8f-4ea3-94eb-405ca840d315,segment=NetworkSegment(6da058f7-0375-46f6-8cdf-38965293cce1),segment_id=6da058f7-0375-46f6-8cdf-38965293cce1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:07.449194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.473872 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f16393-1f59-4266-a229-345ded834239 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.474251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f16393-1f59-4266-a229-345ded834239 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.476233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05f16393-1f59-4266-a229-345ded834239 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/744c2d28-3490-4b3c-af3e-b123087213e5 HTTP/1.1" status: 404 len: 337 time: 0.0434213 Apr 11 21:21:07.476352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:07.478653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43054) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.480600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:07.483552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:07.490149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:07.519952 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d221f57-8cfa-401c-8686-a584ee4b5ce3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.520385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d221f57-8cfa-401c-8686-a584ee4b5ce3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.524168 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d221f57-8cfa-401c-8686-a584ee4b5ce3 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/1d19a97d-4965-48b1-9a62-5c11c190a051 HTTP/1.1" status: 404 len: 337 time: 0.0425558 Apr 11 21:21:07.536818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43058) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.557710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:07.579249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] Calling delete_port for 4ed78703-ef8f-4ea3-94eb-405ca840d315 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:07.581609 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-99963958-da68-4200-9e6b-1dbc7e998d8e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.582126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99963958-da68-4200-9e6b-1dbc7e998d8e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.583953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99963958-da68-4200-9e6b-1dbc7e998d8e tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/94c34006-ab7b-4b46-8cf2-d0b5290e5063 HTTP/1.1" status: 404 len: 333 time: 0.0461955 Apr 11 21:21:07.586564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43062) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.632072 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-62093fa8-19f6-4bc2-b227-eb43177d77ce tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.632725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62093fa8-19f6-4bc2-b227-eb43177d77ce tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.634777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-62093fa8-19f6-4bc2-b227-eb43177d77ce tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/e8c61b51-ac84-46ff-9ad2-d9d323478eee HTTP/1.1" status: 404 len: 337 time: 0.0461104 Apr 11 21:21:07.637273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43068) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.689723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.691667 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5191aec6-cc92-409b-b66d-07297907f203 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:07.692254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5191aec6-cc92-409b-b66d-07297907f203 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:07.694178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5191aec6-cc92-409b-b66d-07297907f203 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/subnets/8e32b1d4-65aa-49c9-acf3-8e619dfce9ba HTTP/1.1" status: 404 len: 337 time: 0.0558362 Apr 11 21:21:07.697289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43072) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:07.743773 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.779803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Deleting port d76cd058-c86a-4531-88d6-6c331a3f4481 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:07.780385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.864193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:07.923387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] Pushing event deleted for resources: {'Port': ['ID=4ed78703-ef8f-4ea3-94eb-405ca840d315,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:07.935627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebb318-49a1-4c39-bcd1-09bb6c4e3e2d None None] No DVR routers for this DVR port 4ed78703-ef8f-4ea3-94eb-405ca840d315 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:08.129601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.179856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.208191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=5c8d5b6b-1f3b-4ca6-961a-ba2c9e710001,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:08.229746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '580f2fa3-bdbb-4165-a8b2-43a95c8134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:08.230228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: e8165e48-0291-4895-a39d-d75cdd3557ca, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:08.317955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Calling delete_port for d76cd058-c86a-4531-88d6-6c331a3f4481 owned by {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:08.349512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network e8165e48-0291-4895-a39d-d75cdd3557ca is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:08.465086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e8165e48-0291-4895-a39d-d75cdd3557ca) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:08.469729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:08.470526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.475050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6ff95-e18b-4f12-8312-43f643697063 None None] Network e8165e48-0291-4895-a39d-d75cdd3557ca requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:08.510715 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.563231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Port': ['ID=d76cd058-c86a-4531-88d6-6c331a3f4481,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:08.573743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.600685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6010f6b5-011f-4f8f-bafe-33863a6e36df tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2888103 Apr 11 21:21:08.600685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43078) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:08.671597 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6fb5d769-4424-451e-a029-ba414c14af50 tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/ports/d76cd058-c86a-4531-88d6-6c331a3f4481 HTTP/1.1" status: 204 len: 168 time: 0.9731255 Apr 11 21:21:08.676928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43082) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:08.720239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-e8165e48-0291-4895-a39d-d75cdd3557ca', 'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': '5c8d5b6b-1f3b-4ca6-961a-ba2c9e710001'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:21:08.720400 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.761769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.798428 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.835431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.884695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Allocated IP 172.20.0.1 (e8165e48-0291-4895-a39d-d75cdd3557ca/5c8d5b6b-1f3b-4ca6-961a-ba2c9e710001/aff0f580-b78a-4278-802a-b17b6a62d01e) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:21:08.936221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:08.967739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:08.974506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da058f7-0375-46f6-8cdf-38965293cce1') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:08.974748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da058f7-0375-46f6-8cdf-38965293cce1') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:08.986312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.003353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.009538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:09.009923 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:09.024139 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:09.105141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.195629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Transition to ACTIVE for port object aff0f580-b78a-4278-802a-b17b6a62d01e will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:09.195763 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.214322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.216012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Transition to ACTIVE for port object aff0f580-b78a-4278-802a-b17b6a62d01e will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:09.224826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] Pushing event deleted for resources: {'Network': ['ID=57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:09.230258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-634e0751-2aab-46c3-a3ed-e024ab925bba tempest-PortsTestJSON-1615509093 tempest-PortsTestJSON-1615509093-project] 10.222.0.61 "DELETE /v2.0/networks/57c8b8d9-24f8-4bae-b4d8-0bfaec51a66e HTTP/1.1" status: 204 len: 168 time: 0.5520954 Apr 11 21:21:09.301336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.368332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Network e8165e48-0291-4895-a39d-d75cdd3557ca is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:21:09.371335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:09.380208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:21:09.418814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.425672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Pushing event updated for resources: {'Port': ['ID=aff0f580-b78a-4278-802a-b17b6a62d01e,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:09.465173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8d5b6b-1f3b-4ca6-961a-ba2c9e710001,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:09.492767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Attempting to bind port aff0f580-b78a-4278-802a-b17b6a62d01e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:21:09.493140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Attempting to bind port aff0f580-b78a-4278-802a-b17b6a62d01e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '580f2fa3-bdbb-4165-a8b2-43a95c8134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:21:09.493508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Attempting to bind port aff0f580-b78a-4278-802a-b17b6a62d01e on network e8165e48-0291-4895-a39d-d75cdd3557ca {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:21:09.500264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:21:09.500634 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Checking segment: {'id': '580f2fa3-bdbb-4165-a8b2-43a95c8134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:09.501032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.501429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Bound using segment: {'id': '580f2fa3-bdbb-4165-a8b2-43a95c8134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:21:09.501889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Bound port: aff0f580-b78a-4278-802a-b17b6a62d01e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580f2fa3-bdbb-4165-a8b2-43a95c8134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8165e48-0291-4895-a39d-d75cdd3557ca'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:21:09.502260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.560182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.586820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8165e48-0291-4895-a39d-d75cdd3557ca']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:09.595772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] For port aff0f580-b78a-4278-802a-b17b6a62d01e, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:21:09.599678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] For port aff0f580-b78a-4278-802a-b17b6a62d01e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aff0f580-b78a-4278-802a-b17b6a62d01e,segment=NetworkSegment(580f2fa3-bdbb-4165-a8b2-43a95c8134fc),segment_id=580f2fa3-bdbb-4165-a8b2-43a95c8134fc)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:21:09.600012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580f2fa3-bdbb-4165-a8b2-43a95c8134fc') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:09.600328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580f2fa3-bdbb-4165-a8b2-43a95c8134fc') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:09.611555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.670967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.672993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.680131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:09.680517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:09.701624 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:09.787448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc900c-abd6-48a2-9441-ae96f124cd24 None None] Pushing event updated for resources: {'Port': ['ID=aff0f580-b78a-4278-802a-b17b6a62d01e,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:09.835126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf01876-d21e-45c9-8665-963fa20ab22b None None] Network e8165e48-0291-4895-a39d-d75cdd3557ca requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:09.841447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:21:09.841447 n-d-837321-1 neutron-server[84667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:21:09.841447 n-d-837321-1 neutron-server[84667]: [parameters: {'id': 'e8165e48-0291-4895-a39d-d75cdd3557ca'}] Apr 11 21:21:09.841447 n-d-837321-1 neutron-server[84667]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:21:09.842522 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:21:09.879347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:10.056965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751b3bc-ef36-4c0c-a9c8-875317796902 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:21:10.078137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3c04ff9d-601d-42b6-a67e-508d12c85abb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18c6c12bd31f4369a6e39e5f450bfa3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966367 Apr 11 21:21:10.081395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43098) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:10.141569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88f912ae-71d6-4129-9fef-2dff9a11f677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.164509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1751b3bc-ef36-4c0c-a9c8-875317796902 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:21:10.168505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88f912ae-71d6-4129-9fef-2dff9a11f677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.328045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88f912ae-71d6-4129-9fef-2dff9a11f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.342151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f912ae-71d6-4129-9fef-2dff9a11f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542caa8e-eb2a-475f-b9a8-88147d87d91f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:10.343378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.348930 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-88f912ae-71d6-4129-9fef-2dff9a11f677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.350566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-88f912ae-71d6-4129-9fef-2dff9a11f677 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/542caa8e-eb2a-475f-b9a8-88147d87d91f HTTP/1.1" status: 204 len: 168 time: 0.2676475 Apr 11 21:21:10.361281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port aff0f580-b78a-4278-802a-b17b6a62d01e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:10.361281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.597229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port aff0f580-b78a-4278-802a-b17b6a62d01e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=aff0f580-b78a-4278-802a-b17b6a62d01e,segment=NetworkSegment(580f2fa3-bdbb-4165-a8b2-43a95c8134fc),segment_id=580f2fa3-bdbb-4165-a8b2-43a95c8134fc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:10.597842 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.719189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for aff0f580-b78a-4278-802a-b17b6a62d01e owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:10.882134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:10.937713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=aff0f580-b78a-4278-802a-b17b6a62d01e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:10.944064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port aff0f580-b78a-4278-802a-b17b6a62d01e on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:11.064974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.090313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8165e48-0291-4895-a39d-d75cdd3557ca']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:11.102954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580f2fa3-bdbb-4165-a8b2-43a95c8134fc') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:11.103311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580f2fa3-bdbb-4165-a8b2-43a95c8134fc') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:11.115045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.131907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.138386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:11.138829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:11.154420 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:11.425901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.432158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.456738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=e8165e48-0291-4895-a39d-d75cdd3557ca,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:11.464283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-445f8bbf-3342-4004-908c-0a45da9ed4f8 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/e8165e48-0291-4895-a39d-d75cdd3557ca HTTP/1.1" status: 204 len: 168 time: 2.8642254 Apr 11 21:21:11.467633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43122) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:11.473677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2131124490'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:11.479072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:11.486244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:11.487747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:11.493787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:11.613622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:11.616746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.646803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:11.655231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:11.656019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.656421 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 4c091176-6219-421f-a30b-94f682634576 of type vlan for network f1875d07-c232-4525-8238-0c1b319cab71 Apr 11 21:21:11.688586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.767877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.772537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:11.773119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:11.798862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d72e8e3f-d6c7-4932-87cf-65fb4fc7763e tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-716402629', 'prefixes': ['172.20.0.0/16']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:11.811367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d72e8e3f-d6c7-4932-87cf-65fb4fc7763e tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:11.885479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=f1875d07-c232-4525-8238-0c1b319cab71,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:11.896236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f1875d07-c232-4525-8238-0c1b319cab71 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:11.968820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66e0e9d2-dc28-4dfa-a666-345e8b9e4555 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5000618 Apr 11 21:21:11.972632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43134) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:11.978580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:12.111100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d72e8e3f-d6c7-4932-87cf-65fb4fc7763e tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] Notify callbacks [] for subnetpool, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:12.113109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d72e8e3f-d6c7-4932-87cf-65fb4fc7763e tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4562247 Apr 11 21:21:12.116801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43138) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:12.147235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d90dad55-9d09-48ad-b22b-3c2bbe075b59 tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] 10.222.0.61 "GET /v2.0/subnetpools/53e3f400-8eb4-4211-843d-1ec8ffdef1e1 HTTP/1.1" status: 200 len: 731 time: 0.0292206 Apr 11 21:21:12.150075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43142) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:12.155606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8324215c-8790-4217-9429-080293e08dae tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-774691663'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:12.208314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:12.322553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:12.354349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8324215c-8790-4217-9429-080293e08dae tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] Notify callbacks [] for subnetpool, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:12.355180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8324215c-8790-4217-9429-080293e08dae tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] 10.222.0.61 "PUT /v2.0/subnetpools/53e3f400-8eb4-4211-843d-1ec8ffdef1e1 HTTP/1.1" status: 200 len: 683 time: 0.2042401 Apr 11 21:21:12.364547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43146) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:12.398882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network f1875d07-c232-4525-8238-0c1b319cab71 is not hosted by any dhcp agent {{(pid=84667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 11 21:21:12.402389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:12.402969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:12.404254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "PUT /v2.0/networks/f1875d07-c232-4525-8238-0c1b319cab71 HTTP/1.1" status: 200 len: 723 time: 0.4305694 Apr 11 21:21:12.414440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43152) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:12.417944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:12.427312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0707f-5570-4e43-837e-63efe7326bfb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=f1875d07-c232-4525-8238-0c1b319cab71,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:12.438198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f1875d07-c232-4525-8238-0c1b319cab71 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:12.571598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:12.575775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:12.582613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:12.585175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:12.686716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-990a373b-01fc-49df-856b-81cfffa6fe1c tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] Notify callbacks [] for subnetpool, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:12.686716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-990a373b-01fc-49df-856b-81cfffa6fe1c tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] 10.222.0.61 "DELETE /v2.0/subnetpools/53e3f400-8eb4-4211-843d-1ec8ffdef1e1 HTTP/1.1" status: 204 len: 168 time: 0.3189580 Apr 11 21:21:12.687669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43156) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:12.688043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:12.707870 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-c63ec152-65aa-4f24-b172-9542eba7d1a3 tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] show failed (client error): The resource could not be found. Apr 11 21:21:12.708872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c63ec152-65aa-4f24-b172-9542eba7d1a3 tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] 10.222.0.61 "GET /v2.0/subnetpools/53e3f400-8eb4-4211-843d-1ec8ffdef1e1 HTTP/1.1" status: 404 len: 346 time: 0.0202372 Apr 11 21:21:12.711638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43160) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:12.733519 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-86852052-4aee-4db6-9f61-50dbe8acbd07 tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] delete failed (client error): The resource could not be found. Apr 11 21:21:12.740000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-86852052-4aee-4db6-9f61-50dbe8acbd07 tempest-SubnetPoolsTestJSON-1006943758 tempest-SubnetPoolsTestJSON-1006943758-project] 10.222.0.61 "DELETE /v2.0/subnetpools/53e3f400-8eb4-4211-843d-1ec8ffdef1e1 HTTP/1.1" status: 404 len: 346 time: 0.0219953 Apr 11 21:21:12.818326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.116908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.277150 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=d93d5274-532c-4723-9e5d-593094fdd43d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:13.295168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '4c091176-6219-421f-a30b-94f682634576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:13.295647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: f1875d07-c232-4525-8238-0c1b319cab71, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:13.347305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43168) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:13.407888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network f1875d07-c232-4525-8238-0c1b319cab71 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:13.499391 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f1875d07-c232-4525-8238-0c1b319cab71) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:13.501040 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.504445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:13.505251 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.511318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6904228-888f-4051-b8f7-232da5186cb8 None None] Network f1875d07-c232-4525-8238-0c1b319cab71 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:13.540464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:13.544230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b40c7106ab546fdb783d8d0c97e546b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:13.550165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:13.553539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:13.603258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-51740666-8e06-422e-855a-0a78b556471e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1911151 Apr 11 21:21:13.609038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43176) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:13.616016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:13.680613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.740732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f1875d07-c232-4525-8238-0c1b319cab71', 'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': 'd93d5274-532c-4723-9e5d-593094fdd43d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:21:13.741538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.753173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33149446'] for subnet, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.756998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.807814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e54ca0-fbcb-4282-ac10-9f54f7275e1a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:13.812691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0eb0a2d2-4815-4b8e-bceb-156b8009dcb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b40c7106ab546fdb783d8d0c97e546b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4642997 Apr 11 21:21:13.815320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43180) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:13.882708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd92411c-0b9c-4be9-888b-5d02508f2fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.912566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23414ee3-693d-441f-aa43-bb60da892d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:13.913012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd92411c-0b9c-4be9-888b-5d02508f2fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.030593 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735075402388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32980123'] for subnet, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.081173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd92411c-0b9c-4be9-888b-5d02508f2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.084858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:14.085977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.089981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "PUT /v2.0/subnets/d93d5274-532c-4723-9e5d-593094fdd43d HTTP/1.1" status: 200 len: 806 time: 0.4797556 Apr 11 21:21:14.090576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43184) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:14.103656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92411c-0b9c-4be9-888b-5d02508f2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e54ca0-fbcb-4282-ac10-9f54f7275e1a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:14.119091 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-dd92411c-0b9c-4be9-888b-5d02508f2fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.120273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dd92411c-0b9c-4be9-888b-5d02508f2fa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5e54ca0-fbcb-4282-ac10-9f54f7275e1a HTTP/1.1" status: 204 len: 168 time: 0.3037388 Apr 11 21:21:14.135524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Allocated IP 172.20.0.2 (f1875d07-c232-4525-8238-0c1b319cab71/d93d5274-532c-4723-9e5d-593094fdd43d/2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:21:14.186862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d287b-6d4c-458f-8ed1-33257f01312c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=d93d5274-532c-4723-9e5d-593094fdd43d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:14.267282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.356387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.400099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.406143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Transition to ACTIVE for port object 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:14.428822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Transition to ACTIVE for port object 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:14.522335 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.593435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Network f1875d07-c232-4525-8238-0c1b319cab71 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:21:14.603562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:14.603562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:21:14.610378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Pushing event updated for resources: {'Port': ['ID=2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:14.618471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.704525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=d93d5274-532c-4723-9e5d-593094fdd43d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:14.713301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Attempting to bind port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:21:14.713673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Attempting to bind port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '4c091176-6219-421f-a30b-94f682634576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:21:14.714061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Attempting to bind port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 on network f1875d07-c232-4525-8238-0c1b319cab71 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:21:14.724513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:21:14.724954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Checking segment: {'id': '4c091176-6219-421f-a30b-94f682634576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:14.725571 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.726201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Bound using segment: {'id': '4c091176-6219-421f-a30b-94f682634576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:21:14.726840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Bound port: 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c091176-6219-421f-a30b-94f682634576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1875d07-c232-4525-8238-0c1b319cab71'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:21:14.727453 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.792792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.822981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1875d07-c232-4525-8238-0c1b319cab71']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:14.824756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] For port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:21:14.827698 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] For port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4,segment=NetworkSegment(4c091176-6219-421f-a30b-94f682634576),segment_id=4c091176-6219-421f-a30b-94f682634576)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:21:14.835648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c091176-6219-421f-a30b-94f682634576') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:14.836066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c091176-6219-421f-a30b-94f682634576') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:14.847830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.953574 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.955170 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.960458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:14.961063 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:14.978273 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:15.076841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19938bf2-6b89-468b-805d-00b20d3b343c None None] Pushing event updated for resources: {'Port': ['ID=2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:15.107675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00fbe58-d4b4-4235-b50d-5a6f97d21f7a None None] Network f1875d07-c232-4525-8238-0c1b319cab71 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:15.112885 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:21:15.112885 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:21:15.112885 n-d-837321-1 neutron-server[84666]: [parameters: {'id': 'f1875d07-c232-4525-8238-0c1b319cab71'}] Apr 11 21:21:15.112885 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:21:15.113637 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:21:15.313044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ccece-8f6c-4c96-b4a5-204c1236dc93 None None] Network f1875d07-c232-4525-8238-0c1b319cab71 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:15.544505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2c367-65ce-4071-8e1c-d65faf2b1c58 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:21:15.614815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:15.626039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:15.626367 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:15.654581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2c367-65ce-4071-8e1c-d65faf2b1c58 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:21:15.850066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4,segment=NetworkSegment(4c091176-6219-421f-a30b-94f682634576),segment_id=4c091176-6219-421f-a30b-94f682634576)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:15.850626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:15.976270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:16.133931 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.183162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:16.189590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port 2e148a12-bbbf-4dd4-bfd4-b771b3a9f9c4 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:16.207688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-05478b64-b3c1-468c-8acf-79d24f10e09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.401738 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.436590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1875d07-c232-4525-8238-0c1b319cab71']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:16.443803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c091176-6219-421f-a30b-94f682634576') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:16.444237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c091176-6219-421f-a30b-94f682634576') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:16.461340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.484858 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.494442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:16.494836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:16.517254 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:16.699567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.704294 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.733314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=f1875d07-c232-4525-8238-0c1b319cab71,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:16.738564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-162e2471-98bc-4121-8ca5-41b86f6f6b92 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/f1875d07-c232-4525-8238-0c1b319cab71 HTTP/1.1" status: 204 len: 168 time: 2.6443055 Apr 11 21:21:16.741045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43228) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:16.770830 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeb6e46-1891-457f-b59d-77e601b349e2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:16.770926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeb6e46-1891-457f-b59d-77e601b349e2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:16.772641 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cfeb6e46-1891-457f-b59d-77e601b349e2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/f1875d07-c232-4525-8238-0c1b319cab71 HTTP/1.1" status: 404 len: 339 time: 0.0306811 Apr 11 21:21:16.776576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43232) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:16.782488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1807347012', 'description': 'd1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:16.788993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:16.792843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:network and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:16.795732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:16.802990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:16.904749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:16.907733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.937873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:16.947112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:16.947457 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 3598e395-3432-4e39-9bf1-d21485c3419f of type vlan for network bb9aa72d-6621-4393-876a-9163dff9fed7 Apr 11 21:21:16.976796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.104779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.108558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:17.109174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.217488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=bb9aa72d-6621-4393-876a-9163dff9fed7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:17.230396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network bb9aa72d-6621-4393-876a-9163dff9fed7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:17.288704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-35db592f-1b62-444c-82c6-59540e9c937d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5109615 Apr 11 21:21:17.293864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43248) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:17.417147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf932db-1b4d-496b-a9aa-83a36fe85f73 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:17.417871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0bf932db-1b4d-496b-a9aa-83a36fe85f73 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Synchronizing usage tracker for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:21:17.454221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.482023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.500232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0bf932db-1b4d-496b-a9aa-83a36fe85f73 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Unset dirty status for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:21:17.500232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0bf932db-1b4d-496b-a9aa-83a36fe85f73 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks?id=bb9aa72d-6621-4393-876a-9163dff9fed7 HTTP/1.1" status: 200 len: 761 time: 0.1998477 Apr 11 21:21:17.500232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43254) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:17.507497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'description': 'd2'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:17.740333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.823799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.899519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network bb9aa72d-6621-4393-876a-9163dff9fed7 is not hosted by any dhcp agent {{(pid=84667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 11 21:21:17.900028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:17.900611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:17.902037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "PUT /v2.0/networks/bb9aa72d-6621-4393-876a-9163dff9fed7 HTTP/1.1" status: 200 len: 758 time: 0.4018197 Apr 11 21:21:17.904709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:18.035896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699499b-f29f-4cff-92c4-d394a0be9a3e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=bb9aa72d-6621-4393-876a-9163dff9fed7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:18.041847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c178684-7dd0-48ce-aeee-34dda13ca6b7 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:18.042621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8c178684-7dd0-48ce-aeee-34dda13ca6b7 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Synchronizing usage tracker for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:21:18.045917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network bb9aa72d-6621-4393-876a-9163dff9fed7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:18.056037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8c178684-7dd0-48ce-aeee-34dda13ca6b7 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Unset dirty status for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:21:18.057326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c178684-7dd0-48ce-aeee-34dda13ca6b7 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks?id=bb9aa72d-6621-4393-876a-9163dff9fed7 HTTP/1.1" status: 200 len: 761 time: 0.1516008 Apr 11 21:21:18.061324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43274) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:18.067390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789077231'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:18.072901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:18.083840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:18.147644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:18.155926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:18.194231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:18.196143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:18.196480 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 83b1669e-c77a-4570-a41a-dd0f4d26a698 of type vlan for network 4ae26d41-dd92-4153-a8a0-a337a9a54756 Apr 11 21:21:18.224212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:18.339050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:18.342880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:18.343560 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:18.460999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=4ae26d41-dd92-4153-a8a0-a337a9a54756,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:18.471981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4ae26d41-dd92-4153-a8a0-a337a9a54756 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:18.515380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ce7cae90-056c-4b82-a8d5-5b70c5a5f740 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4529064 Apr 11 21:21:18.518887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43288) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:18.527331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:18.657450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:18.661437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Usage tracker for resource:subnet and tenant:4cbed4af1db746bda9f0464ee9b3a034 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:18.666220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:18.670515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:18.785031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:18.785160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:18.895266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:19.236279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:19.324036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=a219a85c-7b8e-4150-900b-64931e268ed3,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:19.335928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '83b1669e-c77a-4570-a41a-dd0f4d26a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:19.336288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: 4ae26d41-dd92-4153-a8a0-a337a9a54756, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:19.448919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network 4ae26d41-dd92-4153-a8a0-a337a9a54756 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:19.557496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4ae26d41-dd92-4153-a8a0-a337a9a54756) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:19.569130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:19.569130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:19.570587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921a910-aae9-4ef5-b36e-d12587a79acb None None] Network 4ae26d41-dd92-4153-a8a0-a337a9a54756 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:19.704444 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a5bf4e57-ddff-49db-a6f8-4d8a34bafdce tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1842017 Apr 11 21:21:19.711288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43336) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:19.834874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4ae26d41-dd92-4153-a8a0-a337a9a54756', 'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': 'a219a85c-7b8e-4150-900b-64931e268ed3'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:21:19.835708 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:19.907586 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:19.998684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.037779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Allocated IP 172.20.0.2 (4ae26d41-dd92-4153-a8a0-a337a9a54756/a219a85c-7b8e-4150-900b-64931e268ed3/7569ddc4-c8af-486e-afd7-c45984155d49) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:21:20.271322 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.284171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Transition to ACTIVE for port object 7569ddc4-c8af-486e-afd7-c45984155d49 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:20.314385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Transition to ACTIVE for port object 7569ddc4-c8af-486e-afd7-c45984155d49 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:21:20.391407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.472430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Network 4ae26d41-dd92-4153-a8a0-a337a9a54756 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:21:20.483123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:20.483123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:21:20.488210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Pushing event updated for resources: {'Port': ['ID=7569ddc4-c8af-486e-afd7-c45984155d49,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:20.500893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.546851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=a219a85c-7b8e-4150-900b-64931e268ed3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:20.622419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Attempting to bind port 7569ddc4-c8af-486e-afd7-c45984155d49 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:21:20.622419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Attempting to bind port 7569ddc4-c8af-486e-afd7-c45984155d49 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '83b1669e-c77a-4570-a41a-dd0f4d26a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:21:20.623325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Attempting to bind port 7569ddc4-c8af-486e-afd7-c45984155d49 on network 4ae26d41-dd92-4153-a8a0-a337a9a54756 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:21:20.629953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:21:20.630310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Checking segment: {'id': '83b1669e-c77a-4570-a41a-dd0f4d26a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:20.630704 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.631091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Bound using segment: {'id': '83b1669e-c77a-4570-a41a-dd0f4d26a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:21:20.631569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Bound port: 7569ddc4-c8af-486e-afd7-c45984155d49, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b1669e-c77a-4570-a41a-dd0f4d26a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4ae26d41-dd92-4153-a8a0-a337a9a54756'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:21:20.631936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.731337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] For port 7569ddc4-c8af-486e-afd7-c45984155d49, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:21:20.734711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] For port 7569ddc4-c8af-486e-afd7-c45984155d49, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7569ddc4-c8af-486e-afd7-c45984155d49,segment=NetworkSegment(83b1669e-c77a-4570-a41a-dd0f4d26a698),segment_id=83b1669e-c77a-4570-a41a-dd0f4d26a698)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:21:20.759631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.786949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae26d41-dd92-4153-a8a0-a337a9a54756']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:20.799865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b1669e-c77a-4570-a41a-dd0f4d26a698') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:20.800156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b1669e-c77a-4570-a41a-dd0f4d26a698') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:20.808246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.812739 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.828748 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.838253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:20.838911 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:20.855673 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:20.935459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36244-4abc-4f97-b35d-54acdc4fce12 None None] Pushing event updated for resources: {'Port': ['ID=7569ddc4-c8af-486e-afd7-c45984155d49,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:20.958806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2c776-2293-4b00-b857-4968c5d1a5c1 None None] Network 4ae26d41-dd92-4153-a8a0-a337a9a54756 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:21.013475 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:21:21.013475 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:21:21.013475 n-d-837321-1 neutron-server[84666]: [parameters: {'id': '4ae26d41-dd92-4153-a8a0-a337a9a54756'}] Apr 11 21:21:21.013475 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:21:21.013981 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:21:21.131008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43366) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:21.159775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbaf7e0-67c5-46cf-a809-84ec0c6bf40f None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:21:21.281039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbaf7e0-67c5-46cf-a809-84ec0c6bf40f None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:21:21.284714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.319066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:21.323013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Usage tracker for resource:security_group_rule and tenant:c9b6496b674c4dc289138f53b1de045c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:21.326001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:21.333042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:21.398046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.493285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.515257 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.551306 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9b6496b674c4dc289138f53b1de045c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4192126 Apr 11 21:21:21.552100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d20f44-e64a-4e71-aa43-c96ade6f22bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082b39e-05c5-4909-afcc-2818c3aba0b2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:21.554484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43374) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:21.556006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port 7569ddc4-c8af-486e-afd7-c45984155d49 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:21.556345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.624247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4b9a-d099-4342-a077-f77f7ebf38da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.650649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4b9a-d099-4342-a077-f77f7ebf38da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.766218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port 7569ddc4-c8af-486e-afd7-c45984155d49, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7569ddc4-c8af-486e-afd7-c45984155d49,segment=NetworkSegment(83b1669e-c77a-4570-a41a-dd0f4d26a698),segment_id=83b1669e-c77a-4570-a41a-dd0f4d26a698)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:21.769279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.793189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4b9a-d099-4342-a077-f77f7ebf38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.805221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c4b9a-d099-4342-a077-f77f7ebf38da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082b39e-05c5-4909-afcc-2818c3aba0b2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:21.812832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4b9a-d099-4342-a077-f77f7ebf38da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:21.816881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c0c4b9a-d099-4342-a077-f77f7ebf38da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9082b39e-05c5-4909-afcc-2818c3aba0b2 HTTP/1.1" status: 204 len: 168 time: 0.2607996 Apr 11 21:21:21.888266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for 7569ddc4-c8af-486e-afd7-c45984155d49 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:21.934607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:21:22.070065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.110262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=7569ddc4-c8af-486e-afd7-c45984155d49,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:22.120505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port 7569ddc4-c8af-486e-afd7-c45984155d49 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:22.245707 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.272837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae26d41-dd92-4153-a8a0-a337a9a54756']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:22.288919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b1669e-c77a-4570-a41a-dd0f4d26a698') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:22.289268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b1669e-c77a-4570-a41a-dd0f4d26a698') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:22.301875 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.319982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.328447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:22.328447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:22.340760 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:22.492275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.505526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.516358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=4ae26d41-dd92-4153-a8a0-a337a9a54756,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:22.532111 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dae3b21a-aef8-4055-9c39-69f61451bdb6 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/4ae26d41-dd92-4153-a8a0-a337a9a54756 HTTP/1.1" status: 204 len: 168 time: 2.8201351 Apr 11 21:21:22.534327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43384) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:22.575494 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de173a0-3e1f-4c8c-9bbc-0325356a5b16 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] GET failed (client error): The resource could not be found. Apr 11 21:21:22.576093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2de173a0-3e1f-4c8c-9bbc-0325356a5b16 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Synchronizing usage tracker for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:subnet {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:21:22.619530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43388) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:22.638756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.670533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:22.674478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0507414c67864e8bb0a145ecc569d0dd is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:22.677311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:22.683311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:22.685345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2de173a0-3e1f-4c8c-9bbc-0325356a5b16 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Unset dirty status for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:subnet {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:21:22.689152 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2de173a0-3e1f-4c8c-9bbc-0325356a5b16 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/subnets/a219a85c-7b8e-4150-900b-64931e268ed3 HTTP/1.1" status: 404 len: 337 time: 0.1512041 Apr 11 21:21:22.690032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:22.716864 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba657f5-654b-4df1-a2d1-0f89a09c9978 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:22.717296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba657f5-654b-4df1-a2d1-0f89a09c9978 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:22.719097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aba657f5-654b-4df1-a2d1-0f89a09c9978 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/4ae26d41-dd92-4153-a8a0-a337a9a54756 HTTP/1.1" status: 404 len: 339 time: 0.0279341 Apr 11 21:21:22.723345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:22.757093 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.870122 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531b31b-829b-4a60-83da-168cab62fe8d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:22.870797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a531b31b-829b-4a60-83da-168cab62fe8d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Synchronizing usage tracker for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:21:22.887649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:22.935688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c020a1e4-9204-480d-857a-f0bbe5ef810f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:22.939398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a531b31b-829b-4a60-83da-168cab62fe8d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Unset dirty status for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:21:22.946385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d388ba4e-0360-416f-acb4-ad7b0d02f5a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0507414c67864e8bb0a145ecc569d0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3208206 Apr 11 21:21:22.947202 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a531b31b-829b-4a60-83da-168cab62fe8d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2169530 Apr 11 21:21:22.947403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:22.947643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:22.991295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3c022fc2-adbb-4768-a145-23c3b770d61a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Synchronizing usage tracker for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:21:23.004088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3c022fc2-adbb-4768-a145-23c3b770d61a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Unset dirty status for tenant:4cbed4af1db746bda9f0464ee9b3a034 on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:21:23.008492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3c022fc2-adbb-4768-a145-23c3b770d61a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 207 time: 0.0576897 Apr 11 21:21:23.008604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d187df7e-d8d5-483e-8c01-e56e857c6fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:23.009363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43408) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.037419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d187df7e-d8d5-483e-8c01-e56e857c6fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:23.156819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5f21a-de9e-4fd2-94e2-fcdaf354b0f2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.160800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5f21a-de9e-4fd2-94e2-fcdaf354b0f2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.164687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5f21a-de9e-4fd2-94e2-fcdaf354b0f2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.168763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5f21a-de9e-4fd2-94e2-fcdaf354b0f2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.170346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-05b5f21a-de9e-4fd2-94e2-fcdaf354b0f2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1598713 Apr 11 21:21:23.174113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43412) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.191927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d187df7e-d8d5-483e-8c01-e56e857c6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:23.208723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187df7e-d8d5-483e-8c01-e56e857c6fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c020a1e4-9204-480d-857a-f0bbe5ef810f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:23.215217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d187df7e-d8d5-483e-8c01-e56e857c6fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:23.220432 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d187df7e-d8d5-483e-8c01-e56e857c6fd0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c020a1e4-9204-480d-857a-f0bbe5ef810f HTTP/1.1" status: 204 len: 168 time: 0.2754712 Apr 11 21:21:23.434429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-026a27f2-6ccc-4b97-98b9-b5439f9e8ea1 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2591252 Apr 11 21:21:23.439216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43420) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.504638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95113f0d-e748-4250-94e0-46c04ad26a0b tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.506062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95113f0d-e748-4250-94e0-46c04ad26a0b tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.507562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-95113f0d-e748-4250-94e0-46c04ad26a0b tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0673835 Apr 11 21:21:23.511110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.580659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3aed-a97b-4d87-8a75-dfc592ec1093 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.582783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3aed-a97b-4d87-8a75-dfc592ec1093 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.584310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ef2c3aed-a97b-4d87-8a75-dfc592ec1093 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0722842 Apr 11 21:21:23.587954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43430) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.742367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4d7df-a1af-412f-aee2-fa6106971e38 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.743823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7bc4d7df-a1af-412f-aee2-fa6106971e38 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks/8cebf027-93c9-4c2d-a9e6-431fd7bf4dab HTTP/1.1" status: 200 len: 799 time: 0.1548715 Apr 11 21:21:23.747761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43434) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.897306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-19c6e6c7-8c22-4f4e-a130-502df1631444 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/networks/8cebf027-93c9-4c2d-a9e6-431fd7bf4dab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1480720 Apr 11 21:21:23.900560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43444) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:23.965989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884abac-124f-4506-866a-e78bbb1c0738 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:23.967425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f884abac-124f-4506-866a-e78bbb1c0738 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/subnets/5807f0cb-91dd-4018-b006-c9f4f8da4921 HTTP/1.1" status: 200 len: 811 time: 0.0657444 Apr 11 21:21:23.971618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43448) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:24.044795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd284ac-297a-4540-9328-a6b8bc13eb7e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:24.046372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1bd284ac-297a-4540-9328-a6b8bc13eb7e tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "GET /v2.0/subnets/5807f0cb-91dd-4018-b006-c9f4f8da4921?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0737135 Apr 11 21:21:24.050925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:24.056762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951463035'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:24.062658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:24.072370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:24.173186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:24.176916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:24.209882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:24.224298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:24.224298 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Added segment 4ba4893b-f506-4549-90aa-1af3fcae7223 of type vlan for network b747beb8-77cb-4669-93f3-0b58d01ff2ec Apr 11 21:21:24.252520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:24.362599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:24.366360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:24.366934 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:24.489566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Network': ['ID=b747beb8-77cb-4669-93f3-0b58d01ff2ec,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:24.504850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network b747beb8-77cb-4669-93f3-0b58d01ff2ec details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:24.591411 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3c9f5594-295a-4901-aba8-13c98c967bc3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5392025 Apr 11 21:21:24.597526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43468) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:24.603088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'network_id': 'b747beb8-77cb-4669-93f3-0b58d01ff2ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:24.716724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:24.727118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:24.825148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Made reservation on behalf of 4cbed4af1db746bda9f0464ee9b3a034 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:24.930737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:25.024003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Performing IP validity checks on allocation pools {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 21:21:25.024545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.ipam_backend_mixin [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 21:21:25.258960 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:25.340503 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=f1b9728a-fc60-4e12-9aa3-43a38e03bd47,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:25.355581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Checking segment: {'id': '4ba4893b-f506-4549-90aa-1af3fcae7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b747beb8-77cb-4669-93f3-0b58d01ff2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:25.355938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network hostable DHCP agents. Network: b747beb8-77cb-4669-93f3-0b58d01ff2ec, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:25.481608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Network b747beb8-77cb-4669-93f3-0b58d01ff2ec is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:25.568865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, b747beb8-77cb-4669-93f3-0b58d01ff2ec) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:25.574788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:25.582581 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:25.583264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba42e40-7ab6-47e2-8e85-58fce52568f5 None None] Network b747beb8-77cb-4669-93f3-0b58d01ff2ec requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:25.710543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3dd65eaf-e8ea-4b82-809d-7b7a9fa2b384 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1113966 Apr 11 21:21:25.714418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43490) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:25.720334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:25.814343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54924c35-e874-4d04-a8df-e45df72c80d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-b747beb8-77cb-4669-93f3-0b58d01ff2ec', 'network_id': 'b747beb8-77cb-4669-93f3-0b58d01ff2ec', 'tenant_id': '4cbed4af1db746bda9f0464ee9b3a034', 'fixed_ips': [{'subnet_id': 'f1b9728a-fc60-4e12-9aa3-43a38e03bd47'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:21:25.817171 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54924c35-e874-4d04-a8df-e45df72c80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:25.854767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33149446'] for subnet, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.004761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-54924c35-e874-4d04-a8df-e45df72c80d8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 11 21:21:26.004761 n-d-837321-1 neutron-server[84668]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 11 21:21:26.004761 n-d-837321-1 neutron-server[84668]: [parameters: {'in_use': 1, 'id_1': 'f1b9728a-fc60-4e12-9aa3-43a38e03bd47'}] Apr 11 21:21:26.004761 n-d-837321-1 neutron-server[84668]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:21:26.004761 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-54924c35-e874-4d04-a8df-e45df72c80d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:21:26.180772 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735075402388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32980123'] for subnet, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.244583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:26.245109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.249970 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "PUT /v2.0/subnets/f1b9728a-fc60-4e12-9aa3-43a38e03bd47 HTTP/1.1" status: 200 len: 877 time: 0.5310163 Apr 11 21:21:26.250110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43502) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:26.253565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20185e-ad85-4b81-88d3-067b647d2c85 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event updated for resources: {'Subnet': ['ID=f1b9728a-fc60-4e12-9aa3-43a38e03bd47,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:26.397811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.466829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.505242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-54924c35-e874-4d04-a8df-e45df72c80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.670809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.710589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b9728a-fc60-4e12-9aa3-43a38e03bd47,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-54924c35-e874-4d04-a8df-e45df72c80d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1b9728a-fc60-4e12-9aa3-43a38e03bd47: This subnet is being modified by another concurrent operation. Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1b9728a-fc60-4e12-9aa3-43a38e03bd47: This subnet is being modified by another concurrent operation. Apr 11 21:21:26.774455 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:21:26.796259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee8e34d-51f6-4e38-8b0d-fc86213c641e None None] Network b747beb8-77cb-4669-93f3-0b58d01ff2ec requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:26.920376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.947694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b747beb8-77cb-4669-93f3-0b58d01ff2ec']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:26.966699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba4893b-f506-4549-90aa-1af3fcae7223') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:26.967002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba4893b-f506-4549-90aa-1af3fcae7223') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:26.978464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc7910-c2e0-4616-adef-a4e0ba587359 None None] Network b747beb8-77cb-4669-93f3-0b58d01ff2ec requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:26.981229 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:26.999853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.006139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:27.006539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:27.025210 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:27.182523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800f6f2-e071-45e5-8c73-c71229ec47a2 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:21:27.247941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.268078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.288086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=b747beb8-77cb-4669-93f3-0b58d01ff2ec,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:27.300678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e5890a63-2886-4be2-ace5-61dae71e8282 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/b747beb8-77cb-4669-93f3-0b58d01ff2ec HTTP/1.1" status: 204 len: 168 time: 1.0494225 Apr 11 21:21:27.304543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43512) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:27.305443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800f6f2-e071-45e5-8c73-c71229ec47a2 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:21:27.350694 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f98b1d2-a97d-4efc-a78a-7de0d3b5224d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:27.351190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f98b1d2-a97d-4efc-a78a-7de0d3b5224d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:27.352948 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5f98b1d2-a97d-4efc-a78a-7de0d3b5224d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/f1b9728a-fc60-4e12-9aa3-43a38e03bd47 HTTP/1.1" status: 404 len: 337 time: 0.0473483 Apr 11 21:21:27.355524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43518) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:27.383818 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e7f4f0-a94e-4e1d-812e-7fbeed0a83b1 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:27.384330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e7f4f0-a94e-4e1d-812e-7fbeed0a83b1 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:27.388292 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-32e7f4f0-a94e-4e1d-812e-7fbeed0a83b1 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/b747beb8-77cb-4669-93f3-0b58d01ff2ec HTTP/1.1" status: 404 len: 339 time: 0.0294633 Apr 11 21:21:27.388609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43522) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:27.430422 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cf66de-f253-40db-80b9-84e1ed789716 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:27.430822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cf66de-f253-40db-80b9-84e1ed789716 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:27.432742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e3cf66de-f253-40db-80b9-84e1ed789716 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/a219a85c-7b8e-4150-900b-64931e268ed3 HTTP/1.1" status: 404 len: 337 time: 0.0431631 Apr 11 21:21:27.436923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43526) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:27.465468 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfca639-3e44-42a6-89e3-07dbde9ca9cb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:27.465468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfca639-3e44-42a6-89e3-07dbde9ca9cb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:27.467103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cbfca639-3e44-42a6-89e3-07dbde9ca9cb tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/4ae26d41-dd92-4153-a8a0-a337a9a54756 HTTP/1.1" status: 404 len: 339 time: 0.0288494 Apr 11 21:21:27.469611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:27.590495 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.732268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.760228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9aa72d-6621-4393-876a-9163dff9fed7']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:27.773952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3598e395-3432-4e39-9bf1-d21485c3419f') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:27.774263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3598e395-3432-4e39-9bf1-d21485c3419f') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:27.785955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.803355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.809849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:27.810227 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:27.826400 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:27.998076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:28.030984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:28.040948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=bb9aa72d-6621-4393-876a-9163dff9fed7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:28.050245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb456ac2-30e8-4835-993f-f75d7dbda96f tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/bb9aa72d-6621-4393-876a-9163dff9fed7 HTTP/1.1" status: 204 len: 168 time: 0.5793695 Apr 11 21:21:28.053263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43540) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.092673 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-500040e9-104c-4505-9070-691023909fa4 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.093156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500040e9-104c-4505-9070-691023909fa4 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.094890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-500040e9-104c-4505-9070-691023909fa4 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/d93d5274-532c-4723-9e5d-593094fdd43d HTTP/1.1" status: 404 len: 337 time: 0.0408287 Apr 11 21:21:28.097550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.124975 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d7f601-8e96-4c79-a8bc-00ef3297338c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.125399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d7f601-8e96-4c79-a8bc-00ef3297338c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.127985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-74d7f601-8e96-4c79-a8bc-00ef3297338c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/f1875d07-c232-4525-8238-0c1b319cab71 HTTP/1.1" status: 404 len: 339 time: 0.0285251 Apr 11 21:21:28.130915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43548) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.176805 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-300d0160-c438-4439-b12b-c6be8a00a3c3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.177297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300d0160-c438-4439-b12b-c6be8a00a3c3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.179114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-300d0160-c438-4439-b12b-c6be8a00a3c3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/5c8d5b6b-1f3b-4ca6-961a-ba2c9e710001 HTTP/1.1" status: 404 len: 337 time: 0.0471499 Apr 11 21:21:28.181546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43552) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.209009 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6940a3-92dc-4bb7-999f-35b805d7fa91 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.209436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6940a3-92dc-4bb7-999f-35b805d7fa91 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.211117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e6940a3-92dc-4bb7-999f-35b805d7fa91 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/e8165e48-0291-4895-a39d-d75cdd3557ca HTTP/1.1" status: 404 len: 339 time: 0.0286078 Apr 11 21:21:28.213649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43556) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.257048 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79e2ccf-5b47-4f04-b2bd-8ed9b0d229ca tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.257048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79e2ccf-5b47-4f04-b2bd-8ed9b0d229ca tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.257048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c79e2ccf-5b47-4f04-b2bd-8ed9b0d229ca tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/edf65720-2d68-4158-b569-e02d8684351d HTTP/1.1" status: 404 len: 337 time: 0.0407276 Apr 11 21:21:28.257854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43560) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.294191 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-550ccade-ff9b-4293-b76d-8ea2cdbc859d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.294191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550ccade-ff9b-4293-b76d-8ea2cdbc859d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.294191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-550ccade-ff9b-4293-b76d-8ea2cdbc859d tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/77b25866-5d3e-43bb-9e3f-bbe79d72637e HTTP/1.1" status: 404 len: 339 time: 0.0259778 Apr 11 21:21:28.294191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43564) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.335848 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae72bf4-92eb-4155-ae0b-eab25460167a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.337961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae72bf4-92eb-4155-ae0b-eab25460167a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.337961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fae72bf4-92eb-4155-ae0b-eab25460167a tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/c51519d8-19d1-4dc3-8c18-114fe78a1e5c HTTP/1.1" status: 404 len: 337 time: 0.0431683 Apr 11 21:21:28.340402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43568) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.365675 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cc9e1d-41e2-4d4c-be43-81ba73deb769 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.366248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cc9e1d-41e2-4d4c-be43-81ba73deb769 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.367898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-40cc9e1d-41e2-4d4c-be43-81ba73deb769 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/32223e0c-886d-4613-9298-0487448c0828 HTTP/1.1" status: 404 len: 339 time: 0.0266168 Apr 11 21:21:28.370261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43572) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.412073 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8675b6e8-84c1-48da-9238-28c736e5ef50 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.412517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8675b6e8-84c1-48da-9238-28c736e5ef50 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.414205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8675b6e8-84c1-48da-9238-28c736e5ef50 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/008003c7-173e-425c-83a0-51f859f8a4e3 HTTP/1.1" status: 404 len: 337 time: 0.0430844 Apr 11 21:21:28.421874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43576) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.448421 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba37cbf9-6773-4208-9705-bc93f349f3b2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.449110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba37cbf9-6773-4208-9705-bc93f349f3b2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.450455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba37cbf9-6773-4208-9705-bc93f349f3b2 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/3d3d5e68-70a9-4fbc-8e49-af0eed4a6f42 HTTP/1.1" status: 404 len: 339 time: 0.0277605 Apr 11 21:21:28.453201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43580) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.495236 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5714a9c-bfff-4e87-8d05-57a78bef18c4 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.495694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5714a9c-bfff-4e87-8d05-57a78bef18c4 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.497308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d5714a9c-bfff-4e87-8d05-57a78bef18c4 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/756dbceb-a3d7-44e2-b019-2b339b50c8cb HTTP/1.1" status: 404 len: 337 time: 0.0430965 Apr 11 21:21:28.500230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.524404 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf934ec-a499-4705-b310-3d18914961dd tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.524832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf934ec-a499-4705-b310-3d18914961dd tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.526395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3bf934ec-a499-4705-b310-3d18914961dd tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/cf6f7889-9663-4f8c-af1b-dd137bec3541 HTTP/1.1" status: 404 len: 339 time: 0.0252702 Apr 11 21:21:28.528932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.567098 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f3d183-f976-4b91-9295-9660eb31dac3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.567692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f3d183-f976-4b91-9295-9660eb31dac3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.569760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c4f3d183-f976-4b91-9295-9660eb31dac3 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/6d1fdb74-9ab9-4907-b823-1cf520788fd2 HTTP/1.1" status: 404 len: 337 time: 0.0397830 Apr 11 21:21:28.575244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.601055 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc58af1d-5b41-45af-8a18-c04168b34d99 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.601486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc58af1d-5b41-45af-8a18-c04168b34d99 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.603054 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dc58af1d-5b41-45af-8a18-c04168b34d99 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/b210d9d2-0f48-4553-a10c-926c4b5a7ebe HTTP/1.1" status: 404 len: 339 time: 0.0268993 Apr 11 21:21:28.605356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43596) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.646298 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb6c5f-bdc0-4bea-8e07-29eaa42bd5e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.646730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb6c5f-bdc0-4bea-8e07-29eaa42bd5e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.648367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6bbb6c5f-bdc0-4bea-8e07-29eaa42bd5e0 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/d40e4ed9-8059-420f-82f0-5891a9f889e1 HTTP/1.1" status: 404 len: 337 time: 0.0421553 Apr 11 21:21:28.650739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43600) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.675798 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7e8f0b-c393-4b67-81e5-54f249537595 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] DELETE failed (client error): The resource could not be found. Apr 11 21:21:28.676225 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7e8f0b-c393-4b67-81e5-54f249537595 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:21:28.677806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0d7e8f0b-c393-4b67-81e5-54f249537595 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/a07faa00-d888-42e2-8557-1444c0468ad4 HTTP/1.1" status: 404 len: 339 time: 0.0262001 Apr 11 21:21:28.680158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43604) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:28.865063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting subnet 5807f0cb-91dd-4018-b006-c9f4f8da4921 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:21:28.868147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:28.929472 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.014592 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.092928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.158786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.193192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Subnet': ['ID=5807f0cb-91dd-4018-b006-c9f4f8da4921,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:29.206523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.207587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d16df-9c12-46b7-8752-d8e4c89a91d4 None None] Network 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:29.215308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:29.215465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8c8f914c-6a0c-45c9-b610-f24d6c4fc672 tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/subnets/5807f0cb-91dd-4018-b006-c9f4f8da4921 HTTP/1.1" status: 204 len: 168 time: 0.5342269 Apr 11 21:21:29.462235 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.475915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] DHCP port deletion for 8cebf027-93c9-4c2d-a9e6-431fd7bf4dab request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:21:29.476245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Deleting port 19f7f431-eb21-426d-9156-9af5c1abbea8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:29.476358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Deleting port 19f7f431-eb21-426d-9156-9af5c1abbea8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:29.476615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.476725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.699341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] For port 19f7f431-eb21-426d-9156-9af5c1abbea8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19f7f431-eb21-426d-9156-9af5c1abbea8,segment=NetworkSegment(34bfb412-d8af-427e-a14b-9996b54a582e),segment_id=34bfb412-d8af-427e-a14b-9996b54a582e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:29.699783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.700435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] For port 19f7f431-eb21-426d-9156-9af5c1abbea8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=19f7f431-eb21-426d-9156-9af5c1abbea8,segment=NetworkSegment(34bfb412-d8af-427e-a14b-9996b54a582e),segment_id=34bfb412-d8af-427e-a14b-9996b54a582e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:21:29.700839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.823708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Calling delete_port for 19f7f431-eb21-426d-9156-9af5c1abbea8 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:29.842255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Calling delete_port for 19f7f431-eb21-426d-9156-9af5c1abbea8 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:21:29.979195 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:29.986274 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:21:29.987540 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:21:30.032591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Port': ['ID=19f7f431-eb21-426d-9156-9af5c1abbea8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:30.036997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] No DVR routers for this DVR port 19f7f431-eb21-426d-9156-9af5c1abbea8 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:21:30.164390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.191640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cebf027-93c9-4c2d-a9e6-431fd7bf4dab']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:30.204277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bfb412-d8af-427e-a14b-9996b54a582e') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:30.204528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bfb412-d8af-427e-a14b-9996b54a582e') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:30.216685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.240982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.247625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:30.248015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:30.264729 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:30.430246 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.449148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.464536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] Pushing event deleted for resources: {'Network': ['ID=8cebf027-93c9-4c2d-a9e6-431fd7bf4dab,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:30.468825 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d4d88db9-7c9b-4a7d-a1e2-615195fee07c tempest-NetworksTest-903784382 tempest-NetworksTest-903784382-project] 10.222.0.61 "DELETE /v2.0/networks/8cebf027-93c9-4c2d-a9e6-431fd7bf4dab HTTP/1.1" status: 204 len: 168 time: 1.2521255 Apr 11 21:21:30.488959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Deleting port 19f7f431-eb21-426d-9156-9af5c1abbea8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:21:30.489436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:30.557087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e999a3c9-6acc-4dde-85b3-5cad8b0bece4 None None] The port '19f7f431-eb21-426d-9156-9af5c1abbea8' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:21:30.901587 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:31.060121 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43630) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:31.270334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19f7f431-eb21-426d-9156-9af5c1abbea8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:21:31.318207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 19f7f431-eb21-426d-9156-9af5c1abbea8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:21:31.318821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 19f7f431-eb21-426d-9156-9af5c1abbea8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:21:31.328616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43636) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:31.336103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f46f8655-1acf-44d1-83d7-31162a434bcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cbed4af1db746bda9f0464ee9b3a034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2744837 Apr 11 21:21:31.420798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-066916fb-265f-4133-a25e-9bb675d85514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:31.451771 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-066916fb-265f-4133-a25e-9bb675d85514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:31.561592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-066916fb-265f-4133-a25e-9bb675d85514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:31.576704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066916fb-265f-4133-a25e-9bb675d85514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca1df06-554a-483f-967f-2cb1347d9d46,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:31.585891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-066916fb-265f-4133-a25e-9bb675d85514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:31.592318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-066916fb-265f-4133-a25e-9bb675d85514 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ca1df06-554a-483f-967f-2cb1347d9d46 HTTP/1.1" status: 204 len: 168 time: 0.2575305 Apr 11 21:21:32.886655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43674) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:33.029405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-af0646da-1de3-428b-96a6-d19d22ff3c9d tempest-ServiceProvidersTest-1848891015 tempest-ServiceProvidersTest-1848891015-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1416430 Apr 11 21:21:33.605610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43694) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:33.761502 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:33.796534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:33.800690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1c1aaa372c46fc9d8d33ca96f6113d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:33.804765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:33.809595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:33.883678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:33.961794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:34.018034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd1c1aaa372c46fc9d8d33ca96f6113d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4098613 Apr 11 21:21:34.018034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051366d0-288d-4d0f-b96b-92b167bd6cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac77e3ac-1cde-4ac7-96d6-8dcd0b6c2077,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:34.018347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43704) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:34.099144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:34.126539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:34.276085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:34.296645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac77e3ac-1cde-4ac7-96d6-8dcd0b6c2077,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:34.307662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:34.308871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac77e3ac-1cde-4ac7-96d6-8dcd0b6c2077 HTTP/1.1" status: 204 len: 168 time: 0.2855444 Apr 11 21:21:34.310587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.311141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.311869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.312206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.312537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.312861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.313182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.313557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.314075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.314262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:34.315051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514fa9c-44b0-490d-8da0-ebab4c8e1785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:21:35.596100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43748) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:35.740229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-626812119-network', 'tenant_id': 'fc41d333361a4c349ccb3ae4979bf5cb'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:35.747129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:35.751629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Usage tracker for resource:network and tenant:fc41d333361a4c349ccb3ae4979bf5cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:35.757325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:35.761301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:35.847803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Made reservation on behalf of fc41d333361a4c349ccb3ae4979bf5cb for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:35.849998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:35.862637 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:35.895100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:35.898907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Usage tracker for resource:security_group_rule and tenant:fc41d333361a4c349ccb3ae4979bf5cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:35.901693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:35.907341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:35.971753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.030218 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.059071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:36.068133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532c7a9-6155-4f79-8267-2812a4a8ea98,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:36.073471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.073812 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Added segment a6302a6d-54b3-458a-9d7d-c848e30c36c9 of type vlan for network 305d8e3a-287c-4e37-965e-6c6d495fb7ee Apr 11 21:21:36.108946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.194815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.195690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:36.196253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.300767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] Pushing event updated for resources: {'Network': ['ID=305d8e3a-287c-4e37-965e-6c6d495fb7ee,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:36.311063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 305d8e3a-287c-4e37-965e-6c6d495fb7ee details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:36.352968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a27d9d8c-bc7a-4f72-9062-0482f17ab84d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7529409 Apr 11 21:21:36.353176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43756) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:36.358742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Request body: {'subnet': {'network_id': '305d8e3a-287c-4e37-965e-6c6d495fb7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-626812119-subnet', 'tenant_id': 'fc41d333361a4c349ccb3ae4979bf5cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:36.368810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:36.368944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Usage tracker for resource:subnet and tenant:fc41d333361a4c349ccb3ae4979bf5cb is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:36.371881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:36.379125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:36.458976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Made reservation on behalf of fc41d333361a4c349ccb3ae4979bf5cb for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:36.461405 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.759700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:36.835401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eea709f-c469-4edf-9c4d-9b529559b1b0,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:36.848124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Checking segment: {'id': 'a6302a6d-54b3-458a-9d7d-c848e30c36c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '305d8e3a-287c-4e37-965e-6c6d495fb7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:36.848485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Network hostable DHCP agents. Network: 305d8e3a-287c-4e37-965e-6c6d495fb7ee, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:36.932567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Network 305d8e3a-287c-4e37-965e-6c6d495fb7ee is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:37.024026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 305d8e3a-287c-4e37-965e-6c6d495fb7ee) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:37.028845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:37.030340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:37.036300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa8a26-8e3c-405a-b305-ea10c10c1fb1 None None] Network 305d8e3a-287c-4e37-965e-6c6d495fb7ee requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:37.105141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3ab49af3-9b61-4f9c-80df-22d05e42c4f1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7507968 Apr 11 21:21:37.310391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386d8a5-641c-41eb-87f0-d40fa31f852a None None] Network 305d8e3a-287c-4e37-965e-6c6d495fb7ee requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:38.423864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:38.429877 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-19369139-network', 'tenant_id': '12a24f9619a347e88ec8b9bb8ac0ae84'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:38.436040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:38.440575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Usage tracker for resource:network and tenant:12a24f9619a347e88ec8b9bb8ac0ae84 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:38.443527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:38.449371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:38.504098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Made reservation on behalf of 12a24f9619a347e88ec8b9bb8ac0ae84 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:38.506726 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.520113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.553862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:38.557871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Usage tracker for resource:security_group_rule and tenant:12a24f9619a347e88ec8b9bb8ac0ae84 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:38.560840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:38.566712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:38.633993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.710324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.753132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:21:38.758515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d1b67-469c-455e-bf6d-f30a3e8ac16c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:38.765752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.765752 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Added segment d8cfb25f-b4d1-4013-a281-de6a0c955c24 of type vlan for network 89ab61a7-571c-407d-9f1d-b4fef78a1ea8 Apr 11 21:21:38.792217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.875860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:38.877292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:38.877870 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:39.070869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] Pushing event updated for resources: {'Network': ['ID=89ab61a7-571c-407d-9f1d-b4fef78a1ea8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:39.079573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 89ab61a7-571c-407d-9f1d-b4fef78a1ea8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:21:39.108836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b7c79a9b-f645-4543-bdd5-b4aa807c9504 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6814215 Apr 11 21:21:39.109236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43804) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:39.117196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Request body: {'subnet': {'network_id': '89ab61a7-571c-407d-9f1d-b4fef78a1ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-19369139-subnet', 'tenant_id': '12a24f9619a347e88ec8b9bb8ac0ae84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:21:39.124398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:39.133360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Usage tracker for resource:subnet and tenant:12a24f9619a347e88ec8b9bb8ac0ae84 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:39.133609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:39.148465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:39.230291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Made reservation on behalf of 12a24f9619a347e88ec8b9bb8ac0ae84 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:21:39.233131 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:39.545081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:39.637684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7c4b90-7e00-4f28-a3b6-00bbbf7004de,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:39.653575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Checking segment: {'id': 'd8cfb25f-b4d1-4013-a281-de6a0c955c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '89ab61a7-571c-407d-9f1d-b4fef78a1ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:21:39.653922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Network hostable DHCP agents. Network: 89ab61a7-571c-407d-9f1d-b4fef78a1ea8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:21:39.727453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Network 89ab61a7-571c-407d-9f1d-b4fef78a1ea8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:21:39.812441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 89ab61a7-571c-407d-9f1d-b4fef78a1ea8) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:21:39.821364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2996a12c-27bc-459c-8ba9-2164d8ab6da2 None None] Network 89ab61a7-571c-407d-9f1d-b4fef78a1ea8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:39.822161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:39.822540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:39.969570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49048e7f-fd0f-4081-a73f-8f5b73984428 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8591931 Apr 11 21:21:40.142304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b96ab-5a0f-4fea-b0a5-020b1af4c36b None None] Network 89ab61a7-571c-407d-9f1d-b4fef78a1ea8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:21:40.146388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43820) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:40.212094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Deleting subnet 1eea709f-c469-4edf-9c4d-9b529559b1b0 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:21:40.215332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.267930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.328173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.488092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.524138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eea709f-c469-4edf-9c4d-9b529559b1b0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:40.530090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.536403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f06cdff-cfda-4242-b152-29f106ba01b2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1eea709f-c469-4edf-9c4d-9b529559b1b0 HTTP/1.1" status: 204 len: 168 time: 0.3885233 Apr 11 21:21:40.538735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43824) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:40.646395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.776036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.814615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305d8e3a-287c-4e37-965e-6c6d495fb7ee']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:40.828415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6302a6d-54b3-458a-9d7d-c848e30c36c9') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:40.828721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6302a6d-54b3-458a-9d7d-c848e30c36c9') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:40.841332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.858689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.866230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:40.866678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:40.881066 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:41.069264 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.092189 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.102631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] Pushing event deleted for resources: {'Network': ['ID=305d8e3a-287c-4e37-965e-6c6d495fb7ee,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:41.108958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:41.109431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-30349d27-e5b3-4006-918b-800e64bf2655 admin admin] 10.222.0.61 "DELETE /v2.0/networks/305d8e3a-287c-4e37-965e-6c6d495fb7ee HTTP/1.1" status: 204 len: 168 time: 0.5694125 Apr 11 21:21:41.174595 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Deleting subnet 9a7c4b90-7e00-4f28-a3b6-00bbbf7004de {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:21:41.177732 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.232283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.295707 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.441830 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.488272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7c4b90-7e00-4f28-a3b6-00bbbf7004de,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:41.492967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.499106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6b6ad776-0f01-49d8-8e4b-9ca25fd8a24c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9a7c4b90-7e00-4f28-a3b6-00bbbf7004de HTTP/1.1" status: 204 len: 168 time: 0.3883839 Apr 11 21:21:41.502019 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:41.617922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.747855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.773110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ab61a7-571c-407d-9f1d-b4fef78a1ea8']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:41.786006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cfb25f-b4d1-4013-a281-de6a0c955c24') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:41.786365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cfb25f-b4d1-4013-a281-de6a0c955c24') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:21:41.799059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.817825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.825157 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:21:41.825517 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:21:41.841936 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:21:42.007372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:42.024926 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:42.036539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ab61a7-571c-407d-9f1d-b4fef78a1ea8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:42.044738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-933bf173-72be-4373-8029-375f74e95e87 admin admin] 10.222.0.61 "DELETE /v2.0/networks/89ab61a7-571c-407d-9f1d-b4fef78a1ea8 HTTP/1.1" status: 204 len: 168 time: 0.5369728 Apr 11 21:21:42.477313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43874) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:42.530142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-07ff3da8-da0a-4fc8-9bcc-ad43a74a9e74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc41d333361a4c349ccb3ae4979bf5cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511553 Apr 11 21:21:42.534159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 43878) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:42.596898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b950d0dd-11c1-4c12-b1a3-60daaf692149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:42.623852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b950d0dd-11c1-4c12-b1a3-60daaf692149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:42.737955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b950d0dd-11c1-4c12-b1a3-60daaf692149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:42.756549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950d0dd-11c1-4c12-b1a3-60daaf692149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532c7a9-6155-4f79-8267-2812a4a8ea98,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:42.759828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b950d0dd-11c1-4c12-b1a3-60daaf692149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:42.763743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b950d0dd-11c1-4c12-b1a3-60daaf692149 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b532c7a9-6155-4f79-8267-2812a4a8ea98 HTTP/1.1" status: 204 len: 168 time: 0.2258337 Apr 11 21:21:43.506516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:43.560921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b8cb0a54-ade6-4ba7-b60d-143f512d6ed6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12a24f9619a347e88ec8b9bb8ac0ae84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531552 Apr 11 21:21:43.563173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 43918) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:43.630159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b45b8bc-7f0a-4126-9876-6b801870e6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:43.656277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b45b8bc-7f0a-4126-9876-6b801870e6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:43.835853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b45b8bc-7f0a-4126-9876-6b801870e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:43.860967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45b8bc-7f0a-4126-9876-6b801870e6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d1b67-469c-455e-bf6d-f30a3e8ac16c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:43.862966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0b45b8bc-7f0a-4126-9876-6b801870e6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:43.866839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0b45b8bc-7f0a-4126-9876-6b801870e6ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/976d1b67-469c-455e-bf6d-f30a3e8ac16c HTTP/1.1" status: 204 len: 168 time: 0.3026726 Apr 11 21:21:43.921982 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8941e7d1-247f-40cb-898c-5a5af6403938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:45.452360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-3ac457c6-3d4b-4c2b-8767-2aac030a3e3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780654 Apr 11 21:21:45.610279 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-45601a3f-782a-44cc-8a83-f665583eae8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1096 time: 0.0810995 Apr 11 21:21:45.863703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-6a4a397a-1fa3-4a3f-abfc-95b8fd9a3a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:45.865170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-6a4a397a-1fa3-4a3f-abfc-95b8fd9a3a98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2370751 Apr 11 21:21:45.970962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-13ee382d-db87-410a-832b-6304598212c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 1000 time: 0.0999839 Apr 11 21:21:46.046374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-5923276b-9abc-4d00-9a3a-4025e2983a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:46.047852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-5923276b-9abc-4d00-9a3a-4025e2983a0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0717847 Apr 11 21:21:46.136846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-d607d2a7-493a-4135-b496-4c4f250bad1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829177 Apr 11 21:21:46.248445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ada62d45-dd14-4151-a35b-e425a2c936ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:46.297762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-34d0a6af-40d3-4400-ad8f-173d598ad2a9 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540370 Apr 11 21:21:46.453108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3f6e17e-c476-4da8-a68d-0604cb2943dd req-a35ba692-9f3d-4cff-9a4d-7d823c886a30 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494868 Apr 11 21:21:47.413095 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:47.453450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:48.771842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:51.382774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44050) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:51.549520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:51.583262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:51.587161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Usage tracker for resource:security_group_rule and tenant:970c13738f3244358ceabbe4ce3e76ba is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:51.590219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:51.597550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:51.674329 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:51.772759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:51.822627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6273d-e7c0-4436-aef7-843d73f253bd,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:51.832408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44068) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:51.832966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4e8ab7ec-43cf-48d3-a22f-4b4182c008d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=970c13738f3244358ceabbe4ce3e76ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4485433 Apr 11 21:21:51.910148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89e7a31d-39d5-4757-a41b-e2b5220beba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:51.940054 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89e7a31d-39d5-4757-a41b-e2b5220beba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:52.052731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89e7a31d-39d5-4757-a41b-e2b5220beba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:52.073400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7a31d-39d5-4757-a41b-e2b5220beba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6273d-e7c0-4436-aef7-843d73f253bd,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:52.081027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-89e7a31d-39d5-4757-a41b-e2b5220beba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:52.082154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-89e7a31d-39d5-4757-a41b-e2b5220beba3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6e6273d-e7c0-4436-aef7-843d73f253bd HTTP/1.1" status: 204 len: 168 time: 0.2485433 Apr 11 21:21:52.205588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-9d3db0e1-cfee-4f75-b88d-6ce2ea17500c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806262 Apr 11 21:21:52.385418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-ebb62415-4432-45b6-9f16-1ce71c0f8f45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0810487 Apr 11 21:21:52.559122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-d04af1eb-a523-40db-b58e-e8296276962f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:52.561007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-d04af1eb-a523-40db-b58e-e8296276962f service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1521366 Apr 11 21:21:52.687445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-2ee88f57-31d4-43c0-a732-56cb4b1ae44e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1002 time: 0.1158471 Apr 11 21:21:52.769839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-c5281fe5-f4d3-4925-bcce-fdc446481426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:21:52.771807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-c5281fe5-f4d3-4925-bcce-fdc446481426 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0764611 Apr 11 21:21:52.877008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-3a9fc980-2c12-4200-828e-394dac1bb5b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951450 Apr 11 21:21:52.945464 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44082) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:52.968381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.019249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:21:53.023855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Usage tracker for resource:security_group_rule and tenant:cd0aecbd2de8436196a6345930e741f3 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:21:53.041473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-4fe72c60-cd0d-40bb-b6e1-61d655f57ff8 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557419 Apr 11 21:21:53.046173 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:21:53.058442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:21:53.165369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.199129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-68a98bb6-8027-4642-91a3-8f8ba16422d6 req-0f54f53c-6d2f-46df-b350-e0f1f0f3ee1b service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485310 Apr 11 21:21:53.201144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.259443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b763300f-be59-4439-8000-5fd96cd21aba,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:53.265576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6917696c-fa63-4f7a-a47f-e258c4aa89fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd0aecbd2de8436196a6345930e741f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3186123 Apr 11 21:21:53.269473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44086) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:21:53.334621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cfec803d-f520-484e-9dfa-1ff5286ed850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.361789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cfec803d-f520-484e-9dfa-1ff5286ed850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.481214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cfec803d-f520-484e-9dfa-1ff5286ed850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.498145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec803d-f520-484e-9dfa-1ff5286ed850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b763300f-be59-4439-8000-5fd96cd21aba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:21:53.509814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cfec803d-f520-484e-9dfa-1ff5286ed850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:21:53.510944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cfec803d-f520-484e-9dfa-1ff5286ed850 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b763300f-be59-4439-8000-5fd96cd21aba HTTP/1.1" status: 204 len: 168 time: 0.2403629 Apr 11 21:21:58.945680 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:21:59.069744 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:00.604344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44226) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:00.765907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:00.807601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:00.811393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f9b5fbe8ac42abb6198c381538ed86 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:00.815065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:00.821057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:00.893333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:00.950064 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:01.018945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:01.067859 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4684f3-06ce-4a1e-b476-8384309cf9af,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:01.073097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94c24bb4-f4ff-47be-ac15-617a97547c70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4f9b5fbe8ac42abb6198c381538ed86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672060 Apr 11 21:22:01.089867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44236) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:01.152134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fd552b4-4441-42b8-a90e-27d3f0eeca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:01.178386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fd552b4-4441-42b8-a90e-27d3f0eeca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:01.355423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fd552b4-4441-42b8-a90e-27d3f0eeca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:01.373878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd552b4-4441-42b8-a90e-27d3f0eeca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4684f3-06ce-4a1e-b476-8384309cf9af,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:01.381204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4fd552b4-4441-42b8-a90e-27d3f0eeca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:01.382273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4fd552b4-4441-42b8-a90e-27d3f0eeca51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f4684f3-06ce-4a1e-b476-8384309cf9af HTTP/1.1" status: 204 len: 168 time: 0.2915156 Apr 11 21:22:02.214550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44252) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:02.233530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.268638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:02.272658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Usage tracker for resource:security_group_rule and tenant:3626ec4d0d6e419a9d1b627a11859bcd is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:02.275433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:02.281220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:02.352320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.418356 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.470925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2951e8e9-0224-4bea-b4d7-93ab440a420f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:02.479511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3626ec4d0d6e419a9d1b627a11859bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2628567 Apr 11 21:22:02.484663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44258) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:02.498234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.498471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.498850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.499246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.499622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.499976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.500318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.501217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.501564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.501916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.502387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb23f2-9952-45df-b64b-967263fb8596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:02.567576 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb256-a301-4581-8ff2-d8989abbd2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.593723 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb256-a301-4581-8ff2-d8989abbd2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.743861 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb256-a301-4581-8ff2-d8989abbd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.761199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cb256-a301-4581-8ff2-d8989abbd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951e8e9-0224-4bea-b4d7-93ab440a420f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:02.766456 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb256-a301-4581-8ff2-d8989abbd2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:02.770154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0e1cb256-a301-4581-8ff2-d8989abbd2a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2951e8e9-0224-4bea-b4d7-93ab440a420f HTTP/1.1" status: 204 len: 168 time: 0.2818365 Apr 11 21:22:05.333476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44310) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:05.606160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:05.637288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:05.646921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Usage tracker for resource:security_group_rule and tenant:97a274d5ef014035a7743cc765b471d9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:05.646921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:05.649928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:05.726180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:05.823990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:05.876864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0525adf-cce7-4005-9671-f0ef8f462fac,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:05.883183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cb6945d4-3187-4cb5-af8d-296069b12890 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97a274d5ef014035a7743cc765b471d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5486159 Apr 11 21:22:05.887300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44332) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:05.952553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c236358-aa0a-45af-8f60-7605912bb319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:05.978456 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c236358-aa0a-45af-8f60-7605912bb319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:06.131941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c236358-aa0a-45af-8f60-7605912bb319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:06.148337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c236358-aa0a-45af-8f60-7605912bb319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0525adf-cce7-4005-9671-f0ef8f462fac,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:06.152952 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9c236358-aa0a-45af-8f60-7605912bb319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:06.154076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9c236358-aa0a-45af-8f60-7605912bb319 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0525adf-cce7-4005-9671-f0ef8f462fac HTTP/1.1" status: 204 len: 168 time: 0.2659245 Apr 11 21:22:07.095251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44348) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:07.114083 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.146496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:07.150429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Usage tracker for resource:security_group_rule and tenant:b66d2b2fa13749f4a0004b1de56c0744 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:07.159943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:07.159943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:07.287696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.361860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.412816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a5cc26-1d87-4079-92bf-3751709a2f2a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:07.419167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-df04141c-9dd0-4625-bf5d-10f3e7bda770 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b66d2b2fa13749f4a0004b1de56c0744&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225887 Apr 11 21:22:07.421634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44358) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:07.483546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-205d7760-6c8d-4573-9adb-ae15cb9e40c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.512762 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-205d7760-6c8d-4573-9adb-ae15cb9e40c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.691753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-205d7760-6c8d-4573-9adb-ae15cb9e40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.708988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d7760-6c8d-4573-9adb-ae15cb9e40c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a5cc26-1d87-4079-92bf-3751709a2f2a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:07.713418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-205d7760-6c8d-4573-9adb-ae15cb9e40c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:07.714516 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-205d7760-6c8d-4573-9adb-ae15cb9e40c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6a5cc26-1d87-4079-92bf-3751709a2f2a HTTP/1.1" status: 204 len: 168 time: 0.2919631 Apr 11 21:22:08.987446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44390) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:09.140691 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.170837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:09.175217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:7500ce4fe3174388b49eef5c4d6456c4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:09.178010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:09.183772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:09.261942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.327098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.380300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417ade9-3a3e-4598-b330-d75b4566d2a7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:09.385668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d4737c94-a11a-4149-9f40-fae67a620ef3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7500ce4fe3174388b49eef5c4d6456c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3970485 Apr 11 21:22:09.388523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44404) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:09.450357 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3865f8-c55e-432b-a008-25d72539d0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.476860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3865f8-c55e-432b-a008-25d72539d0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.612779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3865f8-c55e-432b-a008-25d72539d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.632084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3865f8-c55e-432b-a008-25d72539d0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417ade9-3a3e-4598-b330-d75b4566d2a7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:09.635424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ea3865f8-c55e-432b-a008-25d72539d0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:09.639138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ea3865f8-c55e-432b-a008-25d72539d0ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c417ade9-3a3e-4598-b330-d75b4566d2a7 HTTP/1.1" status: 204 len: 168 time: 0.2466948 Apr 11 21:22:10.463193 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44430) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:10.477279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:10.512166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:10.516138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7099ebaff7a94a19807b5722bbea54f9 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:10.519968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:10.524835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:10.593530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:10.677954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:10.727824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf7252e-f2ed-459d-98a3-fc56181aef9f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:10.733360 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-408153f5-9741-4328-9cb3-25e482c971e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7099ebaff7a94a19807b5722bbea54f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2740843 Apr 11 21:22:10.736886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44438) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:10.796270 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8890bf68-a763-4935-bc40-71e39ffad147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:10.827766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8890bf68-a763-4935-bc40-71e39ffad147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:10.978075 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8890bf68-a763-4935-bc40-71e39ffad147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:10.993212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890bf68-a763-4935-bc40-71e39ffad147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf7252e-f2ed-459d-98a3-fc56181aef9f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:10.999919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8890bf68-a763-4935-bc40-71e39ffad147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:11.002023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8890bf68-a763-4935-bc40-71e39ffad147 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acf7252e-f2ed-459d-98a3-fc56181aef9f HTTP/1.1" status: 204 len: 168 time: 0.2642405 Apr 11 21:22:13.909610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f804b889-061d-4c6a-9c7f-c2658d040745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.199758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:15.205823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'network': {'name': 'tempest-network-smoke--742177995', 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'port_security_enabled': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:15.211506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:15.215369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:network and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:15.218345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:15.327193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:15.437204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Made reservation on behalf of 5477567d6bfc44229041b7adb094c1f7 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:22:15.437204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.447112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.478124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:15.482336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:security_group_rule and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:15.485943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:15.494376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:15.571407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.711374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.742199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:22:15.751374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8b4b5-6b41-4c3e-9206-fc4ed53f5e51,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:15.758029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.758378 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Added segment 8ba53086-ceff-4275-8df3-6923d246815c of type vlan for network f45b259e-b4eb-4224-8a7d-b7e5884eb38e Apr 11 21:22:15.788080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.910516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:15.924344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:15.924344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:16.075777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Network': ['ID=f45b259e-b4eb-4224-8a7d-b7e5884eb38e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:16.088315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8e672a3e-bb61-4460-b8dc-6c18fc428c50 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0309567 Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44538) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'admin_state_up': True, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:router and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:16.372634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:16.454525 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13f26c0c-b360-492d-85c6-3072884ec9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:16.481056 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:16.485975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:16.501500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:16.781786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.063114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.100400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.235214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.25.5.110 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7479cc60-2397-44c1-9533-3d25befecbfb) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:22:17.390247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.504210 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.507179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.529975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.605539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:22:17.608523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:17.613354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:22:17.638000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=7479cc60-2397-44c1-9533-3d25befecbfb,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:17.850510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:17.851294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:18.217744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router a45e7f87-c920-4099-88c5-c8e938b98d98 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:22:18.539046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:22:18.553972 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Sync routers for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:22:18.566377 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:22:18.566950 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:18.652865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:18.653860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-71dd3bab-eb2e-4d2c-a12f-e4704328a7b1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4162154 Apr 11 21:22:18.657174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44590) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:18.768049 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:18.795016 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:22:18.873964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44600) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:18.874530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-627f8a50-5645-49c6-ad15-01a7b0f9bf26 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5477567d6bfc44229041b7adb094c1f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2160196 Apr 11 21:22:19.059778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dc97e-c831-4063-a9eb-b5281d94e8b0 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:19.064270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-720dc97e-c831-4063-a9eb-b5281d94e8b0 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1864328 Apr 11 21:22:19.069537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44606) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:19.090956 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:17Z', 'revision_number': 3, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:19.095334 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Checking router: a45e7f87-c920-4099-88c5-c8e938b98d98 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:22:19.095905 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Updating router a45e7f87-c920-4099-88c5-c8e938b98d98 port 7479cc60-2397-44c1-9533-3d25befecbfb binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:22:19.116053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-746f63c6-7b38-4377-8ca1-dfc8af8e15b4 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418608 Apr 11 21:22:19.116053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44610) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:19.123759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992796182', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:19.159642 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.267364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:19.272955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:subnet and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:19.276076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:19.287542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:19.374592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Made reservation on behalf of 5477567d6bfc44229041b7adb094c1f7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:22:19.514167 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.537541 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.552417 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Transition to ACTIVE for port object 7479cc60-2397-44c1-9533-3d25befecbfb will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:19.647257 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.746826 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Attempting to bind port 7479cc60-2397-44c1-9533-3d25befecbfb on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:22:19.746826 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Attempting to bind port 7479cc60-2397-44c1-9533-3d25befecbfb by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:22:19.746826 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Attempting to bind port 7479cc60-2397-44c1-9533-3d25befecbfb on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:22:19.748590 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Pushing event updated for resources: {'Port': ['ID=7479cc60-2397-44c1-9533-3d25befecbfb,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:19.760868 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:22:19.761237 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:22:19.761628 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.762014 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:22:19.762462 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Bound port: 7479cc60-2397-44c1-9533-3d25befecbfb, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:22:19.762820 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.787734 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.788069 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.788402 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.788724 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.789049 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.789380 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.789683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.789996 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.790309 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.790624 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.790937 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:19.845226 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] For port 7479cc60-2397-44c1-9533-3d25befecbfb, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:22:19.849184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] For port 7479cc60-2397-44c1-9533-3d25befecbfb, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7479cc60-2397-44c1-9533-3d25befecbfb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:22:19.881582 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:19.927029 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:20.003377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Subnet': ['ID=7c560e4f-358b-4113-978f-7ca3020309fd,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:20.016334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Checking segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:22:20.021903 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df41e5-5bc2-4237-ac8e-606837c8d5b1 None None] Pushing event updated for resources: {'Port': ['ID=7479cc60-2397-44c1-9533-3d25befecbfb,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:20.022530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network hostable DHCP agents. Network: f45b259e-b4eb-4224-8a7d-b7e5884eb38e, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:22:20.025043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:22:20.025659 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:20.123540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:22:20.216003 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:22:20.234642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f45b259e-b4eb-4224-8a7d-b7e5884eb38e) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:20.240400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:20.241663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:20.241959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5737d56-9aad-48fc-8ec6-cbf21780a005 None None] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:22:20.416649 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6fb65187-e7a8-4dda-aa87-870f12998807 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3049529 Apr 11 21:22:20.423250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44626) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:20.582601 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ac775502-beab-4d57-822e-de02b418a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:17Z', 'revision_number': 3, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:20.587277 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac775502-beab-4d57-822e-de02b418a929 None None] The sync data for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 is: [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:17Z', 'revision_number': 3, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:22:20.592362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:22:20.593165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:20.845207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Allocated IP 172.20.0.2 (f45b259e-b4eb-4224-8a7d-b7e5884eb38e/7c560e4f-358b-4113-978f-7ca3020309fd/9900aa4c-3dc6-4667-8c5f-28caf6138ac0) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:22:21.488302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7479cc60-2397-44c1-9533-3d25befecbfb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:21.613016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:21.635432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Transition to ACTIVE for port object 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:21.661687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Transition to ACTIVE for port object 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:21.755646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:21.824443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7479cc60-2397-44c1-9533-3d25befecbfb completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:21.840971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7479cc60-2397-44c1-9533-3d25befecbfb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:21.840971 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:21.890300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Pushing event updated for resources: {'Port': ['ID=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:21.896593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:22:21.908739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:21.922729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:22:21.929403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.930277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.930277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.930590 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.930931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.931270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.931642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.932002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.932288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.932746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.933079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:21.961857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.110422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Attempting to bind port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:22:22.110801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Attempting to bind port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:22:22.111351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Attempting to bind port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 on network f45b259e-b4eb-4224-8a7d-b7e5884eb38e {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:22:22.134101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:22:22.134483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Checking segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:22:22.135136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.135727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Bound using segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:22:22.136390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Bound port: 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:22:22.137112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.184842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.222809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7479cc60-2397-44c1-9533-3d25befecbfb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7479cc60-2397-44c1-9533-3d25befecbfb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:22:22.238653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:22.258844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:22:22.265048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:22:22.315296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.404012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.410540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7479cc60-2397-44c1-9533-3d25befecbfb,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:22.424605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.463628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.20.0.1 (f45b259e-b4eb-4224-8a7d-b7e5884eb38e/7c560e4f-358b-4113-978f-7ca3020309fd/378462d3-3839-4e15-b2da-468a15dfa5d1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:22:22.466769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:22.473561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Usage tracker for resource:security_group_rule and tenant:f800fcf081714fe0889e624552cc0ce2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:22.476282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:22.484338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:22.529792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f952a0-c7fb-42e7-a404-712c8a738802 None None] Pushing event updated for resources: {'Port': ['ID=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:22.588222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.659387 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.704590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.729335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Transition to ACTIVE for port object 378462d3-3839-4e15-b2da-468a15dfa5d1 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:22.769080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f800fcf081714fe0889e624552cc0ce2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5332174 Apr 11 21:22:22.769974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ad50d-6f89-43e8-9034-52040663868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84f017d-7c07-4ffa-9ebb-73584f42f1d7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:22.773210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44660) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:22.849811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b716fb4c-81ff-430d-96b5-f42c04871c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.873729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.887647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b716fb4c-81ff-430d-96b5-f42c04871c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:22.955929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:22:22.959080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:22.963175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:22:22.998164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=378462d3-3839-4e15-b2da-468a15dfa5d1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:23.024041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b716fb4c-81ff-430d-96b5-f42c04871c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.029125 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.039176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716fb4c-81ff-430d-96b5-f42c04871c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84f017d-7c07-4ffa-9ebb-73584f42f1d7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:23.046397 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b716fb4c-81ff-430d-96b5-f42c04871c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.048080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b716fb4c-81ff-430d-96b5-f42c04871c3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b84f017d-7c07-4ffa-9ebb-73584f42f1d7 HTTP/1.1" status: 204 len: 168 time: 0.2744603 Apr 11 21:22:23.212564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.440423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:23.583251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:23.588884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7479cc60-2397-44c1-9533-3d25befecbfb up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:23.675310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7479cc60-2397-44c1-9533-3d25befecbfb triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:23.675855 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.794742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.819071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e71d86-b079-423d-bf36-9181d85b41f8 None None] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:22:23.863383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:23.876114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.882847 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:23.926286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:23.931993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Usage tracker for resource:security_group_rule and tenant:d54812b64f14460fb13057a0390a12b2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:23.935519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:23.942889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:24.041757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=378462d3-3839-4e15-b2da-468a15dfa5d1,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:24.054275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.054392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] Provisioning for port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:24.054654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.065746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] Provisioning complete for port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:24.066141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.132495 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.176002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d54812b64f14460fb13057a0390a12b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3114936 Apr 11 21:22:24.178651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44678) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:24.216472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db438426-841e-4255-8f07-1b5ddbcdaa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c528765-e8f9-4b7a-a160-c7800cdafde0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:24.242181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:22:24.246919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:24.301701 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.369199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:22:24.463819 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.486471 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90629880-fe1c-412e-ab6f-c77ebbbc0f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.541582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b941f-e84d-404d-ac08-5a53a6a577ae None None] Pushing event updated for resources: {'Port': ['ID=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:24.548191 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90629880-fe1c-412e-ab6f-c77ebbbc0f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.692171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90629880-fe1c-412e-ab6f-c77ebbbc0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.703394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7fe245ee-9884-4790-b405-493cc591d3f9 None None] Provisioning complete for port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:24.704372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7fe245ee-9884-4790-b405-493cc591d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.731862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90629880-fe1c-412e-ab6f-c77ebbbc0f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c528765-e8f9-4b7a-a160-c7800cdafde0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:24.762037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90629880-fe1c-412e-ab6f-c77ebbbc0f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:24.772053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-90629880-fe1c-412e-ab6f-c77ebbbc0f08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c528765-e8f9-4b7a-a160-c7800cdafde0 HTTP/1.1" status: 204 len: 168 time: 0.5847108 Apr 11 21:22:24.964324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router a45e7f87-c920-4099-88c5-c8e938b98d98 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:22:25.052258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7fe245ee-9884-4790-b405-493cc591d3f9 None None] Provisioning for port 378462d3-3839-4e15-b2da-468a15dfa5d1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:25.058046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7fe245ee-9884-4790-b405-493cc591d3f9 None None] Provisioning complete for port 378462d3-3839-4e15-b2da-468a15dfa5d1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:25.058820 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7fe245ee-9884-4790-b405-493cc591d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.119559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7fe245ee-9884-4790-b405-493cc591d3f9 None None] Port 378462d3-3839-4e15-b2da-468a15dfa5d1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:22:25.204004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:22:25.224654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Sync routers for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:22:25.224902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44684) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:25.225334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-799d1e97-13ff-4599-bca9-d96070d66524 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "PUT /v2.0/routers/a45e7f87-c920-4099-88c5-c8e938b98d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7900331 Apr 11 21:22:25.233505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--812199965', 'description': 'tempest-secgroup_access--812199965 description', 'project_id': '5477567d6bfc44229041b7adb094c1f7'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:25.235004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:22:25.236686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:25.260232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:25.263711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:security_group and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:25.268423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:25.275876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:25.387756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:25.389141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.430027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:25.434098 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:security_group_rule and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:25.437419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:25.444197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:25.470991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0b501752-1fb6-4a0b-a774-1092b7473c71 None None] Provisioning complete for port 378462d3-3839-4e15-b2da-468a15dfa5d1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:25.471820 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b501752-1fb6-4a0b-a774-1092b7473c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.514617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.560392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0b501752-1fb6-4a0b-a774-1092b7473c71 None None] Port 378462d3-3839-4e15-b2da-468a15dfa5d1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:22:25.571272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:25.571671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.606300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.624213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:22:25.672878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2a0d6-832c-4c75-9bbe-2912ea0c3590,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:25.731809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.733825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ab8ef25a-c686-4d9e-b359-cbd5d4307ceb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.5133464 Apr 11 21:22:25.737912 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44700) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:25.743974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--824948743', 'description': 'tempest-secgroup_general--824948743 description', 'project_id': '5477567d6bfc44229041b7adb094c1f7'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:25.751809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:25.756528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:security_group and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:25.759878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:25.770190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:25.869650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:25.917710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:25.921730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:security_group_rule and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:25.926201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:25.935971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:25.988910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.028272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 2, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:26.034577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Checking router: a45e7f87-c920-4099-88c5-c8e938b98d98 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:22:26.035585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Updating router a45e7f87-c920-4099-88c5-c8e938b98d98 port 378462d3-3839-4e15-b2da-468a15dfa5d1 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:22:26.063562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.101360 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.108901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3f41c-8cff-4563-a331-ec832eb95bf1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:26.166628 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.169136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8b3fb456-1125-47a7-a7f0-d65de815ad1b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.4307935 Apr 11 21:22:26.171061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44708) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:26.177736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'security_group_rule': {'security_group_id': '17a2a0d6-832c-4c75-9bbe-2912ea0c3590', 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:26.186700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:26.189471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:security_group_rule and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:26.192629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:26.198371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:26.300230 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.406817 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.483946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.524234 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55947cc4-f1b4-446c-b7f1-7128a48a562e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:26.549228 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.562043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Transition to ACTIVE for port object 378462d3-3839-4e15-b2da-468a15dfa5d1 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:26.606551 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.608278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-27591974-63b9-4540-adbc-8441845b85e7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4357407 Apr 11 21:22:26.663676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.860678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04469417-60dc-4e89-9c56-135da297b05f None None] Pushing event updated for resources: {'Port': ['ID=378462d3-3839-4e15-b2da-468a15dfa5d1,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:26.978767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Attempting to bind port 378462d3-3839-4e15-b2da-468a15dfa5d1 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:22:26.979124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Attempting to bind port 378462d3-3839-4e15-b2da-468a15dfa5d1 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:22:26.979505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Attempting to bind port 378462d3-3839-4e15-b2da-468a15dfa5d1 on network f45b259e-b4eb-4224-8a7d-b7e5884eb38e {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:22:26.998195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:22:26.998566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Checking segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:22:26.998963 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:26.999343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Bound using segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:22:26.999992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Bound port: 378462d3-3839-4e15-b2da-468a15dfa5d1, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:22:27.000421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:27.120616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] For port 378462d3-3839-4e15-b2da-468a15dfa5d1, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:22:27.124911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] For port 378462d3-3839-4e15-b2da-468a15dfa5d1, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=378462d3-3839-4e15-b2da-468a15dfa5d1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:22:27.190290 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:27.284641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04469417-60dc-4e89-9c56-135da297b05f None None] Pushing event updated for resources: {'Port': ['ID=378462d3-3839-4e15-b2da-468a15dfa5d1,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:27.287984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:22:27.288787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:27.313323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-b795a716-5010-4497-825b-32331edd1d20 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:22:27.421629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-b795a716-5010-4497-825b-32331edd1d20 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:22:27.421629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-b795a716-5010-4497-825b-32331edd1d20 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--812199965&fields=id&tenant_id=5477567d6bfc44229041b7adb094c1f7 HTTP/1.1" status: 200 len: 267 time: 0.1873691 Apr 11 21:22:27.509793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-1cb09c07-6880-4a08-a1dd-13287d443fd8 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--824948743&fields=id&tenant_id=5477567d6bfc44229041b7adb094c1f7 HTTP/1.1" status: 200 len: 267 time: 0.0814030 Apr 11 21:22:27.560721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:22:27.699449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-802c9694-221a-405b-a4fe-ac5d26cd2c0d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:27.701314 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-802c9694-221a-405b-a4fe-ac5d26cd2c0d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/networks?id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e HTTP/1.1" status: 200 len: 796 time: 0.1784756 Apr 11 21:22:27.725370 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-2b786f33-923d-44e0-8d79-7cd2cb62fe10 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/quotas/5477567d6bfc44229041b7adb094c1f7 HTTP/1.1" status: 200 len: 375 time: 0.0183132 Apr 11 21:22:27.804443 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-eae25d8a-4511-4b60-b95a-ac75f05af218 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782397 Apr 11 21:22:28.006403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:27Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:28.010792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bb857-2464-4ea8-a642-1e7fb077c99c None None] The sync data for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 is: [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:27Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:22:28.162311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-e13b7b40-bd92-4fdd-b7e0-5f2e0dd61673 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:22:28.164170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-e13b7b40-bd92-4fdd-b7e0-5f2e0dd61673 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3463519 Apr 11 21:22:28.329576 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-40ebbe46-2415-4953-81a5-af3144832284 service neutron] 10.222.0.61 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560681 Apr 11 21:22:28.486590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-e380d245-a4ed-4361-acf9-02eda73143ec service neutron] 10.222.0.61 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499767 Apr 11 21:22:29.076218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-03000838-65d1-481c-aafd-841b1bfc8c35 req-e36c147c-523c-42db-8492-b8c14dfa9295 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:22:29.093789 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:29.178365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-03000838-65d1-481c-aafd-841b1bfc8c35 req-e36c147c-523c-42db-8492-b8c14dfa9295 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:22:29.178907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03000838-65d1-481c-aafd-841b1bfc8c35 req-e36c147c-523c-42db-8492-b8c14dfa9295 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 210 time: 0.4252808 Apr 11 21:22:29.350416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 378462d3-3839-4e15-b2da-468a15dfa5d1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:29.543683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 378462d3-3839-4e15-b2da-468a15dfa5d1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:29.552020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 378462d3-3839-4e15-b2da-468a15dfa5d1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:29.552386 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:29.713538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:29.753645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 378462d3-3839-4e15-b2da-468a15dfa5d1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=378462d3-3839-4e15-b2da-468a15dfa5d1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:22:29.818076 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:29.914810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=378462d3-3839-4e15-b2da-468a15dfa5d1,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:30.326385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c308ded7-abe3-4552-a8ca-1f011b8ab7aa req-d4ddecbf-29ad-458a-9971-14957982c2bd tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 210 time: 0.0518658 Apr 11 21:22:30.773135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44822) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:30.893078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:30.964470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.008428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:31.012534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Usage tracker for resource:security_group_rule and tenant:848b3145b80f49cea739cf53d08923cf is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:31.015445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:31.022414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:31.105512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.217854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.285282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16039a81-616d-4bce-9b30-234b5cf1215d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:31.291967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a38619e5-0545-400d-876f-56cf973d94fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=848b3145b80f49cea739cf53d08923cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5176878 Apr 11 21:22:31.293291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44828) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:31.322666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 378462d3-3839-4e15-b2da-468a15dfa5d1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:31.364954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88ca-8fbd-42ed-9c93-49fcd9e31d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.398681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 378462d3-3839-4e15-b2da-468a15dfa5d1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:31.398874 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.409162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88ca-8fbd-42ed-9c93-49fcd9e31d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.524611 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87df1c36-2ce1-476d-a1ae-4bb80fbd4168 req-b3db275c-1b76-4b30-bff2-030ee0d3880e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 210 time: 0.0534103 Apr 11 21:22:31.560598 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88ca-8fbd-42ed-9c93-49fcd9e31d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.575346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb88ca-8fbd-42ed-9c93-49fcd9e31d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16039a81-616d-4bce-9b30-234b5cf1215d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:31.584463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88ca-8fbd-42ed-9c93-49fcd9e31d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:31.585830 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bbbb88ca-8fbd-42ed-9c93-49fcd9e31d5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16039a81-616d-4bce-9b30-234b5cf1215d HTTP/1.1" status: 204 len: 168 time: 0.2911890 Apr 11 21:22:31.802945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-81b20dfe-a0b6-4b65-b085-ed3dd5486b73 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:31.808086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-81b20dfe-a0b6-4b65-b085-ed3dd5486b73 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:22:31.903354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-81b20dfe-a0b6-4b65-b085-ed3dd5486b73 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:22:31.904544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-81b20dfe-a0b6-4b65-b085-ed3dd5486b73 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.75 "GET /v2.0/networks?id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e HTTP/1.1" status: 200 len: 796 time: 0.2877567 Apr 11 21:22:31.976126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-28406b43-6af0-4157-871a-3a23716360f1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:22:31.991070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-28406b43-6af0-4157-871a-3a23716360f1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:22:31.992195 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-28406b43-6af0-4157-871a-3a23716360f1 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5477567d6bfc44229041b7adb094c1f7 HTTP/1.1" status: 200 len: 476 time: 0.0695593 Apr 11 21:22:32.016273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'port': {'device_id': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'admin_state_up': True, 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'security_groups': ['17a2a0d6-832c-4c75-9bbe-2912ea0c3590', 'e4d3f41c-8cff-4563-a331-ec832eb95bf1']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:32.258582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:32.270845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:32.290484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:32.417494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Made reservation on behalf of 5477567d6bfc44229041b7adb094c1f7 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:22:32.420464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.432977 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.463634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44850) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:32.486839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:32.493688 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.507321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Usage tracker for resource:security_group_rule and tenant:1b3d13adc1244cc899be35074896500c is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:32.516577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:32.524932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:32.547431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:32.553767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Usage tracker for resource:security_group_rule and tenant:4a931b9a2ec24bac8bde03d1876d263b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:32.557444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:32.572692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:32.628122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.20.0.12 (f45b259e-b4eb-4224-8a7d-b7e5884eb38e/7c560e4f-358b-4113-978f-7ca3020309fd/c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:22:32.655355 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.726745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2c005b9f-85cd-4356-830e-2f258a20ffa9 req-673d0427-34ac-4095-abcc-8ffb621883de tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 210 time: 0.0550961 Apr 11 21:22:32.730877 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.743305 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.792319 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.804046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2683fe39-2b3e-407c-961b-cfb94e578092,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:32.822881 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-572d0eb0-0f3a-4c70-9552-b2b9c0b2745e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b3d13adc1244cc899be35074896500c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5613880 Apr 11 21:22:32.826616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 44856) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:32.854212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a931b9a2ec24bac8bde03d1876d263b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3895636 Apr 11 21:22:32.855870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809083ee-ef0a-44c1-9f62-86192647ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f1b6d-ffc1-4c92-b534-7510dce3f407,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:32.858236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 44860) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:32.878321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.911555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Transition to ACTIVE for port object c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:32.929843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81427762-0794-4219-a53e-14ed6c1b04c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.938206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19b65c60-c1f2-4517-a831-928d551471b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.956829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81427762-0794-4219-a53e-14ed6c1b04c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:32.970320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19b65c60-c1f2-4517-a831-928d551471b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.052233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.074902 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81427762-0794-4219-a53e-14ed6c1b04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.092256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81427762-0794-4219-a53e-14ed6c1b04c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53f1b6d-ffc1-4c92-b534-7510dce3f407,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:33.092975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19b65c60-c1f2-4517-a831-928d551471b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.104383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-81427762-0794-4219-a53e-14ed6c1b04c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.108104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-81427762-0794-4219-a53e-14ed6c1b04c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a53f1b6d-ffc1-4c92-b534-7510dce3f407 HTTP/1.1" status: 204 len: 168 time: 0.2464678 Apr 11 21:22:33.143918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b65c60-c1f2-4517-a831-928d551471b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2683fe39-2b3e-407c-961b-cfb94e578092,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:33.154624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:22:33.158531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:33.160513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:33.171650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:22:33.342955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19b65c60-c1f2-4517-a831-928d551471b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.344119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-19b65c60-c1f2-4517-a831-928d551471b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2683fe39-2b3e-407c-961b-cfb94e578092 HTTP/1.1" status: 204 len: 168 time: 0.5169058 Apr 11 21:22:33.353973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:33.354584 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.498351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-79161837-7c97-432b-b8a6-c52274b2c46e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4859753 Apr 11 21:22:33.513328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Request body: {'port': {'device_id': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:33.547310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-00847b62-b048-4157-ba49-c0ccb892b9f6 None None] Provisioning for port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:33.549715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-00847b62-b048-4157-ba49-c0ccb892b9f6 None None] Provisioning complete for port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:33.550259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-00847b62-b048-4157-ba49-c0ccb892b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:33.618937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-00847b62-b048-4157-ba49-c0ccb892b9f6 None None] Port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:22:33.647442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:34.047070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330c34-5e29-4236-a4ea-38b2493e7447 req-059980ae-ccf5-4152-a110-b19f40e6459c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:34.047792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-83330c34-5e29-4236-a4ea-38b2493e7447 req-059980ae-ccf5-4152-a110-b19f40e6459c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:22:34.131095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:22:34.136299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:34.152398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Transition to ACTIVE for port object c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:22:34.229254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-83330c34-5e29-4236-a4ea-38b2493e7447 req-059980ae-ccf5-4152-a110-b19f40e6459c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:22:34.232886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83330c34-5e29-4236-a4ea-38b2493e7447 req-059980ae-ccf5-4152-a110-b19f40e6459c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 971 time: 0.3193538 Apr 11 21:22:34.277816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:34.320779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-83330c34-5e29-4236-a4ea-38b2493e7447 req-7f0d34de-0490-4489-823f-def62f18da29 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0839186 Apr 11 21:22:34.377765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:34.570933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Attempting to bind port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:22:34.571267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Attempting to bind port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:22:34.571646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Attempting to bind port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 on network f45b259e-b4eb-4224-8a7d-b7e5884eb38e {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:22:34.578213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 on network f45b259e-b4eb-4224-8a7d-b7e5884eb38e not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:22:34.578534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Attempting to bind port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 on network f45b259e-b4eb-4224-8a7d-b7e5884eb38e {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:22:34.589425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:22:34.589425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Checking segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:22:34.589425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Bound using segment: {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:22:34.589425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Bound port: c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba53086-ceff-4275-8df3-6923d246815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:22:34.589425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:34.693829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] For port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:22:34.696932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] For port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:22:34.792864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:34.856930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:34.859060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-73790610-1415-45d8-9253-09fb975078c5 service neutron] 10.222.0.75 "PUT /v2.0/ports/c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 HTTP/1.1" status: 200 len: 1131 time: 1.3500495 Apr 11 21:22:34.859663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:22:34.892771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73790610-1415-45d8-9253-09fb975078c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:34.941279 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1010a929-b33d-45ca-9c01-1954983c2b90'] response: {'name': 'network-changed', 'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'status': 'completed', 'code': 200} Apr 11 21:22:35.056114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f55d56dc-f59c-45a1-bfa3-7e44be33df52 req-e5db3757-6296-4b3e-9114-ea3053a46463 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1134 time: 0.0862710 Apr 11 21:22:35.236996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d56dc-f59c-45a1-bfa3-7e44be33df52 req-84efe55d-7782-475d-b386-0696b9b6a0c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:35.238448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f55d56dc-f59c-45a1-bfa3-7e44be33df52 req-84efe55d-7782-475d-b386-0696b9b6a0c4 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5477567d6bfc44229041b7adb094c1f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1721015 Apr 11 21:22:35.383907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d56dc-f59c-45a1-bfa3-7e44be33df52 req-3b11bea4-8abe-4292-9bdd-0449a52dcce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:35.385364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f55d56dc-f59c-45a1-bfa3-7e44be33df52 req-3b11bea4-8abe-4292-9bdd-0449a52dcce7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381524 Apr 11 21:22:35.579931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fcb35-96b5-465d-b9e3-520c33218a9f req-d8055048-1493-45b7-b112-cddf9c003cda tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:35.581484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-603fcb35-96b5-465d-b9e3-520c33218a9f req-d8055048-1493-45b7-b112-cddf9c003cda tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 983 time: 0.1160147 Apr 11 21:22:35.590330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-64e216fd-107a-402d-860e-48408134197e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1134 time: 0.1599431 Apr 11 21:22:35.681917 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-03264c1a-f6f9-4cc9-9ea7-371d18d522bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 HTTP/1.1" status: 200 len: 217 time: 0.0765662 Apr 11 21:22:35.833064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-603fcb35-96b5-465d-b9e3-520c33218a9f req-2e9519a4-00ba-4a5b-bf0e-57c17dadf17e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2415655 Apr 11 21:22:35.860329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-5b988f75-a6c1-4e76-a380-2dbf16813fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:35.863054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-5b988f75-a6c1-4e76-a380-2dbf16813fb5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7c560e4f-358b-4113-978f-7ca3020309fd HTTP/1.1" status: 200 len: 835 time: 0.1711459 Apr 11 21:22:35.937099 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:22:35.961339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-5bc74160-118a-4e74-b2c5-f219279eb6e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892618 Apr 11 21:22:36.107187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-d9262804-508f-4a46-9bc5-098d9af27f11 service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355917 Apr 11 21:22:36.246471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91a5452d-340e-4558-a9c0-93520ba815f7 req-d4ba5f50-8047-4ca6-afbd-16ce1b9ea3c7 service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293449 Apr 11 21:22:37.043023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e1987-6b46-485b-8d7b-9f8fcc5a557e req-845f6ddd-7aee-4a17-8d5b-d807511dd59c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:37.044559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961e1987-6b46-485b-8d7b-9f8fcc5a557e req-845f6ddd-7aee-4a17-8d5b-d807511dd59c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 983 time: 0.0817447 Apr 11 21:22:37.093259 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-961e1987-6b46-485b-8d7b-9f8fcc5a557e req-4d62e08d-3bc1-48f4-9afc-0eb016e306b6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0421906 Apr 11 21:22:38.279898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:22:38.307844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa0346-2925-4bf7-b9d6-f592f153cd57 req-bbc13e5f-0efe-4a6d-bf71-4caca3c67dd2 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:38.309483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f0fa0346-2925-4bf7-b9d6-f592f153cd57 req-bbc13e5f-0efe-4a6d-bf71-4caca3c67dd2 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 983 time: 0.0857990 Apr 11 21:22:38.361474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f0fa0346-2925-4bf7-b9d6-f592f153cd57 req-a08ac354-148c-4173-be78-c112417ed848 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0448372 Apr 11 21:22:38.472911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:22:38.486945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'port_id': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'mac_address': 'fa:16:3e:a6:1a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:22:38.547618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:38.568111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:22:38.595818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:22:38.674772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:38.759373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:38.986527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:22:39.564922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564765-235b-4ea8-91ed-2a53ca10acb8 req-19ef7e7a-27f7-4f25-82a4-b719f36a7605 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:39.566429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46564765-235b-4ea8-91ed-2a53ca10acb8 req-19ef7e7a-27f7-4f25-82a4-b719f36a7605 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 984 time: 0.0770426 Apr 11 21:22:39.620107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46564765-235b-4ea8-91ed-2a53ca10acb8 req-6e4b3ba8-9f8a-4713-a764-b50e297269c8 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0474200 Apr 11 21:22:40.294890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:22:40.446085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:22:40.451326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:22:40.451737 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:40.586822 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:40.614241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:22:40.624805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:22:40.691821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:40.767988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:40.835260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671377f3-1f0e-4eae-8e9b-fdb686b7e2b5 req-87951a39-d97d-42c1-9ef2-102fb9c091ba tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:40.835923 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-671377f3-1f0e-4eae-8e9b-fdb686b7e2b5 req-87951a39-d97d-42c1-9ef2-102fb9c091ba tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.0847077 Apr 11 21:22:40.884194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-671377f3-1f0e-4eae-8e9b-fdb686b7e2b5 req-2f46157f-75ea-41c2-bebf-b7eccadfad7f tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0428071 Apr 11 21:22:41.694571 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a64de8a-388b-4843-9623-3ae77b949778'] response: {'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'code': 200} Apr 11 21:22:41.836698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fbfad52-9a53-4518-8542-499cbbf6fae8 req-459b86cb-9b98-47a7-a044-0c2b68cffe5f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1136 time: 0.0721354 Apr 11 21:22:41.892769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fbfad52-9a53-4518-8542-499cbbf6fae8 req-53e66566-65ed-4a59-8d1a-96f7d4a65da9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0453179 Apr 11 21:22:42.099495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944203e-4e7c-4a60-9ad7-0019a6538c59 req-ec0db190-187c-45a5-9158-590faece175a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:42.101091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7944203e-4e7c-4a60-9ad7-0019a6538c59 req-ec0db190-187c-45a5-9158-590faece175a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.0907362 Apr 11 21:22:42.250126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7944203e-4e7c-4a60-9ad7-0019a6538c59 req-c23b9096-f96e-451a-a817-1f15e02559e9 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1428809 Apr 11 21:22:43.491015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63869ad8-969f-4567-9685-30b4b46f8662 req-f4c270af-bb8f-4268-84e5-c05c56dad2e3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:43.492502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63869ad8-969f-4567-9685-30b4b46f8662 req-f4c270af-bb8f-4268-84e5-c05c56dad2e3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.0826902 Apr 11 21:22:43.541963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63869ad8-969f-4567-9685-30b4b46f8662 req-67fab83f-bf1d-4de0-b3b1-d93aee53371f tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0432582 Apr 11 21:22:43.781311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487663df-eb21-4e04-b970-4341a4615a2c req-adbc5cde-4f54-4dbb-b812-5b6176c6c53d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:43.784342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-487663df-eb21-4e04-b970-4341a4615a2c req-adbc5cde-4f54-4dbb-b812-5b6176c6c53d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.0950828 Apr 11 21:22:43.859589 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-487663df-eb21-4e04-b970-4341a4615a2c req-8a1137e1-4860-400d-9f1e-8188e44c1edd tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0690048 Apr 11 21:22:43.932299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8f62ed50-93dc-46e1-8671-3d2c8236679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:44.097567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-88b58baf-3e2a-406d-a1c9-460cd78b856f tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1136 time: 0.0732296 Apr 11 21:22:44.121111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:44.198268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:44.202184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Usage tracker for resource:security_group_rule and tenant:bfb01038399946908533cdf51ba85416 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:44.212393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:44.212936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:44.277510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:44.421138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:44.457077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1fab37b9-e6aa-416d-8aeb-7ca3d1680b5b req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3533971 Apr 11 21:22:44.457801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda917e-2ac2-43aa-8cfb-59537a449310 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3e50c-fc82-4a3d-9e37-500a1319d904,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:44.500429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45042) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:44.580775 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-962a3d53-82cc-4df8-9d3f-ad013474d17b tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1131 time: 0.0803964 Apr 11 21:22:44.583117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45052) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:44.588332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:22:44.594785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:44.602356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:floatingip and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:44.605413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:44.611291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:44.703175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:44.865294 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:45.013322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.25.5.151 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e536f326-478c-4e4d-bc6c-23dc9ec18b36) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:22:45.190347 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:45.303348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:45.375269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:22:45.387286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:22:45.389644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:22:45.458012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=e536f326-478c-4e4d-bc6c-23dc9ec18b36,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:45.476125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.476478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.476819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.477160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.477657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.477985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.478316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.478649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.478976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.479301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.479653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:22:45.677829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-7c508768-0a97-4b62-9a22-17e3b12d69f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3024468 Apr 11 21:22:45.850760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-405b7d81-691d-4533-82d9-b123260cc638 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1096 time: 0.0888133 Apr 11 21:22:46.019085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e220729-4d9f-457f-8aa3-656497b5571b req-7cf1d30d-9767-4ce6-a76b-7d2e304224f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:46.020652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-7cf1d30d-9767-4ce6-a76b-7d2e304224f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1530364 Apr 11 21:22:46.039747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:46.134872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-47929fee-472a-4fcd-b808-7008042749d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 1000 time: 0.1080739 Apr 11 21:22:46.198563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:46.222918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1f16fdd7-79f5-463b-923b-23818f6eb4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:46.234701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e220729-4d9f-457f-8aa3-656497b5571b req-05575a07-bc56-4540-b739-a7a542e03ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:46.236735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-05575a07-bc56-4540-b739-a7a542e03ac5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0962331 Apr 11 21:22:46.444055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-34562de1-2832-41a8-ad2f-4f44f69977c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898849 Apr 11 21:22:46.500966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:46.560743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:46.676418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-20107b92-741d-4a88-a2c4-369cd02c3ec5 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372887 Apr 11 21:22:46.750931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=e536f326-478c-4e4d-bc6c-23dc9ec18b36,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:46.845266 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e220729-4d9f-457f-8aa3-656497b5571b req-7ff7f173-c02d-4a32-bd56-f894ff149951 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627643 Apr 11 21:22:46.894678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:47.100433 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Floating IP c57f7934-7e6b-4a57-9974-53aa51ff776d associated. External IP: 172.25.5.151, port: c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1. Apr 11 21:22:47.451496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:47.466172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:47.534715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router a45e7f87-c920-4099-88c5-c8e938b98d98 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:22:47.758454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:22:47.770845 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] Sync routers for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:22:47.799350 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:22:47.799350 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:47.857988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:47.922984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b5a994a-a742-4459-a2b2-5b7379371d40 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3387594 Apr 11 21:22:47.924079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:22:47.925860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45136) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:47.982756 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990f0837-2bb2-4cc0-8aa5-2919a529bb54'] response: {'name': 'network-changed', 'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'status': 'completed', 'code': 200} Apr 11 21:22:47.989509 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:22:48.309044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.309605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.309776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.310290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.310812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.311415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.313439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e5d0c35-01a7-47c5-85a4-53ad9ee9cc4d tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3860521 Apr 11 21:22:48.316789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45146) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:48.327450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-7a451bc8-6b09-466b-82f1-1e57bc590e99 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1136 time: 0.2225659 Apr 11 21:22:48.462021 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c57f7934-7e6b-4a57-9974-53aa51ff776d', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'port_id': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'mac_address': 'fa:16:3e:a6:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:22:45Z', 'updated_at': '2022-04-11T21:22:45Z', 'revision_number': 0, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:29Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:48.466441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] Checking router: a45e7f87-c920-4099-88c5-c8e938b98d98 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:22:48.477058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.477436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.477801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.480869 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:22:48.484503 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:48.484620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.484620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.484963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.487047 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-45ed00c8-e066-4f46-bd06-5f6a983c1cfc tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1681945 Apr 11 21:22:48.490834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45152) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:48.613313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-2f221fa8-a401-4c66-89bf-c9c37c793adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.615500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-2f221fa8-a401-4c66-89bf-c9c37c793adb service neutron] 10.222.0.75 "GET /v2.0/networks?id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e HTTP/1.1" status: 200 len: 897 time: 0.2814181 Apr 11 21:22:48.748761 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:22:48.762834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-73f4cee5-8c60-452a-bc99-4578c38f9c46 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 HTTP/1.1" status: 200 len: 1000 time: 0.1399553 Apr 11 21:22:48.803039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7a204158-7fa9-4f3f-9337-ecba651c13cb tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3105443 Apr 11 21:22:48.803549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45160) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:48.841191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-46f855c1-f44d-4c4c-839a-ff3c1a0a0957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:48.842639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-46f855c1-f44d-4c4c-839a-ff3c1a0a0957 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7c560e4f-358b-4113-978f-7ca3020309fd HTTP/1.1" status: 200 len: 835 time: 0.0741177 Apr 11 21:22:48.868671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:48.899764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7e7abb85-62b7-4b17-a195-b536b37040e2 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a45e7f87-c920-4099-88c5-c8e938b98d98 HTTP/1.1" status: 200 len: 1990 time: 0.0943875 Apr 11 21:22:48.941060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-011f019f-aade-4275-ac68-2a33b5cd2a60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888126 Apr 11 21:22:49.145057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-af8732a6-68cb-498a-a2a2-df669ca863cb service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903796 Apr 11 21:22:49.284995 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c57f7934-7e6b-4a57-9974-53aa51ff776d', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'port_id': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'mac_address': 'fa:16:3e:a6:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:22:45Z', 'updated_at': '2022-04-11T21:22:45Z', 'revision_number': 0, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:29Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:22:49.289434 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173af9d-c80f-4fd4-be0f-8aed2d1e9aef None None] The sync data for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 is: [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c57f7934-7e6b-4a57-9974-53aa51ff776d', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'port_id': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'mac_address': 'fa:16:3e:a6:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:22:45Z', 'updated_at': '2022-04-11T21:22:45Z', 'revision_number': 0, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:29Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:22:49.296022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e57248ce-17fe-4dd2-8036-acbc1faf6f71 req-c0540704-a8f8-4dc5-865a-a028a70e8bee service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451428 Apr 11 21:22:49.562030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f86ef-52f3-490f-8b3b-bb44026ad344 None None] New status for floating IP c57f7934-7e6b-4a57-9974-53aa51ff776d: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:22:53.558990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-65ce6977-4bbc-4599-bcba-cf6725e667b8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760684 Apr 11 21:22:53.716550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-7320e9b5-9377-44db-ae31-1b10d743b076 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0809042 Apr 11 21:22:53.885095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-4d7ca6d2-0a6a-44a2-9813-90556290bd7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:53.886559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-4d7ca6d2-0a6a-44a2-9813-90556290bd7b service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.1494994 Apr 11 21:22:53.996735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-281d75fb-b85b-4b0c-9128-25d5a50afb48 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 1002 time: 0.1009445 Apr 11 21:22:54.062061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-c4761105-8fd7-4094-838d-277b649d0e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:22:54.063585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-c4761105-8fd7-4094-838d-277b649d0e78 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0599766 Apr 11 21:22:54.140633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-3191a815-8fb5-4c82-934a-70a709f7e52b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713871 Apr 11 21:22:54.294523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-9f031706-b591-4259-9583-b422b6b16671 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476159 Apr 11 21:22:54.542203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c0a0f40-269b-401a-9458-d7034d8914e7 req-2bb928d6-e0b3-4faf-8c28-20eecf58b0e5 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401192 Apr 11 21:22:55.249755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45270) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:55.402697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.449719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:22:55.449719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Usage tracker for resource:security_group_rule and tenant:22fb33903b0d4d6894ffb1f6bb87eae5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:22:55.451657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:22:55.457667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:22:55.528409 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.618972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.671051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e284deb2-3ad0-435b-99eb-db7076000b5f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:55.676620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3e5f9e15-6968-4c7f-88f6-e3ae4642d8da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22fb33903b0d4d6894ffb1f6bb87eae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4258912 Apr 11 21:22:55.679576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:22:55.744811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e4d39b-3569-4399-a97c-16de122d0d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.771938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e4d39b-3569-4399-a97c-16de122d0d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.868890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e4d39b-3569-4399-a97c-16de122d0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.888524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4d39b-3569-4399-a97c-16de122d0d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e284deb2-3ad0-435b-99eb-db7076000b5f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:22:55.896204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-91e4d39b-3569-4399-a97c-16de122d0d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:22:55.899976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-91e4d39b-3569-4399-a97c-16de122d0d91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e284deb2-3ad0-435b-99eb-db7076000b5f HTTP/1.1" status: 204 len: 168 time: 0.2194836 Apr 11 21:22:59.108696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:00.920099 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.187987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45500) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:07.339176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.379594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:07.383497 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:d545749015d24b9aa319f98bebd4493b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:07.399211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:07.399211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:07.469594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.542832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.589942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924a0cb7-2c27-4d35-a979-90ea92ce274b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:07.594799 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-37dc9d75-36b4-46bd-b3c2-f2d326da8ae4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d545749015d24b9aa319f98bebd4493b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4050148 Apr 11 21:23:07.596777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45512) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:07.658152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0265d5d9-e65e-4f1e-9e89-976d1bbadaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.684020 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0265d5d9-e65e-4f1e-9e89-976d1bbadaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.811290 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0265d5d9-e65e-4f1e-9e89-976d1bbadaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.828818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265d5d9-e65e-4f1e-9e89-976d1bbadaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a0cb7-2c27-4d35-a979-90ea92ce274b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:07.841094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0265d5d9-e65e-4f1e-9e89-976d1bbadaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:07.843571 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0265d5d9-e65e-4f1e-9e89-976d1bbadaa1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/924a0cb7-2c27-4d35-a979-90ea92ce274b HTTP/1.1" status: 204 len: 168 time: 0.2442973 Apr 11 21:23:10.200222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:10.404352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'network': {'name': 'tempest-network-smoke--322245341', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:10.410753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:10.414558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:network and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:10.417378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:10.515010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:10.588814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:23:10.592349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.608207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.643831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:10.647636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:10.650422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:10.656031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:10.722943 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.759478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.790544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:23:10.799248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498de973-567b-479c-9c9f-8ecea0984942,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:10.804731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.805036 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Added segment ea687e21-e30b-48b6-a856-87dc511ef174 of type vlan for network eaa3f0ae-29b2-4220-a122-00abbe164634 Apr 11 21:23:10.830832 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.942577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:10.946343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:10.946914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.063230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Network': ['ID=eaa3f0ae-29b2-4220-a122-00abbe164634,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:11.073815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network eaa3f0ae-29b2-4220-a122-00abbe164634 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:23:11.114964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-65048059-aaf6-477f-8ec2-9223279c0eed tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9135406 Apr 11 21:23:11.117796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45610) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:11.123531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'admin_state_up': True, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:11.131987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:11.135934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:router and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:11.140764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:11.145384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:11.228647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.229865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.250004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.466167 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.725933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.756597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:11.896147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.25.5.184 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:12.047784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:12.126082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:12.193302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:12.196168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:12.200570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:12.228556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:12.250828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.251121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.251806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.251936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.252218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.252546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.252871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.253198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.253516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.254181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.254687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:12.641031 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:12.641977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:12.937712 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:23:12.959725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:23:13.177768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:13.202894 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:13.219552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:13.220204 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:13.263118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:13.267856 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45644) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:13.292960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ba42e207-9d03-4324-9e93-5a68a2f92670 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1458280 Apr 11 21:23:13.395949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-69130dbd-de55-482a-94dd-207fb67a15ed tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=69ae1e0e5b1f4d12bae7b46cb98515b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1234217 Apr 11 21:23:13.395949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45654) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:13.434228 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:13.544125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b2943-1ab8-4dc6-b5ca-e1b2f17192fb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:13.548658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9c4b2943-1ab8-4dc6-b5ca-e1b2f17192fb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491024 Apr 11 21:23:13.548966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45658) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:13.729495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bb615ef4-f048-41c8-85b1-09c0fa254e09 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1792800 Apr 11 21:23:13.732146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45668) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:13.732444 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:12Z', 'revision_number': 3, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:13.737170 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:13.737516 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Updating router 0988e4a6-de27-4af2-8c8f-f03f74438820 port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:23:13.738042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619862759', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:13.789341 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:13.847093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:13.851086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:subnet and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:13.853945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:13.859732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:13.892952 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b349ec9f-3f53-4d3b-854b-db9aee6d1c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:13.948505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:23:14.056170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.132510 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.143956 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Transition to ACTIVE for port object 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:14.222312 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.333803 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5670-3ddb-4849-8f8d-d4e4aab17072 None None] Pushing event updated for resources: {'Port': ['ID=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:14.339382 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Attempting to bind port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:14.339882 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Attempting to bind port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:14.340328 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Attempting to bind port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:14.347650 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:14.348132 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:14.348241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.348710 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.349274 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:14.349729 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Bound port: 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:14.350097 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.422044 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] For port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:14.427757 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] For port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:14.443332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Subnet': ['ID=f5f14be6-4415-4a90-981a-c3c792bd3126,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:14.455302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Checking segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:14.460699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network hostable DHCP agents. Network: eaa3f0ae-29b2-4220-a122-00abbe164634, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:23:14.508519 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.536385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network eaa3f0ae-29b2-4220-a122-00abbe164634 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:23:14.598358 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5670-3ddb-4849-8f8d-d4e4aab17072 None None] Pushing event updated for resources: {'Port': ['ID=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:14.613502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:14.613502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:22:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:14.627995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, eaa3f0ae-29b2-4220-a122-00abbe164634) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:14.632028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:14.632603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:14.660283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28819dd5-c3ec-4db9-949b-939198d6b950 None None] Network eaa3f0ae-29b2-4220-a122-00abbe164634 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:23:14.734142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a0b926fa-e640-4459-87fc-4d97626568af tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0008807 Apr 11 21:23:14.735396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45684) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:14.820177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:14.892716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-eaa3f0ae-29b2-4220-a122-00abbe164634', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:23:14.893513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:15.107053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Allocated IP 172.20.0.2 (eaa3f0ae-29b2-4220-a122-00abbe164634/f5f14be6-4415-4a90-981a-c3c792bd3126/2002beda-2eee-4f54-8289-62274831967e) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:15.214919 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:12Z', 'revision_number': 3, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:15.220503 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b206c1-6a1d-4d5c-80f4-20ed842fe827 None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:12Z', 'revision_number': 3, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:15.393742 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:15.417769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Transition to ACTIVE for port object 2002beda-2eee-4f54-8289-62274831967e will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:15.440760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Transition to ACTIVE for port object 2002beda-2eee-4f54-8289-62274831967e will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:15.508609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:15.607917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Network eaa3f0ae-29b2-4220-a122-00abbe164634 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:15.609796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:15.619881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:15.681345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Pushing event updated for resources: {'Port': ['ID=2002beda-2eee-4f54-8289-62274831967e,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:15.709441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:15.739279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Attempting to bind port 2002beda-2eee-4f54-8289-62274831967e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:15.739854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Attempting to bind port 2002beda-2eee-4f54-8289-62274831967e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:15.740299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Attempting to bind port 2002beda-2eee-4f54-8289-62274831967e on network eaa3f0ae-29b2-4220-a122-00abbe164634 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:15.747667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:15.748041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Checking segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:15.748436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:15.748825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Bound using segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:15.749285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Bound port: 2002beda-2eee-4f54-8289-62274831967e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:15.749653 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:15.871352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] For port 2002beda-2eee-4f54-8289-62274831967e, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:15.872550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] For port 2002beda-2eee-4f54-8289-62274831967e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2002beda-2eee-4f54-8289-62274831967e,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:15.948741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:16.055910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f97e2-6685-4f6b-b245-6aba424c2c14 None None] Pushing event updated for resources: {'Port': ['ID=2002beda-2eee-4f54-8289-62274831967e,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:16.233693 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-be4896c5-3aca-4b72-b842-0793a22631ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:16.352707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.20.0.1 (eaa3f0ae-29b2-4220-a122-00abbe164634/f5f14be6-4415-4a90-981a-c3c792bd3126/967ec00d-8b55-4112-8427-6766da45d3a5) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:16.544683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:16.560286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Transition to ACTIVE for port object 967ec00d-8b55-4112-8427-6766da45d3a5 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:16.645669 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:16.731451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network eaa3f0ae-29b2-4220-a122-00abbe164634 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:16.734397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:16.738301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:16.775334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=967ec00d-8b55-4112-8427-6766da45d3a5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:16.806790 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:16.971634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.125009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4effa131-e349-47bf-bfde-2ff6b152a2a8 None None] Network eaa3f0ae-29b2-4220-a122-00abbe164634 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:23:17.301560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-629d26d4-d989-4874-b61d-08cecdf73fb6 None None] Provisioning for port 2002beda-2eee-4f54-8289-62274831967e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:17.430716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:17.451701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.506596 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.514293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.518869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.593475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:17.599606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:17.600188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.635381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.638927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=967ec00d-8b55-4112-8427-6766da45d3a5,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:17.748014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.780834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:17.803562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network eaa3f0ae-29b2-4220-a122-00abbe164634 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:17.804733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:17.845624 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:17.846851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2002beda-2eee-4f54-8289-62274831967e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:17.990811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:17.999298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0f922369-bab4-47f9-87f7-717d3271f359 None None] Provisioning for port 967ec00d-8b55-4112-8427-6766da45d3a5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:18.006806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0f922369-bab4-47f9-87f7-717d3271f359 None None] Provisioning complete for port 967ec00d-8b55-4112-8427-6766da45d3a5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:18.007561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f922369-bab4-47f9-87f7-717d3271f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.069958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0f922369-bab4-47f9-87f7-717d3271f359 None None] Port 967ec00d-8b55-4112-8427-6766da45d3a5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:18.080358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2002beda-2eee-4f54-8289-62274831967e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:18.088068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2002beda-2eee-4f54-8289-62274831967e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:18.088772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.230848 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.242191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1f54136f-2b4d-4847-bf02-548ed001c5b7 None None] Provisioning complete for port 967ec00d-8b55-4112-8427-6766da45d3a5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:18.242539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1f54136f-2b4d-4847-bf02-548ed001c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.314033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 2002beda-2eee-4f54-8289-62274831967e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2002beda-2eee-4f54-8289-62274831967e,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:18.323809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1f54136f-2b4d-4847-bf02-548ed001c5b7 None None] Port 967ec00d-8b55-4112-8427-6766da45d3a5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:18.361681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:23:18.388302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.476114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=2002beda-2eee-4f54-8289-62274831967e,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:18.478530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a39fce3a-500d-4c07-a751-1523bc12bdd6 None None] Provisioning complete for port 967ec00d-8b55-4112-8427-6766da45d3a5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:18.478892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a39fce3a-500d-4c07-a751-1523bc12bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.540561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a39fce3a-500d-4c07-a751-1523bc12bdd6 None None] Port 967ec00d-8b55-4112-8427-6766da45d3a5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:18.579286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:18.588930 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42bb7c77-38c3-4990-a8fa-30109999515c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "PUT /v2.0/routers/0988e4a6-de27-4af2-8c8f-f03f74438820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8515859 Apr 11 21:23:18.591515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45736) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:18.762492 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.762861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.763222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.763617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.763973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.764326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.764679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.770048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f53d637c-b79d-4729-bb49-1413d1fccd37 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1741917 Apr 11 21:23:18.770209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45744) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:18.815715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:18.846745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.847115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.847493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.847851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.848204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.848552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.848905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:18.853450 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-65eed9b6-105e-4007-94d8-e952c8ae57eb tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0796492 Apr 11 21:23:18.853670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45750) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:19.088067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-19328ea8-5af2-49a5-99e4-ff4c7b6da58d tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2332768 Apr 11 21:23:19.153720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:19.166093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:19.166735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:19.363973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:19.410094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:19.499547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45764) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:19.506652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052544713', 'description': 'tempest-secgroup-smoke-1052544713 description', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:19.513354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:19.518141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:19.521305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:19.527675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:19.644967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:19.669514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:19.673876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:19.676741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:19.682529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:19.690382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:19.690967 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:19.747384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:19.802743 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:19.873292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d05a64-4ea0-4ceb-a44b-0900999dc3e2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:19.910534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2002beda-2eee-4f54-8289-62274831967e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:19.919645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:19.924374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45774) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:19.924890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-66836410-186a-4f68-b44a-cdd832d6ee4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4238400 Apr 11 21:23:19.929915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '00d05a64-4ea0-4ceb-a44b-0900999dc3e2', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:19.936387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:19.944179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:19.944681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:19.950466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:19.997725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2002beda-2eee-4f54-8289-62274831967e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:19.998147 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.011903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.052170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:16Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 2, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:20.065536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:20.065857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Updating router 0988e4a6-de27-4af2-8c8f-f03f74438820 port 967ec00d-8b55-4112-8427-6766da45d3a5 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:23:20.086927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.134013 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.144530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.177426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36291dd-7273-4262-b9c8-ec4e3d776b3b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:20.252123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.254550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0686c160-0180-4546-8cb0-d44a9216e705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3288798 Apr 11 21:23:20.257208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45782) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:20.266758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '00d05a64-4ea0-4ceb-a44b-0900999dc3e2', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:20.272003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:20.276179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:20.279632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:20.286511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:20.371868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.439849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.505318 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.535844 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84214a1-9a29-450d-a58d-d5b04a8cc681,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:20.564011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.575589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Transition to ACTIVE for port object 967ec00d-8b55-4112-8427-6766da45d3a5 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:20.622605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.623992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-555b0a07-3dbb-4938-8cfc-c288430bc97a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3655815 Apr 11 21:23:20.627090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:20.632941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '00d05a64-4ea0-4ceb-a44b-0900999dc3e2', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:20.639708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:20.644127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:20.647009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:20.650871 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.652836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:20.772578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.777781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfcac2-d352-44d5-b6b8-425208ec3708 None None] Pushing event updated for resources: {'Port': ['ID=967ec00d-8b55-4112-8427-6766da45d3a5,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:20.855973 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.871085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Attempting to bind port 967ec00d-8b55-4112-8427-6766da45d3a5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:20.871596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Attempting to bind port 967ec00d-8b55-4112-8427-6766da45d3a5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:20.874166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Attempting to bind port 967ec00d-8b55-4112-8427-6766da45d3a5 on network eaa3f0ae-29b2-4220-a122-00abbe164634 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:20.880413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:20.881105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Checking segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:20.881671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.882152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Bound using segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:20.882719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Bound port: 967ec00d-8b55-4112-8427-6766da45d3a5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:20.883197 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.902552 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:20.939254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89321cf-3efc-4083-982e-393b13e5b7fa,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:21.006351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] For port 967ec00d-8b55-4112-8427-6766da45d3a5, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:21.009705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] For port 967ec00d-8b55-4112-8427-6766da45d3a5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=967ec00d-8b55-4112-8427-6766da45d3a5,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:21.010648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.011886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7bc2cfeb-eb67-4433-9c68-9e5d2441c269 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3838222 Apr 11 21:23:21.015181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45800) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:21.021736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '00d05a64-4ea0-4ceb-a44b-0900999dc3e2', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:21.028306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:21.032427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:21.035654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:21.042325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:21.080068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.115851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.164098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfcac2-d352-44d5-b6b8-425208ec3708 None None] Pushing event updated for resources: {'Port': ['ID=967ec00d-8b55-4112-8427-6766da45d3a5,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:21.167522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:21.168309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:21.195615 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.296943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.325138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2005e-6557-47d2-bca1-71fc8c76094c,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:21.410799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.412950 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-272ceb05-acff-401d-b1c5-773bc115b59e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3959897 Apr 11 21:23:21.415107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45810) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:21.421783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '00d05a64-4ea0-4ceb-a44b-0900999dc3e2', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:21.429434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:21.433226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:21.436514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:21.445112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:21.471376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:21.531175 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Project 69ae1e0e5b1f4d12bae7b46cb98515b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:23:21.539652 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.607008 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.681789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.726022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c489259-93c7-426a-8c73-76e96da050c3,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:21.794182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:21.797414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-09ad62b0-a68f-41a5-a7c3-a84aa80cd705 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3792186 Apr 11 21:23:21.799961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45820) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:21.808586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '00d05a64-4ea0-4ceb-a44b-0900999dc3e2', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:21.817130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:21.822578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:21.830350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:21.836790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:21.840653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:16Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:20Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:21.846628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d048-104b-4cd2-b270-9865c14060a2 None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:16Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:20Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:21.931956 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Project 69ae1e0e5b1f4d12bae7b46cb98515b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:23:21.961416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.046105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.120836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.146688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674baaf4-4c78-4647-9389-02504c42af09,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:22.234080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.235690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-63d8c824-dfb4-44e8-afbe-835dcac8e094 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4345546 Apr 11 21:23:22.398095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45840) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:22.472524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-62d73c78-17bd-4ad2-986c-44418e0de85a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:22.511058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3adba096-0111-42f4-b51d-0d01c1e6c43c tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3192 time: 0.1111004 Apr 11 21:23:22.513892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:22.520741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'network': {'name': 'tempest-network-smoke--593092449', 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'port_security_enabled': False}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:22.527031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:22.537871 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:22.571437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-62d73c78-17bd-4ad2-986c-44418e0de85a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:22.573812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-62d73c78-17bd-4ad2-986c-44418e0de85a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052544713&fields=id&tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 267 time: 0.1578038 Apr 11 21:23:22.650537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Made reservation on behalf of 5477567d6bfc44229041b7adb094c1f7 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:23:22.653699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.689484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:23:22.700867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.701224 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Added segment 321a7304-df02-4d61-ad73-e03e955b257c of type vlan for network aec323aa-3758-4196-9e81-d52f6d328fd3 Apr 11 21:23:22.735849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.755078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-21d04c42-9af2-48cb-b1e1-c44f3ca94e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:22.755783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-21d04c42-9af2-48cb-b1e1-c44f3ca94e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:22.851041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-21d04c42-9af2-48cb-b1e1-c44f3ca94e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:22.852482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-21d04c42-9af2-48cb-b1e1-c44f3ca94e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 796 time: 0.2703631 Apr 11 21:23:22.853165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.857270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:22.857949 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:22.873269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-beb271fe-12da-4923-b73a-18f0beb5c859 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/quotas/69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 375 time: 0.0123012 Apr 11 21:23:22.987446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-d9c2c628-9b37-48ec-8b1a-6f6203ce55e2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:23.028839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Network': ['ID=aec323aa-3758-4196-9e81-d52f6d328fd3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:23.039260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network aec323aa-3758-4196-9e81-d52f6d328fd3 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:23:23.079756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-d9c2c628-9b37-48ec-8b1a-6f6203ce55e2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:23.081262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-d9c2c628-9b37-48ec-8b1a-6f6203ce55e2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2025273 Apr 11 21:23:23.114085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75bae38e-bc01-41f7-836a-f98ba5d180b4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5966220 Apr 11 21:23:23.114367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45856) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:23.119807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'admin_state_up': True, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:23.127919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:23.132093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:router and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:23.135042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:23.143916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:23.228516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.229682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.251067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.255039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-e3b6a75a-2440-45fa-919a-f0b722b353d1 service neutron] 10.222.0.61 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614504 Apr 11 21:23:23.405453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 967ec00d-8b55-4112-8427-6766da45d3a5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:23.434910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-4485ff00-1649-4d5f-a8b8-191290f56e75 service neutron] 10.222.0.61 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739042 Apr 11 21:23:23.492833 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.542349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 967ec00d-8b55-4112-8427-6766da45d3a5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:23.547648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 967ec00d-8b55-4112-8427-6766da45d3a5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:23.547973 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.733087 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.772620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 967ec00d-8b55-4112-8427-6766da45d3a5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=967ec00d-8b55-4112-8427-6766da45d3a5,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:23.817687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8832be22-cf88-4418-a3c9-aabe1c648624 req-a4584afa-d3c4-460d-a27a-1334816bc78f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 210 time: 0.0496206 Apr 11 21:23:23.862152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.933637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=967ec00d-8b55-4112-8427-6766da45d3a5,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:23.943578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.943834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.944317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.944435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:23.944645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.944965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.945285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.945600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.945912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.946339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.946582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.946895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:23.974965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:24.136600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.25.5.16 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/631f3bc5-0f33-47d9-b4bd-b388ad148214) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:24.290900 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:24.377341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:24.453444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:24.454893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=631f3bc5-0f33-47d9-b4bd-b388ad148214,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:24.457534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:24.459653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:24.700862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:24.701667 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:24.991918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f879acbc-8fd2-45b1-aaec-4f56649ae256 req-da5587f6-df77-4248-acd9-42c7ac6e4ba5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 210 time: 0.0428562 Apr 11 21:23:25.005524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router 422028ba-4970-4974-b8e0-b557eb4bc7c6 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:23:25.217521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:25.242489 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Sync routers for ids ['422028ba-4970-4974-b8e0-b557eb4bc7c6'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:25.256553 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Routers {'422028ba-4970-4974-b8e0-b557eb4bc7c6'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:25.257151 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['422028ba-4970-4974-b8e0-b557eb4bc7c6'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:25.342387 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:25.345323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b5c36a1d-11d4-48cf-9880-6946ff559e88 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.2291110 Apr 11 21:23:25.348923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45906) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:25.360292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 967ec00d-8b55-4112-8427-6766da45d3a5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:25.433421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485bb0ba-3e2c-4790-a3d5-635191f0e65b tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:25.438716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-485bb0ba-3e2c-4790-a3d5-635191f0e65b tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5477567d6bfc44229041b7adb094c1f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0850515 Apr 11 21:23:25.439024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45910) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:25.440957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 967ec00d-8b55-4112-8427-6766da45d3a5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:25.441580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:25.449129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Set router 422028ba-4970-4974-b8e0-b557eb4bc7c6 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:25.564734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45914) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:25.626649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3aeff3-1b3e-4128-91a5-9de68f9177eb tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:25.628175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0c3aeff3-1b3e-4128-91a5-9de68f9177eb tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881440 Apr 11 21:23:25.631070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45920) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:25.686933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 45924) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:25.691429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7a56c3a9-57c6-4a71-83c1-e0787231230f tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512884 Apr 11 21:23:25.743925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bf2bfca7-01be-478e-b051-f47dc4c218fb tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=5477567d6bfc44229041b7adb094c1f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545945 Apr 11 21:23:25.746415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45928) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:25.825133 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:23:24Z', 'revision_number': 3, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:25.832911 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Checking router: 422028ba-4970-4974-b8e0-b557eb4bc7c6 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:25.833013 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Updating router 422028ba-4970-4974-b8e0-b557eb4bc7c6 port 631f3bc5-0f33-47d9-b4bd-b388ad148214 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:23:25.897960 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.036359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-21efad30-ff8d-4189-800c-ce55ea688bbd tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:26.038315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-21efad30-ff8d-4189-800c-ce55ea688bbd tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.69 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 796 time: 0.2065172 Apr 11 21:23:26.088488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd540e-1078-49fd-abdf-df7349418fdf tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:26.091737 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d9dd540e-1078-49fd-abdf-df7349418fdf tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3437712 Apr 11 21:23:26.102418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45934) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:26.117812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-88685c89-2ced-48d2-b531-7d41a935d01d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 380 time: 0.0673583 Apr 11 21:23:26.127147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'port': {'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'admin_state_up': True, 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'security_groups': ['00d05a64-4ea0-4ceb-a44b-0900999dc3e2']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:26.159715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-de5afcbb-7a65-440e-a50b-59e873a9b8c1 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547938 Apr 11 21:23:26.163196 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:26.170256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-156762143', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:26.441272 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.441826 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port de7a08bc-8794-4faa-bf10-2ef5b0fa2abb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:26.441982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.442929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c743f9c0-6832-40c0-ad0b-a2ef70685099 req-3f560eb8-3c7d-4a0d-b266-af7d05bb4336 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 210 time: 0.0542028 Apr 11 21:23:26.484266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:26.484806 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Transition to ACTIVE for port object 631f3bc5-0f33-47d9-b4bd-b388ad148214 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:26.496642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Usage tracker for resource:subnet and tenant:5477567d6bfc44229041b7adb094c1f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:26.501255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:26.515891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:26.519126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:26.528801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:26.554330 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.599708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:23:26.603518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.646319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Made reservation on behalf of 5477567d6bfc44229041b7adb094c1f7 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:23:26.649247 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Pushing event updated for resources: {'Port': ['ID=631f3bc5-0f33-47d9-b4bd-b388ad148214,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:26.651576 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Attempting to bind port 631f3bc5-0f33-47d9-b4bd-b388ad148214 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:26.651959 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Attempting to bind port 631f3bc5-0f33-47d9-b4bd-b388ad148214 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:26.652291 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Attempting to bind port 631f3bc5-0f33-47d9-b4bd-b388ad148214 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:26.665140 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.665479 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.665811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.666237 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.666594 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.666914 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.667404 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.667909 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.668377 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.668867 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.669337 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:23:26.672795 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:26.673423 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:26.673995 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.674554 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:26.675222 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Bound port: 631f3bc5-0f33-47d9-b4bd-b388ad148214, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:26.675774 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.765449 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] For port 631f3bc5-0f33-47d9-b4bd-b388ad148214, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:26.770367 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] For port 631f3bc5-0f33-47d9-b4bd-b388ad148214, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=631f3bc5-0f33-47d9-b4bd-b388ad148214,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:26.774843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.775189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.815930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.20.0.10 (eaa3f0ae-29b2-4220-a122-00abbe164634/f5f14be6-4415-4a90-981a-c3c792bd3126/a4a7a481-e471-484b-9591-ab18bd40148d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:26.834068 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:26.914805 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for de7a08bc-8794-4faa-bf10-2ef5b0fa2abb owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:26.927858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c544-d82e-494b-a12d-e5a3405bd4ae None None] Pushing event updated for resources: {'Port': ['ID=631f3bc5-0f33-47d9-b4bd-b388ad148214,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:26.933810 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Routers {'422028ba-4970-4974-b8e0-b557eb4bc7c6'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:26.935370 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['422028ba-4970-4974-b8e0-b557eb4bc7c6'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:26.952484 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.012333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.028136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Transition to ACTIVE for port object a4a7a481-e471-484b-9591-ab18bd40148d will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:27.116730 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] Set router 422028ba-4970-4974-b8e0-b557eb4bc7c6 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:27.131605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.208044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network eaa3f0ae-29b2-4220-a122-00abbe164634 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:27.211611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:27.215959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:27.258335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=a4a7a481-e471-484b-9591-ab18bd40148d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:27.292837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:27.293540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.306456 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.405869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.434533 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-a80f60da-0340-4f65-8164-79b45be92539 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3117414 Apr 11 21:23:27.439507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=de7a08bc-8794-4faa-bf10-2ef5b0fa2abb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:27.455661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Request body: {'port': {'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:27.466964 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:23:24Z', 'revision_number': 3, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:27.480229 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51974a33-094e-46ca-b7d2-cd467e05848c None None] The sync data for ids ['422028ba-4970-4974-b8e0-b557eb4bc7c6'] in n-d-837321-1 is: [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:23:24Z', 'revision_number': 3, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:27.553329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Subnet': ['ID=7a91184a-f8a6-4d81-a01f-5445f64ad3dc,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:27.595513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.602964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.816562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a477c31e-809f-4dea-807c-cc3fe40f2730 None None] Provisioning for port a4a7a481-e471-484b-9591-ab18bd40148d completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:27.822613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a477c31e-809f-4dea-807c-cc3fe40f2730 None None] Provisioning complete for port a4a7a481-e471-484b-9591-ab18bd40148d triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:27.822986 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a477c31e-809f-4dea-807c-cc3fe40f2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:27.872940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Checking segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:27.873987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network hostable DHCP agents. Network: aec323aa-3758-4196-9e81-d52f6d328fd3, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:23:27.887436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a477c31e-809f-4dea-807c-cc3fe40f2730 None None] Port a4a7a481-e471-484b-9591-ab18bd40148d cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:27.962009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66fcc-7824-4b13-9c62-fb25f33e415d req-30c40966-2b94-4058-8694-5b09d74505ea tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:27.963434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7e66fcc-7824-4b13-9c62-fb25f33e415d req-30c40966-2b94-4058-8694-5b09d74505ea tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 932 time: 0.3017576 Apr 11 21:23:27.992502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network aec323aa-3758-4196-9e81-d52f6d328fd3 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:23:28.018862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a7a481-e471-484b-9591-ab18bd40148d {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:23:28.026962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.037994 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b7e66fcc-7824-4b13-9c62-fb25f33e415d req-af94e55a-528e-4bb4-b13d-8064ef2a0303 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675259 Apr 11 21:23:28.042496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Transition to ACTIVE for port object a4a7a481-e471-484b-9591-ab18bd40148d will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:28.115565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, aec323aa-3758-4196-9e81-d52f6d328fd3) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:28.123438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ccb941-9cf0-499d-b424-ff6b42d0272c None None] Network aec323aa-3758-4196-9e81-d52f6d328fd3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:23:28.137020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.182572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:28.183440 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.272767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7a481-e471-484b-9591-ab18bd40148d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:28.323985 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a4fc34e-5bec-4473-9d2a-b7ec0a4db8b0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1594639 Apr 11 21:23:28.338113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 45960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:28.435149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-aec323aa-3758-4196-9e81-d52f6d328fd3', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'fixed_ips': [{'subnet_id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:23:28.436250 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.442857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Attempting to bind port a4a7a481-e471-484b-9591-ab18bd40148d on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:28.443430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Attempting to bind port a4a7a481-e471-484b-9591-ab18bd40148d by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:28.453809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Attempting to bind port a4a7a481-e471-484b-9591-ab18bd40148d on network eaa3f0ae-29b2-4220-a122-00abbe164634 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:28.453809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Port a4a7a481-e471-484b-9591-ab18bd40148d on network eaa3f0ae-29b2-4220-a122-00abbe164634 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:23:28.453809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Attempting to bind port a4a7a481-e471-484b-9591-ab18bd40148d on network eaa3f0ae-29b2-4220-a122-00abbe164634 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:28.461601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:28.461910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Checking segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:28.462294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Bound using segment: {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:28.462721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Bound port: a4a7a481-e471-484b-9591-ab18bd40148d, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea687e21-e30b-48b6-a856-87dc511ef174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:28.463116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.543366 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:23:28.568809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] For port a4a7a481-e471-484b-9591-ab18bd40148d, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:28.572375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] For port a4a7a481-e471-484b-9591-ab18bd40148d, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a4a7a481-e471-484b-9591-ab18bd40148d,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:28.625108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Allocated IP 172.20.0.18 (aec323aa-3758-4196-9e81-d52f6d328fd3/7a91184a-f8a6-4d81-a01f-5445f64ad3dc/9d593918-5b8a-4815-bd92-2928dc79f954) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:28.657546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.722933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.724942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] 10.222.0.69 "PUT /v2.0/ports/a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 1092 time: 1.2759247 Apr 11 21:23:28.728682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:28.760292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfadcb-4109-434b-b4d6-c4f8730ab84c service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7a481-e471-484b-9591-ab18bd40148d,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:28.851387 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:28.867245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Transition to ACTIVE for port object 9d593918-5b8a-4815-bd92-2928dc79f954 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:28.886620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Transition to ACTIVE for port object 9d593918-5b8a-4815-bd92-2928dc79f954 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:28.954624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-e4a9b2e6-d387-4716-9e7f-60e85f9db5b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1095 time: 0.1257908 Apr 11 21:23:28.955380 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:29.019044 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:29.024038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:29.077319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-2ff22273-4a32-46fc-9c10-5d6e1e9e6e96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 217 time: 0.1117759 Apr 11 21:23:29.080202 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458b9370-aff2-4418-84c5-a9d7dc3fff48'] response: {'name': 'network-changed', 'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'status': 'completed', 'code': 200} Apr 11 21:23:29.088009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:29.090614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-236c914c-94d5-4b8c-8dcf-626e8850823b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "DELETE /v2.0/floatingips/a8314381-0d1d-4835-92a1-09c446feb1e2 HTTP/1.1" status: 204 len: 168 time: 3.5247920 Apr 11 21:23:29.092904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:29.205011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Pushing event updated for resources: {'Port': ['ID=9d593918-5b8a-4815-bd92-2928dc79f954,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:29.208425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:29.209373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:29.280672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-1a0d2ff5-ddfb-4a28-8f5b-863f8ae84647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:29.285001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-1a0d2ff5-ddfb-4a28-8f5b-863f8ae84647 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 200 len: 834 time: 0.2026558 Apr 11 21:23:29.373021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Network aec323aa-3758-4196-9e81-d52f6d328fd3 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:29.385999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:29.388457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:29.394342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-7cdfcd8d-2492-4b2d-b9c9-42305f97d715 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eaa3f0ae-29b2-4220-a122-00abbe164634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021862 Apr 11 21:23:29.419314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4549d1-db0d-41ef-ac73-c3eb87ba58af req-bf395ffa-14b4-492d-b625-3eb86e5b7404 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:29.420900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d4549d1-db0d-41ef-ac73-c3eb87ba58af req-bf395ffa-14b4-492d-b625-3eb86e5b7404 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 944 time: 0.2295067 Apr 11 21:23:29.470920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:29.549566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d4549d1-db0d-41ef-ac73-c3eb87ba58af req-b9c3eda2-c9d4-4d0e-853b-168826ef93b0 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193819 Apr 11 21:23:29.577513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Attempting to bind port 9d593918-5b8a-4815-bd92-2928dc79f954 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:29.577896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Attempting to bind port 9d593918-5b8a-4815-bd92-2928dc79f954 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:29.580009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Attempting to bind port 9d593918-5b8a-4815-bd92-2928dc79f954 on network aec323aa-3758-4196-9e81-d52f6d328fd3 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:29.600476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:29.600851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Checking segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:29.603465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:29.603465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Bound using segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:29.603465 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Bound port: 9d593918-5b8a-4815-bd92-2928dc79f954, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:29.603465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:29.627344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-eddf582c-3caf-4133-b3ad-a8f988d28432 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226434 Apr 11 21:23:29.653921 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b736a5-0015-425a-8b59-f4c3fcad3fa9'] response: {'name': 'network-changed', 'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'status': 'completed', 'code': 200} Apr 11 21:23:29.686132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:29.769439 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:29.852746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] For port 9d593918-5b8a-4815-bd92-2928dc79f954, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:29.879342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df270962-f81b-487c-839c-4c2bbfeb6005 req-2c16e9f2-9917-4c02-aa66-c5b88b58e491 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388794 Apr 11 21:23:29.884238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] For port 9d593918-5b8a-4815-bd92-2928dc79f954, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9d593918-5b8a-4815-bd92-2928dc79f954,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:29.885471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-8720556f-d2d6-4ace-af3d-7c5047683504 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 1096 time: 0.2060781 Apr 11 21:23:30.059289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:30.120830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-4134e3f0-d33b-4c61-bf80-44cce0978327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:30.122409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-4134e3f0-d33b-4c61-bf80-44cce0978327 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.2313747 Apr 11 21:23:30.126553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-72f48be8-c983-4c49-9d4a-8a93b5eeceff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1095 time: 0.1196744 Apr 11 21:23:30.212694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67812a-086a-4250-87f0-741c201a4881 None None] Pushing event updated for resources: {'Port': ['ID=9d593918-5b8a-4815-bd92-2928dc79f954,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:30.226188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-40732620-9ad4-471f-bc80-f4fc07ff6a7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 200 len: 217 time: 0.0921991 Apr 11 21:23:30.233047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:12Z', 'revision_number': 1, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:30.237885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:30.249626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:30.250289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:30.337532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-f297aa5a-ab34-4245-801e-baf68619d9f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:30.338981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-f297aa5a-ab34-4245-801e-baf68619d9f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.0659475 Apr 11 21:23:30.448725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd06f1-871e-4faa-8bf4-f41b1c211dca req-61b5a5bf-11a8-471a-9654-3c8de9e39b6c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:30.449963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d6bd06f1-871e-4faa-8bf4-f41b1c211dca req-61b5a5bf-11a8-471a-9654-3c8de9e39b6c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:30.470422 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-81be6685-d26d-40f9-beaf-aa48ecbc06a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:30.472549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-81be6685-d26d-40f9-beaf-aa48ecbc06a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 897 time: 0.3374398 Apr 11 21:23:30.475773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:30.508347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d6bd06f1-871e-4faa-8bf4-f41b1c211dca req-61b5a5bf-11a8-471a-9654-3c8de9e39b6c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:30.509517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6bd06f1-871e-4faa-8bf4-f41b1c211dca req-61b5a5bf-11a8-471a-9654-3c8de9e39b6c tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.7264793 Apr 11 21:23:30.566712 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-600cea6a-deae-4bac-82ed-175ae06870d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 217 time: 0.0865521 Apr 11 21:23:30.573285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-af75a409-4411-4999-bcf2-e5e02df310f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217093 Apr 11 21:23:30.624506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.20.0.17 (aec323aa-3758-4196-9e81-d52f6d328fd3/7a91184a-f8a6-4d81-a01f-5445f64ad3dc/90ce1908-d9c8-4adf-936d-ac18bd0dff5a) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:30.661204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6bd06f1-871e-4faa-8bf4-f41b1c211dca req-129a2309-9509-475e-aa18-35afaa8cba5e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451526 Apr 11 21:23:30.740168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-fdb9e0fc-dd74-43dc-b1d5-832955482d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:30.748225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-fdb9e0fc-dd74-43dc-b1d5-832955482d29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 200 len: 834 time: 0.1695492 Apr 11 21:23:30.916447 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:30.938445 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Transition to ACTIVE for port object 90ce1908-d9c8-4adf-936d-ac18bd0dff5a will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:30.982012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:31.026601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:12Z', 'revision_number': 1, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:31.030925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181e587-4613-4e30-b48c-ab6ac211cd59 None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7c71ca72-f62c-42c1-aabe-bde9885b8234', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'port_id': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'mac_address': 'fa:16:3e:a9:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:17:03Z', 'updated_at': '2022-04-11T21:17:12Z', 'revision_number': 1, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:31.039513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:31.059459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e5c33-7faf-4309-8a57-557abfe7b18f req-954eb95f-002d-4cc5-b47d-cc438b8e7e78 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:31.060349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-648e5c33-7faf-4309-8a57-557abfe7b18f req-954eb95f-002d-4cc5-b47d-cc438b8e7e78 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:31.073491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-cd37a78f-58b1-4b0e-a0fc-8081e41f3ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422045 Apr 11 21:23:31.116645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-16839fcb-98f3-4e93-b46f-9d1aede14c40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eaa3f0ae-29b2-4220-a122-00abbe164634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426829 Apr 11 21:23:31.145346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network aec323aa-3758-4196-9e81-d52f6d328fd3 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:31.148617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:31.153377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:31.186249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:31.278634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:31.383093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-e38103de-75e0-4975-aced-f57727010375 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:31.387575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-e38103de-75e0-4975-aced-f57727010375 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.1915116 Apr 11 21:23:31.411017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-648e5c33-7faf-4309-8a57-557abfe7b18f req-954eb95f-002d-4cc5-b47d-cc438b8e7e78 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:31.424894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-648e5c33-7faf-4309-8a57-557abfe7b18f req-954eb95f-002d-4cc5-b47d-cc438b8e7e78 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 944 time: 0.5773649 Apr 11 21:23:31.460857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9d593918-5b8a-4815-bd92-2928dc79f954 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:31.567857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:31.604438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:31.605292 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:31.676205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-648e5c33-7faf-4309-8a57-557abfe7b18f req-d1cdfb86-6875-464b-bef9-7d211e4f0614 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502327 Apr 11 21:23:31.785369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f06fbfa6-f68e-422e-a9d4-f91e01e885cd req-dd6ee6fe-57e7-40ca-9235-6958c5aee8f6 service neutron] 10.222.0.69 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976318 Apr 11 21:23:31.789929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9d593918-5b8a-4815-bd92-2928dc79f954 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:31.800793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-62a3cab5-aba2-47cc-b216-7071ecd9d646 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768157 Apr 11 21:23:31.892644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eef7f2-05dc-4b06-a9b4-d0dccd432abb None None] Network aec323aa-3758-4196-9e81-d52f6d328fd3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:23:31.925528 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8269f-b3c6-4811-8c19-9db2dc00fbeb None None] New status for floating IP a8314381-0d1d-4835-92a1-09c446feb1e2: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:23:31.998164 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e2dd995-1bed-4a4b-8877-ad2ae7795824 req-f557fac2-fb7c-4ab7-bc11-5f6d686693b0 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919343 Apr 11 21:23:32.074935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] Provisioning for port 9d593918-5b8a-4815-bd92-2928dc79f954 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:32.112914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] Provisioning complete for port 9d593918-5b8a-4815-bd92-2928dc79f954 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:32.113289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:32.310439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4be3c8-c14b-476a-b71c-2a997318e7c4 req-fa19c15f-8a4b-44b1-a87a-6b66b6df2ca9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:32.311942 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f4be3c8-c14b-476a-b71c-2a997318e7c4 req-fa19c15f-8a4b-44b1-a87a-6b66b6df2ca9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 945 time: 0.4356167 Apr 11 21:23:32.346004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:32.387088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] For port 9d593918-5b8a-4815-bd92-2928dc79f954, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9d593918-5b8a-4815-bd92-2928dc79f954,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:32.456510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:32.533356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:32.534145 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:32.545622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75573d20-4cdb-4198-a6ab-5af471823b74 None None] Pushing event updated for resources: {'Port': ['ID=9d593918-5b8a-4815-bd92-2928dc79f954,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:32.630559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a4a7a481-e471-484b-9591-ab18bd40148d details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:23:32.791027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 owned by compute:nova {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:32.825328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f4be3c8-c14b-476a-b71c-2a997318e7c4 req-ca212691-9156-4819-af18-a5bd7a8e4e20 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793311 Apr 11 21:23:32.857427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a4a7a481-e471-484b-9591-ab18bd40148d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a4a7a481-e471-484b-9591-ab18bd40148d,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:32.890690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ba146f1-ed26-491e-a1c7-e3e806346afc None None] Provisioning for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:32.895704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:23:32.935540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ba146f1-ed26-491e-a1c7-e3e806346afc None None] Provisioning complete for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:32.936448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9ba146f1-ed26-491e-a1c7-e3e806346afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:32.983806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b3ddf-0cc2-4edd-8931-36c518b7f639 req-ec27141b-e82a-439e-8b50-bfd3de196dd3 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:32.994384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26b3ddf-0cc2-4edd-8931-36c518b7f639 req-ec27141b-e82a-439e-8b50-bfd3de196dd3 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 944 time: 0.1023414 Apr 11 21:23:33.002152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.045285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9ba146f1-ed26-491e-a1c7-e3e806346afc None None] Port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:33.047006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.067549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a26b3ddf-0cc2-4edd-8931-36c518b7f639 req-d3092498-16d5-4013-9f8c-2a5bb3a0433c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719223 Apr 11 21:23:33.076210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a7a481-e471-484b-9591-ab18bd40148d {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:23:33.084912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.091709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9ba146f1-ed26-491e-a1c7-e3e806346afc None None] Provisioning complete for port 9d593918-5b8a-4815-bd92-2928dc79f954 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:33.092268 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9ba146f1-ed26-491e-a1c7-e3e806346afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.130756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a4a7a481-e471-484b-9591-ab18bd40148d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a4a7a481-e471-484b-9591-ab18bd40148d,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:33.159393 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.212204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:33.212953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.281657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=a4a7a481-e471-484b-9591-ab18bd40148d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:33.284253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.320895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=714d83f4-45f0-48dd-ab7f-0c5ca9a444b3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:33.337659 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 on host n-h1-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:23:33.351932 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.354325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'name': 'network-vif-deleted', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:33.427491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f4fd28f8-c990-4518-b3fb-1557b0337b1f None None] Provisioning complete for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:33.427491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f4fd28f8-c990-4518-b3fb-1557b0337b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.483672 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663ac0e1-9260-434f-8653-bc6a5d9641b3'] response: {'server_uuid': '45d0c0fa-ebd8-4a84-9862-9092b7699986', 'name': 'network-vif-deleted', 'tag': '714d83f4-45f0-48dd-ab7f-0c5ca9a444b3', 'status': 'completed', 'code': 200} Apr 11 21:23:33.489250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['a4a7a481-e471-484b-9591-ab18bd40148d'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:23:33.494865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network aec323aa-3758-4196-9e81-d52f6d328fd3 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:33.496344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:33.499942 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07c88f4b-a479-4d38-987a-16cf500facc6 req-1d537215-8034-482d-a57a-1f28d057e9a8 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.69 "DELETE /v2.0/ports/714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 HTTP/1.1" status: 204 len: 173 time: 2.1073380 Apr 11 21:23:33.523154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9d593918-5b8a-4815-bd92-2928dc79f954 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:33.752996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd28f8-c990-4518-b3fb-1557b0337b1f None None] Port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:33.811884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9d593918-5b8a-4815-bd92-2928dc79f954 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:33.814665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:33.916507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bcaf1024-5f7e-4d67-bac0-1c97fa8a2c20 None None] Provisioning complete for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:33.917015 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1024-5f7e-4d67-bac0-1c97fa8a2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:34.088535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 631f3bc5-0f33-47d9-b4bd-b388ad148214 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:34.116961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router 422028ba-4970-4974-b8e0-b557eb4bc7c6 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:23:34.120915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf1024-5f7e-4d67-bac0-1c97fa8a2c20 None None] Port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:34.181959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9ed0be32-9eb2-453d-92b2-c47a934bdd24 req-abb32322-8fe7-4320-a939-c7fbee8e38b4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 210 time: 0.1201203 Apr 11 21:23:34.362384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 631f3bc5-0f33-47d9-b4bd-b388ad148214 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:34.368709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 631f3bc5-0f33-47d9-b4bd-b388ad148214 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:34.369303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:34.516655 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:34.535008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 631f3bc5-0f33-47d9-b4bd-b388ad148214, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=631f3bc5-0f33-47d9-b4bd-b388ad148214,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:34.585021 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37291e3c-225d-46bd-8698-e38a22eb418d req-c7b47cc3-b9eb-4d5c-94e8-c505c46883da tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:34.585021 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37291e3c-225d-46bd-8698-e38a22eb418d req-c7b47cc3-b9eb-4d5c-94e8-c505c46883da tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 945 time: 0.2653296 Apr 11 21:23:34.609443 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:34.693948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a4a7a481-e471-484b-9591-ab18bd40148d up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:34.708845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37291e3c-225d-46bd-8698-e38a22eb418d req-ec65894a-ffc9-4780-8422-d24942b7746e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103177 Apr 11 21:23:34.773508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:34.784825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cab8532f-64e5-4435-bb9c-82eaaef16067 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "PUT /v2.0/routers/422028ba-4970-4974-b8e0-b557eb4bc7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4588804 Apr 11 21:23:34.811080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=631f3bc5-0f33-47d9-b4bd-b388ad148214,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:34.907400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port a4a7a481-e471-484b-9591-ab18bd40148d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:34.913138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port a4a7a481-e471-484b-9591-ab18bd40148d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:34.913628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:35.034678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:35.070214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:35.075223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port a4a7a481-e471-484b-9591-ab18bd40148d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a4a7a481-e471-484b-9591-ab18bd40148d,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:35.132488 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bd33a8-9c58-43ca-97a4-db2e7eb7b7b0'] response: {'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'code': 200} Apr 11 21:23:35.150902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:35.151795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:23:35.163073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7c1f99c2-801f-4edb-8c70-b22b16f2a778 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:35.163933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7c1f99c2-801f-4edb-8c70-b22b16f2a778 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:35.219675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:23:35.220519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 714d83f4-45f0-48dd-ab7f-0c5ca9a444b3 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:23:35.256446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7c1f99c2-801f-4edb-8c70-b22b16f2a778 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:35.257723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7c1f99c2-801f-4edb-8c70-b22b16f2a778 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/networks?id=aec323aa-3758-4196-9e81-d52f6d328fd3 HTTP/1.1" status: 200 len: 797 time: 0.2670834 Apr 11 21:23:35.258417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=a4a7a481-e471-484b-9591-ab18bd40148d,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:35.284703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-2a0a0afa-4ba6-4375-affc-549f8d60ae90 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/quotas/5477567d6bfc44229041b7adb094c1f7 HTTP/1.1" status: 200 len: 375 time: 0.0199432 Apr 11 21:23:35.333025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50b6645f-554b-4c68-8d4b-f149ad1260b9 req-2cfbf9ba-03b2-4dec-bfb1-fc11b2929e17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1097 time: 0.1408663 Apr 11 21:23:35.407027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 631f3bc5-0f33-47d9-b4bd-b388ad148214 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:35.411999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-c3dd9fdf-0d01-4430-9f80-c9501e4a2bfb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1147516 Apr 11 21:23:35.423195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ff9ba6e8-24ea-4221-baab-c17b1eda4c54 req-e66f7872-d1b4-4a32-bec7-911762b854fe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:35.450010 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-50b6645f-554b-4c68-8d4b-f149ad1260b9 req-1bd51abc-3178-45d8-ba5c-241c9e8eb756 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095302 Apr 11 21:23:35.484458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 631f3bc5-0f33-47d9-b4bd-b388ad148214 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:35.484886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:35.502671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-e9fbddf1-2d3a-449c-a762-7fb7bdd5c891 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:23:35.503678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-e9fbddf1-2d3a-449c-a762-7fb7bdd5c891 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0908954 Apr 11 21:23:35.541600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-ff9ba6e8-24ea-4221-baab-c17b1eda4c54 req-e66f7872-d1b4-4a32-bec7-911762b854fe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:35.542734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ff9ba6e8-24ea-4221-baab-c17b1eda4c54 req-e66f7872-d1b4-4a32-bec7-911762b854fe tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d0c0fa-ebd8-4a84-9862-9092b7699986 HTTP/1.1" status: 200 len: 210 time: 0.1718199 Apr 11 21:23:35.648062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-dfa539f4-ce28-4101-906d-a655231d17e9 service neutron] 10.222.0.61 "GET /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378593 Apr 11 21:23:35.789286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-a8096322-49fe-48f4-9c5a-b17205c89f27 service neutron] 10.222.0.61 "GET /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380866 Apr 11 21:23:35.961933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ba15-a014-4836-b9ff-c8f0ba6b58fe req-37e14a72-d161-409c-9321-5a236d8ee976 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:35.963398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a6b5ba15-a014-4836-b9ff-c8f0ba6b58fe req-37e14a72-d161-409c-9321-5a236d8ee976 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 946 time: 0.0937128 Apr 11 21:23:36.034109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a6b5ba15-a014-4836-b9ff-c8f0ba6b58fe req-5b8acbd3-9da3-4bd2-9a98-5ec7a952993b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618181 Apr 11 21:23:36.186050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e14ebf8e-cef6-4064-9142-cf8ce21e5f5a req-fe9d966b-7d75-4793-b6f7-4dde69303916 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0672910 Apr 11 21:23:37.323272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d3e4578c-2bc6-4e5c-b47e-6cb534b61636 req-c757ee84-9cb2-40bf-a8ca-6dc94a7d353f tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:37.360717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94454-b7d5-4b68-b0b0-75314f05ced9 req-749f24e8-7533-4a42-97f9-cad890e159c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:37.363092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-faf94454-b7d5-4b68-b0b0-75314f05ced9 req-749f24e8-7533-4a42-97f9-cad890e159c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 946 time: 0.1494052 Apr 11 21:23:37.399332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d3e4578c-2bc6-4e5c-b47e-6cb534b61636 req-c757ee84-9cb2-40bf-a8ca-6dc94a7d353f tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:37.401029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d3e4578c-2bc6-4e5c-b47e-6cb534b61636 req-c757ee84-9cb2-40bf-a8ca-6dc94a7d353f tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 210 time: 0.1280718 Apr 11 21:23:37.430420 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-faf94454-b7d5-4b68-b0b0-75314f05ced9 req-91c1bf80-a0d0-48e9-8db3-fbe4a6dfc48c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611937 Apr 11 21:23:37.676162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18107d6-e353-41bb-8df6-c8ec4f553113 req-32f97f19-be25-4dc3-ac10-8617fe544d8b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:37.677664 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b18107d6-e353-41bb-8df6-c8ec4f553113 req-32f97f19-be25-4dc3-ac10-8617fe544d8b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 946 time: 0.0917053 Apr 11 21:23:37.731039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b18107d6-e353-41bb-8df6-c8ec4f553113 req-7f24193a-5d29-4a81-b3bb-4f23cd5bae66 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475204 Apr 11 21:23:37.762493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46070) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:37.865319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c8239315-9831-446e-860f-171e8b9cc3f4 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1092 time: 0.0962162 Apr 11 21:23:37.865319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46076) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:37.872450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:37.881073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:37.883951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:floatingip and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:23:37.889447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:23:37.894980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:37.976721 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:38.180836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:38.477471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.25.5.247 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0c3412f3-4f37-4541-b2cd-67014f2e01d8) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:38.645692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-37f27995-0a4c-410e-9829-4eceb55ca33c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:38.645692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-37f27995-0a4c-410e-9829-4eceb55ca33c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.69 "GET /v2.0/networks?id=aec323aa-3758-4196-9e81-d52f6d328fd3 HTTP/1.1" status: 200 len: 797 time: 0.3101568 Apr 11 21:23:38.655406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Request body: {'port': {'device_id': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'admin_state_up': True, 'tenant_id': '5477567d6bfc44229041b7adb094c1f7'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:38.701235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-98641ff3-4af7-4602-8161-e41f77369ccb req-0213cb49-5abd-4748-b823-e330d8717df7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0935249 Apr 11 21:23:38.854663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:38.871606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:23:38.886011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:23:38.965205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Made reservation on behalf of 5477567d6bfc44229041b7adb094c1f7 for: {'port': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:23:38.969504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:39.004963 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:39.129603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:39.129603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=0c3412f3-4f37-4541-b2cd-67014f2e01d8,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:39.129603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:39.136455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:39.485488 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Allocated IP 172.20.0.24 (aec323aa-3758-4196-9e81-d52f6d328fd3/7a91184a-f8a6-4d81-a01f-5445f64ad3dc/bd2c2b03-34b8-4a55-b128-33a79ce4d3fa) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:23:40.085662 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-faa3ab9c-cd92-419e-b830-9d764ab74934 req-fb5b12dd-dd3f-4c1d-809d-c4652e727cbe tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 210 time: 0.1962292 Apr 11 21:23:40.208121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:40.249722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Transition to ACTIVE for port object bd2c2b03-34b8-4a55-b128-33a79ce4d3fa will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:40.342824 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:40.477694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Network aec323aa-3758-4196-9e81-d52f6d328fd3 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:23:40.494652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:23:40.494652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:23:40.529716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:40.542586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event updated for resources: {'Port': ['ID=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:40.689096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:40.689096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:40.714527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:40.877530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-4fcd9e22-b612-4c5a-bb6c-2864f70381d4 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2259004 Apr 11 21:23:40.888505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Request body: {'port': {'device_id': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:23:40.991593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5a9fd0f5-e363-4deb-8ac5-f91382438395 None None] Provisioning for port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:40.999635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5a9fd0f5-e363-4deb-8ac5-f91382438395 None None] Provisioning complete for port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:40.999635 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a9fd0f5-e363-4deb-8ac5-f91382438395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:41.084840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5a9fd0f5-e363-4deb-8ac5-f91382438395 None None] Port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:23:41.110766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:41.224893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:41.297127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:41.384026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Sync routers for ids ['422028ba-4970-4974-b8e0-b557eb4bc7c6'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:41.399374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Routers {'422028ba-4970-4974-b8e0-b557eb4bc7c6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:41.400523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['422028ba-4970-4974-b8e0-b557eb4bc7c6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:41.419652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f156-29ad-4b80-aaf9-8bf022a01017 req-00844e53-19c9-46dc-ba6a-cb2abefa740b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:41.420389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff42f156-29ad-4b80-aaf9-8bf022a01017 req-00844e53-19c9-46dc-ba6a-cb2abefa740b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 895 time: 0.1224866 Apr 11 21:23:41.496572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=0c3412f3-4f37-4541-b2cd-67014f2e01d8,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:41.527549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:41.621887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Set router 422028ba-4970-4974-b8e0-b557eb4bc7c6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:41.658496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46126) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:41.927117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port a2cda54b-6415-4496-9f57-7094ebf292b6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:41.927117 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.046202 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2c2b03-34b8-4a55-b128-33a79ce4d3fa {{(pid=84666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:23:42.053744 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.076546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:23:31Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '90ce1908-d9c8-4adf-936d-ac18bd0dff5a', 'name': '', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:1e:5b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:30Z', 'updated_at': '2022-04-11T21:23:32Z', 'revision_number': 2, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:42.076546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Checking router: 422028ba-4970-4974-b8e0-b557eb4bc7c6 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:42.081820 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Updating router 422028ba-4970-4974-b8e0-b557eb4bc7c6 port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:23:42.105580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Transition to ACTIVE for port object bd2c2b03-34b8-4a55-b128-33a79ce4d3fa will not be triggered until provisioned by entity L2. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:42.109036 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Floating IP 8d71e702-c245-4012-9994-e05b18ec13be associated. External IP: 172.25.5.247, port: a4a7a481-e471-484b-9591-ab18bd40148d. Apr 11 21:23:42.152817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.226660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.377425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.377425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.453673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Pushing event updated for resources: {'Port': ['ID=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:42.635955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for a2cda54b-6415-4496-9f57-7094ebf292b6 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:42.642557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Attempting to bind port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:42.643128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Attempting to bind port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:42.643250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Attempting to bind port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa on network aec323aa-3758-4196-9e81-d52f6d328fd3 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:42.664367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa on network aec323aa-3758-4196-9e81-d52f6d328fd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:23:42.664367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Attempting to bind port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa on network aec323aa-3758-4196-9e81-d52f6d328fd3 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:42.677616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:42.677616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Checking segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:42.677616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Bound using segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:42.677616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Bound port: bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:42.677616 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.855887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.942177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:42.942512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Transition to ACTIVE for port object 90ce1908-d9c8-4adf-936d-ac18bd0dff5a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:23:42.990984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=a2cda54b-6415-4496-9f57-7094ebf292b6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:43.018006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7aae6-083b-4c38-9cfb-3b00eb50d029 req-0131cb30-c8c3-4f7d-b23f-522e98fa429d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:43.018691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6cc7aae6-083b-4c38-9cfb-3b00eb50d029 req-0131cb30-c8c3-4f7d-b23f-522e98fa429d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:43.026889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] For port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host n-h1-837321-1, cleared binding levels {{(pid=84666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:43.031015 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.031164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] For port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:43.112671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.125619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.132478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:23:43.195362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6cc7aae6-083b-4c38-9cfb-3b00eb50d029 req-0131cb30-c8c3-4f7d-b23f-522e98fa429d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:43.195362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6cc7aae6-083b-4c38-9cfb-3b00eb50d029 req-0131cb30-c8c3-4f7d-b23f-522e98fa429d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 907 time: 0.4987309 Apr 11 21:23:43.254925 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.254925 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] 10.222.0.69 "PUT /v2.0/ports/bd2c2b03-34b8-4a55-b128-33a79ce4d3fa HTTP/1.1" status: 200 len: 1055 time: 2.3706114 Apr 11 21:23:43.321506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'tag': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:43.375600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505738d-e32c-4a9e-a44f-d85a639b529c None None] Pushing event updated for resources: {'Port': ['ID=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:43.493953 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec558703-f9e0-4bee-b969-13af60175c4a'] response: {'name': 'network-changed', 'server_uuid': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'tag': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa', 'status': 'completed', 'code': 200} Apr 11 21:23:43.498865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8589f-d3d1-4234-917d-bcd22120310c service neutron] Pushing event updated for resources: {'Port': ['ID=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,revision_number=3']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:43.509374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Attempting to bind port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:23:43.509743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Attempting to bind port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:23:43.510101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Attempting to bind port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a on network aec323aa-3758-4196-9e81-d52f6d328fd3 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:23:43.528694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:23:43.529085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Checking segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:23:43.529537 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.529939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Bound using segment: {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:23:43.530479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Bound port: 90ce1908-d9c8-4adf-936d-ac18bd0dff5a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321a7304-df02-4d61-ad73-e03e955b257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:23:43.530854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.612196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-ec2c6831-efa2-49ad-bc5e-be8becd7cc3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 1058 time: 0.1538599 Apr 11 21:23:43.787029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] For port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:23:43.787029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] For port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:23:43.915579 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-e31bd9d8-189b-4bf9-89ef-2e60065b78be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa HTTP/1.1" status: 200 len: 217 time: 0.2938218 Apr 11 21:23:43.936167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:23:43.942491 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:43.999031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-6ab38e2d-f8da-4169-b580-29a4cc3035b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:44.001692 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-6ab38e2d-f8da-4169-b580-29a4cc3035b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a91184a-f8a6-4d81-a01f-5445f64ad3dc HTTP/1.1" status: 200 len: 837 time: 0.0788147 Apr 11 21:23:44.026593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505738d-e32c-4a9e-a44f-d85a639b529c None None] Pushing event updated for resources: {'Port': ['ID=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:44.026593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a21915df-79a7-42a4-a717-93073a2d2fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:44.055980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:44.063562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Routers {'422028ba-4970-4974-b8e0-b557eb4bc7c6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:44.064456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['422028ba-4970-4974-b8e0-b557eb4bc7c6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:44.065902 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:44.092485 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:44.092485 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:44.172117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-a426b329-2a07-4b46-aa92-48a8ec89af23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aec323aa-3758-4196-9e81-d52f6d328fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580257 Apr 11 21:23:44.237664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:44.306384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:23:44.333874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:23:44.417585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:44.419432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:44.420088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:44.430234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-df77c5f8-c9d3-43f4-94be-e3590a96fa69 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5653038 Apr 11 21:23:44.437961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46154) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:44.493025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c4073dbd-1000-4bff-a3f3-e3e21f2e4476 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "DELETE /v2.0/floatingips/7c71ca72-f62c-42c1-aabe-bde9885b8234 HTTP/1.1" status: 204 len: 168 time: 2.8347011 Apr 11 21:23:44.493973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:44.503530 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:44.797680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] Set router 422028ba-4970-4974-b8e0-b557eb4bc7c6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:44.883204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-315780d4-6942-470c-93d1-421209cdeb2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/8d71e702-c245-4012-9994-e05b18ec13be HTTP/1.1" status: 200 len: 992 time: 0.3350213 Apr 11 21:23:44.898690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:44.902633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:16Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:40Z', 'revision_number': 0, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:44.904920 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-a3b5253e-9bdc-4144-aa24-b3465602a7c3 service neutron] 10.222.0.69 "GET /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317758 Apr 11 21:23:44.910576 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:44.928345 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:44.928955 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:45.012581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc295091-80a2-4144-9c91-19b1bfa18ec8 req-b6c28a15-fa18-483f-ae80-7e7e810e223e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:45.025590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bc295091-80a2-4144-9c91-19b1bfa18ec8 req-b6c28a15-fa18-483f-ae80-7e7e810e223e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 907 time: 0.4708028 Apr 11 21:23:45.152014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afc8f37e-b3e7-4a7d-9021-4d74b6dd983b req-0ae5d6d7-13ee-44f8-8e3d-8a0b06c856a6 service neutron] 10.222.0.69 "GET /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168560 Apr 11 21:23:45.159201 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f0f98c-045e-4778-9d98-f8efe0f27bb3'] response: {'name': 'network-changed', 'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'status': 'completed', 'code': 200} Apr 11 21:23:45.286330 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:45.365354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-6d69bcae-1b9d-47c3-bb4e-a2f3d347d5c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcdada87da274971a2f610c31bf932c1&device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1758609 Apr 11 21:23:45.503889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:45.573217 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd9e83-1d9c-4f1a-85d6-d6761be4a561 req-1447cb69-6248-4412-9f22-06ad63866b50 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:45.590884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ddd9e83-1d9c-4f1a-85d6-d6761be4a561 req-1447cb69-6248-4412-9f22-06ad63866b50 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 0.3854370 Apr 11 21:23:45.639212 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2521b3f4-518b-4622-ad05-ad98b2694e69'] response: {'name': 'network-changed', 'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'status': 'completed', 'code': 200} Apr 11 21:23:45.701507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ddd9e83-1d9c-4f1a-85d6-d6761be4a561 req-cb1898f3-1c36-4f08-8167-fcd76ef27f2b tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103823 Apr 11 21:23:45.731395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-bdf94112-ffdd-403c-b215-e39c951580de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 1058 time: 0.3671262 Apr 11 21:23:45.890058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46178) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:45.905093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:23:31Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '90ce1908-d9c8-4adf-936d-ac18bd0dff5a', 'name': '', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:1e:5b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:30Z', 'updated_at': '2022-04-11T21:23:43Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:45.912053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9d855-473f-4bfa-9aa3-6f43f6b52555 None None] The sync data for ids ['422028ba-4970-4974-b8e0-b557eb4bc7c6'] in n-d-837321-1 is: [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:23:31Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '90ce1908-d9c8-4adf-936d-ac18bd0dff5a', 'name': '', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:1e:5b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:30Z', 'updated_at': '2022-04-11T21:23:43Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:45.931125 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:16Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:40Z', 'revision_number': 0, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:45.936171 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cd216-f72b-40f3-ab4f-cb6565c322d4 None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:16Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:40Z', 'revision_number': 0, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:45.957814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:45.992533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] Checking router: ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:23:46.036325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748919a6-7045-4386-a0b4-06f69550186f req-be9f3ecd-5321-46b2-ab4b-3f2574307ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:46.036325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-be9f3ecd-5321-46b2-ab4b-3f2574307ffc service neutron] 10.222.0.69 "GET /v2.0/networks?id=aec323aa-3758-4196-9e81-d52f6d328fd3 HTTP/1.1" status: 200 len: 898 time: 0.2928131 Apr 11 21:23:46.062065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] Routers {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:23:46.064374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-0e7dd674-923e-483d-be19-288c00abdc95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:46.064374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-0e7dd674-923e-483d-be19-288c00abdc95 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 200 len: 913 time: 0.6837847 Apr 11 21:23:46.067748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:46.299956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-d4029970-e6da-40f0-b15d-788e2ebb0127 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa HTTP/1.1" status: 200 len: 217 time: 0.2649190 Apr 11 21:23:46.405538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6661bc12-6fb1-4870-b231-6bb4cfaa9b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:46.433875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] Set router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:23:46.434344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9d204cd5-cba6-4cee-b6d4-4e023c3b4f15 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/8d71e702-c245-4012-9994-e05b18ec13be HTTP/1.1" status: 200 len: 992 time: 0.4944034 Apr 11 21:23:46.438238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-630ccc23-9520-4169-a725-5d1b08171456 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 200 len: 217 time: 0.1385834 Apr 11 21:23:46.470461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748919a6-7045-4386-a0b4-06f69550186f req-c6112882-0c04-44fa-a210-77f63e8b230b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:46.476823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-c6112882-0c04-44fa-a210-77f63e8b230b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a91184a-f8a6-4d81-a01f-5445f64ad3dc HTTP/1.1" status: 200 len: 837 time: 0.1648815 Apr 11 21:23:46.499233 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc15478-a96c-4d68-badd-c6bd7bd8d8ab None None] New status for floating IP 8d71e702-c245-4012-9994-e05b18ec13be: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:23:46.665052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-1d8bf25b-88f9-4664-a12b-3ada322c1df8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aec323aa-3758-4196-9e81-d52f6d328fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802630 Apr 11 21:23:46.694249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-9a7b25a9-852d-45e1-9df1-1433a96055d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:46.695738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-9a7b25a9-852d-45e1-9df1-1433a96055d7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 200 len: 851 time: 0.1179543 Apr 11 21:23:46.916430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-e10f3160-d53e-4a30-a93c-3b5af2ac8e92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1097 time: 1.0201364 Apr 11 21:23:46.934942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-197ab21f-26af-4dd9-ba93-68597a95787e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:46.934942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-197ab21f-26af-4dd9-ba93-68597a95787e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:46.934942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-d1ee8351-e282-4738-a418-fbf17d0989f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5290318 Apr 11 21:23:46.986858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0661ed-e030-4875-b183-aab35c8ca4ed req-b1b05d38-6992-4676-98db-a3585148d887 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:47.002997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-be0661ed-e030-4875-b183-aab35c8ca4ed req-b1b05d38-6992-4676-98db-a3585148d887 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 907 time: 0.5556943 Apr 11 21:23:47.149159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-46ed6d91-ddae-46e2-896b-3a200fc072d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30e07d45-ef04-4d3f-b47c-dd88bfcb89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4393952 Apr 11 21:23:47.152432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-197ab21f-26af-4dd9-ba93-68597a95787e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:47.153511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-197ab21f-26af-4dd9-ba93-68597a95787e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 1.2156682 Apr 11 21:23:47.176926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:23:47.188343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b468557-a1cf-4edf-9fa0-4eef1abdeb4f None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [{'id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'name': 'tempest-TestVolumeBootPattern-1302291713-router', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:28Z', 'updated_at': '2022-04-11T21:06:37Z', 'revision_number': 4, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'gw_port': {'id': 'f3fff7f6-37fd-4ea1-b947-7112029cd403', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:29Z', 'updated_at': '2022-04-11T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '1101681d-1978-451a-961e-fc3ce9cedaca', 'name': '', 'network_id': '30e07d45-ef04-4d3f-b47c-dd88bfcb89df', 'tenant_id': 'bcdada87da274971a2f610c31bf932c1', 'mac_address': 'fa:16:3e:42:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:35Z', 'updated_at': '2022-04-11T21:06:47Z', 'revision_number': 5, 'project_id': 'bcdada87da274971a2f610c31bf932c1', 'subnets': [{'id': 'f9828eb0-0ca7-4fa6-a889-02223177bee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:23:47.217759 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-20f49306-692d-4aa5-b4ac-f6d556edb9ae service neutron] 10.222.0.69 "GET /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480938 Apr 11 21:23:47.358039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:47.358039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:47.451006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46194) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:47.478990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:47.496361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 90ce1908-d9c8-4adf-936d-ac18bd0dff5a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:47.544626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:47.669982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:47.669982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:47.669982 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:47.673043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe2c9-099e-4b35-8eab-d75212928246 req-45cd886b-4afe-45ce-af04-7f9bafea1481 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:47.673043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90cbe2c9-099e-4b35-8eab-d75212928246 req-45cd886b-4afe-45ce-af04-7f9bafea1481 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 0.6295233 Apr 11 21:23:47.781268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-fe7933f1-303d-48b1-87d9-4ab201e9469e service neutron] 10.222.0.69 "GET /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526862 Apr 11 21:23:47.781268 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90cbe2c9-099e-4b35-8eab-d75212928246 req-83684765-2b76-4939-a4cf-b70370203ac9 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813010 Apr 11 21:23:47.815719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-c449464f-e8c8-4e10-8edc-6ede5e83ee1f service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366566 Apr 11 21:23:47.884396 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:47.917773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:47.944211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-f0e17b67-ff80-41a5-8f77-fa38bb4159a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:47.945663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-f0e17b67-ff80-41a5-8f77-fa38bb4159a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 897 time: 1.0109251 Apr 11 21:23:47.981886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:48.084846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:48.110485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-104fef13-1971-4a11-b88f-fcce8e9f1846 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/8d71e702-c245-4012-9994-e05b18ec13be HTTP/1.1" status: 200 len: 994 time: 0.4785144 Apr 11 21:23:48.417278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-b190b775-0c53-4403-8459-2a8e842f3a70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 1002 time: 0.4562128 Apr 11 21:23:48.427070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b22ce9b-d7cf-4861-85cb-7cdefe8e3d51 req-e71bd9ed-31ac-476d-ac1f-4714cf797e95 service neutron] 10.222.0.75 "GET /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729704 Apr 11 21:23:48.540646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-518f64b6-a59d-4e85-9378-6b14d55137b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:48.542088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-518f64b6-a59d-4e85-9378-6b14d55137b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 200 len: 834 time: 0.1170013 Apr 11 21:23:48.544648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] For port 9bcc600f-cda2-4a6f-8ad0-592a94183c62, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9bcc600f-cda2-4a6f-8ad0-592a94183c62,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:48.544937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:48.691513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bd2c2b03-34b8-4a55-b128-33a79ce4d3fa details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:23:48.713877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for 9bcc600f-cda2-4a6f-8ad0-592a94183c62 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:48.763156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40296023-836b-4143-8a26-3a2a25d5b31a req-7bd4365d-7f97-4567-a6a6-c5bd137386f8 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:48.763156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40296023-836b-4143-8a26-3a2a25d5b31a req-7bd4365d-7f97-4567-a6a6-c5bd137386f8 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 907 time: 0.6071558 Apr 11 21:23:48.826782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-748f90a4-22c9-45c2-ae3f-7d3f216106ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eaa3f0ae-29b2-4220-a122-00abbe164634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726240 Apr 11 21:23:48.835650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9bcc600f-cda2-4a6f-8ad0-592a94183c62 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:23:48.945527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:49.008929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa', 'network_id': 'aec323aa-3758-4196-9e81-d52f6d328fd3', 'port_id': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa', 'mac_address': 'fa:16:3e:9c:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a91184a-f8a6-4d81-a01f-5445f64ad3dc', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:23:49.077369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc659-93bf-4ebc-8abf-2c27c5700f01 req-a7e0ce5f-c5e0-4593-a53f-ef389b6cbbc4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:49.086389 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0afc659-93bf-4ebc-8abf-2c27c5700f01 req-a7e0ce5f-c5e0-4593-a53f-ef389b6cbbc4 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 946 time: 0.1401021 Apr 11 21:23:49.113652 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.122973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-f4adda1a-7dcc-4e58-85c1-c2e41b460343 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632852 Apr 11 21:23:49.145329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.145329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2c2b03-34b8-4a55-b128-33a79ce4d3fa {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:23:49.155614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0afc659-93bf-4ebc-8abf-2c27c5700f01 req-16990b8a-d33c-46e3-953d-6559653f91c2 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/security-groups?id=846188e0-e3ad-43d8-8fc7-6e85a9c305e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650809 Apr 11 21:23:49.182199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:49.201901 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.241980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.291743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=9bcc600f-cda2-4a6f-8ad0-592a94183c62,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:49.325000 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.401035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 90ce1908-d9c8-4adf-936d-ac18bd0dff5a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:49.403649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] No DVR routers for this DVR port 9bcc600f-cda2-4a6f-8ad0-592a94183c62 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:23:49.417982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.417982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'name': 'network-vif-deleted', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:49.439027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ac9d1e3-fa9b-478f-b54e-4ea9f0ace988 req-46044ec6-4fc3-40bc-a9c3-7016e7afecb2 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094537 Apr 11 21:23:49.487461 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958e4a16-0ff1-4e46-a92d-fe5cf8717a12'] response: {'server_uuid': '36400922-f5f0-4e53-91ee-1789abef5bb8', 'name': 'network-vif-deleted', 'tag': '9bcc600f-cda2-4a6f-8ad0-592a94183c62', 'status': 'completed', 'code': 200} Apr 11 21:23:49.515570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:49.518075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cb16234-723a-45b9-b551-8ad2e0c1c775 req-df9d43d0-9873-42aa-846d-97e473289d24 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.75 "DELETE /v2.0/ports/9bcc600f-cda2-4a6f-8ad0-592a94183c62 HTTP/1.1" status: 204 len: 173 time: 2.3331556 Apr 11 21:23:49.526994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:49.526994 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:49.552339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['bd2c2b03-34b8-4a55-b128-33a79ce4d3fa'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:23:49.822669 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-38b89bbb-013f-4521-afbc-0efaa0a306d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1097 time: 0.1255090 Apr 11 21:23:49.948708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:23:50.075124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-66f800c4-11c3-4ffc-89e5-ffe38013e30b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:50.075124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-66f800c4-11c3-4ffc-89e5-ffe38013e30b service neutron] 10.222.0.69 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 897 time: 0.2081428 Apr 11 21:23:50.104538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5066f9-9a29-4ebf-b0ad-858dcb932960 req-ffef573c-d55c-4776-b39d-1fca80b91fad tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:50.117435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-de5066f9-9a29-4ebf-b0ad-858dcb932960 req-ffef573c-d55c-4776-b39d-1fca80b91fad tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 908 time: 0.1195734 Apr 11 21:23:50.233942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-0a395e35-0a0f-4350-9d91-34bbc6f17864 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 1002 time: 0.1538231 Apr 11 21:23:50.458428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8500a4a7-a79d-4b2d-9cc2-eeb163d6938d req-5947c661-c9e3-41c9-9f89-087288f2da60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Synchronizing usage tracker for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:50.499238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-a7e93bc2-dc2e-4d17-8cf0-6c433e13ccc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:50.506295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-a7e93bc2-dc2e-4d17-8cf0-6c433e13ccc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 200 len: 834 time: 0.2608654 Apr 11 21:23:50.581998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-e07eafc1-22b2-4d26-8278-162344f498f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eaa3f0ae-29b2-4220-a122-00abbe164634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734758 Apr 11 21:23:50.599068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8500a4a7-a79d-4b2d-9cc2-eeb163d6938d req-5947c661-c9e3-41c9-9f89-087288f2da60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Unset dirty status for tenant:bcdada87da274971a2f610c31bf932c1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:50.599068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8500a4a7-a79d-4b2d-9cc2-eeb163d6938d req-5947c661-c9e3-41c9-9f89-087288f2da60 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "GET /v2.0/ports?device_id=36400922-f5f0-4e53-91ee-1789abef5bb8 HTTP/1.1" status: 200 len: 210 time: 0.2085583 Apr 11 21:23:50.709635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bd2c2b03-34b8-4a55-b128-33a79ce4d3fa up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:23:50.761793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-ab776ade-be8f-49be-9906-accb77aef787 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617157 Apr 11 21:23:50.917988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:23:50.929377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:23:50.929377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:51.040069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-8a134872-5e82-449d-90d5-4a1dab915a24 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771845 Apr 11 21:23:51.065514 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:51.090774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:51.100684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:51.151076 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f52086-3702-4c46-ac74-3e5e27f46fde'] response: {'server_uuid': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa', 'code': 200} Apr 11 21:23:51.190034 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:51.360840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:51.443299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f859f9a-b918-4108-b66f-3aeee8e03ac8 req-3f007e50-0e99-4e82-aaf0-2dca7235bbd7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 1060 time: 0.2253327 Apr 11 21:23:51.446071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fed52-5a15-4221-925d-942bb79d4551 req-406f85b1-be89-4cd5-92fe-4dedc14cb9ef tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:51.447443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f18fed52-5a15-4221-925d-942bb79d4551 req-406f85b1-be89-4cd5-92fe-4dedc14cb9ef tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1431606 Apr 11 21:23:51.705472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46246) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:51.896123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Deleting port c4361ee7-d2fd-4ffe-8c21-98e7b4789a9c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:51.896123 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:52.080392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:52.080960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:52.214829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Calling delete_port for c4361ee7-d2fd-4ffe-8c21-98e7b4789a9c owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:52.404955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:52.462771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'Port': ['ID=c4361ee7-d2fd-4ffe-8c21-98e7b4789a9c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:52.569405 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:52.676587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:52.680897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4b690dcb-4b32-4025-820e-5e6521cb7e6e tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "DELETE /v2.0/floatingips/27c5591d-64e3-45c5-9c14-1a5314c5efe4 HTTP/1.1" status: 204 len: 168 time: 0.9762044 Apr 11 21:23:52.700688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a05c7-8f1d-4b5d-b270-050510660b1b req-1a2be7cc-a52f-4ae4-b14c-86dec48b000e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:52.710129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-689a05c7-8f1d-4b5d-b270-050510660b1b req-1a2be7cc-a52f-4ae4-b14c-86dec48b000e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1019301 Apr 11 21:23:53.626894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-24b4c81b-4c9f-42b2-a8be-f2feb1346f2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791290 Apr 11 21:23:53.726769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-b6968955-a907-411c-8607-ad6bb2b081d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1136 time: 0.0746725 Apr 11 21:23:53.890928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441679-5f56-486a-ba10-af72bfea8b9e req-36a30951-67c7-456e-b9bb-e323dee67c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:53.890928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-36a30951-67c7-456e-b9bb-e323dee67c12 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e HTTP/1.1" status: 200 len: 897 time: 0.1383572 Apr 11 21:23:53.990474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc593-a31d-4871-b9d0-27366440b5ac req-b74bbd84-e84d-49dc-915b-142d6820e226 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:53.995309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-761dc593-a31d-4871-b9d0-27366440b5ac req-b74bbd84-e84d-49dc-915b-142d6820e226 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1562343 Apr 11 21:23:54.022442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-afce1eac-378d-4585-ba9d-de4eaf387843 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 HTTP/1.1" status: 200 len: 1002 time: 0.1246517 Apr 11 21:23:54.405343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441679-5f56-486a-ba10-af72bfea8b9e req-c4120237-331e-4089-8afc-e08fdc1c8361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:54.408595 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-c4120237-331e-4089-8afc-e08fdc1c8361 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7c560e4f-358b-4113-978f-7ca3020309fd HTTP/1.1" status: 200 len: 835 time: 0.3740056 Apr 11 21:23:54.461016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a401c-55ef-4ae1-a4a1-b0ee80bc9cee req-b566884f-b98e-4872-8ef4-94192972e01a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:54.462714 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb2a401c-55ef-4ae1-a4a1-b0ee80bc9cee req-b566884f-b98e-4872-8ef4-94192972e01a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1804645 Apr 11 21:23:54.509647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-c3919197-8044-4dd4-8672-e05757c96131 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899708 Apr 11 21:23:54.710193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-0702c6ab-88bb-4ec9-b74d-bc6d950d828d service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858108 Apr 11 21:23:54.858252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b6919386-a7f6-4752-a35e-08940bf7382d req-1c769b2a-41dc-4b3b-b7b6-756ef96bc905 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 1060 time: 0.0778749 Apr 11 21:23:54.891194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04441679-5f56-486a-ba10-af72bfea8b9e req-a9ea89ad-3e3b-4408-987f-943071d211f3 service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746092 Apr 11 21:23:55.073785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de5700ec-f904-4b32-8b50-dc1dd1a5427b req-bd73329e-229b-4c9d-80c4-21159fc92325 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1136 time: 0.0770071 Apr 11 21:23:55.121330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-de5700ec-f904-4b32-8b50-dc1dd1a5427b req-7263ddba-041f-438f-93d5-ff43b5c4d6ad tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Synchronizing usage tracker for tenant:bfb01038399946908533cdf51ba85416 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:23:55.256651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-de5700ec-f904-4b32-8b50-dc1dd1a5427b req-7263ddba-041f-438f-93d5-ff43b5c4d6ad tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] Unset dirty status for tenant:bfb01038399946908533cdf51ba85416 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:23:55.260411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-de5700ec-f904-4b32-8b50-dc1dd1a5427b req-7263ddba-041f-438f-93d5-ff43b5c4d6ad tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1872182 Apr 11 21:23:55.286351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46300) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:55.388959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bb24765f-090e-4c2c-9e0b-11069f2c28e3 tempest-TestSecurityGroupsBasicOps-832241923 tempest-TestSecurityGroupsBasicOps-832241923-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 1055 time: 0.0938699 Apr 11 21:23:55.451874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46308) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:55.538874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a119c80-6d74-4d83-8a9f-9eca8fa1a671 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:55.579321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a119c80-6d74-4d83-8a9f-9eca8fa1a671 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:55.756909 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a119c80-6d74-4d83-8a9f-9eca8fa1a671 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:55.779699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a119c80-6d74-4d83-8a9f-9eca8fa1a671 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846188e0-e3ad-43d8-8fc7-6e85a9c305e5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:55.895508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3a119c80-6d74-4d83-8a9f-9eca8fa1a671 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:55.900273 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3a119c80-6d74-4d83-8a9f-9eca8fa1a671 tempest-TestVolumeBootPattern-265541501 tempest-TestVolumeBootPattern-265541501-project] 10.222.0.61 "DELETE /v2.0/security-groups/846188e0-e3ad-43d8-8fc7-6e85a9c305e5 HTTP/1.1" status: 204 len: 168 time: 0.4520800 Apr 11 21:23:56.052236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46322) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:23:56.203814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a153-570e-4056-9c24-b0c6e40e14ef req-8eafac5f-cd68-4adb-b117-13955a60ef5a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:56.226707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5431a153-570e-4056-9c24-b0c6e40e14ef req-8eafac5f-cd68-4adb-b117-13955a60ef5a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1236899 Apr 11 21:23:56.755683 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:57.510210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-22a3f36d-86c8-4eb4-a5bf-c2e1c9ac20f0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:57.513107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-22a3f36d-86c8-4eb4-a5bf-c2e1c9ac20f0 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.69 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1926255 Apr 11 21:23:57.607253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908783-8f53-4986-afbe-18b9e3576ef6 req-67b5f85e-9411-4b3c-8087-6e7fd2a78f9d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:23:57.609804 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b908783-8f53-4986-afbe-18b9e3576ef6 req-67b5f85e-9411-4b3c-8087-6e7fd2a78f9d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 909 time: 0.1896164 Apr 11 21:23:57.615875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:57.616242 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:57.961242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Deleting port 1101681d-1978-451a-961e-fc3ce9cedaca {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:23:57.961587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:58.040051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:58.040051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:58.244088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for bd2c2b03-34b8-4a55-b128-33a79ce4d3fa owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:58.372029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] For port 1101681d-1978-451a-961e-fc3ce9cedaca, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=1101681d-1978-451a-961e-fc3ce9cedaca,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:23:58.372388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:58.384557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739178a2-2b5f-4338-ae3a-06a1b7e255e4 None None] New status for floating IP 7c71ca72-f62c-42c1-aabe-bde9885b8234: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:23:58.546974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Calling delete_port for 1101681d-1978-451a-961e-fc3ce9cedaca owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:23:58.719073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:58.797872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cfb4e5a3-bce3-438f-8c49-9b6c3f2fd877 req-161b0d03-3165-462b-a7a6-8219498c7acb tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0608242 Apr 11 21:23:58.941348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=bd2c2b03-34b8-4a55-b128-33a79ce4d3fa,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:58.995419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] No DVR routers for this DVR port bd2c2b03-34b8-4a55-b128-33a79ce4d3fa on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:23:58.998200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:59.001475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'name': 'network-vif-deleted', 'tag': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:23:59.045112 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:59.108040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1101681d-1978-451a-961e-fc3ce9cedaca,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:23:59.108040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c12ad9f-8010-456c-999a-3ed99ba9d19b req-2db18256-45ae-4c91-ae16-c643cf69c704 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.69 "DELETE /v2.0/ports/bd2c2b03-34b8-4a55-b128-33a79ce4d3fa HTTP/1.1" status: 204 len: 173 time: 1.5726669 Apr 11 21:23:59.108040 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b962ab5e-bcda-40fa-af79-2e71125b989b'] response: {'server_uuid': '0320acdd-9c01-44b7-91c7-b3e30ba9f7e8', 'name': 'network-vif-deleted', 'tag': 'bd2c2b03-34b8-4a55-b128-33a79ce4d3fa', 'status': 'completed', 'code': 200} Apr 11 21:23:59.141394 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:23:59.528638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:00.096701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-25f2e932-54d3-4646-b142-ebdf7baaa486 req-60ad0078-be5d-4389-a91f-c21478a62c3d tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0320acdd-9c01-44b7-91c7-b3e30ba9f7e8 HTTP/1.1" status: 200 len: 210 time: 0.1054289 Apr 11 21:24:00.200070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:00.448792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:00.454941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5274076b-5025-4bfe-9b19-59e527accb4d admin admin] 10.222.0.61 "PUT /v2.0/routers/ac2f45cd-48a3-4833-979b-23c0f0bfb2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4080856 Apr 11 21:24:00.456763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46374) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:00.726549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bd2c2b03-34b8-4a55-b128-33a79ce4d3fa no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:00.765759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: bd2c2b03-34b8-4a55-b128-33a79ce4d3fa {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:00.766275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device bd2c2b03-34b8-4a55-b128-33a79ce4d3fa not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:00.798561 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:00.930065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:01.026998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:01.095459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Deleting port f3fff7f6-37fd-4ea1-b947-7112029cd403 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:01.095459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:01.205397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:01.307656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] For port f3fff7f6-37fd-4ea1-b947-7112029cd403, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f3fff7f6-37fd-4ea1-b947-7112029cd403,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:01.308185 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:01.451276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Calling delete_port for f3fff7f6-37fd-4ea1-b947-7112029cd403 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:01.685840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:01.747426 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:01.800562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fff7f6-37fd-4ea1-b947-7112029cd403,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:02.063308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.364841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.370527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.395598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:02.396127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.466881 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.466881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:24:02.491429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.491429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4c146e73-bf6a-49de-a6bc-28244191d1b3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ac2f45cd-48a3-4833-979b-23c0f0bfb2e0 HTTP/1.1" status: 204 len: 168 time: 2.0321901 Apr 11 21:24:02.491429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46404) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:02.636691 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Sync routers for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:02.651460 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:02.651460 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 21:24:02.651867 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_agentschedulers_db [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 21:24:02.667103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:02.668081 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 21:24:02.668918 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_agentschedulers_db [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 21:24:02.669507 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0d350-c584-49ef-9b8f-e93d1cf4b878 None None] The sync data for ids ['ac2f45cd-48a3-4833-979b-23c0f0bfb2e0'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:02.687850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Deleting subnet f9828eb0-0ca7-4fa6-a889-02223177bee8 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:24:02.691359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.737360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port 90ce1908-d9c8-4adf-936d-ac18bd0dff5a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:02.737716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.745254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.853728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:02.875661 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for 90ce1908-d9c8-4adf-936d-ac18bd0dff5a owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:03.022784 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.074515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9828eb0-0ca7-4fa6-a889-02223177bee8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:03.074515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.079725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0480b-1039-466f-8d31-1dfecd6d9ada None None] Network 30e07d45-ef04-4d3f-b47c-dd88bfcb89df requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:03.085353 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ad88f770-e378-47a2-9ebf-de47fc145a5b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f9828eb0-0ca7-4fa6-a889-02223177bee8 HTTP/1.1" status: 204 len: 168 time: 0.5889311 Apr 11 21:24:03.085353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46412) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:03.121966 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.184273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=90ce1908-d9c8-4adf-936d-ac18bd0dff5a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.195817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:03.216437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.228880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Deleting port a25d791f-378d-467a-9c74-cecdfbd4e525 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:03.228880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.457410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] DHCP port deletion for 30e07d45-ef04-4d3f-b47c-dd88bfcb89df request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:24:03.488177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Deleting port a25d791f-378d-467a-9c74-cecdfbd4e525 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:03.488177 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.671055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] For port a25d791f-378d-467a-9c74-cecdfbd4e525, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a25d791f-378d-467a-9c74-cecdfbd4e525,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:03.671055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.687629 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.747602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] For port a25d791f-378d-467a-9c74-cecdfbd4e525, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a25d791f-378d-467a-9c74-cecdfbd4e525,segment=NetworkSegment(06d742be-0a34-4805-b76c-03b42092db5d),segment_id=06d742be-0a34-4805-b76c-03b42092db5d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:03.748419 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:03.815208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Calling delete_port for a25d791f-378d-467a-9c74-cecdfbd4e525 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:03.918613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Calling delete_port for a25d791f-378d-467a-9c74-cecdfbd4e525 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:04.029263 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.034060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:24:04.034626 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:24:04.085109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a25d791f-378d-467a-9c74-cecdfbd4e525,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:04.089801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] No DVR routers for this DVR port a25d791f-378d-467a-9c74-cecdfbd4e525 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:24:04.249955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.280320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e07d45-ef04-4d3f-b47c-dd88bfcb89df']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:04.293939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d742be-0a34-4805-b76c-03b42092db5d') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:04.294447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d742be-0a34-4805-b76c-03b42092db5d') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:04.308978 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.328032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.336002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:24:04.336458 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:24:04.437467 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:24:04.470168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router 422028ba-4970-4974-b8e0-b557eb4bc7c6 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:04.502830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.522877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.538794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] Pushing event deleted for resources: {'Network': ['ID=30e07d45-ef04-4d3f-b47c-dd88bfcb89df,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:04.550527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Deleting port a25d791f-378d-467a-9c74-cecdfbd4e525 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:04.557657 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:04.637485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-adbcb920-aa86-4812-a412-6f01320c97ae admin admin] 10.222.0.61 "DELETE /v2.0/networks/30e07d45-ef04-4d3f-b47c-dd88bfcb89df HTTP/1.1" status: 204 len: 168 time: 1.5533681 Apr 11 21:24:04.640448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46434) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:04.681606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-921b129c-8c1b-4ae4-afd5-506ef98a351c None None] The port 'a25d791f-378d-467a-9c74-cecdfbd4e525' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:24:04.901214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:04.906912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] Sync routers for ids ['422028ba-4970-4974-b8e0-b557eb4bc7c6'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:04.919617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8eb21c0c-4588-42cf-9f7e-509a1ab763f3 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "PUT /v2.0/routers/422028ba-4970-4974-b8e0-b557eb4bc7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7110722 Apr 11 21:24:04.920582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] Routers {'422028ba-4970-4974-b8e0-b557eb4bc7c6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:04.921375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46438) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:04.921652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['422028ba-4970-4974-b8e0-b557eb4bc7c6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:05.183544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting subnet 7a91184a-f8a6-4d81-a01f-5445f64ad3dc {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:24:05.186410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:05.234528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] Set router 422028ba-4970-4974-b8e0-b557eb4bc7c6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:05.289990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:05.366172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:05.447920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1101681d-1978-451a-961e-fc3ce9cedaca no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:05.460963 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:05.491268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 1101681d-1978-451a-961e-fc3ce9cedaca {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:05.491268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 1101681d-1978-451a-961e-fc3ce9cedaca not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:05.491268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a25d791f-378d-467a-9c74-cecdfbd4e525 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:05.543515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a25d791f-378d-467a-9c74-cecdfbd4e525 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:05.543515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a25d791f-378d-467a-9c74-cecdfbd4e525 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:05.679041 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:05.732857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:24:02Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:05.738694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] Checking router: 422028ba-4970-4974-b8e0-b557eb4bc7c6 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:05.739757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Subnet': ['ID=7a91184a-f8a6-4d81-a01f-5445f64ad3dc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:05.742094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:05.753802 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f4d5599-5e8a-4598-8435-cfa5ec18c893 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/subnets/7a91184a-f8a6-4d81-a01f-5445f64ad3dc HTTP/1.1" status: 204 len: 168 time: 0.8301680 Apr 11 21:24:05.754470 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46450) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:05.758726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] Routers {'422028ba-4970-4974-b8e0-b557eb4bc7c6'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:05.758726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['422028ba-4970-4974-b8e0-b557eb4bc7c6'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:05.844726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b84f7-3145-4bed-b541-43459d82aad8 None None] Network aec323aa-3758-4196-9e81-d52f6d328fd3 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:06.052976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.324452 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.344032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] Set router 422028ba-4970-4974-b8e0-b557eb4bc7c6 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:06.386553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Deleting port 02e4ab7f-1755-4e26-920b-8a01fd098db9 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:06.387128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.416809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port 631f3bc5-0f33-47d9-b4bd-b388ad148214 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:06.416809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.604498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] DHCP port deletion for aec323aa-3758-4196-9e81-d52f6d328fd3 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:24:06.615661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] Deleting port 9d593918-5b8a-4815-bd92-2928dc79f954 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:06.615661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.692719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port 631f3bc5-0f33-47d9-b4bd-b388ad148214, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=631f3bc5-0f33-47d9-b4bd-b388ad148214,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:06.693073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.717810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] For port 02e4ab7f-1755-4e26-920b-8a01fd098db9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=02e4ab7f-1755-4e26-920b-8a01fd098db9,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:06.719398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:06.838884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for 631f3bc5-0f33-47d9-b4bd-b388ad148214 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:06.911429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Calling delete_port for 02e4ab7f-1755-4e26-920b-8a01fd098db9 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:07.007028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] For port 9d593918-5b8a-4815-bd92-2928dc79f954, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9d593918-5b8a-4815-bd92-2928dc79f954,segment=NetworkSegment(321a7304-df02-4d61-ad73-e03e955b257c),segment_id=321a7304-df02-4d61-ad73-e03e955b257c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:07.007028 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:07.177571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] Calling delete_port for 9d593918-5b8a-4815-bd92-2928dc79f954 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:07.179534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:07.232428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e4ab7f-1755-4e26-920b-8a01fd098db9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:07.245108 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:07.291083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:24:02Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:07.324620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f528d0-a46e-46c6-87ec-fe8ccfd8e2c3 None None] The sync data for ids ['422028ba-4970-4974-b8e0-b557eb4bc7c6'] in n-d-837321-1 is: [{'id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-14326018', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:23Z', 'updated_at': '2022-04-11T21:24:02Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '631f3bc5-0f33-47d9-b4bd-b388ad148214', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422028ba-4970-4974-b8e0-b557eb4bc7c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:24Z', 'updated_at': '2022-04-11T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:07.404137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:07.433293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=631f3bc5-0f33-47d9-b4bd-b388ad148214,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:07.461692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] Pushing event deleted for resources: {'Port': ['ID=9d593918-5b8a-4815-bd92-2928dc79f954,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:07.463696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849471e-8c30-4b31-8b1b-eb7f528d8751 None None] No DVR routers for this DVR port 9d593918-5b8a-4815-bd92-2928dc79f954 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:24:07.684892 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:07.819823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9d593918-5b8a-4815-bd92-2928dc79f954 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:07.861280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:07.996916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9d593918-5b8a-4815-bd92-2928dc79f954 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:07.997624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9d593918-5b8a-4815-bd92-2928dc79f954 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:07.998034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f3fff7f6-37fd-4ea1-b947-7112029cd403 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:08.040519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f3fff7f6-37fd-4ea1-b947-7112029cd403 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:08.041114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f3fff7f6-37fd-4ea1-b947-7112029cd403 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:08.136941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.154693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.211298 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.211298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Fanout notify agent at l3_agent the message router_deleted on router 422028ba-4970-4974-b8e0-b557eb4bc7c6 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:24:08.224073 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.230624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f690cad-3a9c-45e2-bf30-71e12d97e23a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/routers/422028ba-4970-4974-b8e0-b557eb4bc7c6 HTTP/1.1" status: 204 len: 168 time: 2.4693315 Apr 11 21:24:08.241168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46474) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:08.365071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.530479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.582492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec323aa-3758-4196-9e81-d52f6d328fd3']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:08.597767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321a7304-df02-4d61-ad73-e03e955b257c') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:08.598072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321a7304-df02-4d61-ad73-e03e955b257c') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:08.749967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.799254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.803923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:24:08.803923 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:24:08.823778 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:24:09.023893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:09.048309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:09.122144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Network': ['ID=aec323aa-3758-4196-9e81-d52f6d328fd3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:09.233630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46488) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:09.235704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-42c914e3-dd90-4fa4-8851-62c2dd444e2b tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/networks/aec323aa-3758-4196-9e81-d52f6d328fd3 HTTP/1.1" status: 204 len: 168 time: 1.0013361 Apr 11 21:24:09.235704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Router 2ddc6d0a-a961-48ab-8336-637ab121ca54 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:09.419428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 90ce1908-d9c8-4adf-936d-ac18bd0dff5a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:09.452927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 90ce1908-d9c8-4adf-936d-ac18bd0dff5a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:09.453317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 90ce1908-d9c8-4adf-936d-ac18bd0dff5a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:09.453661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 631f3bc5-0f33-47d9-b4bd-b388ad148214 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:09.499525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 631f3bc5-0f33-47d9-b4bd-b388ad148214 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:09.499985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 631f3bc5-0f33-47d9-b4bd-b388ad148214 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:09.513944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:09.520138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6531ef07-53eb-429f-af22-07e3c8a14102 admin admin] 10.222.0.61 "PUT /v2.0/routers/2ddc6d0a-a961-48ab-8336-637ab121ca54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8784544 Apr 11 21:24:09.522448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:09.526057 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] Sync routers for ids ['2ddc6d0a-a961-48ab-8336-637ab121ca54'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:09.561302 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] Routers {'2ddc6d0a-a961-48ab-8336-637ab121ca54'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:09.561302 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2ddc6d0a-a961-48ab-8336-637ab121ca54'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:09.607676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port e536f326-478c-4e4d-bc6c-23dc9ec18b36 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:09.607676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:09.800716 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] Set router 2ddc6d0a-a961-48ab-8336-637ab121ca54 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:09.853557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:09.853557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:09.961503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:10.025243 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for e536f326-478c-4e4d-bc6c-23dc9ec18b36 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:10.199852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:10.216911 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:24:07Z', 'revision_number': 5, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port': {'id': 'a9d53bd1-0ca5-4f37-92ce-e22706cda42f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:06:48Z', 'updated_at': '2022-04-11T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:10.221536 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] Checking router: 2ddc6d0a-a961-48ab-8336-637ab121ca54 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:10.253800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] Routers {'2ddc6d0a-a961-48ab-8336-637ab121ca54'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:10.253800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2ddc6d0a-a961-48ab-8336-637ab121ca54'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:10.267275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Deleting port a9d53bd1-0ca5-4f37-92ce-e22706cda42f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:10.267275 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:10.289837 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:10.456563 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=e536f326-478c-4e4d-bc6c-23dc9ec18b36,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:10.476734 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] Set router 2ddc6d0a-a961-48ab-8336-637ab121ca54 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:10.553215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] For port a9d53bd1-0ca5-4f37-92ce-e22706cda42f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:10.571611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:10.597134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:10.635630 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:24:10Z', 'revision_number': 6, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:10.641937 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816d81b-6e6f-4726-8219-ccfe1cd4a760 None None] The sync data for ids ['2ddc6d0a-a961-48ab-8336-637ab121ca54'] in n-d-837321-1 is: [{'id': '2ddc6d0a-a961-48ab-8336-637ab121ca54', 'name': 'tempest-TestVolumeBootPattern-1907580732-router', 'tenant_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:06:46Z', 'updated_at': '2022-04-11T21:24:10Z', 'revision_number': 6, 'project_id': 'f9f2cd0435cc4ae48a60daa511e7d09b', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:10.712685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Calling delete_port for a9d53bd1-0ca5-4f37-92ce-e22706cda42f owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:10.999852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:11.048463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d53bd1-0ca5-4f37-92ce-e22706cda42f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:11.074618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router a45e7f87-c920-4099-88c5-c8e938b98d98 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:11.323606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:11.336206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] Sync routers for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:11.353989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:11.353989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:11.362138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:11.368384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:11.445635 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b80bb6c5-b32c-451f-8847-ab3d669ac6c6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/floatingips/c57f7934-7e6b-4a57-9974-53aa51ff776d HTTP/1.1" status: 204 len: 168 time: 2.2096031 Apr 11 21:24:11.445635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:24:11.566276 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa1d6a4-97fe-4f98-910d-140d51c95370'] response: {'name': 'network-changed', 'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'status': 'completed', 'code': 200} Apr 11 21:24:11.568218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a9d53bd1-0ca5-4f37-92ce-e22706cda42f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:11.610068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a9d53bd1-0ca5-4f37-92ce-e22706cda42f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:11.610398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a9d53bd1-0ca5-4f37-92ce-e22706cda42f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:11.610992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02e4ab7f-1755-4e26-920b-8a01fd098db9 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:11.653176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 02e4ab7f-1755-4e26-920b-8a01fd098db9 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:11.653632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 02e4ab7f-1755-4e26-920b-8a01fd098db9 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:11.705523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:12.009229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.016556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.029975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-eab6eb02-8a04-4153-928d-ec68551e8c57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5477567d6bfc44229041b7adb094c1f7&device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 1136 time: 0.4205852 Apr 11 21:24:12.094661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:29Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:12.099071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] Checking router: a45e7f87-c920-4099-88c5-c8e938b98d98 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:12.110765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:12.111370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:23:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:12.190299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.190737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddc6d0a-a961-48ab-8336-637ab121ca54 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:24:12.210008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-9e30a6ae-d32b-4472-9725-c42f833de2a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:12.210515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a60a3-f29f-4f9d-8a78-ce8a35c1ad98 req-d718cba7-8637-497c-96ec-f628729dbe2a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:12.211415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d75a60a3-f29f-4f9d-8a78-ce8a35c1ad98 req-d718cba7-8637-497c-96ec-f628729dbe2a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:24:12.212206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-9e30a6ae-d32b-4472-9725-c42f833de2a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e HTTP/1.1" status: 200 len: 897 time: 0.1751399 Apr 11 21:24:12.215421 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.216695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-febbf614-2ab8-42b1-87e6-749d14dbac74 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2ddc6d0a-a961-48ab-8336-637ab121ca54 HTTP/1.1" status: 204 len: 168 time: 2.6931319 Apr 11 21:24:12.222316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46526) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:12.325376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-58b1d111-4008-455f-a163-6ed248f1fc38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 HTTP/1.1" status: 200 len: 217 time: 0.1051373 Apr 11 21:24:12.330581 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Deleting subnet 16bec63d-8492-4276-9dd6-c0ccf944dfc5 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:24:12.334688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d75a60a3-f29f-4f9d-8a78-ce8a35c1ad98 req-d718cba7-8637-497c-96ec-f628729dbe2a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:24:12.336463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d75a60a3-f29f-4f9d-8a78-ce8a35c1ad98 req-d718cba7-8637-497c-96ec-f628729dbe2a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.2490270 Apr 11 21:24:12.337416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.422800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-13dbe95d-1d35-44d3-88ee-0e6c50c587d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:12.424211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:12.424641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-13dbe95d-1d35-44d3-88ee-0e6c50c587d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7c560e4f-358b-4113-978f-7ca3020309fd HTTP/1.1" status: 200 len: 835 time: 0.0895867 Apr 11 21:24:12.437328 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.488959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d75a60a3-f29f-4f9d-8a78-ce8a35c1ad98 req-98ddaebe-2c55-4b40-b3e0-835e5321d968 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1134603 Apr 11 21:24:12.510464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-b779c345-2cf7-41b5-b1fa-d9e5b22cd1e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f45b259e-b4eb-4224-8a7d-b7e5884eb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786183 Apr 11 21:24:12.554094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.676494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-1d1ccee1-c5f9-4d49-8974-2f8c7472c947 service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519308 Apr 11 21:24:12.724854 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.769191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bec63d-8492-4276-9dd6-c0ccf944dfc5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:12.775409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:29Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:12.780081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1cfc6-cb5a-483b-b5cb-a00ac6639a2f None None] The sync data for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 is: [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:22:23Z', 'revision_number': 4, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '378462d3-3839-4e15-b2da-468a15dfa5d1', 'name': '', 'network_id': 'f45b259e-b4eb-4224-8a7d-b7e5884eb38e', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'mac_address': 'fa:16:3e:21:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:22Z', 'updated_at': '2022-04-11T21:22:29Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'subnets': [{'id': '7c560e4f-358b-4113-978f-7ca3020309fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:12.782836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.788389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f5b47-3f89-4b9c-9cb2-f39650591866 None None] Network 811a6309-4bd5-4551-9267-afa4e49e6c3d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:12.792686 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eaa7e257-cf70-4efa-bdbb-f13eb91503ad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/16bec63d-8492-4276-9dd6-c0ccf944dfc5 HTTP/1.1" status: 204 len: 168 time: 0.5587091 Apr 11 21:24:12.793521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46530) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:12.861810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3cada0b-3c89-4ef5-8e37-e3c91fd12aa4 req-e5363a2e-bb7a-4b1e-9a71-bcee31e0de35 service neutron] 10.222.0.75 "GET /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779375 Apr 11 21:24:12.909171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:12.921386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Deleting port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:12.921954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.099306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] DHCP port deletion for 811a6309-4bd5-4551-9267-afa4e49e6c3d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:24:13.104565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Deleting port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:13.105686 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.168740 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cbb53-2630-4735-a609-e97dba36acf1 None None] New status for floating IP c57f7934-7e6b-4a57-9974-53aa51ff776d: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:24:13.276081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] For port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:13.276813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.354035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] For port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,segment=NetworkSegment(08e7e19e-66af-4a40-9a25-f96056525af1),segment_id=08e7e19e-66af-4a40-9a25-f96056525af1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:13.354694 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.424228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:13.435532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Calling delete_port for f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:13.520079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Calling delete_port for f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:13.582560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-b8b956e1-fef7-40da-a737-4d3a83ffb312 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:13.583295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-b8b956e1-fef7-40da-a737-4d3a83ffb312 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:24:13.593852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.601182 n-d-837321-1 neutron-server[84668]: INFO neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No ports have port_id starting with f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a Apr 11 21:24:13.604287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-b8b956e1-fef7-40da-a737-4d3a83ffb312 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:24:13.605995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-b8b956e1-fef7-40da-a737-4d3a83ffb312 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.1247029 Apr 11 21:24:13.637508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:24:13.637872 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:24:13.645027 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] No DVR routers for this DVR port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:24:13.676564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:13.725921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:13.726260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.768978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.793978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811a6309-4bd5-4551-9267-afa4e49e6c3d']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:13.806687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e7e19e-66af-4a40-9a25-f96056525af1') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:13.806977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e7e19e-66af-4a40-9a25-f96056525af1') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:13.818804 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.836103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.842398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:24:13.842914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.847228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cedd9f-14a6-47f0-8e38-c746d0bd4024 req-6bed1a99-4ced-4daf-9370-09003c8b4ef7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:13.847617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93cedd9f-14a6-47f0-8e38-c746d0bd4024 req-6bed1a99-4ced-4daf-9370-09003c8b4ef7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 985 time: 0.1966641 Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:24:13.856248 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:24:13.895370 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1fff57e-1042-48bc-94d4-fef9978a2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:13.985162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-93cedd9f-14a6-47f0-8e38-c746d0bd4024 req-a3ccce3d-3146-4960-ae32-cfd742b30311 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4d3f41c-8cff-4563-a331-ec832eb95bf1&id=17a2a0d6-832c-4c75-9bbe-2912ea0c3590&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1313648 Apr 11 21:24:14.006380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.023696 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.034829 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=811a6309-4bd5-4551-9267-afa4e49e6c3d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:14.042561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:14.042918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.092999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-04c81c20-bff7-412e-aba4-c90e69ac83c6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/811a6309-4bd5-4551-9267-afa4e49e6c3d HTTP/1.1" status: 204 len: 168 time: 1.2960081 Apr 11 21:24:14.138937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Deleting port f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:14.139321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.171487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:14.218086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0dcecf1b-ad65-4aae-9fd6-bf471167d4c6 None None] The port 'f80c0f96-70c1-4d8a-b153-5e8e9d99fa3a' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:24:14.422282 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.474195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:14.512820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46550) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:14.549049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.549390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.549721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.550051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.550378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.550700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.551033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.551337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.551834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.552320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.552653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:14.568223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-12a4e465-b74a-4687-ab70-139632640933 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcdada87da274971a2f610c31bf932c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540359 Apr 11 21:24:14.570657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46554) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:14.655359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe87098-d9f2-4db3-b8ee-188df1f4ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.699334 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe87098-d9f2-4db3-b8ee-188df1f4ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.714991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] No DVR routers for this DVR port c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:24:14.717519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.720807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'name': 'network-vif-deleted', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:24:14.784599 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5fc6d3-e72d-46d4-a690-63b791c38853'] response: {'server_uuid': '0b45b115-d9c7-4ab8-83eb-3159abe482ac', 'name': 'network-vif-deleted', 'tag': 'c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1', 'status': 'completed', 'code': 200} Apr 11 21:24:14.849325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d53e8f7d-fc41-45b7-849f-a2c70d39fe2c req-5032a0cd-0822-4b22-864a-bc6b6dcf024c tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.75 "DELETE /v2.0/ports/c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 HTTP/1.1" status: 204 len: 173 time: 1.2345428 Apr 11 21:24:14.885949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe87098-d9f2-4db3-b8ee-188df1f4ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.908134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe87098-d9f2-4db3-b8ee-188df1f4ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d34dee-0ce4-456a-be59-2b17ded338e6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:14.927799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3fe87098-d9f2-4db3-b8ee-188df1f4ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:14.932761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3fe87098-d9f2-4db3-b8ee-188df1f4ffc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8d34dee-0ce4-456a-be59-2b17ded338e6 HTTP/1.1" status: 204 len: 168 time: 0.3611078 Apr 11 21:24:15.181568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-95867bb7-a0bc-4c6b-9695-14d896d59861 req-7f28d485-7b22-4faf-aebb-2e192b8c561a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Synchronizing usage tracker for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:24:15.296547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-95867bb7-a0bc-4c6b-9695-14d896d59861 req-7f28d485-7b22-4faf-aebb-2e192b8c561a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Unset dirty status for tenant:5477567d6bfc44229041b7adb094c1f7 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:24:15.300027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95867bb7-a0bc-4c6b-9695-14d896d59861 req-7f28d485-7b22-4faf-aebb-2e192b8c561a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b45b115-d9c7-4ab8-83eb-3159abe482ac HTTP/1.1" status: 200 len: 210 time: 0.1582572 Apr 11 21:24:15.348617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:15.432124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0f013ed6-85b9-46f8-bfde-8de37a749fc5 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=69ae1e0e5b1f4d12bae7b46cb98515b1&network_id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 2970 time: 0.0822814 Apr 11 21:24:15.807548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:15.870426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9bd37e72-314f-4511-9d78-8547b113f575 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9f2cd0435cc4ae48a60daa511e7d09b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0614550 Apr 11 21:24:15.880347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46602) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:15.957976 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49cf2e0a-f333-45f6-8ef2-e498f9d49630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:15.985315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49cf2e0a-f333-45f6-8ef2-e498f9d49630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.090018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49cf2e0a-f333-45f6-8ef2-e498f9d49630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.104925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf2e0a-f333-45f6-8ef2-e498f9d49630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b852bd7-5c47-4dfa-9798-dd91ee27dd61,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:16.111746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-49cf2e0a-f333-45f6-8ef2-e498f9d49630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.115563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-49cf2e0a-f333-45f6-8ef2-e498f9d49630 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b852bd7-5c47-4dfa-9798-dd91ee27dd61 HTTP/1.1" status: 204 len: 168 time: 0.2304718 Apr 11 21:24:16.245162 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-95eaf98e-efd8-4884-868b-6e2e9b3a163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.410523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46636) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:16.485737 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76558e1f-7327-45b3-bc1d-04a57e5b3d2e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.518092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76558e1f-7327-45b3-bc1d-04a57e5b3d2e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.703170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76558e1f-7327-45b3-bc1d-04a57e5b3d2e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.732538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76558e1f-7327-45b3-bc1d-04a57e5b3d2e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3f41c-8cff-4563-a331-ec832eb95bf1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:16.802518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-76558e1f-7327-45b3-bc1d-04a57e5b3d2e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.802518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-76558e1f-7327-45b3-bc1d-04a57e5b3d2e tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4d3f41c-8cff-4563-a331-ec832eb95bf1 HTTP/1.1" status: 204 len: 168 time: 0.3906214 Apr 11 21:24:16.804741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46658) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:16.832015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:16.890633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:16.891640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c5f935c7-fa0e-46c1-a8bf-8d96d6dc94b1 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:16.896253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c81ad492-bde5-4635-9693-ab5b29c0cd85 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:16.938707 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c81ad492-bde5-4635-9693-ab5b29c0cd85 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:17.066804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c81ad492-bde5-4635-9693-ab5b29c0cd85 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:17.084658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad492-bde5-4635-9693-ab5b29c0cd85 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2a0d6-832c-4c75-9bbe-2912ea0c3590,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:17.096731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c81ad492-bde5-4635-9693-ab5b29c0cd85 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:17.101117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46676) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:17.101810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c81ad492-bde5-4635-9693-ab5b29c0cd85 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/security-groups/17a2a0d6-832c-4c75-9bbe-2912ea0c3590 HTTP/1.1" status: 204 len: 168 time: 0.2956476 Apr 11 21:24:17.290826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46690) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:17.369918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b74a7-b7ae-4e5b-adb2-1db563ab059d tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:17.371522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ce9b74a7-b7ae-4e5b-adb2-1db563ab059d tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b HTTP/1.1" status: 200 len: 814 time: 0.0795462 Apr 11 21:24:17.472834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:17.501033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:17.544840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.241070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46748) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:18.249946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'network': {'name': 'tempest-network-smoke--1056521565', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'port_security_enabled': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:18.259724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:18.269191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port 378462d3-3839-4e15-b2da-468a15dfa5d1 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:18.269636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.269948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:18.335659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:18.339350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.370564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:24:18.380240 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.380577 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Added segment 489ba35f-c838-415d-8c80-5f5a4ccb4800 of type vlan for network 17ccbc1e-cef2-43ea-8d9f-901202d31210 Apr 11 21:24:18.410726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.461335 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port 378462d3-3839-4e15-b2da-468a15dfa5d1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=378462d3-3839-4e15-b2da-468a15dfa5d1,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:18.461690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.506838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.510632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:18.511208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.584706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for 378462d3-3839-4e15-b2da-468a15dfa5d1 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:18.621681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Network': ['ID=17ccbc1e-cef2-43ea-8d9f-901202d31210,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:18.632422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:24:18.671417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3be1da15-22e0-4c2f-bd85-90e18642e8e1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4290419 Apr 11 21:24:18.672030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46774) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:18.741586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb35cb8-dc48-4872-8580-b5d1266772f0 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:18.746551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-beb35cb8-dc48-4872-8580-b5d1266772f0 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=69ae1e0e5b1f4d12bae7b46cb98515b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0733998 Apr 11 21:24:18.747322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:18.817186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.832969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:18.880787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=378462d3-3839-4e15-b2da-468a15dfa5d1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:18.887387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fac985-a3db-4c63-acba-1eb15cce59c2 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:18.892515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-09fac985-a3db-4c63-acba-1eb15cce59c2 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405091 Apr 11 21:24:18.897512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46794) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:18.938008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1511dd0d-c9f0-44ff-8f35-3fb1039f2336 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404444 Apr 11 21:24:18.938352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46800) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:18.979938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e2dbe4fc-6605-4f55-a439-af9ba021b1b9 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=69ae1e0e5b1f4d12bae7b46cb98515b1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403464 Apr 11 21:24:18.982400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46806) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:19.159424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5df9e-f9a8-4221-9263-5f3becb64c96 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:19.161648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66c5df9e-f9a8-4221-9263-5f3becb64c96 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1770945 Apr 11 21:24:19.163862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46820) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:19.208665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-73272b66-5012-409e-ad9a-db7877903214 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436375 Apr 11 21:24:19.210980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46824) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:19.212676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:19.216289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704087365', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:19.341142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:19.347870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:subnet and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:19.351048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:19.356965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:19.439069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:19.550443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:19.839647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:19.917954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Subnet': ['ID=ed021e80-23e8-4738-9b54-906f4c450303,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:19.922552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Router a45e7f87-c920-4099-88c5-c8e938b98d98 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:19.930428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Checking segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:19.930782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network hostable DHCP agents. Network: 17ccbc1e-cef2-43ea-8d9f-901202d31210, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:24:20.078299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:24:20.126565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:20.135770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] Sync routers for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:20.152678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:20.152678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:20.169743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 17ccbc1e-cef2-43ea-8d9f-901202d31210) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:20.174560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:20.175165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.201920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e8e61-6404-4628-b579-8f135f094bc2 None None] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:20.211569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-86361958-2da9-4e64-b715-41d9350a8ec7 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "PUT /v2.0/routers/a45e7f87-c920-4099-88c5-c8e938b98d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086757 Apr 11 21:24:20.214459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46874) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:20.313867 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9fbded3a-d741-488b-9a77-9f31a561b5ad tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1018462 Apr 11 21:24:20.380466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:20.429529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting subnet 7c560e4f-358b-4113-978f-7ca3020309fd {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:24:20.434821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.493414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.588338 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.694810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46900) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:20.701456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799416883', 'description': 'tempest-secgroup-smoke-799416883 description', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:20.712347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:20.714631 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.723686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:20.754806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Subnet': ['ID=7c560e4f-358b-4113-978f-7ca3020309fd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:20.762999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.770638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b694808d-3627-4161-8948-9583f589efb6 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/subnets/7c560e4f-358b-4113-978f-7ca3020309fd HTTP/1.1" status: 204 len: 168 time: 0.5543966 Apr 11 21:24:20.772496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 46910) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:20.775516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.779670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e228bbfe-f3de-4161-b511-d7705cb19075 None None] Network f45b259e-b4eb-4224-8a7d-b7e5884eb38e requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:20.825666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:20.829546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:20.832548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:20.838718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:20.899291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.955450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-17ccbc1e-cef2-43ea-8d9f-901202d31210', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ips': [{'subnet_id': 'ed021e80-23e8-4738-9b54-906f4c450303'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:24:20.956265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.964762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:20.993388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.022247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:21.084792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.084792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-08e7faba-e2c9-4a83-965d-dd29df49154c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3846748 Apr 11 21:24:21.084792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46928) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:21.094689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:24:18Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:21.096000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': 'c73548d6-b5d1-40b6-87b0-aefc1f2f23bc', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:21.104966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:21.110726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:21.113727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] Checking router: a45e7f87-c920-4099-88c5-c8e938b98d98 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:21.114023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:21.121450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:21.199180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] Routers {'a45e7f87-c920-4099-88c5-c8e938b98d98'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:21.199834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a45e7f87-c920-4099-88c5-c8e938b98d98'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:21.210884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.249895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.298853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.311535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] DHCP port deletion for f45b259e-b4eb-4224-8a7d-b7e5884eb38e request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:24:21.313288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port 7479cc60-2397-44c1-9533-3d25befecbfb {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:21.313814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.328901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Deleting port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:21.329466 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.359343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.386538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Allocated IP 172.20.0.18 (17ccbc1e-cef2-43ea-8d9f-901202d31210/ed021e80-23e8-4738-9b54-906f4c450303/7b6b21f5-c3d7-4f94-9d7d-1800277d4361) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:21.396988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7a9e9a-d978-4175-a6fe-8bee95e0146b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:21.440945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:21.524039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.525693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11bbb01c-2408-4dec-a6b4-cfac785260be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4396462 Apr 11 21:24:21.528516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46952) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:21.534721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': 'c73548d6-b5d1-40b6-87b0-aefc1f2f23bc', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:21.542033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:21.553581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:21.560490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:21.567948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:21.644871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port 7479cc60-2397-44c1-9533-3d25befecbfb, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7479cc60-2397-44c1-9533-3d25befecbfb,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:21.645233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.654034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.736149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.781486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] Set router a45e7f87-c920-4099-88c5-c8e938b98d98 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:21.793188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.803371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for 7479cc60-2397-44c1-9533-3d25befecbfb owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:21.822697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2d3da7-62ab-42e3-9b3d-c8658bf509a9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:21.886168 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:21.891626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f8bcba97-2c6b-4cbb-898d-7462f0ba661e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3618598 Apr 11 21:24:21.892233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46972) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:21.900144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': 'c73548d6-b5d1-40b6-87b0-aefc1f2f23bc', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:21.908900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:21.915249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:21.922579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:21.933063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:22.028994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.033379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:22.033861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.113413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.120838 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.125944 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.192417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=7479cc60-2397-44c1-9533-3d25befecbfb,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:22.213259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.239604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0359fff5-33c6-4f1d-b5a9-01393e9851fb,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:22.281378 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Calling delete_port for 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:22.339884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.342221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-328dc3ce-98fc-4b1d-9fed-380f8017e080 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4484241 Apr 11 21:24:22.345074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 46994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:22.350982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': 'c73548d6-b5d1-40b6-87b0-aefc1f2f23bc', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:22.358610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:22.365500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:22.370193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:22.382916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:22.459042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:22.481130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.507202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.536490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.541782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.600133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Transition to ACTIVE for port object 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:22.619860 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.643579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Transition to ACTIVE for port object 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:22.653548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:24:22.653897 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:24:22.656425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:22.674277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:24:18Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:22.678368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de8aca-dc74-430b-a324-150f1f8918a0 None None] The sync data for ids ['a45e7f87-c920-4099-88c5-c8e938b98d98'] in n-d-837321-1 is: [{'id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1280718033', 'tenant_id': '5477567d6bfc44229041b7adb094c1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:22:16Z', 'updated_at': '2022-04-11T21:24:18Z', 'revision_number': 5, 'project_id': '5477567d6bfc44229041b7adb094c1f7', 'gw_port': {'id': '7479cc60-2397-44c1-9533-3d25befecbfb', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e7f87-c920-4099-88c5-c8e938b98d98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:22:17Z', 'updated_at': '2022-04-11T21:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:22.741277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.757771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.762061 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.765763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f95c28d-6d59-42d5-9f45-ebb257299e20,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:22.787763 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.857008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:22.860331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:22.864027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:22.870408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Pushing event updated for resources: {'Port': ['ID=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:22.884222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.884433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.886179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Fanout notify agent at l3_agent the message router_deleted on router a45e7f87-c920-4099-88c5-c8e938b98d98 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:24:22.888803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-80ed1515-597a-4b96-bdfd-c9f97620018d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5423639 Apr 11 21:24:22.889869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47016) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:22.895534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': 'c73548d6-b5d1-40b6-87b0-aefc1f2f23bc', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:22.906961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:22.911417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:22.912470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.916112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e5bca4dc-23d4-4aee-b460-eb303f8c989a tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/routers/a45e7f87-c920-4099-88c5-c8e938b98d98 HTTP/1.1" status: 204 len: 168 time: 2.1407821 Apr 11 21:24:22.916232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:22.917411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47020) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:22.921819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:22.959591 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Attempting to bind port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:22.959960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Attempting to bind port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:22.960317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Attempting to bind port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 on network 17ccbc1e-cef2-43ea-8d9f-901202d31210 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:22.966861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:22.967914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Checking segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:22.968572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.968919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Bound using segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:22.969375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Bound port: 7b6b21f5-c3d7-4f94-9d7d-1800277d4361, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:22.969742 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:22.986993 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Project 69ae1e0e5b1f4d12bae7b46cb98515b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:24:23.004981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.046331 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.059138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Deleting port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:23.061924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.074755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] For port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:23.080533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] For port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:23.088713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.155050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Deleting port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:23.155442 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.181151 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.184841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.237071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689231b0-6e79-417e-b005-ad84d2d0f38a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:23.309240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:23.309780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.318530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.335687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-10ee9cb7-f38c-43ea-8053-fb12150d9c39 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4290888 Apr 11 21:24:23.335687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47044) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:23.335687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': 'c73548d6-b5d1-40b6-87b0-aefc1f2f23bc', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:23.344524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:23.356473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:23.364984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:23.376660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:23.380749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314398a5-bd09-4b2b-9037-c00086746f4a None None] Pushing event updated for resources: {'Port': ['ID=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:23.479002 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Project 69ae1e0e5b1f4d12bae7b46cb98515b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:24:23.488308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.496220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 378462d3-3839-4e15-b2da-468a15dfa5d1 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:23.573594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 378462d3-3839-4e15-b2da-468a15dfa5d1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:23.573936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 378462d3-3839-4e15-b2da-468a15dfa5d1 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:23.599673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] For port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,segment=NetworkSegment(8ba53086-ceff-4275-8df3-6923d246815c),segment_id=8ba53086-ceff-4275-8df3-6923d246815c)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:23.600253 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.606103 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.642339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Calling delete_port for 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:23.667036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.692115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03472e6-58e4-46bd-8e66-673fc88ada23,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:23.747218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.751636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-70bfffea-fa61-42ae-9e75-7c0da73bfe1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4271204 Apr 11 21:24:23.810049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:23.817205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Calling delete_port for 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:24:23.884171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Port': ['ID=9900aa4c-3dc6-4667-8c5f-28caf6138ac0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:23.908268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] No DVR routers for this DVR port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:24:23.955336 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:24:23.955963 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:24:24.034784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Deleting port 9900aa4c-3dc6-4667-8c5f-28caf6138ac0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:24:24.035412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.061674 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.124438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-714c7d80-039b-4b8a-95f4-b64d5f30829f None None] The port '9900aa4c-3dc6-4667-8c5f-28caf6138ac0' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:24:24.135736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45b259e-b4eb-4224-8a7d-b7e5884eb38e']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:24.145235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-68a9c218-a202-4258-9d9a-83b78b6a5a90 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799416883&fields=id&tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 267 time: 0.0868630 Apr 11 21:24:24.151032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba53086-ceff-4275-8df3-6923d246815c') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:24.151402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba53086-ceff-4275-8df3-6923d246815c') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:24.187363 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.262322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.277702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:24:24.278121 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:24:24.293983 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:24:24.410371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-37a29d5a-0e04-4c30-afed-1397a1cec44e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:24.411951 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-37a29d5a-0e04-4c30-afed-1397a1cec44e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/networks?id=17ccbc1e-cef2-43ea-8d9f-901202d31210 HTTP/1.1" status: 200 len: 797 time: 0.2537169 Apr 11 21:24:24.433260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-ea5538ff-2e17-4d86-87c5-7622716cde76 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/quotas/69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 375 time: 0.0136907 Apr 11 21:24:24.488377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.493609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:24.527840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] Pushing event deleted for resources: {'Network': ['ID=f45b259e-b4eb-4224-8a7d-b7e5884eb38e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:24.547626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-07eef9f1-d591-46ea-9642-e9cd33018064 tempest-TestSecurityGroupsBasicOps-1962861069 tempest-TestSecurityGroupsBasicOps-1962861069-project] 10.222.0.61 "DELETE /v2.0/networks/f45b259e-b4eb-4224-8a7d-b7e5884eb38e HTTP/1.1" status: 204 len: 168 time: 1.6265957 Apr 11 21:24:24.578691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-e5ccf73c-a2e1-46fa-a542-2bdf136340ee tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1385932 Apr 11 21:24:24.696038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d53d28-4205-4f4e-9a2a-91119a8fec01 None None] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:24.734569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-6da8d4ff-b1b8-4c24-a243-8d4d35814ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434546 Apr 11 21:24:24.862158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2831309d-fef2-44d8-8c5c-cee73d8d7813 None None] Provisioning for port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:24.882617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-cb4863ee-1928-4680-90ec-0c6c596fd313 service neutron] 10.222.0.61 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420345 Apr 11 21:24:25.213689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d0f4c59a-4335-40cb-843c-4a89297b0fe5 req-b24db6e6-ce75-4813-9c7c-5729575b794d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 210 time: 0.0618975 Apr 11 21:24:25.301209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47160) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:25.421288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:25.502989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-60fef565-de5d-4ab9-8044-8756c94a91c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5477567d6bfc44229041b7adb094c1f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004640 Apr 11 21:24:25.505564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47176) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:25.564604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:25.568001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-33f263d5-ba77-441f-bf61-0e4629d345b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.569644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:25.570010 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.594105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-33f263d5-ba77-441f-bf61-0e4629d345b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.690246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.723397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:25.804160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.834332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7479cc60-2397-44c1-9533-3d25befecbfb no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:24:25.855525 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-33f263d5-ba77-441f-bf61-0e4629d345b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.879738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f263d5-ba77-441f-bf61-0e4629d345b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8b4b5-6b41-4c3e-9206-fc4ed53f5e51,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:25.881031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7479cc60-2397-44c1-9533-3d25befecbfb {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:24:25.882250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7479cc60-2397-44c1-9533-3d25befecbfb not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:24:25.882355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-33f263d5-ba77-441f-bf61-0e4629d345b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:25.883113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-33f263d5-ba77-441f-bf61-0e4629d345b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e8b4b5-6b41-4c3e-9206-fc4ed53f5e51 HTTP/1.1" status: 204 len: 168 time: 0.3765957 Apr 11 21:24:25.917915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:25.927294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.927687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.928029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.928384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.928719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.929049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.929632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.929733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.930003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.930322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:25.930640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:26.400558 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a60fca99-0490-4c86-8e8a-ccffd323fc0a req-7794fae0-f475-4c5d-83bc-21dbcbe972a1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 210 time: 0.0484908 Apr 11 21:24:26.595684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:26.613461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:26.644731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:26.648445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Usage tracker for resource:security_group_rule and tenant:1f7e3ea0372c42caa33e76c636ff04db is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:26.651220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:26.657209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:26.724239 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:26.775209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:26.818938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5e3115-c3b9-432d-9f51-9924a1740e80,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:26.826403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d56e925f-a09d-4344-b9b8-a864780502ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f7e3ea0372c42caa33e76c636ff04db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2297034 Apr 11 21:24:26.829199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47202) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:26.888207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-576ca2ce-17a7-43c1-b9a8-f4c75de9dc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:26.916537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-576ca2ce-17a7-43c1-b9a8-f4c75de9dc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:26.958737 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:24:27.055970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-576ca2ce-17a7-43c1-b9a8-f4c75de9dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:27.072011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ca2ce-17a7-43c1-b9a8-f4c75de9dc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5e3115-c3b9-432d-9f51-9924a1740e80,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:27.076369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-576ca2ce-17a7-43c1-b9a8-f4c75de9dc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:27.077575 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-576ca2ce-17a7-43c1-b9a8-f4c75de9dc9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac5e3115-c3b9-432d-9f51-9924a1740e80 HTTP/1.1" status: 204 len: 168 time: 0.2475009 Apr 11 21:24:27.380254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-9838ff07-81f2-454f-afc9-08ebedfae217 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:27.381054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-9838ff07-81f2-454f-afc9-08ebedfae217 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:24:27.420374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:27.478614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-9838ff07-81f2-454f-afc9-08ebedfae217 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:24:27.480000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-9838ff07-81f2-454f-afc9-08ebedfae217 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "GET /v2.0/networks?id=17ccbc1e-cef2-43ea-8d9f-901202d31210 HTTP/1.1" status: 200 len: 797 time: 0.2548568 Apr 11 21:24:27.497935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:27.498688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:27.614545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30e59b11-3f5b-4b1b-a8e5-229c113cd2a4 req-5e9d9e45-3fe0-4366-abe6-9f41277d9ebc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 210 time: 0.0532389 Apr 11 21:24:27.621093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-80c14537-5480-4d86-87b2-cd4f8da16947 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:24:27.706860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-80c14537-5480-4d86-87b2-cd4f8da16947 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:24:27.708087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-80c14537-5480-4d86-87b2-cd4f8da16947 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 472 time: 0.2118664 Apr 11 21:24:27.720418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'port': {'device_id': '9037d709-bb87-4e22-8642-cf187dddff90', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'admin_state_up': True, 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'security_groups': ['c73548d6-b5d1-40b6-87b0-aefc1f2f23bc']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:27.869953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:27.874132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47218) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:27.874914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:port and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:27.877101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:27.883436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:27.935015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:27.938305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:27.938437 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b56e868e-a965-439c-9301-d892508b5543 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfb01038399946908533cdf51ba85416&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0630822 Apr 11 21:24:27.938998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47222) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:28.006080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-651fbe23-0125-45d2-9228-c3eec0b5c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.036122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-651fbe23-0125-45d2-9228-c3eec0b5c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.124279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.20.0.19 (17ccbc1e-cef2-43ea-8d9f-901202d31210/ed021e80-23e8-4738-9b54-906f4c450303/f3f46171-31cd-4ce0-b562-938f44825b51) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:28.226704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-651fbe23-0125-45d2-9228-c3eec0b5c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.242821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fbe23-0125-45d2-9228-c3eec0b5c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3e50c-fc82-4a3d-9e37-500a1319d904,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:28.312291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-651fbe23-0125-45d2-9228-c3eec0b5c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.313434 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-651fbe23-0125-45d2-9228-c3eec0b5c72a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bc3e50c-fc82-4a3d-9e37-500a1319d904 HTTP/1.1" status: 204 len: 168 time: 0.3735151 Apr 11 21:24:28.378509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.393844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Transition to ACTIVE for port object f3f46171-31cd-4ce0-b562-938f44825b51 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:28.467063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.540978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:28.544080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:28.549387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:28.573902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=f3f46171-31cd-4ce0-b562-938f44825b51,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:28.613823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:28.614603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.696641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-b57184f7-4099-417c-bb96-274b7646b433 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9805295 Apr 11 21:24:28.713934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Request body: {'port': {'device_id': '9037d709-bb87-4e22-8642-cf187dddff90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:28.827289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-46c87e09-3e21-4491-9509-6b80cc4569cf None None] Provisioning for port f3f46171-31cd-4ce0-b562-938f44825b51 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:28.828025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-46c87e09-3e21-4491-9509-6b80cc4569cf None None] Provisioning complete for port f3f46171-31cd-4ce0-b562-938f44825b51 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:28.828553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46c87e09-3e21-4491-9509-6b80cc4569cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.840746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858898e1-0ded-4a94-906e-5a6ca41495a0 req-481d022e-d569-4aab-82bd-cf2d7b6f0ad4 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:28.842216 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-858898e1-0ded-4a94-906e-5a6ca41495a0 req-481d022e-d569-4aab-82bd-cf2d7b6f0ad4 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 932 time: 0.0894787 Apr 11 21:24:28.852640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:28.894712 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-858898e1-0ded-4a94-906e-5a6ca41495a0 req-81c32ed0-7111-4fb0-8c65-a8f1e61c9ffd tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458400 Apr 11 21:24:28.911244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-46c87e09-3e21-4491-9509-6b80cc4569cf None None] Port f3f46171-31cd-4ce0-b562-938f44825b51 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:29.129589 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.216391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f46171-31cd-4ce0-b562-938f44825b51 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:24:29.232313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.251874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Transition to ACTIVE for port object f3f46171-31cd-4ce0-b562-938f44825b51 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:29.306696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.538374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f46171-31cd-4ce0-b562-938f44825b51,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:29.576304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47252) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:29.644002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Attempting to bind port f3f46171-31cd-4ce0-b562-938f44825b51 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:29.644478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Attempting to bind port f3f46171-31cd-4ce0-b562-938f44825b51 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:29.644646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Attempting to bind port f3f46171-31cd-4ce0-b562-938f44825b51 on network 17ccbc1e-cef2-43ea-8d9f-901202d31210 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:29.650842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Port f3f46171-31cd-4ce0-b562-938f44825b51 on network 17ccbc1e-cef2-43ea-8d9f-901202d31210 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:24:29.658405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Attempting to bind port f3f46171-31cd-4ce0-b562-938f44825b51 on network 17ccbc1e-cef2-43ea-8d9f-901202d31210 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:29.666437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:29.666698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Checking segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:29.667086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Bound using segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:29.667873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Bound port: f3f46171-31cd-4ce0-b562-938f44825b51, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:29.668225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.755583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1365802529-network', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:29.761057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:29.764971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Usage tracker for resource:network and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:29.767893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:29.772059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] For port f3f46171-31cd-4ce0-b562-938f44825b51, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:29.773647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:29.775266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] For port f3f46171-31cd-4ce0-b562-938f44825b51, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f3f46171-31cd-4ce0-b562-938f44825b51,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:29.810310 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.821203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Made reservation on behalf of 1068c74a66ab4d88987f0d3aab43fc47 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:29.823560 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.836189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.870992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:29.873479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:29.877760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] 10.222.0.75 "PUT /v2.0/ports/f3f46171-31cd-4ce0-b562-938f44825b51 HTTP/1.1" status: 200 len: 1092 time: 1.1671441 Apr 11 21:24:29.878055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:29.878142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9037d709-bb87-4e22-8642-cf187dddff90', 'tag': 'f3f46171-31cd-4ce0-b562-938f44825b51'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:24:29.878223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:29.889787 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:29.913240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c5182-893d-4bb0-aaef-f1937cb85f20 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f46171-31cd-4ce0-b562-938f44825b51,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:29.957734 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea744c0-9cad-4598-89fc-aeadf088e117'] response: {'name': 'network-changed', 'server_uuid': '9037d709-bb87-4e22-8642-cf187dddff90', 'tag': 'f3f46171-31cd-4ce0-b562-938f44825b51', 'status': 'completed', 'code': 200} Apr 11 21:24:30.006698 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.055261 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.064690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-66154486-3e3a-4555-8fdd-e45c1c73731e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 1095 time: 0.0918272 Apr 11 21:24:30.111367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:24:30.156520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-f1925b33-1030-4c81-8651-8c7fdd184f20 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f3f46171-31cd-4ce0-b562-938f44825b51 HTTP/1.1" status: 200 len: 217 time: 0.0811317 Apr 11 21:24:30.161004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f9841-ff47-4830-ad4e-5cfa57d5d767,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:30.173618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.173966 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Added segment 31443ce5-fd33-4987-8610-15e74982dfda of type vlan for network 7dcde00c-8f1e-4fac-a474-39713b936331 Apr 11 21:24:30.213189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.239601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-c108e8b6-87a5-4ae8-9c77-b1e96536b662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:30.241044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-c108e8b6-87a5-4ae8-9c77-b1e96536b662 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed021e80-23e8-4738-9b54-906f4c450303 HTTP/1.1" status: 200 len: 837 time: 0.0754547 Apr 11 21:24:30.285496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1192-b700-46da-bac4-564d80735a0e req-9aec40fc-c7db-4980-b93a-852b8d89d459 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:30.287269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d1d1192-b700-46da-bac4-564d80735a0e req-9aec40fc-c7db-4980-b93a-852b8d89d459 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 944 time: 0.1770155 Apr 11 21:24:30.334814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-530d95d2-f9b2-4f75-ba1d-e3c5c5949fd9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17ccbc1e-cef2-43ea-8d9f-901202d31210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840657 Apr 11 21:24:30.336846 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.337660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:30.338219 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.479998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-0829435d-94fa-4f1c-b049-44047c3c175e service neutron] 10.222.0.75 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359003 Apr 11 21:24:30.504566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d1d1192-b700-46da-bac4-564d80735a0e req-aa76ca5e-0eeb-4022-8a7e-093e15d96b50 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115436 Apr 11 21:24:30.542858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] Pushing event updated for resources: {'Network': ['ID=7dcde00c-8f1e-4fac-a474-39713b936331,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:30.553867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 7dcde00c-8f1e-4fac-a474-39713b936331 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:24:30.604882 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d6aab52-c222-4a3c-a8ee-4e04886563ef admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0267501 Apr 11 21:24:30.607609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:30.613233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Request body: {'subnet': {'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1365802529-subnet', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:30.619068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:30.623052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Usage tracker for resource:subnet and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:30.626518 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:30.632413 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:30.645993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dec16fc-abc4-4cb9-8e9a-2338ff1319bc req-bebe3e81-ca58-4b58-b271-eabc45611299 service neutron] 10.222.0.75 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575737 Apr 11 21:24:30.678129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Made reservation on behalf of 1068c74a66ab4d88987f0d3aab43fc47 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:30.680518 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.815569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-f721bf92-7c1f-48f2-b9a9-c2c03ba922a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 1095 time: 0.0799243 Apr 11 21:24:30.923900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:30.949693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-21260f7d-c0e4-486c-8ba4-7b7bec07c7fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:30.951217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-21260f7d-c0e4-486c-8ba4-7b7bec07c7fe service neutron] 10.222.0.75 "GET /v2.0/networks?id=17ccbc1e-cef2-43ea-8d9f-901202d31210 HTTP/1.1" status: 200 len: 898 time: 0.1302114 Apr 11 21:24:30.975644 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.026368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-4032e670-8597-41a3-b5dc-e017cfbbb123 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f3f46171-31cd-4ce0-b562-938f44825b51 HTTP/1.1" status: 200 len: 217 time: 0.0634296 Apr 11 21:24:31.049145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e53a48-369c-4c74-8799-86306312971f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:31.070127 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Checking segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:31.070486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Network hostable DHCP agents. Network: 7dcde00c-8f1e-4fac-a474-39713b936331, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:24:31.097495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-a9eb5c6a-fb50-436d-a6f9-03423ab7a391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:31.098931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-a9eb5c6a-fb50-436d-a6f9-03423ab7a391 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed021e80-23e8-4738-9b54-906f4c450303 HTTP/1.1" status: 200 len: 837 time: 0.0634058 Apr 11 21:24:31.141362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Network 7dcde00c-8f1e-4fac-a474-39713b936331 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:24:31.179391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-f1f4da20-e9b1-4ecf-ae50-0e6d86d429d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17ccbc1e-cef2-43ea-8d9f-901202d31210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711796 Apr 11 21:24:31.221534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 7dcde00c-8f1e-4fac-a474-39713b936331) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:31.225991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:31.226794 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.242106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4e1c5-fecc-46cb-9d40-330df88271d4 None None] Network 7dcde00c-8f1e-4fac-a474-39713b936331 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:31.291684 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a4d6dfd8-8f43-4e88-937b-8e42efaec118 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6827838 Apr 11 21:24:31.293717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47272) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:31.300974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:31.316073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:31.323722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Usage tracker for resource:router and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:31.327790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:31.339057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-9b32035a-4c15-4c8a-b26c-64eeb08c4bc2 service neutron] 10.222.0.75 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531560 Apr 11 21:24:31.343862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:31.474564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.480092 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.491965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-7dcde00c-8f1e-4fac-a474-39713b936331', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:24:31.492772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.503674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-eb0ca765-7065-481a-8103-3197c9eb29b1 req-c4205e7f-8b7d-455c-808c-93e8f669ed99 service neutron] 10.222.0.75 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490748 Apr 11 21:24:31.510603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.733565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Allocated IP 172.20.0.2 (7dcde00c-8f1e-4fac-a474-39713b936331/00e53a48-369c-4c74-8799-86306312971f/b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:31.906088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.925768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821cec8-4fe1-4017-bf6f-a861b0fc4b48 req-53576199-ec1b-4ca2-a99e-83e86ccb4553 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:31.926446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5821cec8-4fe1-4017-bf6f-a861b0fc4b48 req-53576199-ec1b-4ca2-a99e-83e86ccb4553 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:24:31.939462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:31.949255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Transition to ACTIVE for port object b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:31.967130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Transition to ACTIVE for port object b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:32.058678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5821cec8-4fe1-4017-bf6f-a861b0fc4b48 req-53576199-ec1b-4ca2-a99e-83e86ccb4553 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:24:32.059785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5821cec8-4fe1-4017-bf6f-a861b0fc4b48 req-53576199-ec1b-4ca2-a99e-83e86ccb4553 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 944 time: 0.2911277 Apr 11 21:24:32.079338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.125026 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5821cec8-4fe1-4017-bf6f-a861b0fc4b48 req-d8c1f264-72e5-4ec3-a149-e6b17fff51a9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583622 Apr 11 21:24:32.149763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Network 7dcde00c-8f1e-4fac-a474-39713b936331 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:32.152700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:32.157393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:32.160074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Pushing event updated for resources: {'Port': ['ID=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:32.218506 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.246121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Attempting to bind port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:32.246482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Attempting to bind port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:32.246916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Attempting to bind port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 on network 7dcde00c-8f1e-4fac-a474-39713b936331 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:32.248027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.254093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:32.254475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Checking segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:32.254929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.255316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Bound using segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:32.255796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Bound port: b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:32.256174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.345229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] For port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:32.348280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] For port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:32.387651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Allocated IP 172.25.5.229 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7ba15325-00b0-49ff-838a-90e2bb4500ff) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:32.404028 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.486399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16630d1-56cd-42f5-a112-19e67b3fbc6e None None] Pushing event updated for resources: {'Port': ['ID=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:32.546837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.638968 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.710292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:32.713648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:32.718381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:32.761247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba15325-00b0-49ff-838a-90e2bb4500ff,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:32.917797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f3f46171-31cd-4ce0-b562-938f44825b51 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:24:32.943725 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:32.944474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:33.058880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f3f46171-31cd-4ce0-b562-938f44825b51, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f3f46171-31cd-4ce0-b562-938f44825b51,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:33.073788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'f3f46171-31cd-4ce0-b562-938f44825b51', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'port_id': 'f3f46171-31cd-4ce0-b562-938f44825b51', 'mac_address': 'fa:16:3e:53:f7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:24:33.134540 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:33.154519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f46171-31cd-4ce0-b562-938f44825b51 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:24:33.178547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f3f46171-31cd-4ce0-b562-938f44825b51, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f3f46171-31cd-4ce0-b562-938f44825b51,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:33.255687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:33.303632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Router 64155f8d-57f5-45d6-99cd-27de9a380b27 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:24:33.328675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=f3f46171-31cd-4ce0-b562-938f44825b51,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:33.376882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6d31f-fbd1-494d-b6af-c373bf317306 req-05672b81-7e98-4689-92ca-f20756a8e859 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:33.378763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90f6d31f-fbd1-494d-b6af-c373bf317306 req-05672b81-7e98-4689-92ca-f20756a8e859 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 945 time: 0.1175134 Apr 11 21:24:33.461467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:33.465859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-90f6d31f-fbd1-494d-b6af-c373bf317306 req-6661759b-1690-43b3-8207-e6eda131635e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791075 Apr 11 21:24:33.510291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['f3f46171-31cd-4ce0-b562-938f44825b51'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:24:33.591314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f91ac-3bf8-433a-ad33-11339ac89aa5 None None] Network 7dcde00c-8f1e-4fac-a474-39713b936331 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:33.622766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:33.634090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Sync routers for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:33.645580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:33.646179 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:33.724056 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:33.728059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-52603bb0-2071-475a-88b8-cdac8641a830 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4306915 Apr 11 21:24:33.728479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47298) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:33.818761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9f909354-ccb5-4b8e-9bfd-74e7f233fb83 None None] Provisioning for port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:33.825388 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:33.846268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:33.896246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:33.896740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.140979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:32Z', 'revision_number': 3, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:34.144706 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Checking router: 64155f8d-57f5-45d6-99cd-27de9a380b27 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:34.145046 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Updating router 64155f8d-57f5-45d6-99cd-27de9a380b27 port 7ba15325-00b0-49ff-838a-90e2bb4500ff binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:24:34.198923 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.200424 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.294498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:34.359663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.454026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:34.595996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0f890cbc-eb9e-4240-93c5-602e562f1b81 None None] Provisioning complete for port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:34.597030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0f890cbc-eb9e-4240-93c5-602e562f1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.670983 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.687637 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Transition to ACTIVE for port object 7ba15325-00b0-49ff-838a-90e2bb4500ff will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:34.747156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.763968 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.848458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09cb10-be5c-4726-a122-c469630d4195 req-4768a2cc-940e-44d2-a65b-fb984f20eea1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:34.856631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa09cb10-be5c-4726-a122-c469630d4195 req-4768a2cc-940e-44d2-a65b-fb984f20eea1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 945 time: 0.1706822 Apr 11 21:24:34.879765 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Pushing event updated for resources: {'Port': ['ID=7ba15325-00b0-49ff-838a-90e2bb4500ff,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:34.888926 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.889811 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.890143 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.890552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.890878 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.891193 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.891711 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.892140 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.892873 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.893371 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.893858 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:24:34.919864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f3f46171-31cd-4ce0-b562-938f44825b51 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:34.920104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa09cb10-be5c-4726-a122-c469630d4195 req-7ac05142-5ac0-4858-8c7f-150d29b025df tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613744 Apr 11 21:24:34.941570 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Attempting to bind port 7ba15325-00b0-49ff-838a-90e2bb4500ff on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:34.942139 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Attempting to bind port 7ba15325-00b0-49ff-838a-90e2bb4500ff by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:34.942670 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Attempting to bind port 7ba15325-00b0-49ff-838a-90e2bb4500ff on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:34.950383 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:34.950965 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:34.953900 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:34.954300 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:34.954902 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Bound port: 7ba15325-00b0-49ff-838a-90e2bb4500ff, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:34.955262 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.030664 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] For port 7ba15325-00b0-49ff-838a-90e2bb4500ff, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:35.033720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] For port 7ba15325-00b0-49ff-838a-90e2bb4500ff, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7ba15325-00b0-49ff-838a-90e2bb4500ff,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:35.067236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Allocated IP 172.20.0.1 (7dcde00c-8f1e-4fac-a474-39713b936331/00e53a48-369c-4c74-8799-86306312971f/30e41dde-705e-4eb7-9eb6-19f55067b25f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:35.106242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port f3f46171-31cd-4ce0-b562-938f44825b51 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:35.111653 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port f3f46171-31cd-4ce0-b562-938f44825b51 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:35.112025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.152995 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.245111 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032260-a08b-44aa-8fa2-30bb4a1f573a None None] Pushing event updated for resources: {'Port': ['ID=7ba15325-00b0-49ff-838a-90e2bb4500ff,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:35.285574 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:35.286206 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:35.300477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.364272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f3f46171-31cd-4ce0-b562-938f44825b51, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f3f46171-31cd-4ce0-b562-938f44825b51,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:35.365182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9037d709-bb87-4e22-8642-cf187dddff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f46171-31cd-4ce0-b562-938f44825b51'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:24:35.377018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.400545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Transition to ACTIVE for port object 30e41dde-705e-4eb7-9eb6-19f55067b25f will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:35.414777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:35.455979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.496331 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca5e17c-a258-4b12-829a-3076c57284fa'] response: {'server_uuid': '9037d709-bb87-4e22-8642-cf187dddff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f46171-31cd-4ce0-b562-938f44825b51', 'code': 200} Apr 11 21:24:35.501963 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.525711 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:35.564062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=f3f46171-31cd-4ce0-b562-938f44825b51,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:35.586508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:35.587162 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.587285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Network 7dcde00c-8f1e-4fac-a474-39713b936331 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:35.588175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Pushing event updated for resources: {'Port': ['ID=30e41dde-705e-4eb7-9eb6-19f55067b25f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:35.590915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:35.593924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:35.694116 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.711171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddca3d77-ffd5-428a-9072-7f50238ae434 req-33c1af9e-c994-499f-a5b5-efd2ff171e10 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 1097 time: 0.1436498 Apr 11 21:24:35.796130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ddca3d77-ffd5-428a-9072-7f50238ae434 req-399190f2-97d6-48b5-90b7-4863181442ed service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795584 Apr 11 21:24:35.914182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:35.959817 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:32Z', 'revision_number': 3, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:35.964923 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aed399-8d9a-4374-ba54-34f90627c66e None None] The sync data for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 is: [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:32Z', 'revision_number': 3, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:36.049963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9583f6a6-daaa-4ad6-882b-9c510df1e8bd None None] Provisioning for port 30e41dde-705e-4eb7-9eb6-19f55067b25f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:36.057048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9583f6a6-daaa-4ad6-882b-9c510df1e8bd None None] Provisioning complete for port 30e41dde-705e-4eb7-9eb6-19f55067b25f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:36.066532 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9583f6a6-daaa-4ad6-882b-9c510df1e8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:36.149421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9583f6a6-daaa-4ad6-882b-9c510df1e8bd None None] Port 30e41dde-705e-4eb7-9eb6-19f55067b25f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:36.259454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:36.302023 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:36.387589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514461fe-00db-4475-ad33-abc80576f0ff req-3e232904-8a86-4dce-82e0-a5480493716b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:36.389881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-514461fe-00db-4475-ad33-abc80576f0ff req-3e232904-8a86-4dce-82e0-a5480493716b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 946 time: 0.3014522 Apr 11 21:24:36.447732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-514461fe-00db-4475-ad33-abc80576f0ff req-efed8e82-fc97-4d8b-a679-0f233c1e1c00 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520473 Apr 11 21:24:36.448985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Pushing event updated for resources: {'Port': ['ID=30e41dde-705e-4eb7-9eb6-19f55067b25f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:36.459690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:36.618183 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Network 7dcde00c-8f1e-4fac-a474-39713b936331 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:36.619793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:36.989300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0ade7c07-b9b0-4c21-a823-28ad34d7a723 None None] Provisioning complete for port 30e41dde-705e-4eb7-9eb6-19f55067b25f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:36.990259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0ade7c07-b9b0-4c21-a823-28ad34d7a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:37.083355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Router 64155f8d-57f5-45d6-99cd-27de9a380b27 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:37.110971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0ade7c07-b9b0-4c21-a823-28ad34d7a723 None None] Port 30e41dde-705e-4eb7-9eb6-19f55067b25f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:37.323828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:37.341967 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-63f82f01-4ba3-432f-940a-6af209b175d9 admin admin] 10.222.0.61 "PUT /v2.0/routers/64155f8d-57f5-45d6-99cd-27de9a380b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6114421 Apr 11 21:24:37.407352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7ba15325-00b0-49ff-838a-90e2bb4500ff up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:37.586834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7ba15325-00b0-49ff-838a-90e2bb4500ff completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:37.593508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7ba15325-00b0-49ff-838a-90e2bb4500ff triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:37.594053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:37.713623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267683a-b23b-4c09-8c09-8551a77f2d57 req-30546560-0565-4ac4-9476-29df0e49f330 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:37.715089 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4267683a-b23b-4c09-8c09-8551a77f2d57 req-30546560-0565-4ac4-9476-29df0e49f330 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 946 time: 0.0900662 Apr 11 21:24:37.726014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:37.753076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7ba15325-00b0-49ff-838a-90e2bb4500ff, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7ba15325-00b0-49ff-838a-90e2bb4500ff,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:37.763446 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4267683a-b23b-4c09-8c09-8551a77f2d57 req-995bed84-8006-4652-983e-7cd9064f08d8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Apr 11 21:24:37.839698 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:37.930451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7ba15325-00b0-49ff-838a-90e2bb4500ff,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:37.992678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33491b3-84cf-442e-8ac3-e0b38fb3401f req-9a675128-44bf-4e29-9891-09d7458f3f9a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:37.994505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c33491b3-84cf-442e-8ac3-e0b38fb3401f req-9a675128-44bf-4e29-9891-09d7458f3f9a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 946 time: 0.0916290 Apr 11 21:24:38.042214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c33491b3-84cf-442e-8ac3-e0b38fb3401f req-c1730348-148b-4ba1-8dcb-ee8a0f43a014 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Apr 11 21:24:38.538055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47390) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:38.544420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-529512266-network', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:38.553347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:38.558976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Usage tracker for resource:network and tenant:f5c7f047b32147099d331f46c9ccd334 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:38.570115 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:38.575807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:38.643921 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Made reservation on behalf of f5c7f047b32147099d331f46c9ccd334 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:38.646250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:38.659623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:38.690548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:38.694451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c7f047b32147099d331f46c9ccd334 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:38.697396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:38.703936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:38.768288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:38.821012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:38.850870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:24:38.863204 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9efdc8f-b4cd-40d1-ae76-e2c21b142289,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:38.881014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:38.881014 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Added segment 075dee38-6c5b-4099-9c00-0ba11293d054 of type vlan for network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 Apr 11 21:24:39.008035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:39.101185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:39.102087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:39.102682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:39.215156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] Pushing event updated for resources: {'Network': ['ID=5466c554-4d32-4cf5-9377-d6c3ba0e2482,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:39.230408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:24:39.270395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47404) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:39.272638 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-960dd4e1-07a4-46b5-9bf2-eecf9b3a4c13 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7334964 Apr 11 21:24:39.276457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Request body: {'subnet': {'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-529512266-subnet', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:39.283366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:39.287378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Usage tracker for resource:subnet and tenant:f5c7f047b32147099d331f46c9ccd334 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:39.290292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:39.297308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:39.364060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Made reservation on behalf of f5c7f047b32147099d331f46c9ccd334 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:24:39.366791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:39.390696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7ba15325-00b0-49ff-838a-90e2bb4500ff up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:39.468905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7ba15325-00b0-49ff-838a-90e2bb4500ff triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:39.469198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:39.622220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47412) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:39.672379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:39.823189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbb1bdb-c154-430c-af51-04b3b45814ce,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:39.849317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Checking segment: {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:39.849666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Network hostable DHCP agents. Network: 5466c554-4d32-4cf5-9377-d6c3ba0e2482, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:24:39.921746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Sync routers for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:39.939161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:39.939618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:39.990129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:24:40.128327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5466c554-4d32-4cf5-9377-d6c3ba0e2482) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:40.133008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:40.133611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.135694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:40.181808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36928d42-4130-44e7-881b-ea9d502fe8dd None None] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:40.278383 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8d599ce3-dc65-4046-9daf-ea6eebc92b65 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0066230 Apr 11 21:24:40.281609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:40.286735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:24:40.292222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:24:40.297087 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Usage tracker for resource:router and tenant:f5c7f047b32147099d331f46c9ccd334 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:24:40.305014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:24:40.312658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:24:40.387916 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.389175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.412081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.594192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.658521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.669949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-5466c554-4d32-4cf5-9377-d6c3ba0e2482', 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'fixed_ips': [{'subnet_id': '7cbb1bdb-c154-430c-af51-04b3b45814ce'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:24:40.670791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:40.853474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:36Z', 'revision_number': 2, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:40.861892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Checking router: 64155f8d-57f5-45d6-99cd-27de9a380b27 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:40.862252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Updating router 64155f8d-57f5-45d6-99cd-27de9a380b27 port 30e41dde-705e-4eb7-9eb6-19f55067b25f binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:24:41.147572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Allocated IP 172.20.0.2 (5466c554-4d32-4cf5-9377-d6c3ba0e2482/7cbb1bdb-c154-430c-af51-04b3b45814ce/2898ac9f-93ab-4ab8-9b23-75b5993fb949) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:41.147572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.149388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.149388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.149388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Allocated IP 172.25.5.163 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e452fce2-8323-4439-a195-478f03846adf) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:41.185608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.20.0.17 (17ccbc1e-cef2-43ea-8d9f-901202d31210/ed021e80-23e8-4738-9b54-906f4c450303/fe6e8382-4a45-41fc-88a5-1a11a59dc9c4) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:41.309065 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.364597 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.380113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.401953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Transition to ACTIVE for port object fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:41.434865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Transition to ACTIVE for port object 2898ac9f-93ab-4ab8-9b23-75b5993fb949 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:41.444938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.469428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Transition to ACTIVE for port object 2898ac9f-93ab-4ab8-9b23-75b5993fb949 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:41.490539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.533945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.536462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:41.537731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:41.543832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:41.577608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Pushing event updated for resources: {'Port': ['ID=e452fce2-8323-4439-a195-478f03846adf,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:41.600689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:41.604297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:41.607419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:41.642778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:41.699964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.702559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Pushing event updated for resources: {'Port': ['ID=2898ac9f-93ab-4ab8-9b23-75b5993fb949,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:41.717639 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.728726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:41.733939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:41.740440 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:41.759227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Transition to ACTIVE for port object 30e41dde-705e-4eb7-9eb6-19f55067b25f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:41.809663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.811733 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.848289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.911404 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.918389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Attempting to bind port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:41.918936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Attempting to bind port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:41.919569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Attempting to bind port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 on network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:41.949671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:41.950111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Checking segment: {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:41.950683 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:41.951114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Bound using segment: {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:41.951777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Bound port: 2898ac9f-93ab-4ab8-9b23-75b5993fb949, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:41.952261 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.112478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed5054-2462-49b4-9425-f2432cc8eaac None None] Pushing event updated for resources: {'Port': ['ID=30e41dde-705e-4eb7-9eb6-19f55067b25f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:42.189431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Router e4bca47c-bb1e-4773-9af5-813bc95b5531 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:24:42.378261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] For port 2898ac9f-93ab-4ab8-9b23-75b5993fb949, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:42.381603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] For port 2898ac9f-93ab-4ab8-9b23-75b5993fb949, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2898ac9f-93ab-4ab8-9b23-75b5993fb949,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:42.382712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Attempting to bind port 30e41dde-705e-4eb7-9eb6-19f55067b25f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:42.383066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Attempting to bind port 30e41dde-705e-4eb7-9eb6-19f55067b25f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:42.383715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Attempting to bind port 30e41dde-705e-4eb7-9eb6-19f55067b25f on network 7dcde00c-8f1e-4fac-a474-39713b936331 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:42.389535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fff63cc0-d942-4910-aa68-c66720e3a8fd None None] Provisioning for port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:42.394636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fff63cc0-d942-4910-aa68-c66720e3a8fd None None] Provisioning complete for port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:42.395208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fff63cc0-d942-4910-aa68-c66720e3a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.424460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:42.424739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Checking segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:42.425137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.425523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Bound using segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:42.425991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Bound port: 30e41dde-705e-4eb7-9eb6-19f55067b25f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:42.426358 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.440711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:42.442743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.453648 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Sync routers for ids ['e4bca47c-bb1e-4773-9af5-813bc95b5531'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:42.469980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Routers {'e4bca47c-bb1e-4773-9af5-813bc95b5531'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:42.470783 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['e4bca47c-bb1e-4773-9af5-813bc95b5531'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:42.483275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.529346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.553259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.554508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e49c00e0-6c4f-4201-b9dc-c0aba048c276 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2719955 Apr 11 21:24:42.557212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:24:42.589387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fff63cc0-d942-4910-aa68-c66720e3a8fd None None] Port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:42.632216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] For port 30e41dde-705e-4eb7-9eb6-19f55067b25f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:42.636986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] For port 30e41dde-705e-4eb7-9eb6-19f55067b25f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e41dde-705e-4eb7-9eb6-19f55067b25f,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:42.642923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0e04-2bad-4a91-86cb-71ca3304009f None None] Pushing event updated for resources: {'Port': ['ID=2898ac9f-93ab-4ab8-9b23-75b5993fb949,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:42.652249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:42.655334 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.739127 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:42.793153 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Set router e4bca47c-bb1e-4773-9af5-813bc95b5531 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:42.831656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:42.833047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:42.905980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:42.906710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:43.199505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed5054-2462-49b4-9425-f2432cc8eaac None None] Pushing event updated for resources: {'Port': ['ID=30e41dde-705e-4eb7-9eb6-19f55067b25f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:43.256246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:43.380324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 3, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:43.400684 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Checking router: e4bca47c-bb1e-4773-9af5-813bc95b5531 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:43.400800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Updating router e4bca47c-bb1e-4773-9af5-813bc95b5531 port e452fce2-8323-4439-a195-478f03846adf binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:24:43.545008 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:43.567080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2898ac9f-93ab-4ab8-9b23-75b5993fb949 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:43.635606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-25e5cffa-71ce-4d10-af09-04a7971b7c01 None None] Provisioning complete for port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:43.635975 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-25e5cffa-71ce-4d10-af09-04a7971b7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:43.782870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:43.835073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-25e5cffa-71ce-4d10-af09-04a7971b7c01 None None] Port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:44.000877 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e288524-4170-4d10-a357-7103007c076e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.019555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:44.070423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:42Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:44.074823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc523c-4925-4f9e-8645-2cf1a990fff3 None None] The sync data for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 is: [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:42Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:44.180878 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.194558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Transition to ACTIVE for port object e452fce2-8323-4439-a195-478f03846adf will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:44.272253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:44.284380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:24:44.294974 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.308177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:44.309324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:44.364409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e5fed732-96dd-40fe-aa48-604e490f764f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "PUT /v2.0/routers/0988e4a6-de27-4af2-8c8f-f03f74438820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7438889 Apr 11 21:24:44.429116 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Attempting to bind port e452fce2-8323-4439-a195-478f03846adf on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:44.429701 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Attempting to bind port e452fce2-8323-4439-a195-478f03846adf by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:44.430280 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Attempting to bind port e452fce2-8323-4439-a195-478f03846adf on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:44.459488 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:44.459488 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:44.459488 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.459488 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:44.459488 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Bound port: e452fce2-8323-4439-a195-478f03846adf, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:44.459488 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.506668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.535812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2c2fb-f0c3-4c02-9506-ebd5d006aaac None None] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:24:44.581490 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498fa6d-5751-435d-87bc-522bd02888f8 None None] Pushing event updated for resources: {'Port': ['ID=e452fce2-8323-4439-a195-478f03846adf,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:44.587949 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] For port e452fce2-8323-4439-a195-478f03846adf, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:44.593800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] For port e452fce2-8323-4439-a195-478f03846adf, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e452fce2-8323-4439-a195-478f03846adf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:44.630123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:44.662029 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.772729 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498fa6d-5751-435d-87bc-522bd02888f8 None None] Pushing event updated for resources: {'Port': ['ID=e452fce2-8323-4439-a195-478f03846adf,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:44.777609 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Routers {'e4bca47c-bb1e-4773-9af5-813bc95b5531'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:44.778227 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['e4bca47c-bb1e-4773-9af5-813bc95b5531'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:44.780511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Allocated IP 172.20.0.1 (5466c554-4d32-4cf5-9377-d6c3ba0e2482/7cbb1bdb-c154-430c-af51-04b3b45814ce/d8e23cf7-4347-47af-a6b6-0eb807d48b0b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:24:44.961648 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:44.979743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Transition to ACTIVE for port object d8e23cf7-4347-47af-a6b6-0eb807d48b0b will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:45.014040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] Provisioning for port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:45.042989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] Provisioning complete for port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:45.042989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.072556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] Set router e4bca47c-bb1e-4773-9af5-813bc95b5531 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:45.073274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.231864 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:45.236457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:45.240999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:24:45.278643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:45.318450 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.510499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e41dde-705e-4eb7-9eb6-19f55067b25f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:45.546395 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 3, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:45.567562 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db9c5c-ee09-4685-a2b5-aeb44ab6d95d None None] The sync data for ids ['e4bca47c-bb1e-4773-9af5-813bc95b5531'] in n-d-837321-1 is: [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 3, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:45.611038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.612251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-abb00bef-45ec-4a96-9fa1-83b1a593addd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1979473 Apr 11 21:24:45.627312 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.719239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] For port 2898ac9f-93ab-4ab8-9b23-75b5993fb949, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2898ac9f-93ab-4ab8-9b23-75b5993fb949,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:45.738205 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:47Z', 'revision_number': 1, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6e8382-4a45-41fc-88a5-1a11a59dc9c4', 'name': '', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:d8:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:42Z', 'revision_number': 2, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:45.751914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:24:45.752305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Updating router 0988e4a6-de27-4af2-8c8f-f03f74438820 port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:24:45.833003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.844184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 30e41dde-705e-4eb7-9eb6-19f55067b25f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:45.847978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.868317 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-d705fcfd-16cb-481e-b106-a412b9030ec8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1097 time: 0.0898030 Apr 11 21:24:45.967774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:45.974023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 30e41dde-705e-4eb7-9eb6-19f55067b25f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:45.978406 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.036743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-4c05141e-e6bd-4d26-817e-2623a8ded00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:46.038097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-4c05141e-e6bd-4d26-817e-2623a8ded00f service neutron] 10.222.0.69 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 897 time: 0.1498342 Apr 11 21:24:46.050262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db399197-1fbd-4d29-aec1-4703f42a02b7 None None] Pushing event updated for resources: {'Port': ['ID=2898ac9f-93ab-4ab8-9b23-75b5993fb949,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:46.066636 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.210244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b62cb129-099d-4c47-9879-bf5f228cf9b5 None None] Provisioning for port d8e23cf7-4347-47af-a6b6-0eb807d48b0b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:46.213549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-4019f5ae-3231-469d-a11e-7847288666db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 1002 time: 0.1694007 Apr 11 21:24:46.258253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b62cb129-099d-4c47-9879-bf5f228cf9b5 None None] Provisioning complete for port d8e23cf7-4347-47af-a6b6-0eb807d48b0b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:46.258634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b62cb129-099d-4c47-9879-bf5f228cf9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.304574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-e7830eb3-9831-49a4-83d6-5af2f82daa8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:46.306474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-e7830eb3-9831-49a4-83d6-5af2f82daa8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 200 len: 834 time: 0.0816009 Apr 11 21:24:46.337537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:46.365126 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2bf97bb-cd8f-4610-accc-e63388ad0cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.367955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.405702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-f28f5692-ecb4-4c1c-b61d-9976796e5d0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eaa3f0ae-29b2-4220-a122-00abbe164634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924864 Apr 11 21:24:46.451426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.461736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb129-099d-4c47-9879-bf5f228cf9b5 None None] Port d8e23cf7-4347-47af-a6b6-0eb807d48b0b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:46.523895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 30e41dde-705e-4eb7-9eb6-19f55067b25f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e41dde-705e-4eb7-9eb6-19f55067b25f,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:46.524125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:24:46.525261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:24:46.527778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b62cb129-099d-4c47-9879-bf5f228cf9b5 None None] Provisioning complete for port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:46.528254 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b62cb129-099d-4c47-9879-bf5f228cf9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.546188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-ef3f0237-062e-4c0d-a452-aac4f4eccc4f service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337934 Apr 11 21:24:46.674633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.734416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e16b94f-4a2d-4529-a11c-d8db9c37b503 req-4deb994a-313e-4fac-8ffc-a19d04ff5cdc service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820660 Apr 11 21:24:46.800079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=30e41dde-705e-4eb7-9eb6-19f55067b25f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:46.891334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:46.903060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Transition to ACTIVE for port object fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:24:47.001001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e4494456-333b-44dc-b185-685ac62b696a None None] Provisioning complete for port d8e23cf7-4347-47af-a6b6-0eb807d48b0b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:47.001483 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e4494456-333b-44dc-b185-685ac62b696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.057888 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.120718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Router e4bca47c-bb1e-4773-9af5-813bc95b5531 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:24:47.199891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e4494456-333b-44dc-b185-685ac62b696a None None] Port d8e23cf7-4347-47af-a6b6-0eb807d48b0b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:24:47.220596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f1cae-d330-4e7a-b970-dfe571f1e336 None None] Pushing event updated for resources: {'Port': ['ID=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:47.375372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Attempting to bind port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:24:47.375372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Attempting to bind port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:24:47.375372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Attempting to bind port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 on network 17ccbc1e-cef2-43ea-8d9f-901202d31210 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:24:47.382937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:24:47.383515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Checking segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:24:47.383997 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.385373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Bound using segment: {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:24:47.386256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Bound port: fe6e8382-4a45-41fc-88a5-1a11a59dc9c4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489ba35f-c838-415d-8c80-5f5a4ccb4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:24:47.386985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.405545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:24:47.414837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b08fcfbe-d134-4983-a280-2b92d7a11862 admin admin] 10.222.0.61 "PUT /v2.0/routers/e4bca47c-bb1e-4773-9af5-813bc95b5531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8562646 Apr 11 21:24:47.458357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2898ac9f-93ab-4ab8-9b23-75b5993fb949 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:47.518301 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.555404 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.575195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] For port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:24:47.580043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] For port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:24:47.591632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:47.592032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.641498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:47.760335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f1cae-d330-4e7a-b970-dfe571f1e336 None None] Pushing event updated for resources: {'Port': ['ID=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:47.776974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:24:47.777615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:47.942541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e41dde-705e-4eb7-9eb6-19f55067b25f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:48.097191 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:24:48.131496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 30e41dde-705e-4eb7-9eb6-19f55067b25f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:48.131867 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:48.564175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:47Z', 'revision_number': 1, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6e8382-4a45-41fc-88a5-1a11a59dc9c4', 'name': '', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:d8:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:47Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:24:48.568512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88962f2-7385-40e3-97e8-56d9a6866231 None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:24:41Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:47Z', 'revision_number': 1, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe6e8382-4a45-41fc-88a5-1a11a59dc9c4', 'name': '', 'network_id': '17ccbc1e-cef2-43ea-8d9f-901202d31210', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:d8:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:47Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'ed021e80-23e8-4738-9b54-906f4c450303', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:24:48.792305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:49.440174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:49.563903 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:49.569265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:49.575340 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:49.695381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:49.734974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:49.790242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:49.873695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:51.398666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:51.464919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:51.465203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:55.426176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e452fce2-8323-4439-a195-478f03846adf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:55.532008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-9bfae084-34a5-46d8-8374-9893c6bfc5e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077416 Apr 11 21:24:55.642851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e452fce2-8323-4439-a195-478f03846adf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:24:55.648657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e452fce2-8323-4439-a195-478f03846adf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:55.649005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:55.691172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-32324b0a-ae07-48d9-9639-0df5818bb6dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 1097 time: 0.0847831 Apr 11 21:24:55.797243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:55.813909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e452fce2-8323-4439-a195-478f03846adf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e452fce2-8323-4439-a195-478f03846adf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:24:55.871378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-6547aa38-3fb9-4174-8925-563ddd52b13a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:55.872851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-6547aa38-3fb9-4174-8925-563ddd52b13a service neutron] 10.222.0.75 "GET /v2.0/networks?id=17ccbc1e-cef2-43ea-8d9f-901202d31210 HTTP/1.1" status: 200 len: 898 time: 0.1580675 Apr 11 21:24:55.895223 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:55.953245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-78799a6c-1beb-48d9-99b1-8e29c76b4436 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f3f46171-31cd-4ce0-b562-938f44825b51 HTTP/1.1" status: 200 len: 217 time: 0.0744607 Apr 11 21:24:55.976064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e452fce2-8323-4439-a195-478f03846adf,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:24:56.155110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-b1dc585a-fa06-43ed-8345-b80ade6ebb73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:24:56.156619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-b1dc585a-fa06-43ed-8345-b80ade6ebb73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ed021e80-23e8-4738-9b54-906f4c450303 HTTP/1.1" status: 200 len: 837 time: 0.1959307 Apr 11 21:24:56.265531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-8abe31c5-b3c7-4aa1-94cc-8f677c8c08e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17ccbc1e-cef2-43ea-8d9f-901202d31210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016259 Apr 11 21:24:56.435630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-5662b36c-6399-4a0b-9638-bf4d4f9b858c service neutron] 10.222.0.75 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612327 Apr 11 21:24:56.590605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0415a4c3-71c5-4a9f-a802-da87aed99995 req-1a395769-5f2d-410a-b056-fe742edc028f service neutron] 10.222.0.75 "GET /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477461 Apr 11 21:24:57.424861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e452fce2-8323-4439-a195-478f03846adf up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:24:57.499795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e452fce2-8323-4439-a195-478f03846adf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:24:57.500166 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:24:59.129160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:01.385926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:03.949535 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:25:05.023269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 47828) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:05.470209 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:06.261966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:06.262627 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:06.478780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port fe6e8382-4a45-41fc-88a5-1a11a59dc9c4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:06.479134 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:06.603235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:06.906816 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:06.959886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=fe6e8382-4a45-41fc-88a5-1a11a59dc9c4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:07.028025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.028367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.028702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.029593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.029932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.030280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.030601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.030924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.031242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.031605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.031934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:07.299622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:08.084953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:25:08.327273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:25:08.338320 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:25:08.344192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b4a1879-d743-4f04-875e-45b92496115e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "PUT /v2.0/routers/0988e4a6-de27-4af2-8c8f-f03f74438820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198197 Apr 11 21:25:08.392705 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:08.393659 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:08.630425 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:09.022462 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:06Z', 'revision_number': 6, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:47Z', 'revision_number': 1, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:09.027699 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:25:09.040017 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:09.040643 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:09.105770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02489d96-b329-4092-80e9-7b46ba68c9ee req-5b85f40c-4f98-40f5-930f-94fb5a57c429 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:09.106631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-02489d96-b329-4092-80e9-7b46ba68c9ee req-5b85f40c-4f98-40f5-930f-94fb5a57c429 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:09.229453 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:09.254979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-02489d96-b329-4092-80e9-7b46ba68c9ee req-5b85f40c-4f98-40f5-930f-94fb5a57c429 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:09.256210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02489d96-b329-4092-80e9-7b46ba68c9ee req-5b85f40c-4f98-40f5-930f-94fb5a57c429 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 946 time: 0.2394404 Apr 11 21:25:09.355333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02489d96-b329-4092-80e9-7b46ba68c9ee req-0c2229b4-0ed2-4016-9efb-4c0ee7e29aee tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914872 Apr 11 21:25:09.671855 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:06Z', 'revision_number': 6, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:47Z', 'revision_number': 1, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:09.676407 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbc656-ee4a-4519-8ba4-c804ad7ec73b None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:06Z', 'revision_number': 6, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8d71e702-c245-4012-9994-e05b18ec13be', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'port_id': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'mac_address': 'fa:16:3e:b1:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:23:40Z', 'updated_at': '2022-04-11T21:23:47Z', 'revision_number': 1, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:25:10.503980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-46b63623-6e6d-473f-a051-fa24217ac0aa tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:10.505676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-46b63623-6e6d-473f-a051-fa24217ac0aa tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 946 time: 0.0804129 Apr 11 21:25:10.608299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port f3f46171-31cd-4ce0-b562-938f44825b51 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:10.608602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:10.609538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd5981-0e36-4810-85b9-d5117a5333b0 req-4194d4b6-b445-4d93-b92a-f113bfa21f80 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:10.610286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a4cd5981-0e36-4810-85b9-d5117a5333b0 req-4194d4b6-b445-4d93-b92a-f113bfa21f80 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:10.623459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a4cd5981-0e36-4810-85b9-d5117a5333b0 req-4194d4b6-b445-4d93-b92a-f113bfa21f80 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:10.624395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4cd5981-0e36-4810-85b9-d5117a5333b0 req-4194d4b6-b445-4d93-b92a-f113bfa21f80 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 946 time: 0.1366973 Apr 11 21:25:10.674647 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4cd5981-0e36-4810-85b9-d5117a5333b0 req-9cc18824-205f-41c3-ba84-8cfde2fa4c9a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Apr 11 21:25:10.915042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port f3f46171-31cd-4ce0-b562-938f44825b51, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f3f46171-31cd-4ce0-b562-938f44825b51,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:10.915396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:11.053024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Sync routers for ids ['e4bca47c-bb1e-4773-9af5-813bc95b5531'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:25:11.056676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for f3f46171-31cd-4ce0-b562-938f44825b51 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:11.074813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Routers {'e4bca47c-bb1e-4773-9af5-813bc95b5531'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:11.075558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['e4bca47c-bb1e-4773-9af5-813bc95b5531'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:11.274284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Set router e4bca47c-bb1e-4773-9af5-813bc95b5531 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:11.300882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:11.378337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=f3f46171-31cd-4ce0-b562-938f44825b51,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:11.461907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] No DVR routers for this DVR port f3f46171-31cd-4ce0-b562-938f44825b51 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:25:11.465773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:11.481667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9037d709-bb87-4e22-8642-cf187dddff90', 'name': 'network-vif-deleted', 'tag': 'f3f46171-31cd-4ce0-b562-938f44825b51'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:25:11.552117 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7379cc73-f62e-4597-94a5-9dc75faed619'] response: {'server_uuid': '9037d709-bb87-4e22-8642-cf187dddff90', 'name': 'network-vif-deleted', 'tag': 'f3f46171-31cd-4ce0-b562-938f44825b51', 'status': 'completed', 'code': 200} Apr 11 21:25:11.558900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6119d2d3-b8b5-4e8f-9da4-8693dd9b3402 req-f73a1b03-50cd-40c9-bfc0-02cc64a012c9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "DELETE /v2.0/ports/f3f46171-31cd-4ce0-b562-938f44825b51 HTTP/1.1" status: 204 len: 173 time: 1.0457530 Apr 11 21:25:11.581983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:11.633273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:11.633630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fe6e8382-4a45-41fc-88a5-1a11a59dc9c4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:11.706555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:24:45Z', 'revision_number': 4, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd8e23cf7-4347-47af-a6b6-0eb807d48b0b', 'name': '', 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'mac_address': 'fa:16:3e:96:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cbb1bdb-c154-430c-af51-04b3b45814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:44Z', 'updated_at': '2022-04-11T21:24:45Z', 'revision_number': 2, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'subnets': [{'id': '7cbb1bdb-c154-430c-af51-04b3b45814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:11.711201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Checking router: e4bca47c-bb1e-4773-9af5-813bc95b5531 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:25:11.711776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Updating router e4bca47c-bb1e-4773-9af5-813bc95b5531 port d8e23cf7-4347-47af-a6b6-0eb807d48b0b binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:25:11.789092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:11.980544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06d7f288-5619-445e-a4db-e42a1d02df85 req-ff454c2f-266b-40b7-90d4-456a76aedfd9 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9037d709-bb87-4e22-8642-cf187dddff90 HTTP/1.1" status: 200 len: 210 time: 0.0547514 Apr 11 21:25:12.211562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:12.224088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Transition to ACTIVE for port object d8e23cf7-4347-47af-a6b6-0eb807d48b0b will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:12.301788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:12.473084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafe3f1-d59a-4f30-a6c9-94c3f54d194e None None] Pushing event updated for resources: {'Port': ['ID=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:12.573750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Attempting to bind port d8e23cf7-4347-47af-a6b6-0eb807d48b0b on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:25:12.574221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Attempting to bind port d8e23cf7-4347-47af-a6b6-0eb807d48b0b by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:25:12.574677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Attempting to bind port d8e23cf7-4347-47af-a6b6-0eb807d48b0b on network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:25:12.590227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:25:12.590906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Checking segment: {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:25:12.591019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:12.592052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Bound using segment: {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:25:12.594477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Bound port: d8e23cf7-4347-47af-a6b6-0eb807d48b0b, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075dee38-6c5b-4099-9c00-0ba11293d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:25:12.594477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:12.706815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] For port d8e23cf7-4347-47af-a6b6-0eb807d48b0b, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:25:12.709831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] For port d8e23cf7-4347-47af-a6b6-0eb807d48b0b, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:25:12.798225 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:12.883666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Routers {'e4bca47c-bb1e-4773-9af5-813bc95b5531'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:12.884299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:24:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['e4bca47c-bb1e-4773-9af5-813bc95b5531'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:12.932696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafe3f1-d59a-4f30-a6c9-94c3f54d194e None None] Pushing event updated for resources: {'Port': ['ID=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:13.101500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f3f46171-31cd-4ce0-b562-938f44825b51 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:13.140087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47958) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:13.176431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: f3f46171-31cd-4ce0-b562-938f44825b51 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:13.177077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f3f46171-31cd-4ce0-b562-938f44825b51 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:13.215560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] Set router e4bca47c-bb1e-4773-9af5-813bc95b5531 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:13.281827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb07eef2-d46c-44f9-9c03-0a3f7b025854 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:13.318323 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb07eef2-d46c-44f9-9c03-0a3f7b025854 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:13.506057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb07eef2-d46c-44f9-9c03-0a3f7b025854 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:13.524570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07eef2-d46c-44f9-9c03-0a3f7b025854 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73548d6-b5d1-40b6-87b0-aefc1f2f23bc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:13.597041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:24:45Z', 'revision_number': 4, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd8e23cf7-4347-47af-a6b6-0eb807d48b0b', 'name': '', 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'mac_address': 'fa:16:3e:96:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cbb1bdb-c154-430c-af51-04b3b45814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:44Z', 'updated_at': '2022-04-11T21:25:12Z', 'revision_number': 4, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'subnets': [{'id': '7cbb1bdb-c154-430c-af51-04b3b45814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:13.601142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c00720-6ed8-486c-9667-73cdcd4409a8 None None] The sync data for ids ['e4bca47c-bb1e-4773-9af5-813bc95b5531'] in n-d-837321-1 is: [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:24:45Z', 'revision_number': 4, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd8e23cf7-4347-47af-a6b6-0eb807d48b0b', 'name': '', 'network_id': '5466c554-4d32-4cf5-9377-d6c3ba0e2482', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'mac_address': 'fa:16:3e:96:80:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cbb1bdb-c154-430c-af51-04b3b45814ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:44Z', 'updated_at': '2022-04-11T21:25:12Z', 'revision_number': 4, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'subnets': [{'id': '7cbb1bdb-c154-430c-af51-04b3b45814ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:25:13.602251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cb07eef2-d46c-44f9-9c03-0a3f7b025854 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:13.603433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cb07eef2-d46c-44f9-9c03-0a3f7b025854 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/security-groups/c73548d6-b5d1-40b6-87b0-aefc1f2f23bc HTTP/1.1" status: 204 len: 168 time: 0.4621511 Apr 11 21:25:13.709720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47972) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:13.946455 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-77bb62fc-8666-4865-a5fe-7ad972fce671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:13.992478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting subnet ed021e80-23e8-4738-9b54-906f4c450303 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:25:13.996351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.065451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.280523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.438156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.499139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Subnet': ['ID=ed021e80-23e8-4738-9b54-906f4c450303,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:14.501473 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.507239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750a7c2-9c8e-44a0-8950-aae56fecba9f None None] Network 17ccbc1e-cef2-43ea-8d9f-901202d31210 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:25:14.517530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-443ec071-59e0-4940-b538-cea137c4ab3c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/subnets/ed021e80-23e8-4738-9b54-906f4c450303 HTTP/1.1" status: 204 len: 168 time: 0.8065100 Apr 11 21:25:14.520151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 47990) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:14.690474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.705163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:14.705554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.843954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] DHCP port deletion for 17ccbc1e-cef2-43ea-8d9f-901202d31210 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:25:14.848004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Deleting port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:14.848667 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:14.964972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:14.965332 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.071687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] For port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,segment=NetworkSegment(489ba35f-c838-415d-8c80-5f5a4ccb4800),segment_id=489ba35f-c838-415d-8c80-5f5a4ccb4800)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:15.072257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.103007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:15.232089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.262175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Calling delete_port for 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:15.314052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=7b6b21f5-c3d7-4f94-9d7d-1800277d4361,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:15.328124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.328902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.329523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.330022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.330506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.331000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.331730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.332219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.332712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.333051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.333385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:15.341832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:25:15.342737 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:25:15.348907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] No DVR routers for this DVR port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:25:15.472070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d8e23cf7-4347-47af-a6b6-0eb807d48b0b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:15.488252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.528178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ccbc1e-cef2-43ea-8d9f-901202d31210']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:15.545255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489ba35f-c838-415d-8c80-5f5a4ccb4800') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:15.545255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489ba35f-c838-415d-8c80-5f5a4ccb4800') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:15.561221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.583913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.591956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:25:15.592547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:25:15.608551 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:25:15.666247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d8e23cf7-4347-47af-a6b6-0eb807d48b0b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:15.672939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d8e23cf7-4347-47af-a6b6-0eb807d48b0b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:15.673423 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.746574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.765772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.777285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Network': ['ID=17ccbc1e-cef2-43ea-8d9f-901202d31210,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:15.805944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.838710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d8e23cf7-4347-47af-a6b6-0eb807d48b0b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:15.843790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Deleting port 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:15.844433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:15.844561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1726b3f0-30d1-41ba-afc9-f27c404f3bcf tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/networks/17ccbc1e-cef2-43ea-8d9f-901202d31210 HTTP/1.1" status: 204 len: 168 time: 1.3232079 Apr 11 21:25:15.846835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48012) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:15.914335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ac317a-2065-4826-9215-bf04426025c7 None None] The port '7b6b21f5-c3d7-4f94-9d7d-1800277d4361' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:25:15.916046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:16.053618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:16.115250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:16.115632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7b6b21f5-c3d7-4f94-9d7d-1800277d4361 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:16.119341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:16.122785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 0c3412f3-4f37-4541-b2cd-67014f2e01d8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:16.123140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:16.266503 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4f69237-09f2-4719-af4d-3d7178ddbae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:16.447738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:16.447738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:16.589814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 0c3412f3-4f37-4541-b2cd-67014f2e01d8 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:16.802864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:16.854976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=0c3412f3-4f37-4541-b2cd-67014f2e01d8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:16.961304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:17.373252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:25:17.455223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d8e23cf7-4347-47af-a6b6-0eb807d48b0b up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:17.484544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:17.501505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:17.531857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d8e23cf7-4347-47af-a6b6-0eb807d48b0b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:17.532545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:17.612043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:25:17.624685 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:25:17.647112 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:17.647769 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:17.648290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:17.722958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b63d5627-fdd0-46ef-9e64-d8cde4ea72a5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/floatingips/8d71e702-c245-4012-9994-e05b18ec13be HTTP/1.1" status: 204 len: 168 time: 1.8748705 Apr 11 21:25:17.723827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:25:17.787789 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b30ca99-3195-4c14-9c46-dfc6cf01c02b'] response: {'name': 'network-changed', 'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'status': 'completed', 'code': 200} Apr 11 21:25:17.921551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-209760b4-3eb3-41ef-8b16-5eac02415583 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 1097 time: 0.1062856 Apr 11 21:25:17.933110 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:18.086089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-5bd9d5d0-7c9a-48e1-b55d-8734837d64cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:18.087620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-5bd9d5d0-7c9a-48e1-b55d-8734837d64cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 200 len: 897 time: 0.1607432 Apr 11 21:25:18.184233 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-3b8b4e00-a888-47d6-aa1e-a19f160c43b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 200 len: 217 time: 0.0906968 Apr 11 21:25:18.262037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-3582065f-8004-4fa2-af16-c9c5a507a9f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:18.264717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-3582065f-8004-4fa2-af16-c9c5a507a9f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 200 len: 834 time: 0.0735126 Apr 11 21:25:18.360996 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:06Z', 'revision_number': 6, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:18.365747 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:25:18.378696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:18.379641 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:18.498437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430eb08-4bae-4b83-85f8-a60fec4765d3 req-60ce5339-9273-402a-864a-d6df7659ddfe tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:18.505696 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b430eb08-4bae-4b83-85f8-a60fec4765d3 req-60ce5339-9273-402a-864a-d6df7659ddfe tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 946 time: 0.0990789 Apr 11 21:25:18.507871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-ea26c35b-24a9-4c84-aac6-5a28441dbddc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eaa3f0ae-29b2-4220-a122-00abbe164634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355015 Apr 11 21:25:18.574669 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b430eb08-4bae-4b83-85f8-a60fec4765d3 req-3b5728df-cf11-4777-855d-9664fbc8b767 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680473 Apr 11 21:25:18.602907 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:18.667347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-e9fbfb43-52b8-404b-ac5d-51a6e992a7c6 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521611 Apr 11 21:25:18.803196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:18.844480 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bff7be2-9bcf-4ad6-bd05-f45c0f54cebe req-42c52e96-0b34-4dc9-a070-70d020d8f4b0 service neutron] 10.222.0.69 "GET /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695242 Apr 11 21:25:19.013942 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:06Z', 'revision_number': 6, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:19.018407 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64da73c-2bd8-454a-9cf2-a4a48dd36825 None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:06Z', 'revision_number': 6, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '967ec00d-8b55-4112-8427-6766da45d3a5', 'name': '', 'network_id': 'eaa3f0ae-29b2-4220-a122-00abbe164634', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:bc:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:16Z', 'updated_at': '2022-04-11T21:23:23Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'f5f14be6-4415-4a90-981a-c3c792bd3126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:25:19.555184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296380d-d908-461b-9536-3d86072b0f7f req-3c220d6b-d570-4619-b3bc-994f8a5d13ec tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:19.555793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4296380d-d908-461b-9536-3d86072b0f7f req-3c220d6b-d570-4619-b3bc-994f8a5d13ec tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:19.609129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4296380d-d908-461b-9536-3d86072b0f7f req-3c220d6b-d570-4619-b3bc-994f8a5d13ec tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:19.610295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296380d-d908-461b-9536-3d86072b0f7f req-3c220d6b-d570-4619-b3bc-994f8a5d13ec tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 946 time: 0.1310267 Apr 11 21:25:19.694451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port a4a7a481-e471-484b-9591-ab18bd40148d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:19.695173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:19.890473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b2c5-64db-4560-a333-279fe950e241 req-1dc32fe0-4658-4ea8-ae61-a62179085568 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:19.891963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f11b2c5-64db-4560-a333-279fe950e241 req-1dc32fe0-4658-4ea8-ae61-a62179085568 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 946 time: 0.1672153 Apr 11 21:25:20.018887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4f11b2c5-64db-4560-a333-279fe950e241 req-527beb58-e2b6-41ef-bcc3-633eacb5428e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:20.050888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port a4a7a481-e471-484b-9591-ab18bd40148d, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=a4a7a481-e471-484b-9591-ab18bd40148d,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:20.051252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:20.166385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4f11b2c5-64db-4560-a333-279fe950e241 req-527beb58-e2b6-41ef-bcc3-633eacb5428e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:20.167525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f11b2c5-64db-4560-a333-279fe950e241 req-527beb58-e2b6-41ef-bcc3-633eacb5428e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=00d05a64-4ea0-4ceb-a44b-0900999dc3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285631 Apr 11 21:25:20.174699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for a4a7a481-e471-484b-9591-ab18bd40148d owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:20.414558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:20.464141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=a4a7a481-e471-484b-9591-ab18bd40148d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:20.542865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] No DVR routers for this DVR port a4a7a481-e471-484b-9591-ab18bd40148d on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:25:20.546181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:20.548953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'name': 'network-vif-deleted', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:25:20.620874 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f8a7d6-899c-47c1-bde7-1c0db0873c30'] response: {'server_uuid': 'b1c5beb3-28dd-4e23-bc24-528346dec6d3', 'name': 'network-vif-deleted', 'tag': 'a4a7a481-e471-484b-9591-ab18bd40148d', 'status': 'completed', 'code': 200} Apr 11 21:25:20.627031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296380d-d908-461b-9536-3d86072b0f7f req-7e28ba30-af96-49d6-a468-7d66cb1fa824 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.69 "DELETE /v2.0/ports/a4a7a481-e471-484b-9591-ab18bd40148d HTTP/1.1" status: 204 len: 173 time: 1.0119419 Apr 11 21:25:21.386471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9db6c828-d8c9-4d21-9300-ef4eaccf63fb req-7e41d9bd-d7f5-457c-a83f-d4692d445e7c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:21.471757 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9db6c828-d8c9-4d21-9300-ef4eaccf63fb req-7e41d9bd-d7f5-457c-a83f-d4692d445e7c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:21.472931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9db6c828-d8c9-4d21-9300-ef4eaccf63fb req-7e41d9bd-d7f5-457c-a83f-d4692d445e7c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1c5beb3-28dd-4e23-bc24-528346dec6d3 HTTP/1.1" status: 200 len: 210 time: 0.1443391 Apr 11 21:25:22.588651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48208) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:22.665134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aee450e8-b82e-41dd-9dab-7507bef1fb5c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:22.695893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aee450e8-b82e-41dd-9dab-7507bef1fb5c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:22.843671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aee450e8-b82e-41dd-9dab-7507bef1fb5c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:22.877556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee450e8-b82e-41dd-9dab-7507bef1fb5c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d05a64-4ea0-4ceb-a44b-0900999dc3e2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:22.985813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-aee450e8-b82e-41dd-9dab-7507bef1fb5c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:22.987834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-aee450e8-b82e-41dd-9dab-7507bef1fb5c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/security-groups/00d05a64-4ea0-4ceb-a44b-0900999dc3e2 HTTP/1.1" status: 204 len: 168 time: 0.3978276 Apr 11 21:25:23.045954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a4a7a481-e471-484b-9591-ab18bd40148d no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:23.091764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: a4a7a481-e471-484b-9591-ab18bd40148d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:23.092344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device a4a7a481-e471-484b-9591-ab18bd40148d not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:23.120960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48240) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:23.755985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:24.298650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8afe18-50b9-4618-8782-0ac962eab218 None None] New status for floating IP 8d71e702-c245-4012-9994-e05b18ec13be: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:25:24.431829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 967ec00d-8b55-4112-8427-6766da45d3a5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:24.432281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:24.627966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port 967ec00d-8b55-4112-8427-6766da45d3a5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=967ec00d-8b55-4112-8427-6766da45d3a5,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:24.628324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:24.754707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 967ec00d-8b55-4112-8427-6766da45d3a5 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:24.997974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:25.045709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=967ec00d-8b55-4112-8427-6766da45d3a5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:25.544562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:26.215122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 0988e4a6-de27-4af2-8c8f-f03f74438820 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:25:26.425466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:25:26.441236 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] Sync routers for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:25:26.451332 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:26.452246 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:26.537880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:26.548107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7210e64-d353-4d5f-9eba-2146f5403e1f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "PUT /v2.0/routers/0988e4a6-de27-4af2-8c8f-f03f74438820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259751 Apr 11 21:25:26.653845 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:26.749351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting subnet f5f14be6-4415-4a90-981a-c3c792bd3126 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:25:26.752284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:26.812346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:26.899274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:26.945036 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:24Z', 'revision_number': 7, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:26.950298 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] Checking router: 0988e4a6-de27-4af2-8c8f-f03f74438820 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:25:26.961210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] Routers {'0988e4a6-de27-4af2-8c8f-f03f74438820'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:26.962027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['0988e4a6-de27-4af2-8c8f-f03f74438820'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:27.095563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.135466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f14be6-4415-4a90-981a-c3c792bd3126,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:27.145376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.148999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b9416-6e2f-41be-8b88-646d6cdaa309 None None] Network eaa3f0ae-29b2-4220-a122-00abbe164634 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:25:27.151804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0f21b67c-4eb9-4fab-82d9-d1c245e7269b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/subnets/f5f14be6-4415-4a90-981a-c3c792bd3126 HTTP/1.1" status: 204 len: 168 time: 0.6158485 Apr 11 21:25:27.155631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48454) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:27.184326 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] Set router 0988e4a6-de27-4af2-8c8f-f03f74438820 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:27.453629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] DHCP port deletion for eaa3f0ae-29b2-4220-a122-00abbe164634 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:25:27.460021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Deleting port 2002beda-2eee-4f54-8289-62274831967e {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:27.460610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.464150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.564082 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:24Z', 'revision_number': 7, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:27.569201 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471abd5-e348-418f-ab75-ff3c96daf60c None None] The sync data for ids ['0988e4a6-de27-4af2-8c8f-f03f74438820'] in n-d-837321-1 is: [{'id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'name': 'tempest-TestNetworkBasicOps-router-1087157061', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:25:24Z', 'revision_number': 7, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0988e4a6-de27-4af2-8c8f-f03f74438820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:23:11Z', 'updated_at': '2022-04-11T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:25:27.716479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] For port 2002beda-2eee-4f54-8289-62274831967e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2002beda-2eee-4f54-8289-62274831967e,segment=NetworkSegment(ea687e21-e30b-48b6-a856-87dc511ef174),segment_id=ea687e21-e30b-48b6-a856-87dc511ef174)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:27.716866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.776727 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.841931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Calling delete_port for 2002beda-2eee-4f54-8289-62274831967e owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:27.848606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:25:27.848954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:27.987017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:28.053167 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:28.053802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:28.110815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Pushing event deleted for resources: {'Port': ['ID=2002beda-2eee-4f54-8289-62274831967e,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:28.120879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] No DVR routers for this DVR port 2002beda-2eee-4f54-8289-62274831967e on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:25:28.123505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.123858 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.124201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.124533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.124937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.125271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.125597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.125921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.126261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.126587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.126908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63523d8b-7ac4-4b78-889c-d569e25350ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:28.197094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:25:28.443417 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:28.486742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:28.717879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:28.975197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:28.980463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.069176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.069681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Fanout notify agent at l3_agent the message router_deleted on router 0988e4a6-de27-4af2-8c8f-f03f74438820 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:25:29.085915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.087030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5eb81d8c-c3ae-4048-9889-6cddea9eb971 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/routers/0988e4a6-de27-4af2-8c8f-f03f74438820 HTTP/1.1" status: 204 len: 168 time: 1.9316580 Apr 11 21:25:29.090086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:29.157580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.318123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.459645 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.490906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa3f0ae-29b2-4220-a122-00abbe164634']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:29.503772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea687e21-e30b-48b6-a856-87dc511ef174') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:29.504159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea687e21-e30b-48b6-a856-87dc511ef174') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:29.520914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.536281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.547786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:25:29.547786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:25:29.566334 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:25:29.605349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 967ec00d-8b55-4112-8427-6766da45d3a5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:29.641442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 967ec00d-8b55-4112-8427-6766da45d3a5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:29.641873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 967ec00d-8b55-4112-8427-6766da45d3a5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:29.642357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:29.681024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:29.681368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 95cad0c5-4bd7-4cb8-80b3-0db2872c8bb2 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:29.681826 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2002beda-2eee-4f54-8289-62274831967e no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:25:29.726306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2002beda-2eee-4f54-8289-62274831967e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:25:29.726306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2002beda-2eee-4f54-8289-62274831967e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:25:29.746244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.767808 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.781242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Network': ['ID=eaa3f0ae-29b2-4220-a122-00abbe164634,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:29.787158 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-26733f19-8d4b-4f34-bfd4-4aa2e2bc1613 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/networks/eaa3f0ae-29b2-4220-a122-00abbe164634 HTTP/1.1" status: 204 len: 168 time: 0.6955855 Apr 11 21:25:29.804616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48594) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:29.811241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'network': {'name': 'tempest-network-smoke--1195653841', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'port_security_enabled': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:29.816924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:29.821209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:network and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:29.824206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:29.830085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:29.917412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:25:29.921122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.949953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:25:29.958676 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:29.959039 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Added segment bd892b63-6488-47d2-9e15-a401995022db of type vlan for network 810eecc2-c022-41be-aab0-227bebe5da36 Apr 11 21:25:29.990972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.088596 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.093081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:30.095963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.203173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Network': ['ID=810eecc2-c022-41be-aab0-227bebe5da36,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:30.216347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 810eecc2-c022-41be-aab0-227bebe5da36 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:25:30.258221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d2cce09-1874-48dd-883f-5adbe7ec711f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4493208 Apr 11 21:25:30.258394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48620) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:30.263732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-578545368', 'admin_state_up': True, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:30.271350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:30.275505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:router and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:30.278995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:30.285150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:30.363304 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.364481 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.388068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.608391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.958578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.962894 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:30.992969 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:31.143627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.25.5.47 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7e8345d9-1c8b-4afc-9bd5-090d707080c3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:25:31.295736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:31.386369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:31.457334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:25:31.460025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:31.463725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:25:31.494835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=7e8345d9-1c8b-4afc-9bd5-090d707080c3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:31.698942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:31.699889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:32.008687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:25:32.230443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:25:32.244443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Sync routers for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:25:32.263360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:32.263964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:32.323464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:32.328269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-db6b5699-e120-4b88-b508-3f3826bf97ca tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0656185 Apr 11 21:25:32.328549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48668) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:32.376825 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e7667e7f-02e4-4fe9-a0ff-11e10648a819 tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=69ae1e0e5b1f4d12bae7b46cb98515b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449336 Apr 11 21:25:32.377299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:32.531898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6b544-a799-4e93-a523-b67ed695b39b tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:32.533643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f7f6b544-a799-4e93-a523-b67ed695b39b tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552997 Apr 11 21:25:32.536323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48678) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:32.540985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:32.587788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48682) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:32.589102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-87e93b27-d817-4b8f-a9db-2696df99ad2b tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507619 Apr 11 21:25:32.594327 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-924622156', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:32.715727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:32.720427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:subnet and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:32.723865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:32.730364 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:32.810615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:25:32.881061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:31Z', 'revision_number': 3, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:32.882970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Checking router: 2c19056c-2264-44fd-8ec2-bc1a7714c1ab for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:25:32.883375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Updating router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:25:32.941306 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:32.955701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.305007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.306470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.318786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Transition to ACTIVE for port object 7e8345d9-1c8b-4afc-9bd5-090d707080c3 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:33.389343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Subnet': ['ID=a812d982-edf7-48b7-8a92-662ad863c240,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:33.407512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Checking segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:25:33.407755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network hostable DHCP agents. Network: 810eecc2-c022-41be-aab0-227bebe5da36, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:25:33.408918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.494134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Attempting to bind port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:25:33.494732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Attempting to bind port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:25:33.495309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Attempting to bind port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:25:33.497726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea3c10-f75b-4262-8912-59805a08e286 None None] Pushing event updated for resources: {'Port': ['ID=7e8345d9-1c8b-4afc-9bd5-090d707080c3,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:33.502843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 810eecc2-c022-41be-aab0-227bebe5da36 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:25:33.506104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:25:33.506767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:25:33.507596 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.508188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:25:33.508844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Bound port: 7e8345d9-1c8b-4afc-9bd5-090d707080c3, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:25:33.509437 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.593939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] For port 7e8345d9-1c8b-4afc-9bd5-090d707080c3, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:25:33.597428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 810eecc2-c022-41be-aab0-227bebe5da36) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:33.601755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] For port 7e8345d9-1c8b-4afc-9bd5-090d707080c3, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7e8345d9-1c8b-4afc-9bd5-090d707080c3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:25:33.605950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:33.607034 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.622207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9357f83-0f51-426e-a336-07ba129b2cb0 None None] Network 810eecc2-c022-41be-aab0-227bebe5da36 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:25:33.690356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-559b9158-ce12-4bf0-a12b-d44dd34ccfa8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1006827 Apr 11 21:25:33.696528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:33.696657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48700) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:33.950104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea3c10-f75b-4262-8912-59805a08e286 None None] Pushing event updated for resources: {'Port': ['ID=7e8345d9-1c8b-4afc-9bd5-090d707080c3,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:33.979085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:33.979764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:34.203580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-810eecc2-c022-41be-aab0-227bebe5da36', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:25:34.208146 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:34.551580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:34.680712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Allocated IP 172.20.0.2 (810eecc2-c022-41be-aab0-227bebe5da36/a812d982-edf7-48b7-8a92-662ad863c240/9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:25:34.862483 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.089175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.103089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Transition to ACTIVE for port object 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:35.135938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:31Z', 'revision_number': 3, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:35.138640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Transition to ACTIVE for port object 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:35.143070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607da29-1fb6-4b0f-80c1-7a3382e166d0 None None] The sync data for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 is: [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:31Z', 'revision_number': 3, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:25:35.216103 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.302703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Network 810eecc2-c022-41be-aab0-227bebe5da36 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:25:35.303954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:35.305709 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Pushing event updated for resources: {'Port': ['ID=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:35.308582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:25:35.401405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.20.0.1 (810eecc2-c022-41be-aab0-227bebe5da36/a812d982-edf7-48b7-8a92-662ad863c240/50055f26-619f-4a9e-bceb-1d351232e563) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:25:35.492046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Attempting to bind port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:25:35.492932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Attempting to bind port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:25:35.493758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Attempting to bind port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 on network 810eecc2-c022-41be-aab0-227bebe5da36 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:25:35.503352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:25:35.503765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Checking segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:25:35.504156 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.504689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Bound using segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:25:35.505150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Bound port: 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:25:35.505518 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.641744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] For port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:25:35.646039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] For port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:25:35.672046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.695828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Transition to ACTIVE for port object 50055f26-619f-4a9e-bceb-1d351232e563 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:35.741385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.814919 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:35.847565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a05feb-9121-4017-a21f-56e621f2898c None None] Pushing event updated for resources: {'Port': ['ID=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:35.900162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 810eecc2-c022-41be-aab0-227bebe5da36 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:25:35.906929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:35.912197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:25:35.968003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=50055f26-619f-4a9e-bceb-1d351232e563,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:36.010427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:36.219165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:36.706945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:36.780413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:36.892530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:37.103363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89b79c-5b16-4de0-8317-5782ba7d643b None None] Network 810eecc2-c022-41be-aab0-227bebe5da36 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:25:37.145211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=50055f26-619f-4a9e-bceb-1d351232e563,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:37.223682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 810eecc2-c022-41be-aab0-227bebe5da36 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:25:37.229777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:37.288671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-623cb82c-250c-407f-b05b-2ec042a70098 None None] Provisioning for port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:37.588595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:37.757478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:37.758052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:25:37.763921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:37.765663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:37.958515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-85c92219-f701-405b-8a10-4b753aab231e None None] Provisioning for port 50055f26-619f-4a9e-bceb-1d351232e563 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:37.987767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-85c92219-f701-405b-8a10-4b753aab231e None None] Provisioning complete for port 50055f26-619f-4a9e-bceb-1d351232e563 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:37.997426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85c92219-f701-405b-8a10-4b753aab231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.053584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48736) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:38.055566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:25:38.074678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.091750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48742) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:38.092297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fa75c693-efd8-4efc-930a-dd584a7f4fcc tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "PUT /v2.0/routers/2c19056c-2264-44fd-8ec2-bc1a7714c1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3954954 Apr 11 21:25:38.141814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-85c92219-f701-405b-8a10-4b753aab231e None None] Port 50055f26-619f-4a9e-bceb-1d351232e563 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:25:38.147787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:38.159860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-85c92219-f701-405b-8a10-4b753aab231e None None] Provisioning complete for port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:38.160227 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-85c92219-f701-405b-8a10-4b753aab231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.236873 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.237656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e8345d9-1c8b-4afc-9bd5-090d707080c3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:38.350622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.374640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.375498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.376033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.376554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.377185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.377753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.380497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-847aa5c9-4112-484a-ae40-37e81c933b0c tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.2874088 Apr 11 21:25:38.383266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48748) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:38.412641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:38.419180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Usage tracker for resource:security_group_rule and tenant:a36a67375c2b424d8d2ef20d2af51c88 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:38.423554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:38.431989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:38.452092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:38.453371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.453811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.454164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.454514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.454866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.455226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:38.457024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-62075312-501d-4d90-8e2f-747fcf0ea4aa tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.0727632 Apr 11 21:25:38.460126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48752) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:38.500248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:38.505542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:38.507515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.519616 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.569353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.593080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1f2f5a1b-aec7-43b9-a22f-2d6ff98cae91 None None] Provisioning complete for port 50055f26-619f-4a9e-bceb-1d351232e563 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:38.593433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5a1b-aec7-43b9-a22f-2d6ff98cae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.623371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696719b3-88d4-4b93-be27-350802cb4046,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:38.672814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e35d88d3-f59f-4c0d-a0a8-5b575f543179 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a36a67375c2b424d8d2ef20d2af51c88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6175594 Apr 11 21:25:38.675358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48756) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:38.714061 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d7dac8eb-0667-49f6-b57a-3278a9cf48fd tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2527282 Apr 11 21:25:38.717137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f5a1b-aec7-43b9-a22f-2d6ff98cae91 None None] Port 50055f26-619f-4a9e-bceb-1d351232e563 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:25:38.725089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.742283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7e8345d9-1c8b-4afc-9bd5-090d707080c3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7e8345d9-1c8b-4afc-9bd5-090d707080c3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:38.751563 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f749992c-0c32-40c2-b6a7-2ad179f67c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.797493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.892403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7e8345d9-1c8b-4afc-9bd5-090d707080c3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:38.901492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f749992c-0c32-40c2-b6a7-2ad179f67c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:38.999904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48764) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:39.005696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269244366', 'description': 'tempest-secgroup-smoke-269244366 description', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:39.012724 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:39.016961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:39.020454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:39.026315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:39.032965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f749992c-0c32-40c2-b6a7-2ad179f67c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.047779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749992c-0c32-40c2-b6a7-2ad179f67c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696719b3-88d4-4b93-be27-350802cb4046,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:39.055588 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f749992c-0c32-40c2-b6a7-2ad179f67c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.059615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f749992c-0c32-40c2-b6a7-2ad179f67c88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/696719b3-88d4-4b93-be27-350802cb4046 HTTP/1.1" status: 204 len: 168 time: 0.3798628 Apr 11 21:25:39.106159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.165139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:39.165859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:39.175996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:39.177911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:39.188207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Sync routers for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:25:39.203809 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:39.204308 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:39.304522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.389814 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.407638 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:39.461532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:39.490944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.492241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4913170 Apr 11 21:25:39.499624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48776) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:39.502148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '9888b3d7-ca00-422c-a231-5fd2abf49da1', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:39.513482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfb8c5-5b94-47f9-9eaa-b435257cf8b2 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9888b3d7-ca00-422c-a231-5fd2abf49da1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:39.517822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:39.529549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:39.539986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:39.549967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:39.603344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:39.603751 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.659573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.744692 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.749219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e8345d9-1c8b-4afc-9bd5-090d707080c3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:39.803579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.820520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 2, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:39.824329 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Checking router: 2c19056c-2264-44fd-8ec2-bc1a7714c1ab for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:25:39.824984 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Updating router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab port 50055f26-619f-4a9e-bceb-1d351232e563 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:25:39.845463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd337ea4-8daf-4a17-9404-cfb105ec3b18,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:39.852107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:39.852371 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.885060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48780) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:39.906610 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.910028 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.935300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:39.937026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-367824b3-53c5-4b42-82e3-e1652ef40212 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4405773 Apr 11 21:25:39.939350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48784) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:39.945361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '9888b3d7-ca00-422c-a231-5fd2abf49da1', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:39.947452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:39.952399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Usage tracker for resource:security_group_rule and tenant:e529913d4ad2457ba81fa7b19304a51b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:39.955954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:39.959597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:39.963007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:39.967636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:39.977795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:39.990996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:40.052813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.069671 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.135080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.140260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.185239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de09060-9a69-4fb4-8498-45c6a3c9be6a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:40.196778 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-08fa6bca-173c-4cd0-9b9f-42225f905410 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e529913d4ad2457ba81fa7b19304a51b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070757 Apr 11 21:25:40.196778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 48790) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:40.237716 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.278385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2513f7f6-4800-4317-bfdb-dab4a906a77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.310354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba60b645-91f4-46b0-81b6-bc79afbb9512,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:40.326526 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2513f7f6-4800-4317-bfdb-dab4a906a77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.384620 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.397048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.401763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b2bc8b00-a8f3-42d3-a768-75cdc9ea2385 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4580805 Apr 11 21:25:40.401763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48798) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:40.407832 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '9888b3d7-ca00-422c-a231-5fd2abf49da1', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:40.414414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:40.418295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:40.421791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:40.427428 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:40.459264 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Transition to ACTIVE for port object 50055f26-619f-4a9e-bceb-1d351232e563 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:40.459422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2513f7f6-4800-4317-bfdb-dab4a906a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.477805 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513f7f6-4800-4317-bfdb-dab4a906a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de09060-9a69-4fb4-8498-45c6a3c9be6a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:40.489648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2513f7f6-4800-4317-bfdb-dab4a906a77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.497618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.498217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2513f7f6-4800-4317-bfdb-dab4a906a77b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8de09060-9a69-4fb4-8498-45c6a3c9be6a HTTP/1.1" status: 204 len: 168 time: 0.2964609 Apr 11 21:25:40.545596 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.565969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.637046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.660933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daa01c0-f21d-4f13-909e-bbe495df7b37,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:40.676736 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Pushing event updated for resources: {'Port': ['ID=50055f26-619f-4a9e-bceb-1d351232e563,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:40.691218 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.691591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.691910 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.692233 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.692552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.693049 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.693366 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.693681 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.693996 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.694305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.694616 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:25:40.780288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.781800 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5d480e9b-e9f8-4480-851d-9931c5b84e2e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3794155 Apr 11 21:25:40.784704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48804) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:40.788650 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Attempting to bind port 50055f26-619f-4a9e-bceb-1d351232e563 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:25:40.789134 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Attempting to bind port 50055f26-619f-4a9e-bceb-1d351232e563 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:25:40.789653 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Attempting to bind port 50055f26-619f-4a9e-bceb-1d351232e563 on network 810eecc2-c022-41be-aab0-227bebe5da36 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:25:40.791245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '9888b3d7-ca00-422c-a231-5fd2abf49da1', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:40.797428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:25:40.797815 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Checking segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:25:40.798186 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.798617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Bound using segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:25:40.799075 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Bound port: 50055f26-619f-4a9e-bceb-1d351232e563, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:25:40.799625 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.799930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:40.804520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:40.808579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:40.819401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:40.894876 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:40.900096 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] For port 50055f26-619f-4a9e-bceb-1d351232e563, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:25:40.904090 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] For port 50055f26-619f-4a9e-bceb-1d351232e563, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=50055f26-619f-4a9e-bceb-1d351232e563,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:25:40.958103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:25:40.974264 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.000543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.057796 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b137f-e9e3-4b82-be9a-2282a896eaf3 None None] Pushing event updated for resources: {'Port': ['ID=50055f26-619f-4a9e-bceb-1d351232e563,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:41.064163 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:25:41.070558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:41.091554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.135032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de74e95f-8b6b-4126-9d04-3fb7a7276738,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:41.214297 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.215563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a82a975-ab47-4c5b-bc1f-a20ee92a5bc8 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4296637 Apr 11 21:25:41.219880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48818) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:41.228168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '9888b3d7-ca00-422c-a231-5fd2abf49da1', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:41.237874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:41.242137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:41.245847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:41.253463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:41.292775 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:25:41.340119 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Project 69ae1e0e5b1f4d12bae7b46cb98515b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:25:41.356384 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.462326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.523138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.547584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d4a329-e370-45c6-bdbd-83e9f925fa68,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:41.626211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.627425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3b5049e2-7453-4842-a6f6-ad074439e7cb tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4065697 Apr 11 21:25:41.635984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 48832) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:41.642415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'security_group_rule': {'security_group_id': '9888b3d7-ca00-422c-a231-5fd2abf49da1', 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:41.652264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:41.658767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:security_group_rule and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:41.663886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:41.671514 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:41.671674 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:40Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:25:41.675872 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6ab78-6b31-4af8-a396-8b78dd856dbe None None] The sync data for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 is: [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:40Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:25:41.768818 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Project 69ae1e0e5b1f4d12bae7b46cb98515b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:25:41.775488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.857060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.940092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:41.968039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d79129a-6a26-451a-ae22-7e6b3bc7e0ef,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:42.032057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:42.034793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ce0d2f6a-6422-4b59-9cc5-5e48ada93d8d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3977635 Apr 11 21:25:42.322888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-732c89d7-3fd6-4c60-a49d-0dd965e4b290 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:42.405119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-732c89d7-3fd6-4c60-a49d-0dd965e4b290 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:42.406302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-732c89d7-3fd6-4c60-a49d-0dd965e4b290 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269244366&fields=id&tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 267 time: 0.1364410 Apr 11 21:25:42.588512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-9b70c2fb-e42c-494b-877f-388138c881b6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:42.589535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-9b70c2fb-e42c-494b-877f-388138c881b6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:42.660224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-9b70c2fb-e42c-494b-877f-388138c881b6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:42.661745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-9b70c2fb-e42c-494b-877f-388138c881b6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/networks?id=810eecc2-c022-41be-aab0-227bebe5da36 HTTP/1.1" status: 200 len: 797 time: 0.2485576 Apr 11 21:25:42.683344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-81823e43-62b7-487f-943c-dae9f5a70806 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/quotas/69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 375 time: 0.0145309 Apr 11 21:25:42.777163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-568d489c-5fb2-48ba-99b8-79feb8fe0947 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:42.889231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-568d489c-5fb2-48ba-99b8-79feb8fe0947 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:42.890785 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-568d489c-5fb2-48ba-99b8-79feb8fe0947 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015688 Apr 11 21:25:43.039576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-c426cc9a-1033-4778-8074-8a4ea442c17f service neutron] 10.222.0.61 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320562 Apr 11 21:25:43.183306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-511803b1-e92d-4b15-9fc8-1694a942665c service neutron] 10.222.0.61 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356778 Apr 11 21:25:43.524077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50055f26-619f-4a9e-bceb-1d351232e563 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:43.538477 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e6df8c7-db3c-45de-812f-1e1d4b52dc0d req-85fe9ecb-f8ff-4c26-a07a-a6eafbf893a1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:43.550981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-7e6df8c7-db3c-45de-812f-1e1d4b52dc0d req-85fe9ecb-f8ff-4c26-a07a-a6eafbf893a1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:43.552172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e6df8c7-db3c-45de-812f-1e1d4b52dc0d req-85fe9ecb-f8ff-4c26-a07a-a6eafbf893a1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 210 time: 0.0853639 Apr 11 21:25:43.694208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 50055f26-619f-4a9e-bceb-1d351232e563 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:43.700371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 50055f26-619f-4a9e-bceb-1d351232e563 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:43.701342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:43.839536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:43.885240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 50055f26-619f-4a9e-bceb-1d351232e563, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=50055f26-619f-4a9e-bceb-1d351232e563,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:43.940493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3656b9d7-319e-4386-b72c-356542d0c63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:43.981295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:44.056154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=50055f26-619f-4a9e-bceb-1d351232e563,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:44.734584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4da5e957-593d-43be-a21e-5ac8912b4eec req-401f2341-2033-4b1d-95ee-45bda07be056 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 210 time: 0.0502152 Apr 11 21:25:45.442892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50055f26-619f-4a9e-bceb-1d351232e563 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:45.531489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 50055f26-619f-4a9e-bceb-1d351232e563 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:45.531892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:45.924921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0000873-ad65-4d18-b7f7-31c5c554bfcc req-487416d8-c9ea-4634-ac5d-5988b080ca5a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 210 time: 0.0433447 Apr 11 21:25:46.017622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-f55bd871-e206-4397-938b-ca419818d601 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:46.020065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-f55bd871-e206-4397-938b-ca419818d601 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "GET /v2.0/networks?id=810eecc2-c022-41be-aab0-227bebe5da36 HTTP/1.1" status: 200 len: 797 time: 0.1838615 Apr 11 21:25:46.081921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-cccb6e5c-bc92-46a4-ad15-6bc9b8edfe08 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1 HTTP/1.1" status: 200 len: 379 time: 0.0424032 Apr 11 21:25:46.091697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'port': {'device_id': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'admin_state_up': True, 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'security_groups': ['9888b3d7-ca00-422c-a231-5fd2abf49da1']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:46.245663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:46.256203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:46.259989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2a99920f-9fde-46cb-92b8-f40baceb2336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:46.380234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Made reservation on behalf of 69ae1e0e5b1f4d12bae7b46cb98515b1 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:25:46.383528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:46.585882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.20.0.6 (810eecc2-c022-41be-aab0-227bebe5da36/a812d982-edf7-48b7-8a92-662ad863c240/0b53984e-1b16-4ee8-a0f0-ea956e140529) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:25:46.780280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:46.796192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Transition to ACTIVE for port object 0b53984e-1b16-4ee8-a0f0-ea956e140529 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:46.872088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:46.946573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network 810eecc2-c022-41be-aab0-227bebe5da36 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:25:46.950354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:46.954798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:25:47.151059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=0b53984e-1b16-4ee8-a0f0-ea956e140529,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:47.206853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:47.207961 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:47.263689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb809a5-0f91-4da3-ba7d-cbf936682808 req-d2c50567-4707-46f5-bf5d-40ac9cb65075 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:47.264769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cbb809a5-0f91-4da3-ba7d-cbf936682808 req-d2c50567-4707-46f5-bf5d-40ac9cb65075 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:25:47.343464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-059ea320-5c9b-4ee3-a554-f1ef7c6e2730 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2561164 Apr 11 21:25:47.359060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Request body: {'port': {'device_id': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:47.414911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cbb809a5-0f91-4da3-ba7d-cbf936682808 req-d2c50567-4707-46f5-bf5d-40ac9cb65075 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:25:47.416190 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cbb809a5-0f91-4da3-ba7d-cbf936682808 req-d2c50567-4707-46f5-bf5d-40ac9cb65075 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 931 time: 0.3051441 Apr 11 21:25:47.446074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-73b0c288-77de-48bc-9a6d-e0b578e90664 None None] Provisioning for port 0b53984e-1b16-4ee8-a0f0-ea956e140529 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:47.454192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-73b0c288-77de-48bc-9a6d-e0b578e90664 None None] Provisioning complete for port 0b53984e-1b16-4ee8-a0f0-ea956e140529 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:47.454848 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-73b0c288-77de-48bc-9a6d-e0b578e90664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:47.525482 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:47.527792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:47.546993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cbb809a5-0f91-4da3-ba7d-cbf936682808 req-36e1723d-2ecc-4ac0-845d-1318eebaaaa1 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199441 Apr 11 21:25:47.550507 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-73b0c288-77de-48bc-9a6d-e0b578e90664 None None] Port 0b53984e-1b16-4ee8-a0f0-ea956e140529 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:25:47.556948 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:47.897601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b53984e-1b16-4ee8-a0f0-ea956e140529 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:25:47.904155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:47.917851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Transition to ACTIVE for port object 0b53984e-1b16-4ee8-a0f0-ea956e140529 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:25:47.979823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:48.110913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Pushing event updated for resources: {'Port': ['ID=0b53984e-1b16-4ee8-a0f0-ea956e140529,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:48.226672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Attempting to bind port 0b53984e-1b16-4ee8-a0f0-ea956e140529 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:25:48.227333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Attempting to bind port 0b53984e-1b16-4ee8-a0f0-ea956e140529 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:25:48.227496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Attempting to bind port 0b53984e-1b16-4ee8-a0f0-ea956e140529 on network 810eecc2-c022-41be-aab0-227bebe5da36 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:25:48.237859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Port 0b53984e-1b16-4ee8-a0f0-ea956e140529 on network 810eecc2-c022-41be-aab0-227bebe5da36 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:25:48.237859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Attempting to bind port 0b53984e-1b16-4ee8-a0f0-ea956e140529 on network 810eecc2-c022-41be-aab0-227bebe5da36 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:25:48.243446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:25:48.243814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Checking segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:25:48.244194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Bound using segment: {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:25:48.244633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Bound port: 0b53984e-1b16-4ee8-a0f0-ea956e140529, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd892b63-6488-47d2-9e15-a401995022db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:25:48.244958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:48.333187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] For port 0b53984e-1b16-4ee8-a0f0-ea956e140529, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:25:48.336124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] For port 0b53984e-1b16-4ee8-a0f0-ea956e140529, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:25:48.408823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:48.477651 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:48.479054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] 10.222.0.75 "PUT /v2.0/ports/0b53984e-1b16-4ee8-a0f0-ea956e140529 HTTP/1.1" status: 200 len: 1091 time: 1.1245255 Apr 11 21:25:48.479496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:25:48.515037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c419-81a4-4c2c-96d5-b760f4af4250 service neutron] Pushing event updated for resources: {'Port': ['ID=0b53984e-1b16-4ee8-a0f0-ea956e140529,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:48.549521 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42921b7b-c66a-416a-8b2e-21695c76037f'] response: {'name': 'network-changed', 'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'status': 'completed', 'code': 200} Apr 11 21:25:48.681768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a21714d-dc7a-477d-a45e-bd6d6abddb46 req-86f157e5-d3e4-4a15-90bf-ed413ce96da1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1094 time: 0.1035409 Apr 11 21:25:48.809980 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:48.893873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21714d-dc7a-477d-a45e-bd6d6abddb46 req-974e0c2a-6e09-4241-80f0-d343002b73bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:48.895324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a21714d-dc7a-477d-a45e-bd6d6abddb46 req-974e0c2a-6e09-4241-80f0-d343002b73bc service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2020948 Apr 11 21:25:48.906377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e6e80-79a8-4241-ae2d-8a876af0f6bb req-ca64298e-1c22-46f1-96d6-34384c323abe tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:48.907789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-868e6e80-79a8-4241-ae2d-8a876af0f6bb req-ca64298e-1c22-46f1-96d6-34384c323abe tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 943 time: 0.1350760 Apr 11 21:25:49.053314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21714d-dc7a-477d-a45e-bd6d6abddb46 req-345613c0-ee8b-4a17-ae49-ab9596a8dae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:49.054634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a21714d-dc7a-477d-a45e-bd6d6abddb46 req-345613c0-ee8b-4a17-ae49-ab9596a8dae9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458540 Apr 11 21:25:49.084764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-868e6e80-79a8-4241-ae2d-8a876af0f6bb req-195086f7-0455-42a6-a5b2-8f6bed55848b tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516343 Apr 11 21:25:49.177592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-753fe52f-2c81-41a1-9cce-70a5faa51a8f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1094 time: 0.0706427 Apr 11 21:25:49.252045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-47df2acb-812f-44b4-81ce-c6cf899572f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529 HTTP/1.1" status: 200 len: 217 time: 0.0643485 Apr 11 21:25:49.422137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-a8252e6e-1bb7-4723-9637-29489e8323e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:49.423605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-a8252e6e-1bb7-4723-9637-29489e8323e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a812d982-edf7-48b7-8a92-662ad863c240 HTTP/1.1" status: 200 len: 834 time: 0.1650178 Apr 11 21:25:49.523326 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-c6621f95-4938-47d4-bc82-ef3a8a55556d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=810eecc2-c022-41be-aab0-227bebe5da36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904632 Apr 11 21:25:49.685888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-db0cf4a5-a3e0-417c-a175-604b35fcd822 service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530998 Apr 11 21:25:49.826862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5aa02c-77eb-4f89-bf48-cd99ebd8007a req-2de57933-75fc-450d-b159-b002feb4d160 service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309733 Apr 11 21:25:50.391546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa079-ca8a-49e0-a757-b5dfde82598d req-540e68e7-4b9e-42c6-bd9d-9a3d1e129d1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:50.393162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b95aa079-ca8a-49e0-a757-b5dfde82598d req-540e68e7-4b9e-42c6-bd9d-9a3d1e129d1e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 943 time: 0.1764874 Apr 11 21:25:50.450469 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b95aa079-ca8a-49e0-a757-b5dfde82598d req-18c7c6f7-2e0b-4166-a9cf-39f651fc09d4 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516734 Apr 11 21:25:51.323002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0b53984e-1b16-4ee8-a0f0-ea956e140529 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:25:51.495509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0b53984e-1b16-4ee8-a0f0-ea956e140529, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:51.515583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'port_id': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'mac_address': 'fa:16:3e:93:a1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:25:51.611621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:51.635225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b53984e-1b16-4ee8-a0f0-ea956e140529 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:25:51.650724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0b53984e-1b16-4ee8-a0f0-ea956e140529, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:51.701182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2741c1-e152-4893-a1cc-d2445f8e856f req-78ed15f9-9092-4969-9c86-187562740a3a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:51.702462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf2741c1-e152-4893-a1cc-d2445f8e856f req-78ed15f9-9092-4969-9c86-187562740a3a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 943 time: 0.0819156 Apr 11 21:25:51.739969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:51.748586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf2741c1-e152-4893-a1cc-d2445f8e856f req-df0635d8-e3eb-4173-9881-fe4fabd6abf4 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Apr 11 21:25:51.814164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=0b53984e-1b16-4ee8-a0f0-ea956e140529,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:51.989001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['0b53984e-1b16-4ee8-a0f0-ea956e140529'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:25:52.957375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2809083-31e1-45a0-843d-fd0406d74673 req-5ba437ac-8440-4afe-865e-6ea78cc61f4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:52.958875 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2809083-31e1-45a0-843d-fd0406d74673 req-5ba437ac-8440-4afe-865e-6ea78cc61f4e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 944 time: 0.0787525 Apr 11 21:25:53.004566 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b2809083-31e1-45a0-843d-fd0406d74673 req-14412c25-a003-4d39-96c3-57b4ea1ce318 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400198 Apr 11 21:25:53.325041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0b53984e-1b16-4ee8-a0f0-ea956e140529 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:25:53.453480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 0b53984e-1b16-4ee8-a0f0-ea956e140529 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:25:53.458622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 0b53984e-1b16-4ee8-a0f0-ea956e140529 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:25:53.458993 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:53.579861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:53.608104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:25:53.619167 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0b53984e-1b16-4ee8-a0f0-ea956e140529, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:25:53.717296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:53.808001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=0b53984e-1b16-4ee8-a0f0-ea956e140529,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:53.866478 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e81859-5535-44d0-b073-679ba545111c'] response: {'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'code': 200} Apr 11 21:25:54.012903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4ed18d3-c874-4c75-a587-973babb06326 req-08943cda-bde8-42f6-a96a-0f173707e0f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1096 time: 0.0745568 Apr 11 21:25:54.061660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4ed18d3-c874-4c75-a587-973babb06326 req-fef58cdc-d6ad-465c-a0d5-945be859a0f3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Apr 11 21:25:54.218336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141febc-11e1-44f7-a282-9963a641b8d8 req-6bf2d7d2-5557-4759-919c-741b02d08274 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:54.219883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7141febc-11e1-44f7-a282-9963a641b8d8 req-6bf2d7d2-5557-4759-919c-741b02d08274 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.0804660 Apr 11 21:25:54.319850 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7141febc-11e1-44f7-a282-9963a641b8d8 req-cda9a047-7d87-49a2-ae5b-285d1e69be06 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875304 Apr 11 21:25:55.640387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549f2b-381b-4e14-ba34-7157f3ad1b89 req-b88eb5eb-8a7b-432d-b413-fbf551bf14e3 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:55.647911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9549f2b-381b-4e14-ba34-7157f3ad1b89 req-b88eb5eb-8a7b-432d-b413-fbf551bf14e3 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.1140132 Apr 11 21:25:55.708780 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9549f2b-381b-4e14-ba34-7157f3ad1b89 req-2cf4fe7c-a973-4ff2-888a-1fce20505283 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584435 Apr 11 21:25:56.475847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-db7fe3f6-7c5f-4106-8879-60fee4ec79ff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828037 Apr 11 21:25:56.629393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-4812fab7-98ea-4858-a1d0-35ef2ebb22f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1096 time: 0.0809019 Apr 11 21:25:56.843595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-9a240169-d7f5-423f-8513-a2f5b80f113f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:56.845122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-9a240169-d7f5-423f-8513-a2f5b80f113f service neutron] 10.222.0.75 "GET /v2.0/networks?id=810eecc2-c022-41be-aab0-227bebe5da36 HTTP/1.1" status: 200 len: 898 time: 0.1855991 Apr 11 21:25:56.945368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-251f5de1-8845-44a6-a9f6-6fa5db7a5826 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529 HTTP/1.1" status: 200 len: 217 time: 0.0940809 Apr 11 21:25:57.021297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace41b-041f-4da1-b6a0-4d568848b78b req-658f9f0b-6609-471b-aeeb-268eb377241a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:57.030347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5aace41b-041f-4da1-b6a0-4d568848b78b req-658f9f0b-6609-471b-aeeb-268eb377241a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.1750340 Apr 11 21:25:57.065629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-63597afc-9614-4648-a0a3-3566cb74f771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:57.065629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-63597afc-9614-4648-a0a3-3566cb74f771 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a812d982-edf7-48b7-8a92-662ad863c240 HTTP/1.1" status: 200 len: 834 time: 0.1066420 Apr 11 21:25:57.126921 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5aace41b-041f-4da1-b6a0-4d568848b78b req-3485eed2-19cd-4e79-b288-f9f761699eb5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829191 Apr 11 21:25:57.199201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-472184a0-feb8-4642-b4d9-fb61bbb58834 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=810eecc2-c022-41be-aab0-227bebe5da36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292045 Apr 11 21:25:57.426160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-15817844-1624-4054-9cd0-28cde165a952 service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183881 Apr 11 21:25:57.634243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4fd26-1df9-462d-9233-51055ac65b18 req-e7fb82af-467b-425d-b768-c6cd9e1e2f20 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:25:57.635946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72b4fd26-1df9-462d-9233-51055ac65b18 req-e7fb82af-467b-425d-b768-c6cd9e1e2f20 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.2086527 Apr 11 21:25:57.715073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adb618c9-c6ad-42c2-b588-1f64bad4bfc0 req-3e8a965c-1d05-4086-992f-5aa6f107a61c service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378795 Apr 11 21:25:57.737749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72b4fd26-1df9-462d-9233-51055ac65b18 req-f547bca2-8c7a-41fc-a894-ef1240ca060d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897348 Apr 11 21:25:57.766453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49092) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:57.848069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:25:57.848663 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8284eac7-bb49-4b4e-a273-0f569099791d tempest-TestNetworkBasicOps-145138505 tempest-TestNetworkBasicOps-145138505-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1091 time: 0.0804925 Apr 11 21:25:57.854218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:25:57.862046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:25:57.867810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Usage tracker for resource:floatingip and tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:25:57.871169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:25:57.975249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:25:58.066004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:58.264406 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:58.407269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Allocated IP 172.25.5.124 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/911b4b67-c813-46c0-a8d8-dcb59ca2a72e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:25:58.561170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:58.643059 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:58.709774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:25:58.710906 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:25:58.714630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:25:58.744405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=911b4b67-c813-46c0-a8d8-dcb59ca2a72e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:59.162156 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:59.263459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:59.388514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:59.655108 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:59.717237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:25:59.870473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event updated for resources: {'Port': ['ID=911b4b67-c813-46c0-a8d8-dcb59ca2a72e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:25:59.878838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:00.214053 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Floating IP ac8761de-c9d0-44f3-9d68-5d3c86280191 associated. External IP: 172.25.5.124, port: 0b53984e-1b16-4ee8-a0f0-ea956e140529. Apr 11 21:26:00.644099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:26:00.856277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:26:00.868885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] Sync routers for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:26:00.883061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:00.884053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:00.968618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:01.031422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c3d5faa-2aab-42c9-88c0-f2eb34eb36be tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1820996 Apr 11 21:26:01.032079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:01.036301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49128) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:01.090215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:01.107513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:01.115327 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7a453c-2ff9-4991-8387-c44e643e6377'] response: {'name': 'network-changed', 'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'status': 'completed', 'code': 200} Apr 11 21:26:01.203811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9be91a3c-05f5-4e66-a9d4-22b9ef0ec4dd tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/ac8761de-c9d0-44f3-9d68-5d3c86280191 HTTP/1.1" status: 200 len: 991 time: 0.1658852 Apr 11 21:26:01.237960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-2e1140ea-46f7-4a80-bad1-f2b07210c476 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1096 time: 0.0943851 Apr 11 21:26:01.438631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d12e9-088c-47f9-983e-f8ded37de589 req-6174b634-113c-4522-832f-e699b255f3b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:01.440167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-6174b634-113c-4522-832f-e699b255f3b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=810eecc2-c022-41be-aab0-227bebe5da36 HTTP/1.1" status: 200 len: 898 time: 0.1955559 Apr 11 21:26:01.520784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac8761de-c9d0-44f3-9d68-5d3c86280191', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'port_id': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'mac_address': 'fa:16:3e:93:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:25:59Z', 'updated_at': '2022-04-11T21:25:59Z', 'revision_number': 0, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:01.525045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] Checking router: 2c19056c-2264-44fd-8ec2-bc1a7714c1ab for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:26:01.537219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:01.537886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:25:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:01.562717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-e778c717-1ec8-4087-9273-f9c74cc082e8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529 HTTP/1.1" status: 200 len: 999 time: 0.1165359 Apr 11 21:26:01.637047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d12e9-088c-47f9-983e-f8ded37de589 req-6e9f547a-cb0a-4461-99d3-fbde8ffd12be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:01.639395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-6e9f547a-cb0a-4461-99d3-fbde8ffd12be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a812d982-edf7-48b7-8a92-662ad863c240 HTTP/1.1" status: 200 len: 834 time: 0.0714374 Apr 11 21:26:01.730443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-a8cab43e-374d-43fa-b3d2-bc3756724667 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=810eecc2-c022-41be-aab0-227bebe5da36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843349 Apr 11 21:26:01.740033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:01.934347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-4d4898b6-afcc-4d7f-ac15-c44973fa8848 service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964204 Apr 11 21:26:02.199503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac8761de-c9d0-44f3-9d68-5d3c86280191', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'port_id': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'mac_address': 'fa:16:3e:93:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:25:59Z', 'updated_at': '2022-04-11T21:25:59Z', 'revision_number': 0, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:02.204951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e989c8-aa1c-49cc-a412-73e613b4cedd None None] The sync data for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 is: [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ac8761de-c9d0-44f3-9d68-5d3c86280191', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'port_id': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'mac_address': 'fa:16:3e:93:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:25:59Z', 'updated_at': '2022-04-11T21:25:59Z', 'revision_number': 0, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:26:02.208154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:02.232893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-695d12e9-088c-47f9-983e-f8ded37de589 req-4fc34dea-6ab9-4171-9327-6ab7afd94e66 service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920151 Apr 11 21:26:02.364379 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-45bb82f8-4981-47f0-a947-e8cb88af8cc7 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/ac8761de-c9d0-44f3-9d68-5d3c86280191 HTTP/1.1" status: 200 len: 991 time: 0.1550097 Apr 11 21:26:02.517650 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a726a0-ea14-44ae-942c-3551e0f59c5b None None] New status for floating IP ac8761de-c9d0-44f3-9d68-5d3c86280191: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:26:02.600724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49156) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:02.765670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:02.797641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:02.801654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2376b0789dc4bafa31c2f7ff2efaf6d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:02.805438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:02.810562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:02.895582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:02.951046 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:02.999725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a8288c-626a-418a-a696-fe448fc84450,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:03.003810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cca927c4-e37e-48ce-b9c7-2e8de55c54a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2376b0789dc4bafa31c2f7ff2efaf6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4017954 Apr 11 21:26:03.006385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49162) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:03.076340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94ce8b73-9535-42b9-9a75-3c6f64c52002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:03.101284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94ce8b73-9535-42b9-9a75-3c6f64c52002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:03.225555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94ce8b73-9535-42b9-9a75-3c6f64c52002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:03.244678 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce8b73-9535-42b9-9a75-3c6f64c52002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a8288c-626a-418a-a696-fe448fc84450,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:03.254151 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94ce8b73-9535-42b9-9a75-3c6f64c52002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:03.257581 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94ce8b73-9535-42b9-9a75-3c6f64c52002 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16a8288c-626a-418a-a696-fe448fc84450 HTTP/1.1" status: 204 len: 168 time: 0.2480512 Apr 11 21:26:03.368439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:03.474469 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-169d883b-3fbb-4661-93e0-9655a52a9e93 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/ac8761de-c9d0-44f3-9d68-5d3c86280191 HTTP/1.1" status: 200 len: 993 time: 0.1047859 Apr 11 21:26:03.848494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49180) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:03.866531 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:03.898142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:03.901901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:d66978597aeb4f639c48fb46c98339b2 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:03.904699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:03.910286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:03.973133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:04.025235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:04.071198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915a338f-0de9-4f75-ab01-8a51d6394a04,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:04.077447 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8a972bec-5766-4376-a06d-e354f81b7ab3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d66978597aeb4f639c48fb46c98339b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2278974 Apr 11 21:26:04.080581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49184) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:04.141764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd366dd4-df01-4fd2-9052-6a981e078e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:04.169575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd366dd4-df01-4fd2-9052-6a981e078e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:04.310890 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd366dd4-df01-4fd2-9052-6a981e078e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:04.326751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd366dd4-df01-4fd2-9052-6a981e078e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a338f-0de9-4f75-ab01-8a51d6394a04,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:04.330927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd366dd4-df01-4fd2-9052-6a981e078e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:04.332043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cd366dd4-df01-4fd2-9052-6a981e078e2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/915a338f-0de9-4f75-ab01-8a51d6394a04 HTTP/1.1" status: 204 len: 168 time: 0.2501984 Apr 11 21:26:05.632618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49218) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:05.794429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1756869932-network', 'tenant_id': '8bc4e5a991044bb6939299749641ca51'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:05.800363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:05.804630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Usage tracker for resource:network and tenant:8bc4e5a991044bb6939299749641ca51 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:05.807553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:05.813574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:05.928394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Made reservation on behalf of 8bc4e5a991044bb6939299749641ca51 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:26:05.930710 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:05.943560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:05.976101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:05.979923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc4e5a991044bb6939299749641ca51 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:05.983550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:05.989163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:06.051993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.111231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.143344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:26:06.152131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb29863-05e5-4e44-9ea1-e9d2e83068ff,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:06.157681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.158026 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Added segment b5be9b0a-2cb3-4409-9742-96202d804d6a of type vlan for network 54be025c-ac26-416a-9554-c630093f6855 Apr 11 21:26:06.185286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.277218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.278085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:06.279114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.381816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=54be025c-ac26-416a-9554-c630093f6855,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:06.391899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 54be025c-ac26-416a-9554-c630093f6855 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:26:06.426492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-19cef6b0-c091-4b9e-8e6a-19dbe34be0b7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7926676 Apr 11 21:26:06.429717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49228) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:06.437170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Request body: {'subnet': {'network_id': '54be025c-ac26-416a-9554-c630093f6855', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1756869932-subnet', 'tenant_id': '8bc4e5a991044bb6939299749641ca51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:06.462085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:06.471752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Usage tracker for resource:subnet and tenant:8bc4e5a991044bb6939299749641ca51 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:06.475345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:06.487677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:06.556881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Made reservation on behalf of 8bc4e5a991044bb6939299749641ca51 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:26:06.559282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.814001 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:06.889686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199350bc-f77f-4ffe-a09d-1514c250250f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:06.903836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Checking segment: {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:26:06.904194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Network hostable DHCP agents. Network: 54be025c-ac26-416a-9554-c630093f6855, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:26:06.979432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Network 54be025c-ac26-416a-9554-c630093f6855 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:26:07.036450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 54be025c-ac26-416a-9554-c630093f6855) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:26:07.040843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:07.041425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:07.046208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b404bd4-9584-4396-95d7-a3c478c83630 None None] Network 54be025c-ac26-416a-9554-c630093f6855 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:26:07.134866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-20656342-f636-4e46-90c3-4289331a26d5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7033596 Apr 11 21:26:07.261054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d61e53-1125-461b-b342-1337601b7e6a None None] Network 54be025c-ac26-416a-9554-c630093f6855 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:26:10.605351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86070191-0a80-419b-b4f6-cadcce550c83 req-2f36a5f4-21c9-4105-9f72-143d1e9be01b tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:10.606024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-86070191-0a80-419b-b4f6-cadcce550c83 req-2f36a5f4-21c9-4105-9f72-143d1e9be01b tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Synchronizing usage tracker for tenant:8bc4e5a991044bb6939299749641ca51 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:26:10.683252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-86070191-0a80-419b-b4f6-cadcce550c83 req-2f36a5f4-21c9-4105-9f72-143d1e9be01b tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Unset dirty status for tenant:8bc4e5a991044bb6939299749641ca51 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:26:10.686333 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-2f36a5f4-21c9-4105-9f72-143d1e9be01b tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/networks?id=54be025c-ac26-416a-9554-c630093f6855 HTTP/1.1" status: 200 len: 809 time: 0.2289913 Apr 11 21:26:10.703660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-785aa4f0-7f6b-4c30-9514-67205f3c6f3b tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/quotas/8bc4e5a991044bb6939299749641ca51 HTTP/1.1" status: 200 len: 375 time: 0.0119061 Apr 11 21:26:10.755703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-7009333f-fd6f-4c7e-8041-a1684ccdc521 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466602 Apr 11 21:26:10.893966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-efff11a5-9677-46b0-ad89-d4de5f8d9354 service neutron] 10.222.0.61 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317174 Apr 11 21:26:11.033000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-a560f0dc-af1a-4f66-9278-f241ad3d1927 service neutron] 10.222.0.61 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329310 Apr 11 21:26:11.337537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b1f9599e-ef62-4c10-8c1e-28437f40bec5 req-0df1f9bc-3e29-4bc8-85c1-076d1d9ceb7d tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 210 time: 0.0457356 Apr 11 21:26:12.455419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e2e18d9-0d71-4779-92a9-d02c8853a281 req-4ca22e4c-475e-443a-871d-50c611292fbc tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 210 time: 0.0407078 Apr 11 21:26:13.625330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5661f350-4bea-4a4a-85d0-922ba1fa5778 req-a139a4c8-9cae-4a01-b26f-2aca45eed2ad tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 210 time: 0.0445540 Apr 11 21:26:13.692690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f5f52c97-59ae-4993-91db-bbffc354fb00 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:13.699585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f5f52c97-59ae-4993-91db-bbffc354fb00 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "GET /v2.0/networks?id=54be025c-ac26-416a-9554-c630093f6855 HTTP/1.1" status: 200 len: 809 time: 0.1579144 Apr 11 21:26:13.712813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Request body: {'port': {'device_id': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'network_id': '54be025c-ac26-416a-9554-c630093f6855', 'admin_state_up': True, 'tenant_id': '8bc4e5a991044bb6939299749641ca51'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:13.854633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:13.858579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Usage tracker for resource:port and tenant:8bc4e5a991044bb6939299749641ca51 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:13.861375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:13.867310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:13.905603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1835bfb8-a33c-43d6-8a05-3b3dc3baa94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:13.962405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Made reservation on behalf of 8bc4e5a991044bb6939299749641ca51 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:26:13.966174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:14.139706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Allocated IP 172.20.0.9 (54be025c-ac26-416a-9554-c630093f6855/199350bc-f77f-4ffe-a09d-1514c250250f/4eccc599-1c0b-4933-bfdd-6b889acca488) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:26:14.346617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:14.454176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:14.625416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Network 54be025c-ac26-416a-9554-c630093f6855 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:26:14.628385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:26:14.634049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:26:14.668332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Pushing event updated for resources: {'Port': ['ID=4eccc599-1c0b-4933-bfdd-6b889acca488,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:14.698860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:14.704277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:14.802466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-ffd518bb-e4b3-4acc-885a-d3fc3eb860b4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0936830 Apr 11 21:26:14.815811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Request body: {'port': {'device_id': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:14.945687 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:14.960045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-6d4d3177-d202-4d68-91f2-880f2bf6c8c0 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:14.960717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-6d4d3177-d202-4d68-91f2-880f2bf6c8c0 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Synchronizing usage tracker for tenant:8bc4e5a991044bb6939299749641ca51 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:26:15.095697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-6d4d3177-d202-4d68-91f2-880f2bf6c8c0 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Unset dirty status for tenant:8bc4e5a991044bb6939299749641ca51 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:26:15.096838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-6d4d3177-d202-4d68-91f2-880f2bf6c8c0 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 931 time: 0.3401752 Apr 11 21:26:15.226356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-740c0dd5-fca7-458c-84c4-a99a73553de7 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Synchronizing usage tracker for tenant:8bc4e5a991044bb6939299749641ca51 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:26:15.325936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-740c0dd5-fca7-458c-84c4-a99a73553de7 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Unset dirty status for tenant:8bc4e5a991044bb6939299749641ca51 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:26:15.327366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c83d2ae-6b54-4eae-9335-faa986454697 req-740c0dd5-fca7-458c-84c4-a99a73553de7 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235727 Apr 11 21:26:15.352659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eccc599-1c0b-4933-bfdd-6b889acca488 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:26:15.360310 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:15.376041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Transition to ACTIVE for port object 4eccc599-1c0b-4933-bfdd-6b889acca488 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:26:15.425299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:15.555639 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Pushing event updated for resources: {'Port': ['ID=4eccc599-1c0b-4933-bfdd-6b889acca488,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:15.599944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.600426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.600770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.601108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.601446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.601781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.602112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.602441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.602770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.603095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.603420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:15.693548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Attempting to bind port 4eccc599-1c0b-4933-bfdd-6b889acca488 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:26:15.693884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Attempting to bind port 4eccc599-1c0b-4933-bfdd-6b889acca488 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:26:15.694209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Attempting to bind port 4eccc599-1c0b-4933-bfdd-6b889acca488 on network 54be025c-ac26-416a-9554-c630093f6855 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:26:15.700047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Port 4eccc599-1c0b-4933-bfdd-6b889acca488 on network 54be025c-ac26-416a-9554-c630093f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:26:15.700623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Attempting to bind port 4eccc599-1c0b-4933-bfdd-6b889acca488 on network 54be025c-ac26-416a-9554-c630093f6855 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:26:15.706729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:26:15.707068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Checking segment: {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:26:15.707449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Bound using segment: {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:26:15.707901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Bound port: 4eccc599-1c0b-4933-bfdd-6b889acca488, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:26:15.708247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:15.800558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] For port 4eccc599-1c0b-4933-bfdd-6b889acca488, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:26:15.803395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] For port 4eccc599-1c0b-4933-bfdd-6b889acca488, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4eccc599-1c0b-4933-bfdd-6b889acca488,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:26:15.859967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:15.931107 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:15.932527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] 10.222.0.69 "PUT /v2.0/ports/4eccc599-1c0b-4933-bfdd-6b889acca488 HTTP/1.1" status: 200 len: 1091 time: 1.1218090 Apr 11 21:26:15.933114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'tag': '4eccc599-1c0b-4933-bfdd-6b889acca488'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:15.950441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f1b3d-48d6-4692-a1c8-427775373676 service neutron] Pushing event updated for resources: {'Port': ['ID=4eccc599-1c0b-4933-bfdd-6b889acca488,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:15.990409 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfee48f-7b5d-496f-b4f5-80ed3c1fc5fd'] response: {'name': 'network-changed', 'server_uuid': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'tag': '4eccc599-1c0b-4933-bfdd-6b889acca488', 'status': 'completed', 'code': 200} Apr 11 21:26:16.080118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f77847ae-d9ee-45c2-8db7-748dc8e079b3 req-81444504-7cdf-42eb-965a-de02f5a79121 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 1094 time: 0.0705812 Apr 11 21:26:16.222153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77847ae-d9ee-45c2-8db7-748dc8e079b3 req-567ead19-2b76-4182-a245-6ee81064ca90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:16.223906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f77847ae-d9ee-45c2-8db7-748dc8e079b3 req-567ead19-2b76-4182-a245-6ee81064ca90 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8bc4e5a991044bb6939299749641ca51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1377580 Apr 11 21:26:16.248221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8d8b48c8-f889-421e-b660-2d11a6985ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:16.363413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77847ae-d9ee-45c2-8db7-748dc8e079b3 req-53ea0ef7-07e7-40d9-b27d-8bdd4253e4a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:16.364894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f77847ae-d9ee-45c2-8db7-748dc8e079b3 req-53ea0ef7-07e7-40d9-b27d-8bdd4253e4a8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355042 Apr 11 21:26:16.525793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-228f11c5-342b-41ea-a99c-8546e62a582f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 1094 time: 0.1260748 Apr 11 21:26:16.705196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550d169-a353-462d-ac01-510e306d53c9 req-cf9c5c16-957c-45a3-addc-cc70e02add3c tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:16.706523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6550d169-a353-462d-ac01-510e306d53c9 req-cf9c5c16-957c-45a3-addc-cc70e02add3c tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 943 time: 0.2542038 Apr 11 21:26:16.708237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-b17638c1-19ab-433e-9a95-70fe8a92149d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eccc599-1c0b-4933-bfdd-6b889acca488 HTTP/1.1" status: 200 len: 217 time: 0.1741788 Apr 11 21:26:16.800968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86070191-0a80-419b-b4f6-cadcce550c83 req-fc540261-e0a5-4404-9bda-86465e5e34ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:16.802459 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-fc540261-e0a5-4404-9bda-86465e5e34ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=199350bc-f77f-4ffe-a09d-1514c250250f HTTP/1.1" status: 200 len: 849 time: 0.0768561 Apr 11 21:26:16.804594 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6550d169-a353-462d-ac01-510e306d53c9 req-f3cd8c82-b18e-449c-9033-e455ee73089a tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924873 Apr 11 21:26:16.849876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-fb1eff63-9f57-4745-9005-06134a305f30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54be025c-ac26-416a-9554-c630093f6855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419652 Apr 11 21:26:16.988379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-4a7e7f5d-3fab-4f27-901e-44f2c2dfb01e service neutron] 10.222.0.69 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327393 Apr 11 21:26:17.128073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86070191-0a80-419b-b4f6-cadcce550c83 req-4e6ecd7f-a711-4cf6-893c-e1a3de8f542d service neutron] 10.222.0.69 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344419 Apr 11 21:26:17.476637 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:17.516819 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:17.951371 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:26:18.014919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf3e6-7fd0-4328-b05c-7302b11ea3a9 req-88c11b84-2288-40c1-b4ca-83713b4e604d tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:18.016400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-107cf3e6-7fd0-4328-b05c-7302b11ea3a9 req-88c11b84-2288-40c1-b4ca-83713b4e604d tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 943 time: 0.0842006 Apr 11 21:26:18.064793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-107cf3e6-7fd0-4328-b05c-7302b11ea3a9 req-86c0915e-0bbc-4d69-b9a9-de3b96944833 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Apr 11 21:26:18.791110 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:19.265303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152d3e6-4cb8-49a5-b0cc-13d8199d8aff req-bfb4335e-7601-48bc-9159-1e2c5c204077 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:19.266755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0152d3e6-4cb8-49a5-b0cc-13d8199d8aff req-bfb4335e-7601-48bc-9159-1e2c5c204077 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 943 time: 0.0788503 Apr 11 21:26:19.321763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0152d3e6-4cb8-49a5-b0cc-13d8199d8aff req-30d5d0f3-97f3-438b-831e-588bd7dda5a6 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Apr 11 21:26:20.522261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa566d-9701-47bb-b899-dcae57b7e970 req-0d7bc7d1-d1bb-4717-8325-89f86fd314c5 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:20.523654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14fa566d-9701-47bb-b899-dcae57b7e970 req-0d7bc7d1-d1bb-4717-8325-89f86fd314c5 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 943 time: 0.0765140 Apr 11 21:26:20.568693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-14fa566d-9701-47bb-b899-dcae57b7e970 req-daf796db-8372-41e8-8cf4-8f894010c0c7 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Apr 11 21:26:21.321371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4eccc599-1c0b-4933-bfdd-6b889acca488 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:26:21.459249 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4eccc599-1c0b-4933-bfdd-6b889acca488, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4eccc599-1c0b-4933-bfdd-6b889acca488,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:21.472794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '4eccc599-1c0b-4933-bfdd-6b889acca488', 'network_id': '54be025c-ac26-416a-9554-c630093f6855', 'port_id': '4eccc599-1c0b-4933-bfdd-6b889acca488', 'mac_address': 'fa:16:3e:a7:b5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199350bc-f77f-4ffe-a09d-1514c250250f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:26:21.525996 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:21.543809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eccc599-1c0b-4933-bfdd-6b889acca488 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:26:21.559798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4eccc599-1c0b-4933-bfdd-6b889acca488, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4eccc599-1c0b-4933-bfdd-6b889acca488,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:21.636500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:21.729685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4eccc599-1c0b-4933-bfdd-6b889acca488,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:21.801549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d36a-406a-464a-8042-5b516f7a12a3 req-eec7a651-f1a7-4dd8-9924-60e3859b2a6e tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:21.803024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd82d36a-406a-464a-8042-5b516f7a12a3 req-eec7a651-f1a7-4dd8-9924-60e3859b2a6e tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 944 time: 0.1002417 Apr 11 21:26:21.851584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd82d36a-406a-464a-8042-5b516f7a12a3 req-b6b00b2b-110d-4bd0-b211-0aa4919cc109 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Apr 11 21:26:21.873158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['4eccc599-1c0b-4933-bfdd-6b889acca488'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:26:23.056086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dde4b5-79e1-489e-bd3f-9d42ad0cb1ea req-006861a2-038b-4cf6-81b0-db71d47b3e44 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:23.060740 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63dde4b5-79e1-489e-bd3f-9d42ad0cb1ea req-006861a2-038b-4cf6-81b0-db71d47b3e44 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 944 time: 0.0827289 Apr 11 21:26:23.112610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-63dde4b5-79e1-489e-bd3f-9d42ad0cb1ea req-ea317e32-3d13-4f25-8f8d-d7cf6451cfe6 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Apr 11 21:26:23.345522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4eccc599-1c0b-4933-bfdd-6b889acca488 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:26:23.488369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 4eccc599-1c0b-4933-bfdd-6b889acca488 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:26:23.493914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 4eccc599-1c0b-4933-bfdd-6b889acca488 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:26:23.494331 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:23.639326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:23.665656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eccc599-1c0b-4933-bfdd-6b889acca488'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:23.675692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 4eccc599-1c0b-4933-bfdd-6b889acca488, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4eccc599-1c0b-4933-bfdd-6b889acca488,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:23.719697 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a01b3a-a2ca-45b4-8fab-6e91e8065c0b'] response: {'server_uuid': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eccc599-1c0b-4933-bfdd-6b889acca488', 'code': 200} Apr 11 21:26:23.729508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:23.804217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=4eccc599-1c0b-4933-bfdd-6b889acca488,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:23.865231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31b231b3-b1cb-4412-b24e-cc5d2527f441 req-65839be3-d4da-458d-87cb-3f0f02fb437c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 1096 time: 0.0696511 Apr 11 21:26:23.907519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-31b231b3-b1cb-4412-b24e-cc5d2527f441 req-547904a9-b1e2-4947-8a0d-65e411258207 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Apr 11 21:26:24.320532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d06f1-b188-4c8c-a98f-d179a7a814e5 req-5a91476c-7a54-488e-b703-f54a63ecde06 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:24.321983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-960d06f1-b188-4c8c-a98f-d179a7a814e5 req-5a91476c-7a54-488e-b703-f54a63ecde06 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 945 time: 0.0828879 Apr 11 21:26:24.370269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-960d06f1-b188-4c8c-a98f-d179a7a814e5 req-a7d32ea2-ea65-426e-a115-0e5022811955 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Apr 11 21:26:25.594951 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87663e2-b87d-4ccd-8720-52163a62a9df req-24697a1a-777f-486d-b324-46061a454430 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:25.597102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a87663e2-b87d-4ccd-8720-52163a62a9df req-24697a1a-777f-486d-b324-46061a454430 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 945 time: 0.0904391 Apr 11 21:26:25.646823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a87663e2-b87d-4ccd-8720-52163a62a9df req-a834d46c-4dbd-4055-b239-10fca974c191 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Apr 11 21:26:27.561288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f19d-8c3e-4017-a2c4-c6d86ad480b0 req-4fc884fb-f26b-4d9a-8629-ce00d1d94198 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:27.562731 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4288f19d-8c3e-4017-a2c4-c6d86ad480b0 req-4fc884fb-f26b-4d9a-8629-ce00d1d94198 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 945 time: 0.1747665 Apr 11 21:26:27.609513 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4288f19d-8c3e-4017-a2c4-c6d86ad480b0 req-40a1b364-97cd-4312-b715-5647ebc5622c tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Apr 11 21:26:28.630748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-1593f890-777b-45c0-be45-b2c90f46d451 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:28.632204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-1593f890-777b-45c0-be45-b2c90f46d451 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 945 time: 0.0765467 Apr 11 21:26:28.708313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Deleting port 4eccc599-1c0b-4933-bfdd-6b889acca488 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:28.708581 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:28.971100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3f096-adbd-4010-bfc5-e23eb141384e req-7f207098-c727-4af0-9686-7f9e9232a207 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:28.972576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9e3f096-adbd-4010-bfc5-e23eb141384e req-7f207098-c727-4af0-9686-7f9e9232a207 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 945 time: 0.2339358 Apr 11 21:26:29.054276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9e3f096-adbd-4010-bfc5-e23eb141384e req-b32d8988-6ea5-4a92-9fc5-18487e8ddc6f tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754044 Apr 11 21:26:29.059880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] For port 4eccc599-1c0b-4933-bfdd-6b889acca488, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=4eccc599-1c0b-4933-bfdd-6b889acca488,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:29.060253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:29.184956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:29.205121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Calling delete_port for 4eccc599-1c0b-4933-bfdd-6b889acca488 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:29.435989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:29.500785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Pushing event deleted for resources: {'Port': ['ID=4eccc599-1c0b-4933-bfdd-6b889acca488,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:29.673553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] No DVR routers for this DVR port 4eccc599-1c0b-4933-bfdd-6b889acca488 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:26:29.676215 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:29.679973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'name': 'network-vif-deleted', 'tag': '4eccc599-1c0b-4933-bfdd-6b889acca488'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:29.734893 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11da5ee3-da48-4258-a369-1e24e7120bdf'] response: {'server_uuid': '6e51d2b4-07ff-4ff9-8740-4cc168d986ae', 'name': 'network-vif-deleted', 'tag': '4eccc599-1c0b-4933-bfdd-6b889acca488', 'status': 'completed', 'code': 200} Apr 11 21:26:29.768926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e0cd34f3-9c01-40c4-9a36-10d4c8c2f44e req-70270427-dd5c-4b41-8bad-fef99ad3fb57 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "DELETE /v2.0/ports/4eccc599-1c0b-4933-bfdd-6b889acca488 HTTP/1.1" status: 204 len: 173 time: 1.1308956 Apr 11 21:26:30.243445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-32bf9e4e-1f16-484e-8a33-bd79b9dd1ee2 req-e2464b50-b5ba-4234-bd9c-c2500638f3f3 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Synchronizing usage tracker for tenant:8bc4e5a991044bb6939299749641ca51 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:26:30.311792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-32bf9e4e-1f16-484e-8a33-bd79b9dd1ee2 req-e2464b50-b5ba-4234-bd9c-c2500638f3f3 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Unset dirty status for tenant:8bc4e5a991044bb6939299749641ca51 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:26:30.314552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32bf9e4e-1f16-484e-8a33-bd79b9dd1ee2 req-e2464b50-b5ba-4234-bd9c-c2500638f3f3 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e51d2b4-07ff-4ff9-8740-4cc168d986ae HTTP/1.1" status: 200 len: 210 time: 0.1124563 Apr 11 21:26:30.967945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:31.344636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4eccc599-1c0b-4933-bfdd-6b889acca488 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:26:31.386083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 4eccc599-1c0b-4933-bfdd-6b889acca488 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:26:31.386423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 4eccc599-1c0b-4933-bfdd-6b889acca488 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:26:31.761766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-ba9bdd19-6179-4076-8c11-1ac3ca7dd129 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:31.763108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-ba9bdd19-6179-4076-8c11-1ac3ca7dd129 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/networks?id=54be025c-ac26-416a-9554-c630093f6855 HTTP/1.1" status: 200 len: 809 time: 0.1456711 Apr 11 21:26:31.779720 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-0fa170a4-64e0-4a28-9006-6cbb7d008556 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/quotas/8bc4e5a991044bb6939299749641ca51 HTTP/1.1" status: 200 len: 375 time: 0.0111783 Apr 11 21:26:31.825976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-f254a995-e0be-4754-a9eb-b6577159453f tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414193 Apr 11 21:26:31.964414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-382f69d1-949c-46db-adb8-ad4366d259e8 service neutron] 10.222.0.61 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314564 Apr 11 21:26:32.099361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-e98c3d39-dbe9-442a-8736-a3d2915516ae service neutron] 10.222.0.61 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249616 Apr 11 21:26:32.364326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa95f475-b410-478b-b309-1ed3f4077de4 req-94b12406-4463-4f4c-a436-256c3c92ac2a tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 210 time: 0.0408735 Apr 11 21:26:32.767291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:32.879568 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a209be26-ba4e-4113-8969-602f8d093b7d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/floatingips/ac8761de-c9d0-44f3-9d68-5d3c86280191 HTTP/1.1" status: 200 len: 993 time: 0.1067100 Apr 11 21:26:33.191367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49658) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:33.398028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 911b4b67-c813-46c0-a8d8-dcb59ca2a72e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:33.398367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:33.535039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e9e1dad8-65c6-45f7-a022-c5b3c0d6e29a req-45ace4fe-488f-4c4c-ade8-9cd768b94e6f tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 210 time: 0.0446863 Apr 11 21:26:33.592099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:33.592422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:33.719537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 911b4b67-c813-46c0-a8d8-dcb59ca2a72e owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:33.916619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:33.965116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=911b4b67-c813-46c0-a8d8-dcb59ca2a72e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:34.061429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:34.524501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-88db995d-a11e-4d54-b96e-5fa9d3dffddc tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:34.525836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-88db995d-a11e-4d54-b96e-5fa9d3dffddc tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "GET /v2.0/networks?id=54be025c-ac26-416a-9554-c630093f6855 HTTP/1.1" status: 200 len: 809 time: 0.1782496 Apr 11 21:26:34.587415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Request body: {'port': {'device_id': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'network_id': '54be025c-ac26-416a-9554-c630093f6855', 'admin_state_up': True, 'tenant_id': '8bc4e5a991044bb6939299749641ca51'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:34.786011 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25fbe7dd-3a1d-45c7-bc60-542162028351 req-bfe22d5a-afc2-462a-b7b0-48b4bc36f115 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 210 time: 0.0677414 Apr 11 21:26:34.860361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:34.874167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:34.935928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:26:35.001767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Made reservation on behalf of 8bc4e5a991044bb6939299749641ca51 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:26:35.004873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:35.259259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Allocated IP 172.20.0.7 (54be025c-ac26-416a-9554-c630093f6855/199350bc-f77f-4ffe-a09d-1514c250250f/ff262985-edc7-4ec5-a091-ae1e5b789cd6) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:26:35.357973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:26:35.367679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] Sync routers for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:26:35.379801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:35.380403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:35.447290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:35.552583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1b1645fb-f460-4465-92ab-557cc5a8b6e6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/floatingips/ac8761de-c9d0-44f3-9d68-5d3c86280191 HTTP/1.1" status: 204 len: 168 time: 2.3600118 Apr 11 21:26:35.555815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:35.567042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:35.623221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:35.651933 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f938ac13-402f-4456-8efb-410d66455dc0'] response: {'name': 'network-changed', 'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'status': 'completed', 'code': 200} Apr 11 21:26:35.735202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:35.847093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Network 54be025c-ac26-416a-9554-c630093f6855 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:26:35.852235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:26:35.854040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Pushing event updated for resources: {'Port': ['ID=ff262985-edc7-4ec5-a091-ae1e5b789cd6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:35.856421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:26:35.904297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-c85439f6-dc2d-4a0e-b7ac-c768008c3517 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 1096 time: 0.2243695 Apr 11 21:26:35.953784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:35.954430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:36.087338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:36.089315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] Checking router: 2c19056c-2264-44fd-8ec2-bc1a7714c1ab for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:26:36.102007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:36.102643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:36.291594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628256-147a-4ec1-a73d-b88843c7b029 req-9a765bed-b349-4e23-bbd4-bec0d6f73d4f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:36.294592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31628256-147a-4ec1-a73d-b88843c7b029 req-9a765bed-b349-4e23-bbd4-bec0d6f73d4f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.1205435 Apr 11 21:26:36.309554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:36.317209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-1b8f892e-0045-4403-a3e0-0d449e918a59 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7333956 Apr 11 21:26:36.330223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Request body: {'port': {'device_id': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:36.352108 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31628256-147a-4ec1-a73d-b88843c7b029 req-bd696b53-77f8-468f-833a-d55954eb619e tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516191 Apr 11 21:26:36.375105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-70ca0218-e32b-45ff-9caf-4fe2e24a491b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:36.379916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-70ca0218-e32b-45ff-9caf-4fe2e24a491b service neutron] 10.222.0.75 "GET /v2.0/networks?id=810eecc2-c022-41be-aab0-227bebe5da36 HTTP/1.1" status: 200 len: 898 time: 0.4616714 Apr 11 21:26:36.468927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0218d7-2d52-42a1-a0d6-e509b3e45b11 req-7b7e71d8-342a-47d3-ba5e-77598d8d7cff tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:36.469602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4b0218d7-2d52-42a1-a0d6-e509b3e45b11 req-7b7e71d8-342a-47d3-ba5e-77598d8d7cff tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Synchronizing usage tracker for tenant:8bc4e5a991044bb6939299749641ca51 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:26:36.485017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-01d5b6e4-717f-47f7-a6cc-5292f43c7ed1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529 HTTP/1.1" status: 200 len: 217 time: 0.0916607 Apr 11 21:26:36.645211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:36.645211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-e9646103-76c6-4475-87aa-898f17e47068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:36.645211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-e9646103-76c6-4475-87aa-898f17e47068 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a812d982-edf7-48b7-8a92-662ad863c240 HTTP/1.1" status: 200 len: 834 time: 0.1175799 Apr 11 21:26:36.723624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:36.728970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56f749-297b-45cf-963b-2dc244e24e47 None None] The sync data for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 is: [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:25:36Z', 'revision_number': 4, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '50055f26-619f-4a9e-bceb-1d351232e563', 'name': '', 'network_id': '810eecc2-c022-41be-aab0-227bebe5da36', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'mac_address': 'fa:16:3e:42:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:35Z', 'updated_at': '2022-04-11T21:25:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'subnets': [{'id': 'a812d982-edf7-48b7-8a92-662ad863c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:26:36.806652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4b0218d7-2d52-42a1-a0d6-e509b3e45b11 req-7b7e71d8-342a-47d3-ba5e-77598d8d7cff tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Unset dirty status for tenant:8bc4e5a991044bb6939299749641ca51 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:26:36.807962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b0218d7-2d52-42a1-a0d6-e509b3e45b11 req-7b7e71d8-342a-47d3-ba5e-77598d8d7cff tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 931 time: 0.6189647 Apr 11 21:26:36.862354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-e890627b-0d4d-449e-8a66-59690bdca234 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=810eecc2-c022-41be-aab0-227bebe5da36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199521 Apr 11 21:26:37.012704 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ed6aa-f080-45c0-93e8-d151305a0330 None None] New status for floating IP ac8761de-c9d0-44f3-9d68-5d3c86280191: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:26:37.044716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b0218d7-2d52-42a1-a0d6-e509b3e45b11 req-a003781a-321a-47cc-b239-562050960c82 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294102 Apr 11 21:26:37.129183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-61662318-091a-44a7-849a-59bb27f39e05 service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567427 Apr 11 21:26:37.320418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff262985-edc7-4ec5-a091-ae1e5b789cd6 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:26:37.337740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:37.372575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Transition to ACTIVE for port object ff262985-edc7-4ec5-a091-ae1e5b789cd6 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:26:37.377168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cd6df66-d29a-4f36-88bc-d33159ee7e6b req-4dcc0299-64d2-432b-98a2-4ed2f0c5af5b service neutron] 10.222.0.75 "GET /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391219 Apr 11 21:26:37.459524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:37.570082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dede4-12a3-4f53-8f96-008e8cc29000 req-a895cedd-ae6d-4936-a17a-35d8601eafff tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:37.571555 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a1dede4-12a3-4f53-8f96-008e8cc29000 req-a895cedd-ae6d-4936-a17a-35d8601eafff tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.0781522 Apr 11 21:26:37.625848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7a1dede4-12a3-4f53-8f96-008e8cc29000 req-f1246d6c-caba-43f8-b34c-1c68e37b87c0 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475504 Apr 11 21:26:37.644950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff262985-edc7-4ec5-a091-ae1e5b789cd6,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:37.757939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-109a5ecd-d0a8-4f6c-bc75-6f43c29cdc1c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:37.758601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-109a5ecd-d0a8-4f6c-bc75-6f43c29cdc1c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Synchronizing usage tracker for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:26:37.788447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Attempting to bind port ff262985-edc7-4ec5-a091-ae1e5b789cd6 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:26:37.788780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Attempting to bind port ff262985-edc7-4ec5-a091-ae1e5b789cd6 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:26:37.789111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Attempting to bind port ff262985-edc7-4ec5-a091-ae1e5b789cd6 on network 54be025c-ac26-416a-9554-c630093f6855 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:26:37.795566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Port ff262985-edc7-4ec5-a091-ae1e5b789cd6 on network 54be025c-ac26-416a-9554-c630093f6855 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:26:37.797945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Attempting to bind port ff262985-edc7-4ec5-a091-ae1e5b789cd6 on network 54be025c-ac26-416a-9554-c630093f6855 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:26:37.802097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:26:37.802431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Checking segment: {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:26:37.802811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Bound using segment: {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:26:37.803220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Bound port: ff262985-edc7-4ec5-a091-ae1e5b789cd6, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5be9b0a-2cb3-4409-9742-96202d804d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54be025c-ac26-416a-9554-c630093f6855'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:26:37.803608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:37.845994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-109a5ecd-d0a8-4f6c-bc75-6f43c29cdc1c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Unset dirty status for tenant:69ae1e0e5b1f4d12bae7b46cb98515b1 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:26:37.847129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-109a5ecd-d0a8-4f6c-bc75-6f43c29cdc1c tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.2790852 Apr 11 21:26:38.069303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 0b53984e-1b16-4ee8-a0f0-ea956e140529 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:38.069547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:38.097608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] For port ff262985-edc7-4ec5-a091-ae1e5b789cd6, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:26:38.120655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] For port ff262985-edc7-4ec5-a091-ae1e5b789cd6, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:26:38.219237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:38.392021 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:38.393385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] 10.222.0.69 "PUT /v2.0/ports/ff262985-edc7-4ec5-a091-ae1e5b789cd6 HTTP/1.1" status: 200 len: 1091 time: 2.0673084 Apr 11 21:26:38.393837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'tag': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:38.437510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca1d6d-c492-4456-89a3-a72a0f0c33aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff262985-edc7-4ec5-a091-ae1e5b789cd6,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:38.456856 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9cb4a7-a055-4b09-bf09-dc7d241fb7a1'] response: {'name': 'network-changed', 'server_uuid': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'tag': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6', 'status': 'completed', 'code': 200} Apr 11 21:26:38.470178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port 0b53984e-1b16-4ee8-a0f0-ea956e140529, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0b53984e-1b16-4ee8-a0f0-ea956e140529,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:38.470549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:38.484140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1e6d3-9af4-4eca-a0c8-42d70a4d8d5a req-e5479ce5-7fa5-467b-89ab-5583084980db tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:38.485610 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bce1e6d3-9af4-4eca-a0c8-42d70a4d8d5a req-e5479ce5-7fa5-467b-89ab-5583084980db tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 943 time: 0.3078628 Apr 11 21:26:38.705780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 0b53984e-1b16-4ee8-a0f0-ea956e140529 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:38.774173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bce1e6d3-9af4-4eca-a0c8-42d70a4d8d5a req-dff5d3ce-df97-4d01-b514-e4793dc75ac8 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561095 Apr 11 21:26:38.834509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b3aca75-9ee5-4daa-9cde-f99064807da0 req-0683fe9f-f6c2-40c6-9dce-27b94189210e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 1094 time: 0.3479509 Apr 11 21:26:38.838734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f155a-e8f3-49a1-8edf-407fc101f61c req-07b0961c-35aa-432d-aa21-3a3d68fbc6b3 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:38.841194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c8f155a-e8f3-49a1-8edf-407fc101f61c req-07b0961c-35aa-432d-aa21-3a3d68fbc6b3 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 945 time: 0.0850410 Apr 11 21:26:38.893367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c8f155a-e8f3-49a1-8edf-407fc101f61c req-a4338820-cfcf-4772-8913-439a5a3a4872 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/security-groups?id=9888b3d7-ca00-422c-a231-5fd2abf49da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 Apr 11 21:26:38.994373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:39.032206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aca75-9ee5-4daa-9cde-f99064807da0 req-054f0967-ae0d-4e11-9341-5dc047dc2817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:39.032206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b3aca75-9ee5-4daa-9cde-f99064807da0 req-054f0967-ae0d-4e11-9341-5dc047dc2817 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8bc4e5a991044bb6939299749641ca51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1862669 Apr 11 21:26:39.076381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=0b53984e-1b16-4ee8-a0f0-ea956e140529,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:39.213454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] No DVR routers for this DVR port 0b53984e-1b16-4ee8-a0f0-ea956e140529 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:26:39.217564 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:39.271879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aca75-9ee5-4daa-9cde-f99064807da0 req-685822b9-08d3-4a85-924c-4847bd1f23a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:39.271879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b3aca75-9ee5-4daa-9cde-f99064807da0 req-685822b9-08d3-4a85-924c-4847bd1f23a5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343936 Apr 11 21:26:39.362092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dac20dd8-b2de-40af-977b-56cc4d8ed1a4 req-a4ad989b-0496-4fa7-8e19-0b023e0f11c6 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.75 "DELETE /v2.0/ports/0b53984e-1b16-4ee8-a0f0-ea956e140529 HTTP/1.1" status: 204 len: 173 time: 1.4971731 Apr 11 21:26:39.414098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-cfd8430c-4751-4858-bad9-86a48845a116 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 1094 time: 0.1033292 Apr 11 21:26:39.492727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-250a1781-dce7-44d6-a684-921684b4064f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6 HTTP/1.1" status: 200 len: 217 time: 0.0754273 Apr 11 21:26:39.573660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-85c449ec-b89f-476a-b059-d44478b0909c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:39.575993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-85c449ec-b89f-476a-b059-d44478b0909c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=199350bc-f77f-4ffe-a09d-1514c250250f HTTP/1.1" status: 200 len: 849 time: 0.0756619 Apr 11 21:26:39.632175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-ee27ace3-7ae1-4e51-851e-de0902a54f3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54be025c-ac26-416a-9554-c630093f6855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429330 Apr 11 21:26:39.906911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-85193cde-43ec-47c5-a33d-bf83c66ba94c service neutron] 10.222.0.69 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721865 Apr 11 21:26:40.080225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9c8937a3-b4c0-4154-b87e-4d1f1777a4f2 req-e5d20f34-256b-4322-b63f-c5db803f2ea8 service neutron] 10.222.0.69 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614132 Apr 11 21:26:40.145631 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e79208ab-4838-4bd8-bbed-c51079dd0f21 req-bb77a3c9-12ad-4119-9f13-f70caec900b5 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ce995f-4772-4f5a-8d3d-0857f50a3085 HTTP/1.1" status: 200 len: 210 time: 0.0472701 Apr 11 21:26:40.203733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca03cae-8080-4eb2-badd-93eab1dc8765 req-7d286be5-4f88-497a-ad8d-3ee6b890cd18 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:40.203733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8ca03cae-8080-4eb2-badd-93eab1dc8765 req-7d286be5-4f88-497a-ad8d-3ee6b890cd18 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 943 time: 0.1022167 Apr 11 21:26:40.264689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8ca03cae-8080-4eb2-badd-93eab1dc8765 req-38006cde-39de-492d-b94f-e984f7e33984 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Apr 11 21:26:40.460566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'name': 'network-vif-deleted', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:40.516849 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a681ec7c-f4a1-4733-b5d9-ebe806517245'] response: {'server_uuid': '30ce995f-4772-4f5a-8d3d-0857f50a3085', 'name': 'network-vif-deleted', 'tag': '0b53984e-1b16-4ee8-a0f0-ea956e140529', 'status': 'completed', 'code': 200} Apr 11 21:26:41.250341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49738) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:41.320989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:41.361954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:41.495078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0b53984e-1b16-4ee8-a0f0-ea956e140529 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:26:41.505722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aec76a-db7f-4c26-9e3a-818ff7ae9c15 req-569bfccd-d689-46f8-853a-3255201aeb9a tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:41.507194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05aec76a-db7f-4c26-9e3a-818ff7ae9c15 req-569bfccd-d689-46f8-853a-3255201aeb9a tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 943 time: 0.0905600 Apr 11 21:26:41.528297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 0b53984e-1b16-4ee8-a0f0-ea956e140529 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:26:41.529390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0b53984e-1b16-4ee8-a0f0-ea956e140529 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:26:41.558623 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05aec76a-db7f-4c26-9e3a-818ff7ae9c15 req-34516e74-cc08-4712-9b62-c248372fc1fe tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Apr 11 21:26:41.579363 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:41.600284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888b3d7-ca00-422c-a231-5fd2abf49da1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:41.609812 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.610159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.610502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.610833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.611163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.611512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.611839 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.612163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.612600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.612807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.613131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:41.659038 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:41.660637 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bca48ef2-b040-4a50-9220-c7e936afe838 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/security-groups/9888b3d7-ca00-422c-a231-5fd2abf49da1 HTTP/1.1" status: 204 len: 168 time: 0.4089770 Apr 11 21:26:41.772591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49754) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:42.263172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:42.912406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7243e47-fefb-43af-bfba-8a57d15fcc30 req-a4e039e1-7693-4017-8968-f6c0edcdc7d8 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:42.912406 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7243e47-fefb-43af-bfba-8a57d15fcc30 req-a4e039e1-7693-4017-8968-f6c0edcdc7d8 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 943 time: 0.1786518 Apr 11 21:26:42.980208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7243e47-fefb-43af-bfba-8a57d15fcc30 req-6df11b83-46aa-401b-a1b3-2f26db9cb7a9 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561943 Apr 11 21:26:43.125610 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 50055f26-619f-4a9e-bceb-1d351232e563 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:43.125945 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:43.333153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port 50055f26-619f-4a9e-bceb-1d351232e563, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=50055f26-619f-4a9e-bceb-1d351232e563,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:43.333153 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:43.385671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device ff262985-edc7-4ec5-a091-ae1e5b789cd6 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:26:43.474037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 50055f26-619f-4a9e-bceb-1d351232e563 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:43.521180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port ff262985-edc7-4ec5-a091-ae1e5b789cd6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:43.534982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6', 'network_id': '54be025c-ac26-416a-9554-c630093f6855', 'port_id': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6', 'mac_address': 'fa:16:3e:2f:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199350bc-f77f-4ffe-a09d-1514c250250f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:26:43.610142 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:43.628203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff262985-edc7-4ec5-a091-ae1e5b789cd6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:26:43.650890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port ff262985-edc7-4ec5-a091-ae1e5b789cd6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:43.718555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:43.767656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:43.787162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=ff262985-edc7-4ec5-a091-ae1e5b789cd6,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:43.796806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.797381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.797728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.798070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.798398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.798730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.799074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.799390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.799734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.800246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.800429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:26:43.808709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=50055f26-619f-4a9e-bceb-1d351232e563,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:43.906814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['ff262985-edc7-4ec5-a091-ae1e5b789cd6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:26:43.991608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb6d6-c005-4cce-8d61-a6bda1f8625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:44.230709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:44.261243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cdbd7-f3d4-4c7d-972e-07ee770296f3 req-a204025a-ca41-4af4-b77a-ed3f3bf1d190 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:44.262847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-530cdbd7-f3d4-4c7d-972e-07ee770296f3 req-a204025a-ca41-4af4-b77a-ed3f3bf1d190 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 944 time: 0.0914311 Apr 11 21:26:44.323911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-530cdbd7-f3d4-4c7d-972e-07ee770296f3 req-b226a032-5c4b-4efe-bc0e-f3805bcfa32a tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545151 Apr 11 21:26:44.952741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:26:45.173219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:26:45.182816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] Sync routers for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:26:45.186142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1dd7a4a2-267f-4cd5-95a0-ed173e00092a tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "PUT /v2.0/routers/2c19056c-2264-44fd-8ec2-bc1a7714c1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4152942 Apr 11 21:26:45.188879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49788) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:45.195396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:45.196114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:45.378910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device ff262985-edc7-4ec5-a091-ae1e5b789cd6 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:26:45.436085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting subnet a812d982-edf7-48b7-8a92-662ad863c240 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:26:45.436085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:45.475622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:45.523178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:45.691557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d3a3c-f4e8-4416-aea9-2ce8b8da0b4c req-b462cb16-1d37-4bfd-a89d-4b27d6dca538 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:45.691913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port ff262985-edc7-4ec5-a091-ae1e5b789cd6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:26:45.692013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281d3a3c-f4e8-4416-aea9-2ce8b8da0b4c req-b462cb16-1d37-4bfd-a89d-4b27d6dca538 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 944 time: 0.1319940 Apr 11 21:26:45.695435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:45.696443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port ff262985-edc7-4ec5-a091-ae1e5b789cd6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:26:45.696830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:45.793025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-281d3a3c-f4e8-4416-aea9-2ce8b8da0b4c req-203a4e8b-e10e-4f59-b5d8-dbdea246109e tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694635 Apr 11 21:26:45.902188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:45.930445 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:45.932575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:26:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:45.932575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] Checking router: 2c19056c-2264-44fd-8ec2-bc1a7714c1ab for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:26:45.943129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:45.959153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port ff262985-edc7-4ec5-a091-ae1e5b789cd6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:45.959153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] Routers {'2c19056c-2264-44fd-8ec2-bc1a7714c1ab'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:45.959153 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:46.026569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Subnet': ['ID=a812d982-edf7-48b7-8a92-662ad863c240,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:46.038486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:46.049765 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4bb287b3-8287-4171-9f0e-7d791c771678 tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/subnets/a812d982-edf7-48b7-8a92-662ad863c240 HTTP/1.1" status: 204 len: 168 time: 0.8568368 Apr 11 21:26:46.049765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49806) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:46.091851 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f294e42b-aaa5-47b3-a91f-5546e8a74588'] response: {'server_uuid': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6', 'code': 200} Apr 11 21:26:46.098364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d3383-4362-4eb5-bc91-b5fc133c6dd5 None None] Network 810eecc2-c022-41be-aab0-227bebe5da36 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:26:46.125341 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:46.204770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-189f9b9a-a940-4d6e-87ff-90baa7483cc0 req-5052b74b-5507-437f-a9a0-19da504cf812 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 1096 time: 0.0777452 Apr 11 21:26:46.276034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-189f9b9a-a940-4d6e-87ff-90baa7483cc0 req-99090816-c369-4ace-ba82-47bf30e2d1b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650818 Apr 11 21:26:46.290448 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:46.349989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=ff262985-edc7-4ec5-a091-ae1e5b789cd6,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:46.481328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-53465fd6-9c10-410b-b07a-fdd77c2e7056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:46.535410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] Set router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:46.561436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:46.640391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] DHCP port deletion for 810eecc2-c022-41be-aab0-227bebe5da36 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:26:46.642063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Deleting port 7e8345d9-1c8b-4afc-9bd5-090d707080c3 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:46.642713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:46.650748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] Deleting port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:46.651123 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.026545 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] For port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,segment=NetworkSegment(bd892b63-6488-47d2-9e15-a401995022db),segment_id=bd892b63-6488-47d2-9e15-a401995022db)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:47.028179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.075147 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] For port 7e8345d9-1c8b-4afc-9bd5-090d707080c3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7e8345d9-1c8b-4afc-9bd5-090d707080c3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:47.075838 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.192052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] Calling delete_port for 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:47.213313 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:26:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:47.230651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9caf28a-8777-4957-9fee-f23ed007572b None None] The sync data for ids ['2c19056c-2264-44fd-8ec2-bc1a7714c1ab'] in n-d-837321-1 is: [{'id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'name': 'tempest-TestNetworkBasicOps-router-578545368', 'tenant_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:25:30Z', 'updated_at': '2022-04-11T21:26:43Z', 'revision_number': 5, 'project_id': '69ae1e0e5b1f4d12bae7b46cb98515b1', 'gw_port': {'id': '7e8345d9-1c8b-4afc-9bd5-090d707080c3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19056c-2264-44fd-8ec2-bc1a7714c1ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:25:31Z', 'updated_at': '2022-04-11T21:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:26:47.289025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Calling delete_port for 7e8345d9-1c8b-4afc-9bd5-090d707080c3 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:47.332422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a592971-0f58-4a29-ad39-36b8302a24c6 req-a0c7497d-a535-4828-86a5-d72f6f2ef8a3 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:47.348369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a592971-0f58-4a29-ad39-36b8302a24c6 req-a0c7497d-a535-4828-86a5-d72f6f2ef8a3 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 945 time: 0.3852398 Apr 11 21:26:47.430435 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.474166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6a592971-0f58-4a29-ad39-36b8302a24c6 req-00868fe0-81d0-4fdb-bd70-35218971f301 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193504 Apr 11 21:26:47.503189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] Pushing event deleted for resources: {'Port': ['ID=9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:47.505326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1536e78-50bc-4864-8355-4e4ebf0ef67f None None] No DVR routers for this DVR port 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:26:47.507592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.545149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.640752 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:47.711120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:26:47.756283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Port': ['ID=7e8345d9-1c8b-4afc-9bd5-090d707080c3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:47.758621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:26:47.758621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9a95d016-82ec-4fc3-a8f7-8cdd8ed77fd1 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:26:47.759741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50055f26-619f-4a9e-bceb-1d351232e563 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:26:47.804527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 50055f26-619f-4a9e-bceb-1d351232e563 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:26:47.804923 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50055f26-619f-4a9e-bceb-1d351232e563 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:26:47.979149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.255983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.255983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.371640 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.371640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Fanout notify agent at l3_agent the message router_deleted on router 2c19056c-2264-44fd-8ec2-bc1a7714c1ab {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:26:48.397983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.403789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-090acb53-5891-47c6-a840-55836a13215f tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/routers/2c19056c-2264-44fd-8ec2-bc1a7714c1ab HTTP/1.1" status: 204 len: 168 time: 2.3490851 Apr 11 21:26:48.405979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49828) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:48.668930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.750430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-40b70f92-e9e3-4b79-a1d4-0b99744c433b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3253026 Apr 11 21:26:48.802027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.842203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:48.912831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810eecc2-c022-41be-aab0-227bebe5da36']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:48.925213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d5cb3-22ac-46e9-8d88-28e9ade063d2 req-c3b18190-ac07-48a0-b5cf-fdbadd070fbf tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:48.930851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e11d5cb3-22ac-46e9-8d88-28e9ade063d2 req-c3b18190-ac07-48a0-b5cf-fdbadd070fbf tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 945 time: 0.3145111 Apr 11 21:26:48.938420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd892b63-6488-47d2-9e15-a401995022db') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:48.938714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd892b63-6488-47d2-9e15-a401995022db') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:48.981586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:49.022841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:49.034171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:26:49.034171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:26:49.053624 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:26:49.134713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-37083df2-fee4-40ce-95cd-04412a2e8f9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc4e5a991044bb6939299749641ca51&device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 1096 time: 0.2768784 Apr 11 21:26:49.148241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e11d5cb3-22ac-46e9-8d88-28e9ade063d2 req-c3dc8477-4dd5-429c-8b3c-b9242cd5293d tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076640 Apr 11 21:26:49.298713 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:49.304122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:49.325283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e89e4-e67c-496d-b953-333680418232 req-f7ec135e-0784-46d1-831f-4cf907253913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:49.326740 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-f7ec135e-0784-46d1-831f-4cf907253913 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54be025c-ac26-416a-9554-c630093f6855 HTTP/1.1" status: 200 len: 910 time: 0.1724982 Apr 11 21:26:49.411515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-9c881432-525a-497d-b4ea-c73038775d04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6 HTTP/1.1" status: 200 len: 217 time: 0.0679953 Apr 11 21:26:49.411515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] Pushing event deleted for resources: {'Network': ['ID=810eecc2-c022-41be-aab0-227bebe5da36,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:49.485599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e89e4-e67c-496d-b953-333680418232 req-499a7218-5224-4632-9d94-13d3ad2c4843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:49.488041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e8345d9-1c8b-4afc-9bd5-090d707080c3 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:26:49.512883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-499a7218-5224-4632-9d94-13d3ad2c4843 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=199350bc-f77f-4ffe-a09d-1514c250250f HTTP/1.1" status: 200 len: 849 time: 0.0764618 Apr 11 21:26:49.512883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f82ae715-0176-48ff-a110-513ccce3961d tempest-TestNetworkBasicOps-792039591 tempest-TestNetworkBasicOps-792039591-project] 10.222.0.61 "DELETE /v2.0/networks/810eecc2-c022-41be-aab0-227bebe5da36 HTTP/1.1" status: 204 len: 168 time: 1.0841618 Apr 11 21:26:49.540019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7e8345d9-1c8b-4afc-9bd5-090d707080c3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:26:49.540019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e8345d9-1c8b-4afc-9bd5-090d707080c3 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:26:49.576447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-91af9d3c-8302-4c1f-9c4b-4363cbcf8cff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54be025c-ac26-416a-9554-c630093f6855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793624 Apr 11 21:26:49.832411 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-7b8d469c-a801-48f5-87f5-ae6f212f25f2 service neutron] 10.222.0.69 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413716 Apr 11 21:26:49.966719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c7e89e4-e67c-496d-b953-333680418232 req-9146443d-9e96-49b3-82fa-546f2a0ae0f7 service neutron] 10.222.0.69 "GET /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361973 Apr 11 21:26:50.099333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49862) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:50.416598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ee9accb4-2a06-489d-b825-6b10a3f40684 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69ae1e0e5b1f4d12bae7b46cb98515b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3160784 Apr 11 21:26:50.419744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49876) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:50.482576 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf0a-c480-4626-913b-73e485e1ea24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:50.509818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf0a-c480-4626-913b-73e485e1ea24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:50.687864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf0a-c480-4626-913b-73e485e1ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:50.706915 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8bf0a-c480-4626-913b-73e485e1ea24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498de973-567b-479c-9c9f-8ecea0984942,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:50.717561 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf0a-c480-4626-913b-73e485e1ea24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:50.718897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1cc8bf0a-c480-4626-913b-73e485e1ea24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/498de973-567b-479c-9c9f-8ecea0984942 HTTP/1.1" status: 204 len: 168 time: 0.2980402 Apr 11 21:26:50.915925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dff4eb-351b-4597-a468-8aed8b6985e7 req-cfec5c44-f924-4d1f-a7ea-4b5f621c84d4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:50.923000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2dff4eb-351b-4597-a468-8aed8b6985e7 req-cfec5c44-f924-4d1f-a7ea-4b5f621c84d4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 945 time: 0.0942330 Apr 11 21:26:50.970617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2dff4eb-351b-4597-a468-8aed8b6985e7 req-f760fde0-2d60-4212-b913-4eaad4f2ae15 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Apr 11 21:26:51.549505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49894) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:51.568210 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:51.601673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:51.605972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Usage tracker for resource:security_group_rule and tenant:5225f9c119af45eb8da317228ccf0267 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:51.608884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:51.623754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:51.696411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:51.736744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:51.788586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3a60e-e289-4148-8d32-6e49426b364a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:51.795522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8f1977f9-c8e9-4c7b-8e56-0a5bd9fbf59f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5225f9c119af45eb8da317228ccf0267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2443860 Apr 11 21:26:51.798013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49898) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:51.874606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6efa-39d9-432e-8a55-6e0f3852a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:51.905296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6efa-39d9-432e-8a55-6e0f3852a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:52.063937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6efa-39d9-432e-8a55-6e0f3852a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:52.082229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c6efa-39d9-432e-8a55-6e0f3852a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3a60e-e289-4148-8d32-6e49426b364a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:52.095161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-ad4a64db-0489-4ff7-8b62-794f63f3321d tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:52.095161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-ad4a64db-0489-4ff7-8b62-794f63f3321d tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 945 time: 0.1033084 Apr 11 21:26:52.120670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6efa-39d9-432e-8a55-6e0f3852a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:52.120670 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bb1c6efa-39d9-432e-8a55-6e0f3852a8b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2c3a60e-e289-4148-8d32-6e49426b364a HTTP/1.1" status: 204 len: 168 time: 0.3208673 Apr 11 21:26:52.193024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Deleting port ff262985-edc7-4ec5-a091-ae1e5b789cd6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:26:52.193452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:52.222094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432bb14-1ccf-4369-bb02-96ed17e251da req-8e4a2240-fcbb-4e7e-abe5-bf104d285884 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:52.223542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d432bb14-1ccf-4369-bb02-96ed17e251da req-8e4a2240-fcbb-4e7e-abe5-bf104d285884 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 945 time: 0.0894341 Apr 11 21:26:52.300076 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d432bb14-1ccf-4369-bb02-96ed17e251da req-6c11903c-f9b1-4997-8b39-76d7ccde0bd5 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/security-groups?id=cbb29863-05e5-4e44-9ea1-e9d2e83068ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659502 Apr 11 21:26:52.536817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] For port ff262985-edc7-4ec5-a091-ae1e5b789cd6, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=ff262985-edc7-4ec5-a091-ae1e5b789cd6,segment=NetworkSegment(b5be9b0a-2cb3-4409-9742-96202d804d6a),segment_id=b5be9b0a-2cb3-4409-9742-96202d804d6a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:52.536817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:52.662794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Calling delete_port for ff262985-edc7-4ec5-a091-ae1e5b789cd6 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:26:52.909858 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:52.923566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['ff262985-edc7-4ec5-a091-ae1e5b789cd6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:26:53.007602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Pushing event deleted for resources: {'Port': ['ID=ff262985-edc7-4ec5-a091-ae1e5b789cd6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:53.112275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] No DVR routers for this DVR port ff262985-edc7-4ec5-a091-ae1e5b789cd6 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:26:53.115277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:53.115277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'name': 'network-vif-deleted', 'tag': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:26:53.177928 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fe60ec-533a-4f82-bd1b-d67ac03a75bb'] response: {'server_uuid': 'afeae959-e907-4e2d-8cc3-1a9bf5a191aa', 'name': 'network-vif-deleted', 'tag': 'ff262985-edc7-4ec5-a091-ae1e5b789cd6', 'status': 'completed', 'code': 200} Apr 11 21:26:53.237003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9ba19a83-748f-4668-8ae9-0a18f7f92a33 req-8b2e7a58-2984-429f-9bbd-ab21715778a4 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.69 "DELETE /v2.0/ports/ff262985-edc7-4ec5-a091-ae1e5b789cd6 HTTP/1.1" status: 204 len: 173 time: 1.1460998 Apr 11 21:26:53.569710 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7025d4f5-bcbf-4eb3-8cae-c7b99f577f95 req-8440a8a3-a41d-4c00-90d1-fa26da69b672 tempest-VolumesActionsTest-1876438387 tempest-VolumesActionsTest-1876438387-project] 10.222.0.61 "GET /v2.0/ports?device_id=afeae959-e907-4e2d-8cc3-1a9bf5a191aa HTTP/1.1" status: 200 len: 210 time: 0.1367807 Apr 11 21:26:53.991538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49940) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:54.147604 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2066361425-network', 'tenant_id': '154e649d154940afa480ff9105bb6cc6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:54.153388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:54.157299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Usage tracker for resource:network and tenant:154e649d154940afa480ff9105bb6cc6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:54.160140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:54.166155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:54.266690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Made reservation on behalf of 154e649d154940afa480ff9105bb6cc6 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:26:54.266690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.300032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.351516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:54.351516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Usage tracker for resource:security_group_rule and tenant:154e649d154940afa480ff9105bb6cc6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:54.351516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:54.361818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:54.425316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.515055 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.549002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:26:54.558571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee775c87-139a-4878-9e81-6a1e37cf5c95,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:54.565955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.566884 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Added segment 96daf014-f3eb-4336-b83a-8c97e231c02f of type vlan for network cfb5b735-697f-42bc-b3e4-7b04183a300a Apr 11 21:26:54.600282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.719567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.719567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:54.719567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:54.837156 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] Pushing event updated for resources: {'Network': ['ID=cfb5b735-697f-42bc-b3e4-7b04183a300a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:54.849037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network cfb5b735-697f-42bc-b3e4-7b04183a300a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:26:54.928944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e2b8c184-f317-444d-9832-2a350273215e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9298575 Apr 11 21:26:54.928944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 49960) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:54.940126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Request body: {'subnet': {'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2066361425-subnet', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:54.954509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:54.954509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Usage tracker for resource:subnet and tenant:154e649d154940afa480ff9105bb6cc6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:54.958592 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:26:54.964697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:54.964697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:55.035133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Made reservation on behalf of 154e649d154940afa480ff9105bb6cc6 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:26:55.035133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:55.356353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:55.428907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69aff9c-6118-4f99-aa4b-13550633240c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:55.440130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Checking segment: {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:26:55.440130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Network hostable DHCP agents. Network: cfb5b735-697f-42bc-b3e4-7b04183a300a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:26:55.558229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Network cfb5b735-697f-42bc-b3e4-7b04183a300a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:26:55.635102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, cfb5b735-697f-42bc-b3e4-7b04183a300a) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:26:55.641795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:26:55.644103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:55.645945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf0e45-c159-4665-959d-1ba06123041b None None] Network cfb5b735-697f-42bc-b3e4-7b04183a300a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:26:55.714419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7354f4a6-4d13-43db-a14a-5dd6f737d5a6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7875671 Apr 11 21:26:55.714612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 49984) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:55.728623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:26:55.755352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:26:55.767424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Usage tracker for resource:router and tenant:154e649d154940afa480ff9105bb6cc6 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:26:55.767424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:26:55.785206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:26:55.888966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:55.888966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:55.908957 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:55.946850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-cfb5b735-697f-42bc-b3e4-7b04183a300a', 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'fixed_ips': [{'subnet_id': 'e69aff9c-6118-4f99-aa4b-13550633240c'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:26:55.957794 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.130550 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Allocated IP 172.20.0.2 (cfb5b735-697f-42bc-b3e4-7b04183a300a/e69aff9c-6118-4f99-aa4b-13550633240c/6578a0d9-c9e1-4125-b236-52555b3bdee5) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:26:56.181738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.378979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.378979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Transition to ACTIVE for port object 6578a0d9-c9e1-4125-b236-52555b3bdee5 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:26:56.421561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Transition to ACTIVE for port object 6578a0d9-c9e1-4125-b236-52555b3bdee5 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:26:56.488706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.587537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Pushing event updated for resources: {'Port': ['ID=6578a0d9-c9e1-4125-b236-52555b3bdee5,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:56.603864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Network cfb5b735-697f-42bc-b3e4-7b04183a300a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:26:56.603864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:26:56.611888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:26:56.685869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.720612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.724067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Attempting to bind port 6578a0d9-c9e1-4125-b236-52555b3bdee5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:26:56.724067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Attempting to bind port 6578a0d9-c9e1-4125-b236-52555b3bdee5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:26:56.724067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Attempting to bind port 6578a0d9-c9e1-4125-b236-52555b3bdee5 on network cfb5b735-697f-42bc-b3e4-7b04183a300a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:26:56.740194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:26:56.740194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Checking segment: {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:26:56.740194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.740194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Bound using segment: {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:26:56.740194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Bound port: 6578a0d9-c9e1-4125-b236-52555b3bdee5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:26:56.740194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:56.872473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] For port 6578a0d9-c9e1-4125-b236-52555b3bdee5, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:26:56.879886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] For port 6578a0d9-c9e1-4125-b236-52555b3bdee5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6578a0d9-c9e1-4125-b236-52555b3bdee5,segment=NetworkSegment(96daf014-f3eb-4336-b83a-8c97e231c02f),segment_id=96daf014-f3eb-4336-b83a-8c97e231c02f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:26:56.916197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Allocated IP 172.25.5.241 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/4f0c7753-fc83-4458-8cb5-a12f4a818e81) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:26:56.951716 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:57.069371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3318d-b2eb-454a-9d27-b1715aaa9293 None None] Pushing event updated for resources: {'Port': ['ID=6578a0d9-c9e1-4125-b236-52555b3bdee5,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:57.190058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:57.292964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:57.402361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0c7753-fc83-4458-8cb5-a12f4a818e81,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:57.429804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:26:57.432900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:26:57.438291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:26:57.454551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device ff262985-edc7-4ec5-a091-ae1e5b789cd6 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:26:57.548683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: ff262985-edc7-4ec5-a091-ae1e5b789cd6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:26:57.548683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device ff262985-edc7-4ec5-a091-ae1e5b789cd6 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:26:57.605192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6578a0d9-c9e1-4125-b236-52555b3bdee5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:26:57.814181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6578a0d9-c9e1-4125-b236-52555b3bdee5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:26:57.857999 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:57.858863 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:58.277213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:26:58.350230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9513417-a3c9-496e-b771-f0a16dc6a842 None None] Network cfb5b735-697f-42bc-b3e4-7b04183a300a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:26:58.580851 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:26:58.600080 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Sync routers for ids ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:26:58.613823 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Routers {'2862e396-f9a5-47f7-aa21-4172a4c0b3c2'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:26:58.614434 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:58.756989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:58.758608 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9ae9f002-4105-499d-8c15-cdb5359a3d26 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0431032 Apr 11 21:26:58.761964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50046) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:26:58.799973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] Provisioning for port 6578a0d9-c9e1-4125-b236-52555b3bdee5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:26:58.812954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] Provisioning complete for port 6578a0d9-c9e1-4125-b236-52555b3bdee5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:26:58.812954 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:58.835466 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Set router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:26:59.012421 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:59.087974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] For port 6578a0d9-c9e1-4125-b236-52555b3bdee5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6578a0d9-c9e1-4125-b236-52555b3bdee5,segment=NetworkSegment(96daf014-f3eb-4336-b83a-8c97e231c02f),segment_id=96daf014-f3eb-4336-b83a-8c97e231c02f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:26:59.162481 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:59.314714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e8110d24-2b55-44fc-95b7-e355f7768e34 None None] Provisioning complete for port 6578a0d9-c9e1-4125-b236-52555b3bdee5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:26:59.315433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8110d24-2b55-44fc-95b7-e355f7768e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:59.324339 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:26:55Z', 'updated_at': '2022-04-11T21:26:57Z', 'revision_number': 3, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'gw_port': {'id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:26:56Z', 'updated_at': '2022-04-11T21:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:26:59.336747 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Checking router: 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:26:59.337097 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Updating router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:26:59.376366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae506db-b356-45aa-ad30-ea96829d21dd None None] Pushing event updated for resources: {'Port': ['ID=6578a0d9-c9e1-4125-b236-52555b3bdee5,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:26:59.392845 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:59.453196 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:26:59.598412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6578a0d9-c9e1-4125-b236-52555b3bdee5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:26:59.707115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6578a0d9-c9e1-4125-b236-52555b3bdee5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:26:59.707582 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.003586 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.070795 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Transition to ACTIVE for port object 4f0c7753-fc83-4458-8cb5-a12f4a818e81 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:27:00.185337 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.379920 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Attempting to bind port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:27:00.381318 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Attempting to bind port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:27:00.400983 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Attempting to bind port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:27:00.408778 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Pushing event updated for resources: {'Port': ['ID=4f0c7753-fc83-4458-8cb5-a12f4a818e81,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:00.424470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.428566 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:00.434416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:27:00.434416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:27:00.434416 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.434416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:27:00.434416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Bound port: 4f0c7753-fc83-4458-8cb5-a12f4a818e81, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:27:00.434416 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.534207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] For port 4f0c7753-fc83-4458-8cb5-a12f4a818e81, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:27:00.534207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] For port 4f0c7753-fc83-4458-8cb5-a12f4a818e81, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4f0c7753-fc83-4458-8cb5-a12f4a818e81,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:27:00.631301 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:00.743081 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4f85a-dc17-4888-b0fb-f22a86d4c96a None None] Pushing event updated for resources: {'Port': ['ID=4f0c7753-fc83-4458-8cb5-a12f4a818e81,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:00.746990 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Routers {'2862e396-f9a5-47f7-aa21-4172a4c0b3c2'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:00.747825 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:01.021454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:01.034149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Allocated IP 172.20.0.1 (cfb5b735-697f-42bc-b3e4-7b04183a300a/e69aff9c-6118-4f99-aa4b-13550633240c/883be8ec-7c37-43b8-8b95-c73b654ed64c) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:27:01.063620 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] Set router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:27:01.315380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:01.371008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Transition to ACTIVE for port object 883be8ec-7c37-43b8-8b95-c73b654ed64c will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:27:01.551601 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:01.643666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Network cfb5b735-697f-42bc-b3e4-7b04183a300a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:27:01.654057 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:27:01.657473 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:26:55Z', 'updated_at': '2022-04-11T21:26:57Z', 'revision_number': 3, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'gw_port': {'id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:26:56Z', 'updated_at': '2022-04-11T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:01.663135 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c2ab8-1e3d-4711-8b84-176f817cecb4 None None] The sync data for ids ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'] in n-d-837321-1 is: [{'id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:26:55Z', 'updated_at': '2022-04-11T21:26:57Z', 'revision_number': 3, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'gw_port': {'id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:26:56Z', 'updated_at': '2022-04-11T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:27:01.676987 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:27:01.793130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Pushing event updated for resources: {'Port': ['ID=883be8ec-7c37-43b8-8b95-c73b654ed64c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:01.885155 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:02.187855 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:02.224418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-803bad16-5318-4856-84a8-f0a43be4b3ab None None] Provisioning for port 883be8ec-7c37-43b8-8b95-c73b654ed64c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:27:02.247671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-803bad16-5318-4856-84a8-f0a43be4b3ab None None] Provisioning complete for port 883be8ec-7c37-43b8-8b95-c73b654ed64c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:27:02.247671 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-803bad16-5318-4856-84a8-f0a43be4b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:02.401488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-803bad16-5318-4856-84a8-f0a43be4b3ab None None] Port 883be8ec-7c37-43b8-8b95-c73b654ed64c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:27:02.685031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:02.763085 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:03.469910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:03.469910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Pushing event updated for resources: {'Port': ['ID=883be8ec-7c37-43b8-8b95-c73b654ed64c,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:03.469910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Network cfb5b735-697f-42bc-b3e4-7b04183a300a is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:27:03.469910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:27:03.597737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4f0c7753-fc83-4458-8cb5-a12f4a818e81 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:27:03.751751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1f76988a-c2b8-4e50-b9bc-e241761333bd None None] Provisioning complete for port 883be8ec-7c37-43b8-8b95-c73b654ed64c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:27:03.752719 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1f76988a-c2b8-4e50-b9bc-e241761333bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:03.817071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:27:03.824887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1f76988a-c2b8-4e50-b9bc-e241761333bd None None] Port 883be8ec-7c37-43b8-8b95-c73b654ed64c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:27:03.957538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:27:03.957538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:27:03.957538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:04.136660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:04.141165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:27:04.153375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4f0c7753-fc83-4458-8cb5-a12f4a818e81, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4f0c7753-fc83-4458-8cb5-a12f4a818e81,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:04.172513 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-917eb6f8-7ed5-43e5-80ac-58ffa41f2dfc admin admin] 10.222.0.61 "PUT /v2.0/routers/2862e396-f9a5-47f7-aa21-4172a4c0b3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4092944 Apr 11 21:27:04.247566 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:04.400737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4f0c7753-fc83-4458-8cb5-a12f4a818e81,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:05.599278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4f0c7753-fc83-4458-8cb5-a12f4a818e81 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:27:05.689221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:27:05.689596 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:06.243437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Sync routers for ids ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:27:06.271845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Routers {'2862e396-f9a5-47f7-aa21-4172a4c0b3c2'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:06.272498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:06.652482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Set router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:27:07.039084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50138) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:07.122572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:26:55Z', 'updated_at': '2022-04-11T21:27:01Z', 'revision_number': 4, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'gw_port': {'id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:26:56Z', 'updated_at': '2022-04-11T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '883be8ec-7c37-43b8-8b95-c73b654ed64c', 'name': '', 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'mac_address': 'fa:16:3e:41:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e69aff9c-6118-4f99-aa4b-13550633240c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:27:00Z', 'updated_at': '2022-04-11T21:27:02Z', 'revision_number': 2, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'subnets': [{'id': 'e69aff9c-6118-4f99-aa4b-13550633240c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:07.128396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Checking router: 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:27:07.129810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Updating router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 port 883be8ec-7c37-43b8-8b95-c73b654ed64c binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:27:07.212572 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:07.850449 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:07.866981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Transition to ACTIVE for port object 883be8ec-7c37-43b8-8b95-c73b654ed64c will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:27:07.944841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:07.965134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:08.106961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576034ab-0e89-496c-8f7c-80c10a60865e None None] Pushing event updated for resources: {'Port': ['ID=883be8ec-7c37-43b8-8b95-c73b654ed64c,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:08.609311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Attempting to bind port 883be8ec-7c37-43b8-8b95-c73b654ed64c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:27:08.609311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Attempting to bind port 883be8ec-7c37-43b8-8b95-c73b654ed64c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:27:08.609311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Attempting to bind port 883be8ec-7c37-43b8-8b95-c73b654ed64c on network cfb5b735-697f-42bc-b3e4-7b04183a300a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:27:08.648970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:27:08.649194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Checking segment: {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:27:08.649593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:08.649975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Bound using segment: {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:27:08.650446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Bound port: 883be8ec-7c37-43b8-8b95-c73b654ed64c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96daf014-f3eb-4336-b83a-8c97e231c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:27:08.650810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:08.821030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] For port 883be8ec-7c37-43b8-8b95-c73b654ed64c, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:27:08.837335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] For port 883be8ec-7c37-43b8-8b95-c73b654ed64c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=883be8ec-7c37-43b8-8b95-c73b654ed64c,segment=NetworkSegment(96daf014-f3eb-4336-b83a-8c97e231c02f),segment_id=96daf014-f3eb-4336-b83a-8c97e231c02f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:27:08.931767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:09.116596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Routers {'2862e396-f9a5-47f7-aa21-4172a4c0b3c2'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:09.117964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:26:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:09.501899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576034ab-0e89-496c-8f7c-80c10a60865e None None] Pushing event updated for resources: {'Port': ['ID=883be8ec-7c37-43b8-8b95-c73b654ed64c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:09.538040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] Set router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:27:09.755461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Deleting port 883be8ec-7c37-43b8-8b95-c73b654ed64c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:27:09.756557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:10.060219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:26:55Z', 'updated_at': '2022-04-11T21:27:01Z', 'revision_number': 4, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'gw_port': {'id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:26:56Z', 'updated_at': '2022-04-11T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '883be8ec-7c37-43b8-8b95-c73b654ed64c', 'name': '', 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'mac_address': 'fa:16:3e:41:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e69aff9c-6118-4f99-aa4b-13550633240c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:27:00Z', 'updated_at': '2022-04-11T21:27:08Z', 'revision_number': 4, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'subnets': [{'id': 'e69aff9c-6118-4f99-aa4b-13550633240c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:10.074032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361cf54-f3e6-46f3-87a4-e863ecd10d71 None None] The sync data for ids ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'] in n-d-837321-1 is: [{'id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'name': 'tempest-ImageQuotaTest-2066361425-router', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:26:55Z', 'updated_at': '2022-04-11T21:27:01Z', 'revision_number': 4, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'gw_port': {'id': '4f0c7753-fc83-4458-8cb5-a12f4a818e81', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:26:56Z', 'updated_at': '2022-04-11T21:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '883be8ec-7c37-43b8-8b95-c73b654ed64c', 'name': '', 'network_id': 'cfb5b735-697f-42bc-b3e4-7b04183a300a', 'tenant_id': '154e649d154940afa480ff9105bb6cc6', 'mac_address': 'fa:16:3e:41:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2862e396-f9a5-47f7-aa21-4172a4c0b3c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e69aff9c-6118-4f99-aa4b-13550633240c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:27:00Z', 'updated_at': '2022-04-11T21:27:08Z', 'revision_number': 4, 'project_id': '154e649d154940afa480ff9105bb6cc6', 'subnets': [{'id': 'e69aff9c-6118-4f99-aa4b-13550633240c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:27:10.124177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] For port 883be8ec-7c37-43b8-8b95-c73b654ed64c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=883be8ec-7c37-43b8-8b95-c73b654ed64c,segment=NetworkSegment(96daf014-f3eb-4336-b83a-8c97e231c02f),segment_id=96daf014-f3eb-4336-b83a-8c97e231c02f)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:10.124655 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:10.448083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Calling delete_port for 883be8ec-7c37-43b8-8b95-c73b654ed64c owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:27:10.762442 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:10.902914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=883be8ec-7c37-43b8-8b95-c73b654ed64c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:11.390218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:12.528212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:27:12.870545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:27:12.870545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f24a3c76-da48-4c0b-ab54-50e112979d69 admin admin] 10.222.0.61 "PUT /v2.0/routers/2862e396-f9a5-47f7-aa21-4172a4c0b3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8208444 Apr 11 21:27:12.874058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50198) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:13.488720 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:13.792162 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:13.879734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Deleting port 4f0c7753-fc83-4458-8cb5-a12f4a818e81 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:27:13.879734 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:13.940130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27b7b856-97d0-4105-a215-fc919ba8edbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:14.116968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] For port 4f0c7753-fc83-4458-8cb5-a12f4a818e81, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4f0c7753-fc83-4458-8cb5-a12f4a818e81,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:14.117735 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:14.373972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Calling delete_port for 4f0c7753-fc83-4458-8cb5-a12f4a818e81 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:27:14.743221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:14.798786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0c7753-fc83-4458-8cb5-a12f4a818e81,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:15.186897 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:15.754740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:15.764200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:15.978699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:15.979390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2862e396-f9a5-47f7-aa21-4172a4c0b3c2 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:27:15.992057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:15.993189 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dba63ce0-9f56-431d-8fa1-74d33c88f86d admin admin] 10.222.0.61 "DELETE /v2.0/routers/2862e396-f9a5-47f7-aa21-4172a4c0b3c2 HTTP/1.1" status: 204 len: 168 time: 3.1274514 Apr 11 21:27:15.995885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50228) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:16.055731 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Deleting subnet e69aff9c-6118-4f99-aa4b-13550633240c {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:27:16.060448 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.178776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.312618 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.409191 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f1ad-1a8d-4c86-a543-bf277670b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.478901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.518242 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.518391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a555e94-c1ce-4e91-9a3e-03b628d0aa47 None None] Network cfb5b735-697f-42bc-b3e4-7b04183a300a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:27:16.518474 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e69aff9c-6118-4f99-aa4b-13550633240c HTTP/1.1" status: 204 len: 168 time: 0.5169048 Apr 11 21:27:16.518474 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50238) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:16.521269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680b9f-2eea-4035-9ec3-a5a1c9e69545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69aff9c-6118-4f99-aa4b-13550633240c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:16.640415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.653650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Deleting port 6578a0d9-c9e1-4125-b236-52555b3bdee5 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:27:16.654326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:16.941525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763baa10-10b9-475e-a170-571832c4859a None None] DHCP port deletion for cfb5b735-697f-42bc-b3e4-7b04183a300a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:27:16.950493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-763baa10-10b9-475e-a170-571832c4859a None None] Deleting port 6578a0d9-c9e1-4125-b236-52555b3bdee5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:27:16.950493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-763baa10-10b9-475e-a170-571832c4859a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.048100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] For port 6578a0d9-c9e1-4125-b236-52555b3bdee5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6578a0d9-c9e1-4125-b236-52555b3bdee5,segment=NetworkSegment(96daf014-f3eb-4336-b83a-8c97e231c02f),segment_id=96daf014-f3eb-4336-b83a-8c97e231c02f)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:17.049081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.317158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Calling delete_port for 6578a0d9-c9e1-4125-b236-52555b3bdee5 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:27:17.341223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-763baa10-10b9-475e-a170-571832c4859a None None] For port 6578a0d9-c9e1-4125-b236-52555b3bdee5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6578a0d9-c9e1-4125-b236-52555b3bdee5,segment=NetworkSegment(96daf014-f3eb-4336-b83a-8c97e231c02f),segment_id=96daf014-f3eb-4336-b83a-8c97e231c02f)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:17.341621 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-763baa10-10b9-475e-a170-571832c4859a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.521789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.590672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-763baa10-10b9-475e-a170-571832c4859a None None] Calling delete_port for 6578a0d9-c9e1-4125-b236-52555b3bdee5 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:27:17.607776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] No DVR routers for this DVR port 6578a0d9-c9e1-4125-b236-52555b3bdee5 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:27:17.644934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6578a0d9-c9e1-4125-b236-52555b3bdee5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:27:17.671046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Pushing event deleted for resources: {'Port': ['ID=6578a0d9-c9e1-4125-b236-52555b3bdee5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:17.774425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.779770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.784101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.791070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6578a0d9-c9e1-4125-b236-52555b3bdee5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:27:17.791980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6578a0d9-c9e1-4125-b236-52555b3bdee5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:27:17.817212 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb5b735-697f-42bc-b3e4-7b04183a300a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:17.841490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96daf014-f3eb-4336-b83a-8c97e231c02f') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:17.841930 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96daf014-f3eb-4336-b83a-8c97e231c02f') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:17.856258 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-763baa10-10b9-475e-a170-571832c4859a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:27:17.856852 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-763baa10-10b9-475e-a170-571832c4859a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:27:17.880938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.932649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.958211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:27:17.958211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:27:17.997755 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:27:18.168810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:18.178005 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:18.204329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb5b735-697f-42bc-b3e4-7b04183a300a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:18.211791 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-020e9414-b03f-4b23-aa3e-8c0823a2baaf admin admin] 10.222.0.61 "DELETE /v2.0/networks/cfb5b735-697f-42bc-b3e4-7b04183a300a HTTP/1.1" status: 204 len: 168 time: 1.6920874 Apr 11 21:27:18.367017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-763baa10-10b9-475e-a170-571832c4859a None None] Deleting port 6578a0d9-c9e1-4125-b236-52555b3bdee5 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:27:18.368093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-763baa10-10b9-475e-a170-571832c4859a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:18.497520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-763baa10-10b9-475e-a170-571832c4859a None None] The port '6578a0d9-c9e1-4125-b236-52555b3bdee5' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:27:18.727097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:18.874612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eda3c4d8-d93d-4869-8678-20b3e9091b9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=154e649d154940afa480ff9105bb6cc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1403484 Apr 11 21:27:18.915838 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50270) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:18.948293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:19.027144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af88536a-5d51-45e1-8d07-4d2a5a455ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:19.063514 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af88536a-5d51-45e1-8d07-4d2a5a455ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:19.389366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af88536a-5d51-45e1-8d07-4d2a5a455ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:19.414171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88536a-5d51-45e1-8d07-4d2a5a455ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee775c87-139a-4878-9e81-6a1e37cf5c95,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:19.431030 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af88536a-5d51-45e1-8d07-4d2a5a455ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:19.431030 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-af88536a-5d51-45e1-8d07-4d2a5a455ed8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee775c87-139a-4878-9e81-6a1e37cf5c95 HTTP/1.1" status: 204 len: 168 time: 0.5372474 Apr 11 21:27:19.520433 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Sync routers for ids ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:27:19.534910 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:19.535282 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 21:27:19.535901 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2862e396-f9a5-47f7-aa21-4172a4c0b3c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:27:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 21:27:19.548297 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Routers set() bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:19.548718 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Router IDs set() for agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 11 21:27:19.549491 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2862e396-f9a5-47f7-aa21-4172a4c0b3c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:27:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent'). {{(pid=84669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 11 21:27:19.549919 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca3d98-29d7-467f-8a83-83b46a0f344d None None] The sync data for ids ['2862e396-f9a5-47f7-aa21-4172a4c0b3c2'] in n-d-837321-1 is: [] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:27:20.902011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50296) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:20.926969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:20.973888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:20.973888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:20.988802 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:21.057502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:21.205785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:21.325369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:21.387439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf61a0bc-cda2-437f-8e5f-c531fcc6d49a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:21.408488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-27fe0b05-882e-4483-996c-93cd0a26ce76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.4964564 Apr 11 21:27:21.408992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50310) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:21.460761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 883be8ec-7c37-43b8-8b95-c73b654ed64c no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:27:21.490738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:21.513236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 883be8ec-7c37-43b8-8b95-c73b654ed64c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:27:21.513871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 883be8ec-7c37-43b8-8b95-c73b654ed64c not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:27:21.514453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4f0c7753-fc83-4458-8cb5-a12f4a818e81 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:27:21.550152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:21.605360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4f0c7753-fc83-4458-8cb5-a12f4a818e81 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:27:21.608127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4f0c7753-fc83-4458-8cb5-a12f4a818e81 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:27:21.727130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:21.753806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf61a0bc-cda2-437f-8e5f-c531fcc6d49a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:21.765023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:21.766870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf61a0bc-cda2-437f-8e5f-c531fcc6d49a HTTP/1.1" status: 204 len: 168 time: 0.3626950 Apr 11 21:27:21.768998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.769804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.770952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.771516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.772194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.772722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.773240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.773766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.774434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.774955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:21.775558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641e5ad1-08d5-4947-9485-d40e22c5b86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:27.228221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50364) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:27.234648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266702683', 'description': 'tempest-secgroup-smoke-266702683 description', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:27.241621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:27.246304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:27.249286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:27.255550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:27.361770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.397109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:27.401140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:27.404095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:27.410304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:27.468862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.555808 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.598290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d9943-5c9d-4a88-8f1b-d098563b58fd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:27.658305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.659546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d331f137-3fd5-4fab-809e-6e9bfc3273b1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4301512 Apr 11 21:27:27.662383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50382) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:27.668869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group_rule': {'security_group_id': '4c8d9943-5c9d-4a88-8f1b-d098563b58fd', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:27.675314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:27.679265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:27.682219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:27.688324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:27.791804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.856329 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.956499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:27.981655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f651313a-6045-4d09-9a93-b68dbd099eb6,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:28.059106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.060421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fd7016db-858b-4561-8305-9c034f4d5064 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3971028 Apr 11 21:27:28.063084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50394) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:28.068562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group_rule': {'security_group_id': '4c8d9943-5c9d-4a88-8f1b-d098563b58fd', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:28.075755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:28.079590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:28.082472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:28.088194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:28.213668 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.274907 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.394696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.417858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0da49c-6a84-4303-9fc4-68c971ff4b63,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:28.493048 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.495692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2aeaa293-0237-4922-89b7-0ed2f9cc927e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4307828 Apr 11 21:27:28.498424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50408) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:28.504207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group_rule': {'security_group_id': '4c8d9943-5c9d-4a88-8f1b-d098563b58fd', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:28.512171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:28.516259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:28.519285 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:28.529484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:28.626195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.781811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.904565 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:28.930688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69289036-c414-4a21-a3f4-5ccfcc8ef0a4,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:29.085818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.087053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e2bf6227-617f-49c1-b9c7-429c72cab81f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5876009 Apr 11 21:27:29.090375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:29.095704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group_rule': {'security_group_id': '4c8d9943-5c9d-4a88-8f1b-d098563b58fd', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:29.102415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:29.107171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:29.110197 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:29.116593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:29.220437 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.284594 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.304286 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.405750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.429236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0ecb38-2a5b-497d-8c37-db5bff97d109,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:29.521322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.522543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6e9fb9d1-0169-4743-afce-3e940a85afa8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4312673 Apr 11 21:27:29.525265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50432) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:29.533103 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group_rule': {'security_group_id': '4c8d9943-5c9d-4a88-8f1b-d098563b58fd', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:29.537925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:29.541626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:29.544645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:29.550286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:29.636725 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Project 1068c74a66ab4d88987f0d3aab43fc47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:27:29.643771 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.711276 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.794486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.821086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a728a-f500-47ec-a6b0-c064fd9be96f,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:29.931352 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:29.933212 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a064e35c-ec12-4ae5-aa89-1bbe867abaa1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4064324 Apr 11 21:27:29.935962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50436) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:29.941420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'security_group_rule': {'security_group_id': '4c8d9943-5c9d-4a88-8f1b-d098563b58fd', 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:29.947946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:29.952724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:security_group_rule and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:29.955619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:29.961841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:30.087321 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Project 1068c74a66ab4d88987f0d3aab43fc47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:27:30.094541 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:30.159791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:30.275936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:30.306568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0eeed5e-0e45-46fb-909c-9a87974cde3d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:30.395768 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:30.397093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f7c9eebe-5332-4bdf-a6ed-a4a101fdd1ed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4601910 Apr 11 21:27:30.882746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-b9c84404-6060-4eae-98a8-9d7a006b6b26 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Synchronizing usage tracker for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:27:30.982896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-b9c84404-6060-4eae-98a8-9d7a006b6b26 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Unset dirty status for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:27:30.984116 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-b9c84404-6060-4eae-98a8-9d7a006b6b26 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266702683&fields=id&tenant_id=1068c74a66ab4d88987f0d3aab43fc47 HTTP/1.1" status: 200 len: 267 time: 0.1458538 Apr 11 21:27:31.035610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:31.136109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-ff9c46f1-ad72-4d7b-a006-ce29bb6a5698 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:31.137849 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-ff9c46f1-ad72-4d7b-a006-ce29bb6a5698 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 814 time: 0.1468370 Apr 11 21:27:31.154949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-56033438-b0be-4b47-a6bb-ccae7eda0f4c tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/quotas/1068c74a66ab4d88987f0d3aab43fc47 HTTP/1.1" status: 200 len: 375 time: 0.0117509 Apr 11 21:27:31.238105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5f6ad86d-3f77-471b-99ed-3bfea79cb256 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781119 Apr 11 21:27:31.376914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-c17c2327-72cd-4872-90c6-c6c98ee60a4e service neutron] 10.222.0.61 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249712 Apr 11 21:27:31.509068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-b28fab0a-06b4-45e7-9776-3462222bd628 service neutron] 10.222.0.61 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265032 Apr 11 21:27:31.665236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50458) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:31.734071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Deleting subnet 199350bc-f77f-4ffe-a09d-1514c250250f {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:27:31.734071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:31.784109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:31.840587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:31.954462 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:27:32.007658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.051822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199350bc-f77f-4ffe-a09d-1514c250250f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:32.056653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.063392 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-be19c93e-c92e-4e3d-88f9-e0f1589a816d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/199350bc-f77f-4ffe-a09d-1514c250250f HTTP/1.1" status: 204 len: 168 time: 0.3956816 Apr 11 21:27:32.065871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50462) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:32.176857 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.338521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.408080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54be025c-ac26-416a-9554-c630093f6855']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:32.431170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-508eacff-878f-4f6e-8f23-f79f3c8eec71 req-48a80806-e7d2-4f31-8ff7-b16a58bea57d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Synchronizing usage tracker for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:27:32.434399 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5be9b0a-2cb3-4409-9742-96202d804d6a') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:32.434687 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5be9b0a-2cb3-4409-9742-96202d804d6a') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:32.450403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.470678 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.476683 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:27:32.477053 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:27:32.489913 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:27:32.538766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-508eacff-878f-4f6e-8f23-f79f3c8eec71 req-48a80806-e7d2-4f31-8ff7-b16a58bea57d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Unset dirty status for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:27:32.539949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-508eacff-878f-4f6e-8f23-f79f3c8eec71 req-48a80806-e7d2-4f31-8ff7-b16a58bea57d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 210 time: 0.3219965 Apr 11 21:27:32.658474 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.677753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:32.689165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54be025c-ac26-416a-9554-c630093f6855,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:32.733280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-46dbcf25-6292-4ff3-903d-9f7f9dfe28a8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/54be025c-ac26-416a-9554-c630093f6855 HTTP/1.1" status: 204 len: 168 time: 0.6663456 Apr 11 21:27:33.099321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50482) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:33.148959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4b749ec9-bbd5-4ec1-b51f-c4be9e9da717 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bc4e5a991044bb6939299749641ca51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484769 Apr 11 21:27:33.151597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50486) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:33.208755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33f0bb80-e43e-4131-8a58-344340c8a96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:33.234477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33f0bb80-e43e-4131-8a58-344340c8a96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:33.384386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33f0bb80-e43e-4131-8a58-344340c8a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:33.399983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0bb80-e43e-4131-8a58-344340c8a96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb29863-05e5-4e44-9ea1-e9d2e83068ff,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:33.496139 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33f0bb80-e43e-4131-8a58-344340c8a96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:33.497336 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-33f0bb80-e43e-4131-8a58-344340c8a96c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cbb29863-05e5-4e44-9ea1-e9d2e83068ff HTTP/1.1" status: 204 len: 168 time: 0.3449397 Apr 11 21:27:33.531393 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-8e3b7d4d-3b87-4fc2-be7a-8d48602edfe8 req-6bb0f93a-03fc-427a-bea7-7f833c32dd93 service neutron] (84666) timed out ('10.222.0.61', 33474) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:27:33.699921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e75952-8930-4e8b-abe6-df27f1ee1871 req-b2d808a4-f618-47d7-82c1-2aa711f6274f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 210 time: 0.0404110 Apr 11 21:27:34.898482 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4734055a-8f85-4a19-8831-f06d713dfca4 req-ac91f589-01a8-4920-8d76-af6574f4b016 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 210 time: 0.0458617 Apr 11 21:27:34.939491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-d2350274-43b4-455a-b8eb-e7e6a59c6373 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:34.940885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-d2350274-43b4-455a-b8eb-e7e6a59c6373 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 814 time: 0.2568700 Apr 11 21:27:35.005796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-937cff8a-7972-4fcb-ba95-4f76a0f00d88 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1068c74a66ab4d88987f0d3aab43fc47 HTTP/1.1" status: 200 len: 379 time: 0.0457947 Apr 11 21:27:35.016331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'port': {'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'admin_state_up': True, 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'security_groups': ['4c8d9943-5c9d-4a88-8f1b-d098563b58fd']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:35.155082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:35.165483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:35.281186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Made reservation on behalf of 1068c74a66ab4d88987f0d3aab43fc47 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:27:35.284234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:35.456033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Allocated IP 172.20.0.4 (7dcde00c-8f1e-4fac-a474-39713b936331/00e53a48-369c-4c74-8799-86306312971f/7ee2fbd0-dd8a-4276-b243-57428a00d8b6) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:27:35.651877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:35.669321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Transition to ACTIVE for port object 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:27:35.767601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:35.850519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Network 7dcde00c-8f1e-4fac-a474-39713b936331 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:27:35.853640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:27:35.858498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:27:35.884589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'Port': ['ID=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:35.923347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:35.924026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:36.041120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-5cb66c83-7f17-4b5e-a099-34c9eb4aa406 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0283732 Apr 11 21:27:36.083055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Request body: {'port': {'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:36.188194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e2ef54e-23cb-4104-b38c-1483af22ba5e None None] Provisioning for port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:27:36.194681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e2ef54e-23cb-4104-b38c-1483af22ba5e None None] Provisioning complete for port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:27:36.195092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef54e-23cb-4104-b38c-1483af22ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:36.229842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd082513-0cc1-4b74-b9d6-ff10c0a3d867 req-c4284d0d-9430-48e9-8e3a-f3f1a574eb28 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:36.238446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bd082513-0cc1-4b74-b9d6-ff10c0a3d867 req-c4284d0d-9430-48e9-8e3a-f3f1a574eb28 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Synchronizing usage tracker for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:27:36.238446 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:36.261951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ef54e-23cb-4104-b38c-1483af22ba5e None None] Port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:27:36.385541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bd082513-0cc1-4b74-b9d6-ff10c0a3d867 req-c4284d0d-9430-48e9-8e3a-f3f1a574eb28 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Unset dirty status for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:27:36.387011 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd082513-0cc1-4b74-b9d6-ff10c0a3d867 req-c4284d0d-9430-48e9-8e3a-f3f1a574eb28 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 931 time: 0.3440268 Apr 11 21:27:36.520393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd082513-0cc1-4b74-b9d6-ff10c0a3d867 req-c30be298-3ac1-49a9-96d7-ab3a46ca01e8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250176 Apr 11 21:27:36.642096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:27:36.648840 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:36.664113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Transition to ACTIVE for port object 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:27:36.790161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:36.937904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:37.083283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Attempting to bind port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:27:37.084070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Attempting to bind port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:27:37.084070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Attempting to bind port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 on network 7dcde00c-8f1e-4fac-a474-39713b936331 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:27:37.090604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 on network 7dcde00c-8f1e-4fac-a474-39713b936331 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:27:37.090925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Attempting to bind port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 on network 7dcde00c-8f1e-4fac-a474-39713b936331 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:27:37.097910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:27:37.098280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Checking segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:27:37.098696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Bound using segment: {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:27:37.099123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Bound port: 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31443ce5-fd33-4987-8610-15e74982dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:27:37.099518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:37.189952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] For port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:27:37.193128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] For port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:27:37.269231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:37.421867 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:37.423209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] 10.222.0.75 "PUT /v2.0/ports/7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 1091 time: 1.3441916 Apr 11 21:27:37.423699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:27:37.445931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99ca48-76a8-4a9e-879c-53cbd018935f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:37.492407 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca7f782-3c6c-40a0-9729-248377cb1f6b'] response: {'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'status': 'completed', 'code': 200} Apr 11 21:27:37.594856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a746be8b-e0c7-4f7b-9b1b-e2be9d778cf9 req-6e3b705c-fd31-44ea-ac58-284a0b431277 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1094 time: 0.0788782 Apr 11 21:27:37.799626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746be8b-e0c7-4f7b-9b1b-e2be9d778cf9 req-08c196f0-fe20-458f-99b8-d600d5ed5a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:37.801670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a746be8b-e0c7-4f7b-9b1b-e2be9d778cf9 req-08c196f0-fe20-458f-99b8-d600d5ed5a74 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1943221 Apr 11 21:27:37.836305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139cd5-0967-4d22-8782-5dc9affe619c req-9ccaaff0-47e4-4200-b232-92da156d6d67 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:37.837646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e139cd5-0967-4d22-8782-5dc9affe619c req-9ccaaff0-47e4-4200-b232-92da156d6d67 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.1576583 Apr 11 21:27:37.970702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e139cd5-0967-4d22-8782-5dc9affe619c req-f4c1b0e7-5113-437b-81f2-9b47c1e31e3b tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845258 Apr 11 21:27:37.978695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746be8b-e0c7-4f7b-9b1b-e2be9d778cf9 req-f45020fd-1683-45f7-9ab9-95003669ae09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:37.980606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a746be8b-e0c7-4f7b-9b1b-e2be9d778cf9 req-f45020fd-1683-45f7-9ab9-95003669ae09 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700947 Apr 11 21:27:38.098606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-dbff0d50-a3c5-4dae-a911-0d14911f566b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1094 time: 0.0685561 Apr 11 21:27:38.173300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-ac273ee7-bf82-46ce-b1a7-9cbcac331c86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 217 time: 0.0638821 Apr 11 21:27:38.240718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-b7ebbb4d-88bb-4323-a745-e033470ae970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:38.242996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-b7ebbb4d-88bb-4323-a745-e033470ae970 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0584850 Apr 11 21:27:38.323081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-3457f404-d836-4a75-8f2d-7c7e322cef81 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715363 Apr 11 21:27:38.465037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-ab97aafe-57e2-4861-87b5-7c1ed7e16489 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325536 Apr 11 21:27:38.602711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16307c6-3b1f-4be3-b9ce-bf4f23a8bc38 req-19873130-3871-4f85-a7c5-23f6fa267b63 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291363 Apr 11 21:27:39.174130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f03d4-5365-4ca8-a6ab-8f659ef149a6 req-a51b7305-1b29-4fad-adb0-09569692f05b tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:39.174569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a5f03d4-5365-4ca8-a6ab-8f659ef149a6 req-a51b7305-1b29-4fad-adb0-09569692f05b tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0781298 Apr 11 21:27:39.223216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9a5f03d4-5365-4ca8-a6ab-8f659ef149a6 req-70959da2-66e6-478b-9ddc-1a90dedf3e53 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Synchronizing usage tracker for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:27:39.236038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-9a5f03d4-5365-4ca8-a6ab-8f659ef149a6 req-70959da2-66e6-478b-9ddc-1a90dedf3e53 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Unset dirty status for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:27:39.237203 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a5f03d4-5365-4ca8-a6ab-8f659ef149a6 req-70959da2-66e6-478b-9ddc-1a90dedf3e53 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569031 Apr 11 21:27:40.463938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e912cda-d8d6-4989-9a76-14567c9f207d req-860a8113-12df-45f1-a093-9cbb0e00d5c2 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:40.463938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e912cda-d8d6-4989-9a76-14567c9f207d req-860a8113-12df-45f1-a093-9cbb0e00d5c2 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0920708 Apr 11 21:27:40.519269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6e912cda-d8d6-4989-9a76-14567c9f207d req-4a6d6ca7-7fd8-46c5-9035-4ee1887feeed tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Apr 11 21:27:41.720767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b663a-4d4d-4090-9c50-a4468f811c6e req-a030bd3a-90b6-45fd-aa9b-51508948719e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:41.722464 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e5b663a-4d4d-4090-9c50-a4468f811c6e req-a030bd3a-90b6-45fd-aa9b-51508948719e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0798671 Apr 11 21:27:41.770974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7e5b663a-4d4d-4090-9c50-a4468f811c6e req-ea2e8115-8542-4876-bbb5-c179494fbecd tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418797 Apr 11 21:27:42.979379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cc5d8-dc80-4cd0-9629-30e73f8643e9 req-f6b6f4af-8734-4ea4-ba68-e5069c40206c tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:42.981423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae7cc5d8-dc80-4cd0-9629-30e73f8643e9 req-f6b6f4af-8734-4ea4-ba68-e5069c40206c tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0808587 Apr 11 21:27:43.035418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae7cc5d8-dc80-4cd0-9629-30e73f8643e9 req-6a14c5bb-7b59-46a1-828a-ed7f2f77d8d7 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485151 Apr 11 21:27:43.898401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-46f521bf-1d9e-4ecd-82a8-9bdd99a8f4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:44.244296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf3c3a-39f0-4e93-bfee-6f848cb8368f req-fdc0ab21-aad6-47bb-9e87-b7b737867268 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:44.245880 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5cf3c3a-39f0-4e93-bfee-6f848cb8368f req-fdc0ab21-aad6-47bb-9e87-b7b737867268 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0806401 Apr 11 21:27:44.295519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e5cf3c3a-39f0-4e93-bfee-6f848cb8368f req-9c996129-b8df-40e0-a319-33e04d84153e tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Apr 11 21:27:45.496265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5042d-d95d-47d7-bfeb-e33eb33fb1e2 req-2a8947a9-6dc2-400c-b183-02d051a37403 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:45.498653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a5042d-d95d-47d7-bfeb-e33eb33fb1e2 req-2a8947a9-6dc2-400c-b183-02d051a37403 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0810430 Apr 11 21:27:45.548235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a5042d-d95d-47d7-bfeb-e33eb33fb1e2 req-b5d76aa3-b954-4b01-8281-e0fbc7537cd2 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Apr 11 21:27:46.332601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0538271e-b345-4949-b53e-46a510af3a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:46.748980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edb1a-ec7e-42c7-845c-7d015a85eaa0 req-4e727ec6-f964-4891-99cc-6e63791b89f2 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:46.750425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-723edb1a-ec7e-42c7-845c-7d015a85eaa0 req-4e727ec6-f964-4891-99cc-6e63791b89f2 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0808043 Apr 11 21:27:46.796063 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-723edb1a-ec7e-42c7-845c-7d015a85eaa0 req-dfeb9a03-3aac-455a-b127-fbc52655e28a tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Apr 11 21:27:47.499118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:47.520709 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:47.696538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:27:47.842604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:47.856006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:27:47.910478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:47.928778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:27:47.944142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:47.996132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9ed6-46f9-4a38-9f7c-930822a68f5b req-f1100c62-d6da-4713-bce6-d754c7fd1b2d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:47.997628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-121d9ed6-46f9-4a38-9f7c-930822a68f5b req-f1100c62-d6da-4713-bce6-d754c7fd1b2d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 943 time: 0.0797224 Apr 11 21:27:48.001362 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:48.049079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-121d9ed6-46f9-4a38-9f7c-930822a68f5b req-41858717-4100-412d-928b-2f0d1eac4c29 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Apr 11 21:27:48.078298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:48.088003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.088003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.088003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.088003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.088948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.088948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.088948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.090501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.090501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.090501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.090501 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:48.258084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['7ee2fbd0-dd8a-4276-b243-57428a00d8b6'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:27:48.858666 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:49.275608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5656d-2502-48bd-9929-b3ce187b0f90 req-f7cc63e0-6046-4e5c-a410-81bb8fa0f68c tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:49.277299 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01e5656d-2502-48bd-9929-b3ce187b0f90 req-f7cc63e0-6046-4e5c-a410-81bb8fa0f68c tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 944 time: 0.0900707 Apr 11 21:27:49.411038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01e5656d-2502-48bd-9929-b3ce187b0f90 req-cec40050-4f4b-4999-aa13-9e38c8715988 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268902 Apr 11 21:27:49.711272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:27:49.858340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:27:49.863497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:27:49.864174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:49.977225 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:50.004181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:27:50.014888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:27:50.067451 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6529ea-5116-4f0d-9fff-d65953e4efb0'] response: {'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'code': 200} Apr 11 21:27:50.121240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:50.222172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:50.370816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-490f8d37-3b59-4ce0-971e-24f28caab535 req-85636471-ef56-4c3c-a1f5-598a68893e8e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.2286315 Apr 11 21:27:50.417565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-490f8d37-3b59-4ce0-971e-24f28caab535 req-c830905d-f066-4067-a282-66c0813a08f4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360012 Apr 11 21:27:50.632575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab24b2-2439-454f-a9aa-8b12b19e6efa req-113b1a62-233b-43f6-9c50-8557eaad1623 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:50.634020 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dcab24b2-2439-454f-a9aa-8b12b19e6efa req-113b1a62-233b-43f6-9c50-8557eaad1623 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.0754766 Apr 11 21:27:50.695332 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dcab24b2-2439-454f-a9aa-8b12b19e6efa req-54727290-2290-48fd-8461-cd241ebff7de tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551710 Apr 11 21:27:51.902434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e865d-d43c-4e6a-8b4d-0834f481802a req-fa569daa-e551-487d-bef4-6e80874e2073 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:51.904039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd4e865d-d43c-4e6a-8b4d-0834f481802a req-fa569daa-e551-487d-bef4-6e80874e2073 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.0770001 Apr 11 21:27:51.950000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd4e865d-d43c-4e6a-8b4d-0834f481802a req-030312b6-5ce4-4f8f-95fe-ead72c88eca5 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Apr 11 21:27:53.149705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992edaf-f999-4c94-9b95-eadf73d0e3f5 req-34d51a4a-8806-486a-b396-a87c7c643747 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:53.151069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2992edaf-f999-4c94-9b95-eadf73d0e3f5 req-34d51a4a-8806-486a-b396-a87c7c643747 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.0787342 Apr 11 21:27:53.196382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2992edaf-f999-4c94-9b95-eadf73d0e3f5 req-15c237a9-231c-4ae3-8693-15952c378c81 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Apr 11 21:27:53.505809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881336a-29e5-4b8a-95fc-266fd4ca7617 req-58772a13-5495-448d-89a3-13ae93c06a3b tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:53.508994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e881336a-29e5-4b8a-95fc-266fd4ca7617 req-58772a13-5495-448d-89a3-13ae93c06a3b tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.1749682 Apr 11 21:27:53.552674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e881336a-29e5-4b8a-95fc-266fd4ca7617 req-6c1241e3-5051-4eba-b762-784292dc035f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396178 Apr 11 21:27:53.585011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50734) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:53.813748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ae319576-2553-42ec-b3e5-75d2b96336f5 tempest-TestVolumeBackupRestore-611928383 tempest-TestVolumeBackupRestore-611928383-project-admin] Synchronizing usage tracker for tenant:f5c7f047b32147099d331f46c9ccd334 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:27:53.921080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ae319576-2553-42ec-b3e5-75d2b96336f5 tempest-TestVolumeBackupRestore-611928383 tempest-TestVolumeBackupRestore-611928383-project-admin] Unset dirty status for tenant:f5c7f047b32147099d331f46c9ccd334 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:27:53.922294 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ae319576-2553-42ec-b3e5-75d2b96336f5 tempest-TestVolumeBackupRestore-611928383 tempest-TestVolumeBackupRestore-611928383-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1091 time: 0.3363106 Apr 11 21:27:53.925290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50744) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:53.930495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:53.937220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:27:53.941113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Usage tracker for resource:floatingip and tenant:1068c74a66ab4d88987f0d3aab43fc47 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:27:53.944223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:27:53.950135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:27:54.024274 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:54.168666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:54.311334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Allocated IP 172.25.5.118 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/fae70138-4387-4881-bc95-d237dae2efb5) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:27:54.472955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:54.624882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:54.695350 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:27:54.696471 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:27:54.700759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:27:54.733783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'Port': ['ID=fae70138-4387-4881-bc95-d237dae2efb5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:54.757395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.757742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.758081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.758415 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.758776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.759101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.759426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.759775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.760104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.760427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:54.760742 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:27:55.220142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:55.359285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:55.573767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:55.687028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:55.890349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event updated for resources: {'Port': ['ID=fae70138-4387-4881-bc95-d237dae2efb5,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:27:55.905306 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:56.095439 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Floating IP 8dd0ac59-2bba-4f9b-94b2-932232513c22 associated. External IP: 172.25.5.118, port: 7ee2fbd0-dd8a-4276-b243-57428a00d8b6. Apr 11 21:27:56.500629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Router 64155f8d-57f5-45d6-99cd-27de9a380b27 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:27:56.725935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:27:56.737010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] Sync routers for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:27:56.750509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:56.751124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:27:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:56.816937 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:56.875109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e20de5b7-f1bc-4a0b-87a3-7dbac2acb45d tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9488010 Apr 11 21:27:56.876054 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:27:56.877887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 50784) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:56.958261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:27:56.975023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 50792) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:27:56.975621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-efd55915-8573-4c56-a8ca-3f6b244d5978 tempest-TestVolumeBackupRestore-611928383 tempest-TestVolumeBackupRestore-611928383-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1091 time: 0.0965347 Apr 11 21:27:56.980616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Request body: {'floatingip': {'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:27:57.085609 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:57.148594 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296dc889-ce15-43c2-9b82-feb45f272967'] response: {'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'status': 'completed', 'code': 200} Apr 11 21:27:57.312329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-99af8734-c20d-42fa-98e8-8c4d5923b2e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.1319246 Apr 11 21:27:57.323918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-09b0f393-bcc4-4887-a73d-6f56ed6b645b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112823 Apr 11 21:27:57.457283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8dd0ac59-2bba-4f9b-94b2-932232513c22', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:27:55Z', 'updated_at': '2022-04-11T21:27:55Z', 'revision_number': 0, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:57.462166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] Checking router: 64155f8d-57f5-45d6-99cd-27de9a380b27 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:27:57.476768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:27:57.477279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:27:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:57.502993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-af62e79f-1da2-48b0-afe4-18533bc5352e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:57.504476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-af62e79f-1da2-48b0-afe4-18533bc5352e service neutron] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 915 time: 0.1797118 Apr 11 21:27:57.630674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-6424c9f0-ec32-4dd0-b510-cf1ed23e9e04 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 999 time: 0.1152940 Apr 11 21:27:57.670008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:27:57.706101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-ae8ca69a-d541-4369-a6ca-229d3aeba786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:57.707702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-ae8ca69a-d541-4369-a6ca-229d3aeba786 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0719030 Apr 11 21:27:57.808543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-8cc4955f-18bd-4c60-9f94-4c29e0d42d58 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946581 Apr 11 21:27:57.835571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-5d171008-02ab-4717-896a-de7184ae6042 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:27:57.835571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-5d171008-02ab-4717-896a-de7184ae6042 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0161242 Apr 11 21:27:57.985318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-1122235b-25a9-46a3-b0a6-2f742d2b88c4 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452875 Apr 11 21:27:58.038843 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:58.079411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8dd0ac59-2bba-4f9b-94b2-932232513c22', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:27:55Z', 'updated_at': '2022-04-11T21:27:55Z', 'revision_number': 0, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:27:58.088127 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050367c-5d71-4cac-8c8f-a3a679390c93 None None] The sync data for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 is: [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8dd0ac59-2bba-4f9b-94b2-932232513c22', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:27:55Z', 'updated_at': '2022-04-11T21:27:55Z', 'revision_number': 0, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:27:58.128722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71cf8389-320f-4fc3-a3ea-629da9a8ec58 req-a1921aa6-35ab-492b-b60b-4f701b7f6d48 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373694 Apr 11 21:27:58.139680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:58.338768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5ab27-0628-465f-b6fd-71530ae9a2c7 None None] New status for floating IP 8dd0ac59-2bba-4f9b-94b2-932232513c22: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:27:58.448933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-a94780ae-56ef-4233-997b-872d6c9f6628 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.1202693 Apr 11 21:27:58.613747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Router 64155f8d-57f5-45d6-99cd-27de9a380b27 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:27:58.639073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-5c72d1ce-ef77-4ffc-9fda-e00424323805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:58.641011 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-5c72d1ce-ef77-4ffc-9fda-e00424323805 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 915 time: 0.1599669 Apr 11 21:27:58.773114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-8c746859-9a44-4619-9f48-85a25b09fa71 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 999 time: 0.1263077 Apr 11 21:27:58.850932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-6241e748-5f5f-4b92-8988-0e52f9b6e4bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:58.852438 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-6241e748-5f5f-4b92-8988-0e52f9b6e4bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0741234 Apr 11 21:27:58.877328 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:27:58.882342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:58.934831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-43381020-e7a7-498d-9dca-d3611ef344a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763059 Apr 11 21:27:59.009897 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5678bb51-1c9c-458c-9902-11e15c708960 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "PUT /v2.0/floatingips/8dd0ac59-2bba-4f9b-94b2-932232513c22 HTTP/1.1" status: 200 len: 991 time: 2.0278044 Apr 11 21:27:59.071424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-4e4acefa-27c2-431d-b0d0-4fa9788b1a1b service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309681 Apr 11 21:27:59.150330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}, {'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:27:59.224018 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9330c61e-33c5-401a-90fd-1c548a4e842f'] response: {'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'status': 'completed', 'code': 200} Apr 11 21:27:59.224018 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9330c61e-33c5-401a-90fd-1c548a4e842f'] response: {'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'status': 'completed', 'code': 200} Apr 11 21:27:59.271842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:27:59.319559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-4f47082c-221a-4c77-b272-32f3982a0377 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425733 Apr 11 21:27:59.442357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-61d3bf0e-a9ae-48a6-becf-e9b975d1ba19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.0846064 Apr 11 21:27:59.608376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-10dd6a87-75ba-429d-ae3b-5b887782fa9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:59.610101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-10dd6a87-75ba-429d-ae3b-5b887782fa9a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 915 time: 0.1625195 Apr 11 21:27:59.726029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-bad54f3c-bcdd-4e49-81dc-cadf1dc296a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 1001 time: 0.1101575 Apr 11 21:27:59.800792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-e961b276-fd3b-4de2-a281-ed5848079bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:27:59.802516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-e961b276-fd3b-4de2-a281-ed5848079bc0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0694120 Apr 11 21:27:59.886102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-c3a43f83-f58f-40a2-bf28-ea038124866b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782838 Apr 11 21:28:00.044710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-170690d9-ad1d-4dac-980f-096c4de376a3 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503911 Apr 11 21:28:00.203207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-028e1259-6e24-4581-a3e1-33037e424960 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531115 Apr 11 21:28:00.330059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-3e302266-8f97-4d2c-ab9b-dd7e5faf3b50 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.0810628 Apr 11 21:28:00.433171 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] Sync routers for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:28:00.446602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:28:00.447572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:27:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:00.476278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-1d3cc174-9331-4e51-91db-5a58d5cd9c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:00.476278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-1d3cc174-9331-4e51-91db-5a58d5cd9c15 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 915 time: 0.1385415 Apr 11 21:28:00.604431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-5448758c-c6b4-4f22-9f77-70f7bc88bb22 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 1001 time: 0.1129308 Apr 11 21:28:00.667813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:28:00.688495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-03a2e07c-38e4-4ec4-a071-b90859508c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:00.690076 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-03a2e07c-38e4-4ec4-a071-b90859508c10 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0788550 Apr 11 21:28:00.766017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-900b591a-113b-490e-93fa-b8fae3084bbd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704350 Apr 11 21:28:00.912530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-38c0b07f-41aa-46c2-b2dd-6711d7b67bef service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369157 Apr 11 21:28:01.051049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8dd0ac59-2bba-4f9b-94b2-932232513c22', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:27:55Z', 'updated_at': '2022-04-11T21:27:58Z', 'revision_number': 2, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:01.057781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:01.057781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] Checking router: 64155f8d-57f5-45d6-99cd-27de9a380b27 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:28:01.060398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0cb0ad6e-7ae0-4f34-b985-4b15b87a4be0 req-bcb8c077-f116-4060-be11-876bf7b902d8 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391213 Apr 11 21:28:01.074423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:28:01.076533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:27:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:01.306097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:28:01.667689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8dd0ac59-2bba-4f9b-94b2-932232513c22', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:27:55Z', 'updated_at': '2022-04-11T21:27:58Z', 'revision_number': 2, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:01.672427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07645920-6893-4cf0-a36d-58c224f0b434 None None] The sync data for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 is: [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '8dd0ac59-2bba-4f9b-94b2-932232513c22', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'port_id': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'mac_address': 'fa:16:3e:fc:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:27:55Z', 'updated_at': '2022-04-11T21:27:58Z', 'revision_number': 2, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:28:08.957940 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:28:13.897886 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-35f4aaf3-1147-4f52-9aa5-d0db606cce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:16.285057 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3444706d-d59a-4276-ab64-68cd76b30009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:17.520658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:17.565006 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:18.821700 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:29.269444 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:31.056385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:41.560947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51608) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:41.707272 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:41.738083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:41.742269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd778965bb84957b2e9906f715db3c6 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:41.745118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:41.751734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:41.817126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:41.918550 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:41.966220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31ebb9-24b2-4200-ae70-63a7fd5f17c7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:41.972424 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d1b18c26-322e-4687-aec5-1c0ff870b419 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cbd778965bb84957b2e9906f715db3c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4099293 Apr 11 21:28:41.975125 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51616) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:42.038617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3288d2be-16a5-4063-9284-04b6e588202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:42.063850 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3288d2be-16a5-4063-9284-04b6e588202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:42.188714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3288d2be-16a5-4063-9284-04b6e588202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:42.203402 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288d2be-16a5-4063-9284-04b6e588202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31ebb9-24b2-4200-ae70-63a7fd5f17c7,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:42.211573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3288d2be-16a5-4063-9284-04b6e588202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:42.211573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3288d2be-16a5-4063-9284-04b6e588202e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed31ebb9-24b2-4200-ae70-63a7fd5f17c7 HTTP/1.1" status: 204 len: 168 time: 0.2348897 Apr 11 21:28:43.930272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-47a54efc-bf02-408a-ae0b-351cc4175a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.443421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51666) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:45.448947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91782784', 'description': 'tempest-secgroup-smoke-91782784 description', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:45.456421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:45.460319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:45.463131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:45.469546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:45.535464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.548036 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.581010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:45.584894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:45.587747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:45.593516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:45.662446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.744228 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.788539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:45.790639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338afa12-5c26-4440-9fc3-51e0df5c27fc,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:45.794726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:45.797810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:45.803981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:45.858095 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.935632 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:45.956720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:28:45.977682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030e44b4-4844-4e24-90c1-3bcaf93cdd2c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:46.062480 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.063077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e5d09764-5e1f-4513-b269-32c15d3bf98e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.6186681 Apr 11 21:28:46.067870 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51670) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:46.077052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '030e44b4-4844-4e24-90c1-3bcaf93cdd2c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:46.084365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:46.088205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:46.091421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:46.098028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:46.169627 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.229912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.257647 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9957b615-4868-4c59-bbfc-2af0c6f87e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.324989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.348537 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61b96ad-c794-4bc4-83c2-2972e8773240,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:46.433441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.434501 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6bbead1b-dcfd-4e73-af57-2d13e516de80 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3656411 Apr 11 21:28:46.438420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51674) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:46.444704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '030e44b4-4844-4e24-90c1-3bcaf93cdd2c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:46.452659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:46.456737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:46.459651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:46.465356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:46.593622 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.759450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.840497 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.864807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cab0c0-db05-4014-9e0c-84d95ff3a1e4,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:46.876130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.877108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.877446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.877777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.878105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.878428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.878752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.879546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.879546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.890485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.890485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:46.960034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:46.961274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75c3d2b0-b61d-44e3-b79e-e066dab32517 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5211940 Apr 11 21:28:46.966873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51678) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:46.973024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '030e44b4-4844-4e24-90c1-3bcaf93cdd2c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:46.979379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:46.983199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:46.986109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:46.992703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:47.052106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.114626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.252570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.276324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cadcff-2adb-4fb7-9c9e-fd5b138d0100,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:47.372013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.374389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-020baa91-58bf-42ec-82be-53abd232895a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4060082 Apr 11 21:28:47.376205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51682) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:47.382436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '030e44b4-4844-4e24-90c1-3bcaf93cdd2c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:47.389110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:47.393252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:47.396146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:47.401842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:47.509988 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.555078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.557861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.576342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.680077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.703188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55293a2b-1041-4762-b8b1-50c36c28d017,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:47.771851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.773742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-028cb703-6263-4032-879f-2ed0d84960f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3953252 Apr 11 21:28:47.776209 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51686) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:47.781534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '030e44b4-4844-4e24-90c1-3bcaf93cdd2c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:47.788786 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:47.792578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:47.795434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:47.801679 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:47.857075 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:28:47.864765 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:47.931268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.017646 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.041755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351919de-0d03-44de-bde0-194b606a4791,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:48.114535 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.115761 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4175425c-17f8-46ce-991b-eb882c6c8e7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3386042 Apr 11 21:28:48.118383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51690) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:48.123653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '030e44b4-4844-4e24-90c1-3bcaf93cdd2c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:48.130090 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:48.133863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:48.136689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:48.142767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:48.257239 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:28:48.257239 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.326142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.434477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.459421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf569ae-dd84-4776-ab6c-ffb5337c5a46,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:48.542889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.544173 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a3eed791-02aa-4801-b1d7-9977d661fade tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4248757 Apr 11 21:28:48.547267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51694) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:48.556293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'network': {'name': 'tempest-network-smoke--1869571731', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'port_security_enabled': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:48.559462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:48.563304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:network and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:48.566205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:48.571935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:48.668826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:28:48.671887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.699888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:28:48.708932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.709296 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Added segment 278f3370-f15c-4d55-b1fb-b494d889883b of type vlan for network 4e887060-a82d-4e65-8bde-f0393f13d819 Apr 11 21:28:48.741165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.852746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.878476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.882963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:48.883582 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:48.993380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Network': ['ID=4e887060-a82d-4e65-8bde-f0393f13d819,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:49.004557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 4e887060-a82d-4e65-8bde-f0393f13d819 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:28:49.061769 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c5386849-02c9-4442-a6fc-efd8ff52bd3e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5132897 Apr 11 21:28:49.064689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51698) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:49.069855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'admin_state_up': True, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:49.077282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:49.081580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:router and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:49.085470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:49.091046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:49.172965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:49.174750 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:49.192647 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:49.418138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:49.684392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:49.714088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:49.853728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.210 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/7e07a652-9d55-40e0-b8ab-3c654f6e2eec) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:28:50.002324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:50.075111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:50.144449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:28:50.147315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:28:50.150413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:28:50.181093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:50.442817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:50.443551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:50.769489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 9bd610fe-0beb-4402-917b-59d307708d87 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:28:51.073958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:28:51.083292 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Sync routers for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:28:51.095128 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:28:51.095934 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:28:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:51.166170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:51.167427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f846d8d-5df3-413d-930b-60e96390a49d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1018147 Apr 11 21:28:51.171267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51706) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:51.307682 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:28:51.350486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-15689b6e-0d1b-4acc-8904-ff7403a24cb5 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=216e0d27a64f4370bec02e23d48fb7a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1780815 Apr 11 21:28:51.353197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51712) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:51.484289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8302cb2a-4b4e-4fab-bfd1-b350ffc788db tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:51.486321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8302cb2a-4b4e-4fab-bfd1-b350ffc788db tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316819 Apr 11 21:28:51.489590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51716) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:51.527822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3dabf58c-d27f-497d-9fe6-48c9aaca7647 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372167 Apr 11 21:28:51.530382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51720) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:51.536854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-659968030', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:28:51.589204 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:50Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:51.593154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Checking router: 9bd610fe-0beb-4402-917b-59d307708d87 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:28:51.593493 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Updating router 9bd610fe-0beb-4402-917b-59d307708d87 port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:28:51.646034 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:51.647675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:28:51.651458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:subnet and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:28:51.654243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:28:51.660699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:28:51.776751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:28:51.892016 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:51.977157 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:51.990103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Transition to ACTIVE for port object 7e07a652-9d55-40e0-b8ab-3c654f6e2eec will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:28:52.114990 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.198004 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Attempting to bind port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:28:52.198369 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Attempting to bind port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:28:52.198724 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Attempting to bind port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:28:52.200705 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Pushing event updated for resources: {'Port': ['ID=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:52.212937 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:28:52.213300 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:28:52.213694 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.214074 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:28:52.214521 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Bound port: 7e07a652-9d55-40e0-b8ab-3c654f6e2eec, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:28:52.214885 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.238352 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.238901 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.239221 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.239571 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.239900 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.240224 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.240544 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.240866 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.241180 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.241495 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.241816 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:52.269731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.294589 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] For port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:28:52.297639 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] For port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:28:52.352908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Subnet': ['ID=b020e7de-61ab-4c79-8eed-13147cfe9235,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:52.364822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Checking segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:28:52.365185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network hostable DHCP agents. Network: 4e887060-a82d-4e65-8bde-f0393f13d819, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:28:52.377444 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.462355 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e6472-6dda-44b9-a70f-c4893c775d70 None None] Pushing event updated for resources: {'Port': ['ID=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:52.467102 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:28:52.467766 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:28:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:52.480352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 4e887060-a82d-4e65-8bde-f0393f13d819 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:28:52.574498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 4e887060-a82d-4e65-8bde-f0393f13d819) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:28:52.574797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:52.576068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.578186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f9922-0843-4d05-8536-7a60775d528a None None] Network 4e887060-a82d-4e65-8bde-f0393f13d819 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:28:52.654029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:28:52.679127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d48d655c-3b03-454d-bbee-a865de7f0666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1476839 Apr 11 21:28:52.684827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51724) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:28:52.805317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-4e887060-a82d-4e65-8bde-f0393f13d819', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:28:52.806202 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:52.954718 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:50Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:52.958622 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d939b45-7a35-4d50-8d65-417d8931dbec None None] The sync data for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 is: [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:50Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:28:52.976277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Allocated IP 172.20.0.2 (4e887060-a82d-4e65-8bde-f0393f13d819/b020e7de-61ab-4c79-8eed-13147cfe9235/69ad1d39-613a-4d19-81ef-965598ebfc20) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:28:53.248887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:53.262736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Transition to ACTIVE for port object 69ad1d39-613a-4d19-81ef-965598ebfc20 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:28:53.285847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Transition to ACTIVE for port object 69ad1d39-613a-4d19-81ef-965598ebfc20 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:28:53.358771 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:53.438296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Network 4e887060-a82d-4e65-8bde-f0393f13d819 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:28:53.455517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:28:53.455517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:28:53.456785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Pushing event updated for resources: {'Port': ['ID=69ad1d39-613a-4d19-81ef-965598ebfc20,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:53.553861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.554213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.555170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.555260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.555574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.555912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.556232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.556552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.556874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.557192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.557509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:28:53.579744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Attempting to bind port 69ad1d39-613a-4d19-81ef-965598ebfc20 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:28:53.580335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Attempting to bind port 69ad1d39-613a-4d19-81ef-965598ebfc20 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:28:53.580464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Attempting to bind port 69ad1d39-613a-4d19-81ef-965598ebfc20 on network 4e887060-a82d-4e65-8bde-f0393f13d819 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:28:53.588556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:28:53.588556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Checking segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:28:53.588770 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:53.589236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Bound using segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:28:53.589695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Bound port: 69ad1d39-613a-4d19-81ef-965598ebfc20, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:28:53.590697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:53.683226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e07a652-9d55-40e0-b8ab-3c654f6e2eec up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:28:53.736473 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:53.786208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] For port 69ad1d39-613a-4d19-81ef-965598ebfc20, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:28:53.789535 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] For port 69ad1d39-613a-4d19-81ef-965598ebfc20, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=69ad1d39-613a-4d19-81ef-965598ebfc20,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:28:53.881571 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:53.931842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:28:53.953263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:53.953640 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:54.018401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e3ccf-174d-4245-8f8c-00a0d67f28ae None None] Pushing event updated for resources: {'Port': ['ID=69ad1d39-613a-4d19-81ef-965598ebfc20,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:54.106907 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:54.126462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:28:54.176292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.1 (4e887060-a82d-4e65-8bde-f0393f13d819/b020e7de-61ab-4c79-8eed-13147cfe9235/7f25b194-2de8-4e3a-a7ea-b4f36ba8c677) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:28:54.265409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:54.336886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:54.363998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:54.380317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:28:54.463628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:54.540813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 4e887060-a82d-4e65-8bde-f0393f13d819 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:28:54.543908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:28:54.546380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:28:54.577023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:54.608959 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:54.844590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:55.030795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357ade9-ef8d-4b3f-8e29-52af4644043e None None] Network 4e887060-a82d-4e65-8bde-f0393f13d819 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:28:55.201245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-50156db1-66b4-4bfb-910c-2fb332729651 None None] Provisioning for port 69ad1d39-613a-4d19-81ef-965598ebfc20 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:28:55.281438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:55.343002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:55.458870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:55.464208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:55.600104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-266498a5-1fdb-41bc-b87c-189f36fcdf7c None None] Provisioning for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:28:55.614886 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-266498a5-1fdb-41bc-b87c-189f36fcdf7c None None] Provisioning complete for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:55.615419 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-266498a5-1fdb-41bc-b87c-189f36fcdf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:55.635301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 4e887060-a82d-4e65-8bde-f0393f13d819 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:28:55.636462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:28:55.677284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 69ad1d39-613a-4d19-81ef-965598ebfc20 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:28:55.736964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-266498a5-1fdb-41bc-b87c-189f36fcdf7c None None] Port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:28:55.879121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 69ad1d39-613a-4d19-81ef-965598ebfc20 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:28:55.887499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 69ad1d39-613a-4d19-81ef-965598ebfc20 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:55.887863 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:55.942170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b4f3d601-eda5-4b29-91e7-88e46c697323 None None] Provisioning complete for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:55.944540 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b4f3d601-eda5-4b29-91e7-88e46c697323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:56.006542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3d601-eda5-4b29-91e7-88e46c697323 None None] Port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:28:56.059526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:56.092724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 69ad1d39-613a-4d19-81ef-965598ebfc20, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=69ad1d39-613a-4d19-81ef-965598ebfc20,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:28:56.133862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d8a3024c-3285-4100-94d5-ec59b2fa6375 None None] Provisioning complete for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:56.133862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8a3024c-3285-4100-94d5-ec59b2fa6375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:56.152453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 9bd610fe-0beb-4402-917b-59d307708d87 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:28:56.186868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3024c-3285-4100-94d5-ec59b2fa6375 None None] Port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:28:56.372106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:56.372920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e07a652-9d55-40e0-b8ab-3c654f6e2eec up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:28:56.391301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:28:56.400603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4b129fc1-7abb-4dd4-b57c-1bfbaf32d35d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/9bd610fe-0beb-4402-917b-59d307708d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7147756 Apr 11 21:28:56.495329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=69ad1d39-613a-4d19-81ef-965598ebfc20,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:56.510571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:56.510936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:56.594941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-6c92b7fa-fe28-4851-a7da-3de1126f28c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91782784&fields=id&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 267 time: 0.0424080 Apr 11 21:28:56.696304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Sync routers for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:28:56.708265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:28:56.712715 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:28:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:56.748204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-b7819f51-14d3-45a1-8b26-bf1545e95339 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:56.748877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-b7819f51-14d3-45a1-8b26-bf1545e95339 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:28:56.823205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-b7819f51-14d3-45a1-8b26-bf1545e95339 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:28:56.825998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-b7819f51-14d3-45a1-8b26-bf1545e95339 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 797 time: 0.2223842 Apr 11 21:28:56.842231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-d7a64fd9-21bf-469a-b167-c9c59b0be829 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/quotas/216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 375 time: 0.0114930 Apr 11 21:28:56.890848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:28:56.923276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-6506fd40-fac1-4072-b4e0-d3ef097e9fdd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:28:57.011982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-6506fd40-fac1-4072-b4e0-d3ef097e9fdd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:28:57.013367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-6506fd40-fac1-4072-b4e0-d3ef097e9fdd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651652 Apr 11 21:28:57.233163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-1d41ea9d-ec19-40d8-beb0-511ce1e65d1f service neutron] 10.222.0.61 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057261 Apr 11 21:28:57.244174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:55Z', 'revision_number': 2, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:57.248272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Checking router: 9bd610fe-0beb-4402-917b-59d307708d87 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:28:57.248769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Updating router 9bd610fe-0beb-4402-917b-59d307708d87 port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:28:57.312734 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:57.373226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-abc7ff40-819b-4552-a5eb-ada46b452a39 service neutron] 10.222.0.61 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337380 Apr 11 21:28:57.550492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 69ad1d39-613a-4d19-81ef-965598ebfc20 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:28:57.722682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 69ad1d39-613a-4d19-81ef-965598ebfc20 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:57.723057 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:57.778747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:57.799276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Transition to ACTIVE for port object 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:28:57.809199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c57682f0-daa3-4823-bc04-ed308cabb5ce req-55a9bd8a-ff29-4f1e-b954-38d7cf22a005 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 210 time: 0.1583843 Apr 11 21:28:57.901238 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:58.027682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4bb02-c461-4239-add1-9990ca68f0aa None None] Pushing event updated for resources: {'Port': ['ID=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:58.121478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Attempting to bind port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:28:58.121849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Attempting to bind port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:28:58.122212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Attempting to bind port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 on network 4e887060-a82d-4e65-8bde-f0393f13d819 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:28:58.129749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:28:58.130113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Checking segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:28:58.130513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:58.130901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Bound using segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:28:58.131359 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Bound port: 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:28:58.131815 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:58.232934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] For port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:28:58.239207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] For port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:28:58.304055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:58.386456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4bb02-c461-4239-add1-9990ca68f0aa None None] Pushing event updated for resources: {'Port': ['ID=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:28:58.389106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:28:58.389944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:28:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:58.580204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:28:58.590135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-1b8c872b-c2ae-40b0-b80a-448c16e98750 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909183 Apr 11 21:28:58.743135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-b6e06630-011d-4fe8-a1fb-6b118a13a874 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.0785449 Apr 11 21:28:58.904367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-b6b2246e-c349-42fb-bd07-b84f8d8ea7ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:58.905848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-b6b2246e-c349-42fb-bd07-b84f8d8ea7ea service neutron] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 915 time: 0.1364477 Apr 11 21:28:58.962005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:58Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:28:58.966522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fc34b-c339-4179-b94d-bff1d6c7a925 None None] The sync data for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 is: [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:58Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:28:59.167961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cf1ee4d-b745-42ee-ba88-1212430afa20 req-0e2fb4f1-6dc9-4caa-bda8-93859ee98409 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 210 time: 0.1895480 Apr 11 21:28:59.195596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-7e4c8623-8edd-43bd-8b4e-bbc5027bc2d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 1001 time: 0.2753620 Apr 11 21:28:59.291007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-320e888d-a0a1-4ea5-96ca-ed1da0c04564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:28:59.292898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-320e888d-a0a1-4ea5-96ca-ed1da0c04564 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0902772 Apr 11 21:28:59.297497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:59.379695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-b9c58b7d-c556-42c6-9852-26e2970a622e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769413 Apr 11 21:28:59.537894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-92e17aef-b813-45fc-adc5-2fc495cd04d2 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483531 Apr 11 21:28:59.583746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:28:59.695535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44046d68-25d8-49f8-8bfa-76778f98b023 req-3de18e7f-7637-429e-8fd0-f0cb4154a344 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485138 Apr 11 21:28:59.774220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:28:59.774220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:28:59.774220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:59.877361 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:28:59.921165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:00.011381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:00.077876 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:00.229971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-509add87-9a9d-43fe-bd25-5fa61681ded2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:00.231853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-509add87-9a9d-43fe-bd25-5fa61681ded2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 797 time: 0.1581228 Apr 11 21:29:00.288448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-6fbab5e5-e48f-4cbf-8a87-325c0c7fcf31 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 378 time: 0.0444615 Apr 11 21:29:00.297598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'port': {'device_id': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'admin_state_up': True, 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'security_groups': ['030e44b4-4844-4e24-90c1-3bcaf93cdd2c']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:29:00.354231 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e01f0cc6-6885-4c50-99f4-99a555bb0b67 req-ec2f5fed-d423-4efc-8a60-8104d66982db tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 210 time: 0.0471001 Apr 11 21:29:00.439186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:29:00.448653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:29:00.536380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:29:00.538854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:00.705418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.8 (4e887060-a82d-4e65-8bde-f0393f13d819/b020e7de-61ab-4c79-8eed-13147cfe9235/0fa98cd0-1df1-4161-8d9b-b29bace49982) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:29:00.904460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:00.921281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object 0fa98cd0-1df1-4161-8d9b-b29bace49982 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:29:01.063562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:01.091644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:01.140429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 4e887060-a82d-4e65-8bde-f0393f13d819 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:29:01.144305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:29:01.148552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:29:01.178323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:01.217174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:01.218230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:01.307823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e780d464-6ee6-4990-a2ae-85414a050d66 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0142155 Apr 11 21:29:01.317627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-073ed3bb-2aa8-406b-9841-f160d02837f1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:29:01.318198 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-073ed3bb-2aa8-406b-9841-f160d02837f1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054755 Apr 11 21:29:01.404711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Request body: {'port': {'device_id': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:29:01.420884 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cfdba8f3-d901-4d1b-b9b8-61a3cdd419f9 None None] Provisioning for port 0fa98cd0-1df1-4161-8d9b-b29bace49982 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:29:01.433995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cfdba8f3-d901-4d1b-b9b8-61a3cdd419f9 None None] Provisioning complete for port 0fa98cd0-1df1-4161-8d9b-b29bace49982 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:29:01.433995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cfdba8f3-d901-4d1b-b9b8-61a3cdd419f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:01.506517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cfdba8f3-d901-4d1b-b9b8-61a3cdd419f9 None None] Port 0fa98cd0-1df1-4161-8d9b-b29bace49982 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:29:01.568462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:29:01.583198 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:01.647652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:29:01.648087 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:01.742802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0a67d-3119-48aa-b4c0-4fc2a14a5941 req-f03b0931-2255-463f-8210-b565a66add0b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:01.743508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3db0a67d-3119-48aa-b4c0-4fc2a14a5941 req-f03b0931-2255-463f-8210-b565a66add0b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:29:01.956614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-3db0a67d-3119-48aa-b4c0-4fc2a14a5941 req-f03b0931-2255-463f-8210-b565a66add0b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:29:01.958288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3db0a67d-3119-48aa-b4c0-4fc2a14a5941 req-f03b0931-2255-463f-8210-b565a66add0b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 931 time: 0.4345071 Apr 11 21:29:02.054553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3db0a67d-3119-48aa-b4c0-4fc2a14a5941 req-c50d96d8-acbf-4b4b-8049-1e3c08341239 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895703 Apr 11 21:29:02.135302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa98cd0-1df1-4161-8d9b-b29bace49982 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:29:02.142887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:02.158488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Transition to ACTIVE for port object 0fa98cd0-1df1-4161-8d9b-b29bace49982 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:29:02.251758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:02.390689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:02.504540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:29:02.504540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:29:02.504540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on network 4e887060-a82d-4e65-8bde-f0393f13d819 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:29:02.510186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on network 4e887060-a82d-4e65-8bde-f0393f13d819 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:29:02.510500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on network 4e887060-a82d-4e65-8bde-f0393f13d819 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:29:02.517285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:29:02.517612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Checking segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:29:02.517980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Bound using segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:29:02.518463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Bound port: 0fa98cd0-1df1-4161-8d9b-b29bace49982, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:29:02.518804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:02.605447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:29:02.608598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:29:02.695783 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:02.761230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:02.762471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] 10.222.0.69 "PUT /v2.0/ports/0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 1091 time: 1.4380736 Apr 11 21:29:02.763272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:29:02.782699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678120-485e-4f9d-bd4d-129b9103a5ed service neutron] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:02.929119 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f52705-f568-4af9-8bee-ab8a4f75ce3d'] response: {'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'status': 'completed', 'code': 200} Apr 11 21:29:02.974079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-a3d125ca-aeb2-41eb-9226-421cc5fdd2d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1094 time: 0.0782197 Apr 11 21:29:03.044962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-a3d66e25-ed0c-468a-b5fa-77711f0eccec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 217 time: 0.0648813 Apr 11 21:29:03.108949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-f08f68dd-23f1-4648-85c8-c443d9936028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:03.111103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-f08f68dd-23f1-4648-85c8-c443d9936028 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0611799 Apr 11 21:29:03.228733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-c7230735-5217-468a-b0cf-7a531d002e24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124256 Apr 11 21:29:03.368380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f73b8-cb27-4ff3-8405-522d8e99b9e2 req-67360555-9edc-4659-8b3d-fb5e35f652fd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:03.369835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec8f73b8-cb27-4ff3-8405-522d8e99b9e2 req-67360555-9edc-4659-8b3d-fb5e35f652fd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.1911399 Apr 11 21:29:03.411021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-bd1d9241-38ca-4303-a91f-fd5e0e770bbb service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757245 Apr 11 21:29:03.509732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec8f73b8-cb27-4ff3-8405-522d8e99b9e2 req-4b715165-538c-4a8b-a4a3-936c711423ff tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322649 Apr 11 21:29:03.556192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a42ffc1d-d3df-40cb-8ead-adf4794b9cad req-d9c1799f-9dfb-4b31-a185-d327d1647773 service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357923 Apr 11 21:29:03.754467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-a39ecdee-b141-4f35-b711-59a58d4afa92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1094 time: 0.0731890 Apr 11 21:29:03.885243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-9d2a08de-0129-4321-a05d-b7e3a89fe919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:03.886694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-9d2a08de-0129-4321-a05d-b7e3a89fe919 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1266546 Apr 11 21:29:03.952926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-041fd044-9c7a-4dd2-b9ee-c410d4b70ef3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 217 time: 0.0598006 Apr 11 21:29:04.113043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-82390f40-f00b-4b4d-93d5-75370eb8aac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:04.115652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-82390f40-f00b-4b4d-93d5-75370eb8aac4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.1570139 Apr 11 21:29:04.189808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-bb7385b1-11c4-4d1c-a5ef-200783e11a60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681262 Apr 11 21:29:04.323127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-75afcbb9-a2f1-474f-b8ac-2e3e45f03bdb service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266904 Apr 11 21:29:04.455853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5de57508-9b53-4db6-a638-f705f4e1a7b0 req-5a2c0893-2757-4613-bcd7-092643b10bce service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269138 Apr 11 21:29:04.723104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8465b-3071-42d9-aa66-6145341d014e req-7a28e4fd-d553-4a53-b912-7087911cab92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:04.724163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05a8465b-3071-42d9-aa66-6145341d014e req-7a28e4fd-d553-4a53-b912-7087911cab92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.0799100 Apr 11 21:29:04.768926 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-05a8465b-3071-42d9-aa66-6145341d014e req-444a61e4-80bc-4b89-b463-21e0c0244200 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:29:04.872067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-05a8465b-3071-42d9-aa66-6145341d014e req-444a61e4-80bc-4b89-b463-21e0c0244200 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:29:04.873287 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05a8465b-3071-42d9-aa66-6145341d014e req-444a61e4-80bc-4b89-b463-21e0c0244200 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441846 Apr 11 21:29:05.919075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:29:06.058315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:06.073543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'port_id': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'mac_address': 'fa:16:3e:cd:9e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:29:06.090420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c3f31-bf88-4ca9-a21f-24802103f017 req-e63aa92d-180a-418d-b727-4ab942340eed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:06.092039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e13c3f31-bf88-4ca9-a21f-24802103f017 req-e63aa92d-180a-418d-b727-4ab942340eed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.0823259 Apr 11 21:29:06.128482 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:06.140501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e13c3f31-bf88-4ca9-a21f-24802103f017 req-44ffdb3d-9e66-4860-b9db-00d8411a1017 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415642 Apr 11 21:29:06.145986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa98cd0-1df1-4161-8d9b-b29bace49982 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:29:06.166317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:06.320941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:06.387294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:06.550933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['0fa98cd0-1df1-4161-8d9b-b29bace49982'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:29:07.337287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56c0a-204a-4299-b633-bc1afeb7b383 req-77cc46eb-c1e9-4dbf-8bdb-49cf3819614d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:07.338722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07c56c0a-204a-4299-b633-bc1afeb7b383 req-77cc46eb-c1e9-4dbf-8bdb-49cf3819614d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 944 time: 0.0760362 Apr 11 21:29:07.388952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07c56c0a-204a-4299-b633-bc1afeb7b383 req-89255237-2e02-49f2-922d-8924a0aa6ff7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446370 Apr 11 21:29:07.929362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:29:08.106432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 0fa98cd0-1df1-4161-8d9b-b29bace49982 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:29:08.111951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 0fa98cd0-1df1-4161-8d9b-b29bace49982 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:29:08.112332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:08.233644 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:08.265019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:29:08.276280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:08.326354 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d68a25e-4c7b-49b7-a816-b464a8c4d692'] response: {'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'code': 200} Apr 11 21:29:08.417448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:08.463872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a17772c-cc55-4951-bc43-8e5d86c60da1 req-8356b467-e5f2-4141-8290-e24b3686aad9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1095 time: 0.0822954 Apr 11 21:29:08.491602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:08.525600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a17772c-cc55-4951-bc43-8e5d86c60da1 req-e27b42db-a784-4037-b23c-887dc5e67881 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563471 Apr 11 21:29:08.613767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaefe7-f529-4fa3-aede-2bc5cae9c878 req-b9f7cd61-4bfb-4182-a327-10dd42a0ff36 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:08.615213 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7deaefe7-f529-4fa3-aede-2bc5cae9c878 req-b9f7cd61-4bfb-4182-a327-10dd42a0ff36 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0801535 Apr 11 21:29:08.662183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7deaefe7-f529-4fa3-aede-2bc5cae9c878 req-c4338779-8c3f-4eba-b2ae-35c04bc3bd07 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412605 Apr 11 21:29:09.866666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd271a-fb2a-426d-946d-c3ac77b80a2d req-0c5e963b-9f79-4741-8fc6-b70dd75b6569 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:09.868295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cfd271a-fb2a-426d-946d-c3ac77b80a2d req-0c5e963b-9f79-4741-8fc6-b70dd75b6569 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0804162 Apr 11 21:29:09.912962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cfd271a-fb2a-426d-946d-c3ac77b80a2d req-39033f87-3102-4264-941f-2b0df91246f7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393305 Apr 11 21:29:10.121315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa70e-3af2-4a1b-bc80-de5068429f39 req-a9ab3446-3c95-42be-b2e9-cb6662c0c76c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:10.121315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b56fa70e-3af2-4a1b-bc80-de5068429f39 req-a9ab3446-3c95-42be-b2e9-cb6662c0c76c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0768692 Apr 11 21:29:10.166574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b56fa70e-3af2-4a1b-bc80-de5068429f39 req-56131d8b-8d90-4296-9fb2-d8c80cacf156 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432770 Apr 11 21:29:10.194344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51790) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:10.266500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d6bb8845-f06b-4d78-abf1-ecfa2db33d21 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1091 time: 0.0709875 Apr 11 21:29:10.269318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51794) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:10.274707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:29:10.280657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:29:10.285343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:floatingip and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:29:10.288269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:29:10.294103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:29:10.358351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:10.494733 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:10.637475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.169 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e7bf585a-8439-4fa2-8118-19e092485f67) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:29:10.784362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:10.878427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:10.948527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:29:10.951248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:29:10.953827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:29:10.993102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e7bf585a-8439-4fa2-8118-19e092485f67,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:11.558826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:11.697166 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:11.901072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:11.982644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:12.095831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e7bf585a-8439-4fa2-8118-19e092485f67,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:12.108410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:12.307269 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Floating IP 1930fc27-d2b3-4ef0-a991-9cb11be79461 associated. External IP: 172.25.5.169, port: 0fa98cd0-1df1-4161-8d9b-b29bace49982. Apr 11 21:29:12.701446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 9bd610fe-0beb-4402-917b-59d307708d87 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:29:12.901216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:29:12.911130 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] Sync routers for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:29:12.926004 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:12.926882 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:28:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:12.999774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:13.060238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-892d92b2-91ab-4c47-9e45-d9a6389be12d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7899272 Apr 11 21:29:13.060817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:29:13.123328 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7316185-70c3-467e-9513-775ece08b31d'] response: {'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'status': 'completed', 'code': 200} Apr 11 21:29:13.291840 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:13.387829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-378a9f10-2b27-4bbd-a8e7-e8fdd714e4c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1096 time: 0.2415175 Apr 11 21:29:13.396687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd859b-ebbb-4eb4-a408-179d58c5cef4 req-2aee8ce0-5ce0-4f2c-9986-adc93e297930 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:13.398921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70dd859b-ebbb-4eb4-a408-179d58c5cef4 req-2aee8ce0-5ce0-4f2c-9986-adc93e297930 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.2153945 Apr 11 21:29:13.537271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-70dd859b-ebbb-4eb4-a408-179d58c5cef4 req-26dd2c8c-ddae-42ff-9107-5c7670557604 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199603 Apr 11 21:29:13.571151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51804) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:13.571716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-8006837a-0b03-4aef-bb11-6e484907ea28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:13.572638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-8006837a-0b03-4aef-bb11-6e484907ea28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1734245 Apr 11 21:29:13.685904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-94663d67-3f63-4213-9c73-d08b95617dc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 999 time: 0.1078355 Apr 11 21:29:13.687149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6ea04a01-71ab-4d31-910d-5ddceda2fe36 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 200 len: 991 time: 0.1144261 Apr 11 21:29:13.694123 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1930fc27-d2b3-4ef0-a991-9cb11be79461', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'port_id': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'mac_address': 'fa:16:3e:cd:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:29:11Z', 'updated_at': '2022-04-11T21:29:11Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:59Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:13.698529 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] Checking router: 9bd610fe-0beb-4402-917b-59d307708d87 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:29:13.710425 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:13.711169 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:28:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:13.752171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-97105460-76fb-4a54-968e-c6b28be8a5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:13.753623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-97105460-76fb-4a54-968e-c6b28be8a5a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0616100 Apr 11 21:29:13.829751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-32742087-8a54-471e-8eb1-15f484948455 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700819 Apr 11 21:29:13.892741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5c61e140-d1ec-4bee-b303-389f0368c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:13.901266 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:13.965742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-b7198bf5-a95a-40d8-8619-57f6233489aa service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304665 Apr 11 21:29:14.098791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-96c3ac58-3f13-41b0-9cc6-1078d98c8df1 req-a00785f8-3d4c-4e43-a925-841989f63c7e service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280723 Apr 11 21:29:14.257707 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1930fc27-d2b3-4ef0-a991-9cb11be79461', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'port_id': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'mac_address': 'fa:16:3e:cd:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:29:11Z', 'updated_at': '2022-04-11T21:29:11Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:59Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:14.261631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3ae41-6224-417b-99fa-fa08715b7f53 None None] The sync data for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 is: [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1930fc27-d2b3-4ef0-a991-9cb11be79461', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'port_id': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'mac_address': 'fa:16:3e:cd:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:29:11Z', 'updated_at': '2022-04-11T21:29:11Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:59Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:29:14.689308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51808) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:14.793567 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-921175b4-ca97-4752-be57-2afbc46ae0fb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 200 len: 991 time: 0.1031010 Apr 11 21:29:15.660890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41934a8-405a-407f-813a-a6afe29bf4fe None None] New status for floating IP 1930fc27-d2b3-4ef0-a991-9cb11be79461: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:29:15.797474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51812) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:15.910597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-69834cbe-6d97-4c67-a3a6-bf7163fe4e8b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 200 len: 991 time: 0.1117904 Apr 11 21:29:16.262677 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27e9cf82-0d72-416a-aaa2-0aee602985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:16.914433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51816) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:17.020628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-15725242-48bc-4dde-8091-a0aee1da37ef tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 200 len: 993 time: 0.1049685 Apr 11 21:29:17.495443 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:17.529992 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:18.820601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:22.958799 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:29:26.654877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-43124e0b-3c30-4615-ae36-039e00343a85 req-8f5655df-27dd-4239-8870-c49aed7fc805 service neutron] (84667) timed out ('10.222.0.61', 35870) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:29:27.779939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51824) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:27.983702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Deleting port fae70138-4387-4881-bc95-d237dae2efb5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:27.984042 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:28.157500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:28.157500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:28.283039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Calling delete_port for fae70138-4387-4881-bc95-d237dae2efb5 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:28.679789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:28.725952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event deleted for resources: {'Port': ['ID=fae70138-4387-4881-bc95-d237dae2efb5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:28.820815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:29.221506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Router 64155f8d-57f5-45d6-99cd-27de9a380b27 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:29:29.306375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:29.427221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:29:29.436416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] Sync routers for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:29:29.448618 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:29.454035 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:29:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:29.542583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:29.605096 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7b82b90-29b4-4f0c-bcf4-f354935f77ec tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "DELETE /v2.0/floatingips/8dd0ac59-2bba-4f9b-94b2-932232513c22 HTTP/1.1" status: 204 len: 168 time: 1.8215082 Apr 11 21:29:29.605096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:29:29.665448 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb50cb48-7e57-4b6c-8ed5-70ebd55dd78d'] response: {'name': 'network-changed', 'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'status': 'completed', 'code': 200} Apr 11 21:29:29.681341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:29.777755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-2396d01c-4274-461c-a676-c3f4b692023e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 1096 time: 0.0846779 Apr 11 21:29:29.919041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-746de360-eba7-41bd-b407-a3b6d31bc010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:29.920814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-746de360-eba7-41bd-b407-a3b6d31bc010 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 200 len: 915 time: 0.1364577 Apr 11 21:29:29.994476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-b3a7ebef-c499-4d22-b3ee-fa2b34b05dc3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 200 len: 217 time: 0.0633490 Apr 11 21:29:30.004211 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:30.009706 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] Checking router: 64155f8d-57f5-45d6-99cd-27de9a380b27 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:29:30.021200 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:30.021809 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:29:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:30.072875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-9ff86929-4dce-4530-878b-162af2ffdad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:30.074580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-9ff86929-4dce-4530-878b-162af2ffdad8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 200 len: 853 time: 0.0704272 Apr 11 21:29:30.224338 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-f79ccb3d-f898-4fdf-8ccc-33d1ced674bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7dcde00c-8f1e-4fac-a474-39713b936331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367016 Apr 11 21:29:30.224467 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:30.355920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6473da-19a5-4ad0-8108-70132c3cb5f0 req-f40c9a43-08ab-4b6e-af43-eb3f367dffcb tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:30.356598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4c6473da-19a5-4ad0-8108-70132c3cb5f0 req-f40c9a43-08ab-4b6e-af43-eb3f367dffcb tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Synchronizing usage tracker for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:29:30.489182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-4154f2a5-65f2-472a-a943-1907ad1c2ea6 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613447 Apr 11 21:29:30.565419 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:30.570041 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8049053-29c9-4110-bff6-9550b5184833 None None] The sync data for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 is: [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:24:35Z', 'revision_number': 4, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '30e41dde-705e-4eb7-9eb6-19f55067b25f', 'name': '', 'network_id': '7dcde00c-8f1e-4fac-a474-39713b936331', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'mac_address': 'fa:16:3e:11:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00e53a48-369c-4c74-8799-86306312971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:34Z', 'updated_at': '2022-04-11T21:24:46Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'subnets': [{'id': '00e53a48-369c-4c74-8799-86306312971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:29:30.608288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4c6473da-19a5-4ad0-8108-70132c3cb5f0 req-f40c9a43-08ab-4b6e-af43-eb3f367dffcb tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Unset dirty status for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:29:30.609440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c6473da-19a5-4ad0-8108-70132c3cb5f0 req-f40c9a43-08ab-4b6e-af43-eb3f367dffcb tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.4640098 Apr 11 21:29:30.654532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d528b6e-fc42-4a6a-aa05-90eb40a9e392 req-51167501-980b-4af2-b063-62685725ef83 service neutron] 10.222.0.75 "GET /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565728 Apr 11 21:29:30.681293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c6473da-19a5-4ad0-8108-70132c3cb5f0 req-b0c2e3ea-2437-401b-9556-afdad8891845 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596089 Apr 11 21:29:30.806423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02964b2a-3100-4d3e-9a15-42289f386d33 None None] New status for floating IP 8dd0ac59-2bba-4f9b-94b2-932232513c22: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:29:31.160345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:31.894161 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878933-e584-4443-aae8-0435620831a0 req-5dfca41b-377c-4448-b745-720dd8a0ded1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:31.896322 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86878933-e584-4443-aae8-0435620831a0 req-5dfca41b-377c-4448-b745-720dd8a0ded1 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.0897083 Apr 11 21:29:31.925928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-4e4a7a98-b20d-4d01-9671-2419cd8b6441 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:31.927397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-4e4a7a98-b20d-4d01-9671-2419cd8b6441 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.75 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 945 time: 0.0781863 Apr 11 21:29:31.943961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86878933-e584-4443-aae8-0435620831a0 req-9b6808fd-bac3-452c-a83b-68096934647a tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c8d9943-5c9d-4a88-8f1b-d098563b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399821 Apr 11 21:29:31.999264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Deleting port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:31.999555 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:32.236294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] For port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:32.236648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:32.360276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Calling delete_port for 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:32.571499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:32.621949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event deleted for resources: {'Port': ['ID=7ee2fbd0-dd8a-4276-b243-57428a00d8b6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:32.692666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] No DVR routers for this DVR port 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:29:32.695303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:32.697838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'name': 'network-vif-deleted', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:29:32.756265 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e698a1a-e2b7-42c2-8487-b0aa178e217e'] response: {'server_uuid': '428cdd9e-7f44-4193-b145-91a19dd731f7', 'name': 'network-vif-deleted', 'tag': '7ee2fbd0-dd8a-4276-b243-57428a00d8b6', 'status': 'completed', 'code': 200} Apr 11 21:29:32.787400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce081408-67b6-499a-8ad6-c4ff38ff331d req-5b815b47-1084-413c-b2a6-195d620be6d8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.75 "DELETE /v2.0/ports/7ee2fbd0-dd8a-4276-b243-57428a00d8b6 HTTP/1.1" status: 204 len: 173 time: 0.8534427 Apr 11 21:29:33.121385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5e7bfaa7-a848-48e5-a081-94a5d25d23fd req-8b926fdb-c0db-44ab-9aa1-8f419b6afc7f tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 210 time: 0.0487309 Apr 11 21:29:34.303698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-147a87d5-1bc8-4e09-8ce2-5b4450023404 req-7edb3971-b992-4870-82ca-06b5ca4697f8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Synchronizing usage tracker for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:29:34.399764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-147a87d5-1bc8-4e09-8ce2-5b4450023404 req-7edb3971-b992-4870-82ca-06b5ca4697f8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Unset dirty status for tenant:1068c74a66ab4d88987f0d3aab43fc47 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:29:34.400942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-147a87d5-1bc8-4e09-8ce2-5b4450023404 req-7edb3971-b992-4870-82ca-06b5ca4697f8 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "GET /v2.0/ports?device_id=428cdd9e-7f44-4193-b145-91a19dd731f7 HTTP/1.1" status: 200 len: 210 time: 0.1419983 Apr 11 21:29:35.504529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 51850) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:35.574577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:35.602912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:35.799505 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:35.817828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d9943-5c9d-4a88-8f1b-d098563b58fd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:35.826918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.827266 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.827633 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.827970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.828301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.828751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.829078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.829403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.829727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.830047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.830373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:35.936097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:35.937234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8fd1f97a-c46a-4b95-960b-5eaa8d7aa763 tempest-TestVolumeBackupRestore-1222450846 tempest-TestVolumeBackupRestore-1222450846-project] 10.222.0.61 "DELETE /v2.0/security-groups/4c8d9943-5c9d-4a88-8f1b-d098563b58fd HTTP/1.1" status: 204 len: 168 time: 0.4317443 Apr 11 21:29:36.272703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:36.322783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:36.323121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 7ee2fbd0-dd8a-4276-b243-57428a00d8b6 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:38.917983 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 51956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:39.488247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:40.184974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Deleting port 30e41dde-705e-4eb7-9eb6-19f55067b25f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:40.185625 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:40.361231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] For port 30e41dde-705e-4eb7-9eb6-19f55067b25f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=30e41dde-705e-4eb7-9eb6-19f55067b25f,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:40.361578 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:40.480036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Calling delete_port for 30e41dde-705e-4eb7-9eb6-19f55067b25f owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:40.799377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:40.843178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Pushing event deleted for resources: {'Port': ['ID=30e41dde-705e-4eb7-9eb6-19f55067b25f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:41.141585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:41.853171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-1de6ab01-7563-4300-9f4d-9888abd1a3fe tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1096 time: 0.0995286 Apr 11 21:29:41.880100 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:41.928794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:29:41.934518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Usage tracker for resource:security_group_rule and tenant:6e74797fec654d698751e7cd37cb171b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:29:41.939828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:29:41.948842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:29:41.951772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Router 64155f8d-57f5-45d6-99cd-27de9a380b27 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:29:42.155099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:42.212873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:42.228315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:29:42.239607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] Sync routers for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:29:42.253472 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:42.255649 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:29:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:42.255882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a55df8fa-ac85-43ce-aba9-2af4e0a90c34 req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3966570 Apr 11 21:29:42.274868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af95b9-7279-47e5-ae1d-d1e5050e1183 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c0b080-294f-4914-b16c-55bc3cdffe3a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:42.338171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3d058805-66ad-4291-b7ef-a14ce547663f admin admin] 10.222.0.61 "PUT /v2.0/routers/64155f8d-57f5-45d6-99cd-27de9a380b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4164476 Apr 11 21:29:42.338390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52086) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:42.450696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:42.472516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914dae9-7fc6-47b6-b743-3d8ee5e64907 req-00483fdd-66df-4072-902f-12ce06a2b5f7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:42.475625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2914dae9-7fc6-47b6-b743-3d8ee5e64907 req-00483fdd-66df-4072-902f-12ce06a2b5f7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0857544 Apr 11 21:29:42.536122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2914dae9-7fc6-47b6-b743-3d8ee5e64907 req-ebab0001-a59a-4f94-94eb-a143f31670ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544879 Apr 11 21:29:42.545663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:42.559365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52096) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:42.664317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fd3ce62c-4287-4725-a165-297d4f2bc6e3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 200 len: 993 time: 0.1035349 Apr 11 21:29:42.773025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:42.786222 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:29:40Z', 'revision_number': 5, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port': {'id': '7ba15325-00b0-49ff-838a-90e2bb4500ff', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:32Z', 'updated_at': '2022-04-11T21:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:42.792046 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] Checking router: 64155f8d-57f5-45d6-99cd-27de9a380b27 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:29:42.803798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] Routers {'64155f8d-57f5-45d6-99cd-27de9a380b27'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:42.804400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:29:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['64155f8d-57f5-45d6-99cd-27de9a380b27'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:42.844985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Deleting port 7ba15325-00b0-49ff-838a-90e2bb4500ff {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:42.845326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:42.960578 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] Set router 64155f8d-57f5-45d6-99cd-27de9a380b27 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:43.026552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] For port 7ba15325-00b0-49ff-838a-90e2bb4500ff, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7ba15325-00b0-49ff-838a-90e2bb4500ff,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:43.027084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:43.074498 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:29:42Z', 'revision_number': 6, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:43.079439 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d633b8-a483-419d-8f0f-e6bf4b84d5f3 None None] The sync data for ids ['64155f8d-57f5-45d6-99cd-27de9a380b27'] in n-d-837321-1 is: [{'id': '64155f8d-57f5-45d6-99cd-27de9a380b27', 'name': 'tempest-TestVolumeBackupRestore-1365802529-router', 'tenant_id': '1068c74a66ab4d88987f0d3aab43fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:31Z', 'updated_at': '2022-04-11T21:29:42Z', 'revision_number': 6, 'project_id': '1068c74a66ab4d88987f0d3aab43fc47', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:29:43.264856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-60ec41ae-cc13-4d8d-841e-82e4d32efc1b req-6826a5ac-d6ec-4bb6-bbbc-ffd63bba17a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1617608 Apr 11 21:29:43.284524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Calling delete_port for 7ba15325-00b0-49ff-838a-90e2bb4500ff owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:43.526455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:43.526645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e41dde-705e-4eb7-9eb6-19f55067b25f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:43.576115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 30e41dde-705e-4eb7-9eb6-19f55067b25f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:43.576720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 30e41dde-705e-4eb7-9eb6-19f55067b25f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:43.593116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba15325-00b0-49ff-838a-90e2bb4500ff,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:43.829666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:43.950321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52162) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:43.969693 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6bc4-d896-4279-8647-bb215929c9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.114966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-21ecdf96-7f9a-44c8-9b27-ad01eda01de0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635087 Apr 11 21:29:44.146834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.154482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.167695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c13f74-eb1f-41d2-842a-36eb8fd85000 req-3fdd25b9-7cb9-4c73-b606-fce21e0c0d18 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:44.169153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9c13f74-eb1f-41d2-842a-36eb8fd85000 req-3fdd25b9-7cb9-4c73-b606-fce21e0c0d18 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.2862787 Apr 11 21:29:44.225296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9c13f74-eb1f-41d2-842a-36eb8fd85000 req-d1a02934-8ef3-4dc8-8805-1b8d8e702cf6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481863 Apr 11 21:29:44.276617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.276617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64155f8d-57f5-45d6-99cd-27de9a380b27 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:29:44.287037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.290829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-32180b13-2768-46ba-a444-db3507f34e62 admin admin] 10.222.0.61 "DELETE /v2.0/routers/64155f8d-57f5-45d6-99cd-27de9a380b27 HTTP/1.1" status: 204 len: 168 time: 1.9491737 Apr 11 21:29:44.291371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52184) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:44.366708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Deleting subnet 00e53a48-369c-4c74-8799-86306312971f {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:29:44.369950 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.427047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.514180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.639834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.681955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e53a48-369c-4c74-8799-86306312971f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:44.686845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.692921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-feee8237-4e19-4cd6-bba9-f3994313181c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/00e53a48-369c-4c74-8799-86306312971f HTTP/1.1" status: 204 len: 168 time: 0.4004869 Apr 11 21:29:44.693974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9cc2ca-5913-4868-a189-7477a6368872 None None] Network 7dcde00c-8f1e-4fac-a474-39713b936331 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:29:44.695314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52214) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:44.915782 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.929782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Deleting port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:44.930282 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:44.976083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] DHCP port deletion for 7dcde00c-8f1e-4fac-a474-39713b936331 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:29:44.979989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Deleting port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:44.980365 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.138063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] For port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:45.138421 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.189529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] For port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,segment=NetworkSegment(31443ce5-fd33-4987-8610-15e74982dfda),segment_id=31443ce5-fd33-4987-8610-15e74982dfda)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:45.190152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.261733 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Calling delete_port for b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:45.314322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Calling delete_port for b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:45.420536 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.425762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:29:45.426128 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:29:45.466872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:45.472945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] No DVR routers for this DVR port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:29:45.488569 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0f2a-fea7-4db2-b020-c86f6b79182e req-66f16d5c-810c-4dda-9d59-7b3e2cdbfd70 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:45.490037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1ff0f2a-fea7-4db2-b020-c86f6b79182e req-66f16d5c-810c-4dda-9d59-7b3e2cdbfd70 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0930409 Apr 11 21:29:45.539171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1ff0f2a-fea7-4db2-b020-c86f6b79182e req-160baaa7-e060-407a-8b70-4500e8e620a4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433416 Apr 11 21:29:45.592883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:45.595253 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.626128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:45.626470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:45.626890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7ba15325-00b0-49ff-838a-90e2bb4500ff no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:45.627265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcde00c-8f1e-4fac-a474-39713b936331']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:45.640779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31443ce5-fd33-4987-8610-15e74982dfda') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:45.641081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31443ce5-fd33-4987-8610-15e74982dfda') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:45.653110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.658939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7ba15325-00b0-49ff-838a-90e2bb4500ff {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:45.659299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7ba15325-00b0-49ff-838a-90e2bb4500ff not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:45.676930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.683708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:29:45.684097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:29:45.697662 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:29:45.822204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.845342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.856537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcde00c-8f1e-4fac-a474-39713b936331,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:45.865999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2edbac58-2ec7-4fb9-a880-f14acfa18f6c admin admin] 10.222.0.61 "DELETE /v2.0/networks/7dcde00c-8f1e-4fac-a474-39713b936331 HTTP/1.1" status: 204 len: 168 time: 1.1682014 Apr 11 21:29:45.867657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52266) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:45.926959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Deleting port b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:45.927499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:45.997771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9010640-c381-4877-8976-fefb96dc8ed4 None None] The port 'b5e8e657-f793-46fe-ab5e-8fb0ac9bd3e8' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:29:46.255444 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2be90ae-a196-44f9-9179-34bfd2f1321d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:46.353746 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:46.767039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e609ed0-90ba-498d-8603-5f2ab677d865 req-1220b109-857b-45fd-ac09-d6cc2aac8df2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:46.768546 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e609ed0-90ba-498d-8603-5f2ab677d865 req-1220b109-857b-45fd-ac09-d6cc2aac8df2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0809355 Apr 11 21:29:46.815339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e609ed0-90ba-498d-8603-5f2ab677d865 req-4e97e2e4-b1f7-460e-b991-078bd0469d4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404851 Apr 11 21:29:46.990985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Deleting port d8e23cf7-4347-47af-a6b6-0eb807d48b0b {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:46.991584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:47.181025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] For port d8e23cf7-4347-47af-a6b6-0eb807d48b0b, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:47.181376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:47.301814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Calling delete_port for d8e23cf7-4347-47af-a6b6-0eb807d48b0b owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:47.574938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:47.576545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:47.617124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:47.661978 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e23cf7-4347-47af-a6b6-0eb807d48b0b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:48.111352 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594955ac-a3e5-4c9f-a140-38ca264cccf8 req-feb6a774-9f81-432f-958a-694806aa67c3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:48.113633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-594955ac-a3e5-4c9f-a140-38ca264cccf8 req-feb6a774-9f81-432f-958a-694806aa67c3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.1264088 Apr 11 21:29:48.182511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-594955ac-a3e5-4c9f-a140-38ca264cccf8 req-9992aa7b-2cfa-434f-9bfc-08586eadb9c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622153 Apr 11 21:29:48.194064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:48.560418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-bd2bf610-80e4-488d-ae7f-50d1f675487b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1096 time: 0.0751545 Apr 11 21:29:48.694865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-a238f43e-360d-4b63-b07c-10c2affc6970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:48.696363 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-a238f43e-360d-4b63-b07c-10c2affc6970 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1306760 Apr 11 21:29:48.799007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-5f081ee5-8524-4dab-8b1a-fbf445ba2603 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 1001 time: 0.0971899 Apr 11 21:29:48.809472 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Router e4bca47c-bb1e-4773-9af5-813bc95b5531 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:29:48.810944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:48.863897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-fb50f449-ce19-4c33-8d6f-9cbca30d1fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:48.865337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-fb50f449-ce19-4c33-8d6f-9cbca30d1fb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0611260 Apr 11 21:29:48.943790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-76f21b32-bf55-48ac-a4d2-e62d5ef240c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728245 Apr 11 21:29:49.016860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:29:49.026883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] Sync routers for ids ['e4bca47c-bb1e-4773-9af5-813bc95b5531'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:29:49.041271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] Routers {'e4bca47c-bb1e-4773-9af5-813bc95b5531'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:49.041994 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:29:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['e4bca47c-bb1e-4773-9af5-813bc95b5531'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:49.088629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-8b5600d1-057d-49d2-a643-918cf1bf6179 service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392140 Apr 11 21:29:49.089895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-895e0e52-f5db-419f-98b8-2a7e7dbe22db admin admin] 10.222.0.61 "PUT /v2.0/routers/e4bca47c-bb1e-4773-9af5-813bc95b5531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2211220 Apr 11 21:29:49.092439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:49.231754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-4a67d533-430d-4931-be73-7097b7450bea service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378574 Apr 11 21:29:49.314106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] Set router e4bca47c-bb1e-4773-9af5-813bc95b5531 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:49.316093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:49.431069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd67a-9cf1-48f9-8f99-56b9b5fe5eba req-7597c245-8e5d-4438-a5f4-1cb89ea7081d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:49.432548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16fd67a-9cf1-48f9-8f99-56b9b5fe5eba req-7597c245-8e5d-4438-a5f4-1cb89ea7081d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0855870 Apr 11 21:29:49.486332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16fd67a-9cf1-48f9-8f99-56b9b5fe5eba req-dad7e847-cdc6-4c9a-acaa-7e62c2f43e01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473800 Apr 11 21:29:49.651914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:49.662729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:29:47Z', 'revision_number': 5, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:49.666775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] Checking router: e4bca47c-bb1e-4773-9af5-813bc95b5531 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:29:49.678059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] Routers {'e4bca47c-bb1e-4773-9af5-813bc95b5531'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:29:49.678644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:29:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['e4bca47c-bb1e-4773-9af5-813bc95b5531'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:49.765330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Deleting port e452fce2-8323-4439-a195-478f03846adf {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:49.765588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:49.856319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] Set router e4bca47c-bb1e-4773-9af5-813bc95b5531 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:29:49.934331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] For port e452fce2-8323-4439-a195-478f03846adf, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e452fce2-8323-4439-a195-478f03846adf,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:49.934802 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:50.053763 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Calling delete_port for e452fce2-8323-4439-a195-478f03846adf owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:50.134058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:29:47Z', 'revision_number': 5, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:50.138026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c73e2-777a-41ab-b947-b8c7ece00fe9 None None] The sync data for ids ['e4bca47c-bb1e-4773-9af5-813bc95b5531'] in n-d-837321-1 is: [{'id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'name': 'tempest-TestVolumeBackupRestore-529512266-router', 'tenant_id': 'f5c7f047b32147099d331f46c9ccd334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'e452fce2-8323-4439-a195-478f03846adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:24:40Z', 'updated_at': '2022-04-11T21:29:47Z', 'revision_number': 5, 'project_id': 'f5c7f047b32147099d331f46c9ccd334', 'gw_port': {'id': 'e452fce2-8323-4439-a195-478f03846adf', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bca47c-bb1e-4773-9af5-813bc95b5531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:24:41Z', 'updated_at': '2022-04-11T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:29:50.294345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:50.339991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e452fce2-8323-4439-a195-478f03846adf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:50.497063 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-1e40c450-cda4-4ba8-9cd7-9f3b4930d6b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1096 time: 0.0725510 Apr 11 21:29:50.576273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:50.671237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-f8fd6f4a-f435-4473-820e-b8a213ce211c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:50.672789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-f8fd6f4a-f435-4473-820e-b8a213ce211c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1577210 Apr 11 21:29:50.866073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-7ac56484-2605-4cb3-8e99-dc312d1b27f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 1001 time: 0.1872196 Apr 11 21:29:50.903507 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:50.911181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:50.927547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042eb6-2626-4237-a554-0461ead7ccdc req-9ca6cebc-4f6a-43f0-a124-0139bdbce1b0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:50.928996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-52042eb6-2626-4237-a554-0461ead7ccdc req-9ca6cebc-4f6a-43f0-a124-0139bdbce1b0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.2229958 Apr 11 21:29:50.931360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-ab0df49b-d9a3-4f48-8a5b-4f5a7e2c121b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:50.932832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-ab0df49b-d9a3-4f48-8a5b-4f5a7e2c121b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0604157 Apr 11 21:29:50.983187 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-52042eb6-2626-4237-a554-0461ead7ccdc req-bc5aedd5-421f-43f4-a081-5826f4601a69 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483954 Apr 11 21:29:51.007465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-a63734e4-66ce-458a-a451-cb84d806c0f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690379 Apr 11 21:29:51.033779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.034286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bca47c-bb1e-4773-9af5-813bc95b5531 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:29:51.049337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.053092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d86d4ba-22e0-4403-a9e8-79878b05e8e5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e4bca47c-bb1e-4773-9af5-813bc95b5531 HTTP/1.1" status: 204 len: 168 time: 1.9572315 Apr 11 21:29:51.053439 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52396) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:51.118670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Deleting subnet 7cbb1bdb-c154-430c-af51-04b3b45814ce {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:29:51.123679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.155153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-a9b25007-ed73-456b-89b9-4a97ecc8563b service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418293 Apr 11 21:29:51.181803 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.264171 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.294884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d944dbb0-8f1b-4071-92e2-d7304394ca31 req-ab21d9b2-0bb1-437e-85b6-2d47b2982ce9 service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327538 Apr 11 21:29:51.506262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.549644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbb1bdb-c154-430c-af51-04b3b45814ce,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:51.555661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.560888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e1209-d3a1-417d-8321-c03bd657a862 None None] Network 5466c554-4d32-4cf5-9377-d6c3ba0e2482 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:29:51.564691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1b5cefe7-ae58-4312-a345-2237f81d7841 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7cbb1bdb-c154-430c-af51-04b3b45814ce HTTP/1.1" status: 204 len: 168 time: 0.5079751 Apr 11 21:29:51.565027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:51.578216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d8e23cf7-4347-47af-a6b6-0eb807d48b0b no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:51.659091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d8e23cf7-4347-47af-a6b6-0eb807d48b0b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:51.659432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d8e23cf7-4347-47af-a6b6-0eb807d48b0b not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:51.659885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e452fce2-8323-4439-a195-478f03846adf no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:51.682231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.693263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Deleting port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:51.693596 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.703161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e452fce2-8323-4439-a195-478f03846adf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:51.703519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e452fce2-8323-4439-a195-478f03846adf not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:51.874109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] DHCP port deletion for 5466c554-4d32-4cf5-9377-d6c3ba0e2482 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:29:51.878284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Deleting port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:51.879209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:51.912534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] For port 2898ac9f-93ab-4ab8-9b23-75b5993fb949, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2898ac9f-93ab-4ab8-9b23-75b5993fb949,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:51.912888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.033585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Calling delete_port for 2898ac9f-93ab-4ab8-9b23-75b5993fb949 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:52.086555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] For port 2898ac9f-93ab-4ab8-9b23-75b5993fb949, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2898ac9f-93ab-4ab8-9b23-75b5993fb949,segment=NetworkSegment(075dee38-6c5b-4099-9c00-0ba11293d054),segment_id=075dee38-6c5b-4099-9c00-0ba11293d054)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:29:52.087128 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.181083 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.238960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Pushing event deleted for resources: {'Port': ['ID=2898ac9f-93ab-4ab8-9b23-75b5993fb949,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:52.258607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] No DVR routers for this DVR port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:29:52.265764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b75f2-1ee7-4163-b2d1-e4426fa19398 req-c043fadc-3f06-44ac-aebd-acfb6a54f192 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:52.267188 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-135b75f2-1ee7-4163-b2d1-e4426fa19398 req-c043fadc-3f06-44ac-aebd-acfb6a54f192 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.1554511 Apr 11 21:29:52.279044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Calling delete_port for 2898ac9f-93ab-4ab8-9b23-75b5993fb949 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:29:52.298912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.299260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.299641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.299978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.300315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.300677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.301010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.301339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.301649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.301970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.302296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:29:52.360227 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:29:52.360824 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:29:52.423870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.438751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-135b75f2-1ee7-4163-b2d1-e4426fa19398 req-f227221b-6fbc-4723-8419-b83826fbd109 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335642 Apr 11 21:29:52.457386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5466c554-4d32-4cf5-9377-d6c3ba0e2482']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:52.469560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075dee38-6c5b-4099-9c00-0ba11293d054') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:52.469852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075dee38-6c5b-4099-9c00-0ba11293d054') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:29:52.481543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.497427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.503354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:29:52.510910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:29:52.516469 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:29:52.668064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.687271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.699860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] Pushing event deleted for resources: {'Network': ['ID=5466c554-4d32-4cf5-9377-d6c3ba0e2482,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:52.704603 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-438d88c7-e5d3-403b-84cd-16c9fe63631f admin admin] 10.222.0.61 "DELETE /v2.0/networks/5466c554-4d32-4cf5-9377-d6c3ba0e2482 HTTP/1.1" status: 204 len: 168 time: 1.1384761 Apr 11 21:29:52.862311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Deleting port 2898ac9f-93ab-4ab8-9b23-75b5993fb949 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:29:52.863301 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:52.927455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-40e2eda9-4c3b-4018-b0e9-93998bed4b03 None None] The port '2898ac9f-93ab-4ab8-9b23-75b5993fb949' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:29:53.092163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52408) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:53.143374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94541008-3702-4b5f-b83a-cdb1692bb884 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1068c74a66ab4d88987f0d3aab43fc47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500562 Apr 11 21:29:53.145971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52412) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:53.207398 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd702e02-3452-40ef-890e-3f2cc29226db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:53.232081 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd702e02-3452-40ef-890e-3f2cc29226db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:53.345849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd702e02-3452-40ef-890e-3f2cc29226db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:53.361617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd702e02-3452-40ef-890e-3f2cc29226db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f9841-ff47-4830-ad4e-5cfa57d5d767,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:53.371359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bd702e02-3452-40ef-890e-3f2cc29226db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:53.372523 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bd702e02-3452-40ef-890e-3f2cc29226db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be4f9841-ff47-4830-ad4e-5cfa57d5d767 HTTP/1.1" status: 204 len: 168 time: 0.2255938 Apr 11 21:29:53.566114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2898ac9f-93ab-4ab8-9b23-75b5993fb949 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:29:53.599399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2898ac9f-93ab-4ab8-9b23-75b5993fb949 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:29:53.599767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2898ac9f-93ab-4ab8-9b23-75b5993fb949 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:29:53.640325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be1df-1e11-4acc-8364-975e7a36fd44 req-27b38f53-bb26-490a-a098-bb567930490b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:53.641796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d06be1df-1e11-4acc-8364-975e7a36fd44 req-27b38f53-bb26-490a-a098-bb567930490b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0817893 Apr 11 21:29:53.691423 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d06be1df-1e11-4acc-8364-975e7a36fd44 req-8662a736-63c9-4932-b173-f16059e89fd4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429490 Apr 11 21:29:54.165336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:54.214050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-acd7a8db-c5f7-4a49-9999-330930851f7e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5c7f047b32147099d331f46c9ccd334&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475888 Apr 11 21:29:54.216565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52428) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:29:54.274782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71c27585-96b0-4d1e-bed7-cefdc387128f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:54.299634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71c27585-96b0-4d1e-bed7-cefdc387128f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:54.448400 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71c27585-96b0-4d1e-bed7-cefdc387128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:54.462547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c27585-96b0-4d1e-bed7-cefdc387128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9efdc8f-b4cd-40d1-ae76-e2c21b142289,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:29:54.469841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-71c27585-96b0-4d1e-bed7-cefdc387128f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:54.470963 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-71c27585-96b0-4d1e-bed7-cefdc387128f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9efdc8f-b4cd-40d1-ae76-e2c21b142289 HTTP/1.1" status: 204 len: 168 time: 0.2535305 Apr 11 21:29:54.907985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa37be-9f8b-406b-b187-26b43e843d88 req-583a8422-984f-4d0b-a19d-a49d6ccc4cdf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:54.909502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7fa37be-9f8b-406b-b187-26b43e843d88 req-583a8422-984f-4d0b-a19d-a49d6ccc4cdf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0888548 Apr 11 21:29:54.962803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7fa37be-9f8b-406b-b187-26b43e843d88 req-79beeb16-d680-424b-90dc-454b0d1b4265 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473650 Apr 11 21:29:56.162426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185e5a9-ab39-4421-803c-77774fbf1a83 req-81c7950d-95e9-4de2-bd5b-3de7413e13c1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:56.163953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2185e5a9-ab39-4421-803c-77774fbf1a83 req-81c7950d-95e9-4de2-bd5b-3de7413e13c1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0790527 Apr 11 21:29:56.208575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2185e5a9-ab39-4421-803c-77774fbf1a83 req-cbc96de4-bd11-4908-aba6-4a4518a78acd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391395 Apr 11 21:29:57.494777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe36cc-778d-4d81-920e-fd168a9f06c0 req-49e1daeb-d865-48fd-8634-07eea83bfa0d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:57.496558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fe36cc-778d-4d81-920e-fd168a9f06c0 req-49e1daeb-d865-48fd-8634-07eea83bfa0d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.1640749 Apr 11 21:29:57.542547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97fe36cc-778d-4d81-920e-fd168a9f06c0 req-32a9cb4a-b664-409c-9746-6dd82ca8a1f4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405543 Apr 11 21:29:58.892033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f7ae2-0035-46a5-86bd-c688e790822f req-b0208201-088d-4ca5-a92a-a277478b1d17 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:29:58.893391 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-524f7ae2-0035-46a5-86bd-c688e790822f req-b0208201-088d-4ca5-a92a-a277478b1d17 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0770469 Apr 11 21:29:58.938147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-524f7ae2-0035-46a5-86bd-c688e790822f req-4ae3cee1-8441-420d-8e2c-127df43fb1f8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390604 Apr 11 21:29:59.282663 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:29:59.960179 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:30:00.131152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153433f7-c103-4361-ac01-fa57249b30d5 req-df253fdb-6b89-453f-b0f2-d86803abc573 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:00.132634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-153433f7-c103-4361-ac01-fa57249b30d5 req-df253fdb-6b89-453f-b0f2-d86803abc573 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0767946 Apr 11 21:30:00.185098 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-153433f7-c103-4361-ac01-fa57249b30d5 req-cb0d4080-b680-4716-856c-0152bbb9c591 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469215 Apr 11 21:30:01.107825 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:01.383168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dec5c4-ac17-4bf2-9200-61e39293bd69 req-7fc5f5c1-49b7-49b3-bd37-e072b2402003 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:01.384528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4dec5c4-ac17-4bf2-9200-61e39293bd69 req-7fc5f5c1-49b7-49b3-bd37-e072b2402003 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0781538 Apr 11 21:30:01.428203 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4dec5c4-ac17-4bf2-9200-61e39293bd69 req-e1869548-26da-446e-aaa2-8338ebc148c7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383053 Apr 11 21:30:02.623849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8589c5-1a1f-4a10-9783-b6553439d100 req-35885b48-a1ef-4ced-9a62-fab7fc596d06 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:02.625305 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc8589c5-1a1f-4a10-9783-b6553439d100 req-35885b48-a1ef-4ced-9a62-fab7fc596d06 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0756457 Apr 11 21:30:02.670639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc8589c5-1a1f-4a10-9783-b6553439d100 req-e9660e65-87ee-4e4d-bf6a-899cfd74c64d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391712 Apr 11 21:30:03.881618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fe346-7a23-448d-928c-dd8775bd9135 req-20ffc834-b0aa-452a-8a48-952dea9c498b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:03.883075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e7fe346-7a23-448d-928c-dd8775bd9135 req-20ffc834-b0aa-452a-8a48-952dea9c498b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0765991 Apr 11 21:30:03.932862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e7fe346-7a23-448d-928c-dd8775bd9135 req-70c84e98-8240-4c01-8dc3-4e5931ae4197 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442786 Apr 11 21:30:05.132423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2d29-e329-4e4e-8783-361cfe2202fc req-7d214d45-8873-429b-9490-7d13d6506bc0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:05.133881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b37c2d29-e329-4e4e-8783-361cfe2202fc req-7d214d45-8873-429b-9490-7d13d6506bc0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0788820 Apr 11 21:30:05.183291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b37c2d29-e329-4e4e-8783-361cfe2202fc req-1248b546-8bfe-4169-a7c6-c8a290267363 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407631 Apr 11 21:30:06.382693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7126-b15b-46ba-8913-cf01f2c4fd35 req-3dd0b517-4bac-47d1-b410-c26a85e288e8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:06.384183 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c80f7126-b15b-46ba-8913-cf01f2c4fd35 req-3dd0b517-4bac-47d1-b410-c26a85e288e8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0761809 Apr 11 21:30:06.429649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c80f7126-b15b-46ba-8913-cf01f2c4fd35 req-e94f4c6b-3ceb-4eaa-8665-c8d8d644d300 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399511 Apr 11 21:30:06.552475 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-7369c1d4-cefc-4eb5-a8ce-e6174f0f7664 service neutron] show failed (client error): The resource could not be found. Apr 11 21:30:06.553370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-7369c1d4-cefc-4eb5-a8ce-e6174f0f7664 service neutron] 10.222.0.69 "GET /v2.0/ports/0fa98cd0-1df1-4161-8d9b-b29bace49982/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0737677 Apr 11 21:30:07.124488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-fe17c61a-8dc5-4b98-9c1a-eea5ce9a6f21 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0722189 Apr 11 21:30:07.138487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:07.258127 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:07.522751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:07.552645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:30:07.660149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:30:07.666546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:07.688086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Transition to ACTIVE for port object 0fa98cd0-1df1-4161-8d9b-b29bace49982 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:30:07.700893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be962fc-7df6-426a-9aa8-18da9694c526 req-04d5cc94-03bb-4338-a09f-ba78d7579ac4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:07.702365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6be962fc-7df6-426a-9aa8-18da9694c526 req-04d5cc94-03bb-4338-a09f-ba78d7579ac4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.1510620 Apr 11 21:30:07.735666 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2ff5f1-24ad-4153-8636-b0d0657a2abc'] response: {'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'code': 200} Apr 11 21:30:07.760216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6be962fc-7df6-426a-9aa8-18da9694c526 req-d283f577-b9b6-4620-85f7-4fa926f27957 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523620 Apr 11 21:30:07.761281 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:07.894140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:07.963465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] No DVR routers for this DVR port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:30:08.216820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:30:08.217256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:30:08.217651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on network 4e887060-a82d-4e65-8bde-f0393f13d819 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:30:08.224093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on network 4e887060-a82d-4e65-8bde-f0393f13d819 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:30:08.224491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Attempting to bind port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on network 4e887060-a82d-4e65-8bde-f0393f13d819 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:30:08.231082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:30:08.231562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Checking segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:30:08.231967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Bound using segment: {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:30:08.232464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Bound port: 0fa98cd0-1df1-4161-8d9b-b29bace49982, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278f3370-f15c-4d55-b1fb-b494d889883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:30:08.232882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:08.322241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:30:08.325261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:30:08.399829 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:08.561380 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:08.562739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] 10.222.0.75 "PUT /v2.0/ports/0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 1091 time: 1.4281206 Apr 11 21:30:08.576618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e023a6-ff0b-422d-bd0d-a0ab2650bf57 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:08.657057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-e79d8317-33c5-4f6e-906f-58c8b97013b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1094 time: 0.0728452 Apr 11 21:30:08.801233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-241da019-7bc9-467c-9afc-9015a0bece33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:08.803616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-241da019-7bc9-467c-9afc-9015a0bece33 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1376138 Apr 11 21:30:08.911345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-1b1f1d6c-4dc6-49ff-9f71-73a729518c2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 999 time: 0.0991306 Apr 11 21:30:08.967860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286f08-5e05-4c69-b775-f2e6fae8a039 req-4ce6e7af-b422-47dd-994c-55a5683d74b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:08.969323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a286f08-5e05-4c69-b775-f2e6fae8a039 req-4ce6e7af-b422-47dd-994c-55a5683d74b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.0817752 Apr 11 21:30:08.977797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-90cc340e-21f6-44a6-bfc3-5c50d6c620e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:08.979243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-90cc340e-21f6-44a6-bfc3-5c50d6c620e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0610781 Apr 11 21:30:09.016438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2a286f08-5e05-4c69-b775-f2e6fae8a039 req-0289862b-6d98-4005-8f4d-d42232eaa4ff tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414917 Apr 11 21:30:09.058175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-79639ead-cfd7-4d4d-8e24-89f738f90144 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690367 Apr 11 21:30:09.191919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-86d2b4f8-5bf9-433d-8b11-815cc159895a service neutron] 10.222.0.75 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236691 Apr 11 21:30:09.327369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d41ae952-3d43-47cb-95a1-ae6711eda119 req-74e35fcd-4226-457e-9ed0-5f6a72591013 service neutron] 10.222.0.75 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266868 Apr 11 21:30:09.737435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:30:09.803909 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e8cea7-2475-473c-bd6e-385b8896eb5e'] response: {'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'status': 'completed', 'code': 200} Apr 11 21:30:09.950827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-b88ea535-a9e1-456b-a5fe-4ffa18c929f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1094 time: 0.1291897 Apr 11 21:30:09.953454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-439c2e25-3dda-4e17-ba37-08ad511ee533 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1094 time: 0.1020126 Apr 11 21:30:10.166270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:30:10.188911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-8f3f5ae1-8fd9-40b8-89bf-635e38d3ac18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:10.190351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-8f3f5ae1-8fd9-40b8-89bf-635e38d3ac18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.2337863 Apr 11 21:30:10.192769 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-8b2eaf66-005a-4cc0-9e99-623b84e28a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:10.193356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-8b2eaf66-005a-4cc0-9e99-623b84e28a8e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.2195349 Apr 11 21:30:10.215723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f25b1-f035-4208-ac38-5242664e71ca req-4ade0bff-a93e-475e-8ea4-bdf3fba5e268 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:10.222694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-095f25b1-f035-4208-ac38-5242664e71ca req-4ade0bff-a93e-475e-8ea4-bdf3fba5e268 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.0847988 Apr 11 21:30:10.224188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:30:10.263938 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-095f25b1-f035-4208-ac38-5242664e71ca req-cafbe841-8fdd-42e3-a423-de2f02d8f954 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403178 Apr 11 21:30:10.379536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-a113306a-2fbb-4ccc-b62b-6273f003db04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 999 time: 0.1827617 Apr 11 21:30:10.381452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-5a9d6776-00a6-4071-9fdf-c7034c9f3891 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 999 time: 0.1324236 Apr 11 21:30:10.585278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-507fd2a8-4af6-42cb-afab-02060960e26b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:10.586702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-507fd2a8-4af6-42cb-afab-02060960e26b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.2020147 Apr 11 21:30:10.589807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-fcf030c1-5a4f-41fe-bfad-c188eafe36c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:10.591073 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-fcf030c1-5a4f-41fe-bfad-c188eafe36c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.1780097 Apr 11 21:30:10.714167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-09fc9e33-99cd-4cde-868e-eaa772ad10ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218791 Apr 11 21:30:10.719080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-4dd41f41-c7c3-4054-8d30-ff66e7276ea5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989003 Apr 11 21:30:10.945977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-900cc853-51a0-43b6-9d40-2e00360bf254 service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259204 Apr 11 21:30:10.948882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-2c35ede9-d825-42c5-9b4b-e1434e713cea service neutron] 10.222.0.75 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092559 Apr 11 21:30:11.179233 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-61e9f086-5797-420a-90aa-3f431d71f431 service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280300 Apr 11 21:30:11.182136 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a9f749f-c58c-4a47-8d18-6643273f3244 req-bbde7a4c-78f8-410c-9e5c-86d3290ab065 service neutron] 10.222.0.75 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145205 Apr 11 21:30:11.473352 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164f795-a9ae-4b68-ae8b-056e0a324b63 req-fc49491a-8eb7-448d-a5e7-433c5787ebfc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:11.474718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2164f795-a9ae-4b68-ae8b-056e0a324b63 req-fc49491a-8eb7-448d-a5e7-433c5787ebfc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.0840311 Apr 11 21:30:11.525668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2164f795-a9ae-4b68-ae8b-056e0a324b63 req-75426341-b785-40ad-ab8d-419c3c54d005 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452459 Apr 11 21:30:12.411076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:30:12.546972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:12.560135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'port_id': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'mac_address': 'fa:16:3e:cd:9e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:30:12.613096 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:12.633718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa98cd0-1df1-4161-8d9b-b29bace49982 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:30:12.649376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:12.718859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:12.731598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9cab7-5abd-42a5-8752-82445dfb5fe8 req-fb434751-286f-481f-b4ae-aed4be623df0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:12.733064 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2d9cab7-5abd-42a5-8752-82445dfb5fe8 req-fb434751-286f-481f-b4ae-aed4be623df0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 943 time: 0.0823865 Apr 11 21:30:12.779190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2d9cab7-5abd-42a5-8752-82445dfb5fe8 req-b8db6f23-40e2-4b12-a6d6-cb8da87a3818 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402415 Apr 11 21:30:12.785524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:12.794300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.794641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.794974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.795306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.795654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.795983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.796414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.796605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.796921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.797237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.797549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:12.974370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['0fa98cd0-1df1-4161-8d9b-b29bace49982'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:30:13.256709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296b71b-8dc8-4cbb-bb2e-010d3029d53a req-3324b344-f3ec-412b-a6a8-f675c4dc65b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:13.258430 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a296b71b-8dc8-4cbb-bb2e-010d3029d53a req-3324b344-f3ec-412b-a6a8-f675c4dc65b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 944 time: 0.0869117 Apr 11 21:30:13.309169 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a296b71b-8dc8-4cbb-bb2e-010d3029d53a req-c177e7cc-8c82-408e-82e5-cfaf115fb5f8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450859 Apr 11 21:30:13.343318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-a4e5792d-1cb0-4ef7-bc59-6b0823edaf6c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:13.344802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-a4e5792d-1cb0-4ef7-bc59-6b0823edaf6c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b&tenant_id=216e0d27a64f4370bec02e23d48fb7a5&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.0883086 Apr 11 21:30:13.420513 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-fe603211-0efb-49ff-a627-ed4c54341ea0 service neutron] delete failed (client error): The resource could not be found. Apr 11 21:30:13.421484 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-fe603211-0efb-49ff-a627-ed4c54341ea0 service neutron] 10.222.0.69 "DELETE /v2.0/ports/0fa98cd0-1df1-4161-8d9b-b29bace49982/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0715816 Apr 11 21:30:13.562199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-3e16fd2d-1b05-4483-afe8-5b00038bce6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1095 time: 0.0738161 Apr 11 21:30:13.691248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-25e7df4c-e6a2-4950-a0c7-4a9703ff01c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:13.692717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-25e7df4c-e6a2-4950-a0c7-4a9703ff01c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1247220 Apr 11 21:30:13.792733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-2bf0303e-b37f-4413-9b3e-88a94ab3bc0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 1000 time: 0.0948124 Apr 11 21:30:13.854095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-c470ec73-60a9-4699-bbd5-d53f81ead721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:13.855557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-c470ec73-60a9-4699-bbd5-d53f81ead721 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0571876 Apr 11 21:30:13.928297 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b19f295e-1a20-4e14-8129-709ba5fb6538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:13.928878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-774f6429-32d5-4430-8344-ec181be95eba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676570 Apr 11 21:30:14.058186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-ed8ed013-6367-42b3-930f-83fbed563d2a service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234803 Apr 11 21:30:14.284036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f543c536-630f-4fce-b2da-1323ddf6d0b8 req-94c07f3f-dbac-4c69-94a8-c0738f2ee585 service neutron] 10.222.0.69 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207820 Apr 11 21:30:14.425997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:30:14.516154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269c981-3d2a-435b-a8f5-e0bb14fd6d81 req-e99e498c-6445-4d11-b886-8a3a3b33fb0a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:14.517583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b269c981-3d2a-435b-a8f5-e0bb14fd6d81 req-e99e498c-6445-4d11-b886-8a3a3b33fb0a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 944 time: 0.0840859 Apr 11 21:30:14.564925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b269c981-3d2a-435b-a8f5-e0bb14fd6d81 req-b6cdb374-34ce-42e1-8b68-7dceccdb73b3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414598 Apr 11 21:30:14.570457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 0fa98cd0-1df1-4161-8d9b-b29bace49982 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:30:14.575572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 0fa98cd0-1df1-4161-8d9b-b29bace49982 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:30:14.575944 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:14.685979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:14.711037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:30:14.720184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:14.780403 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6953fa49-6893-4490-b0b6-8772594f2eb5'] response: {'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'code': 200} Apr 11 21:30:14.787511 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:14.855187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:15.764752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfc667-20af-405e-9627-ab277e22b834 req-e5f46adc-b01d-43d9-9fc8-1830f6386592 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:15.766212 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-badfc667-20af-405e-9627-ab277e22b834 req-e5f46adc-b01d-43d9-9fc8-1830f6386592 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0781646 Apr 11 21:30:15.816959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-badfc667-20af-405e-9627-ab277e22b834 req-344fa565-739b-47aa-9133-ad4dde65fc91 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447955 Apr 11 21:30:15.851507 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52482) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:15.954226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8b5975b5-6a3a-419b-aa95-8b2dbdef2cab tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 200 len: 993 time: 0.1002984 Apr 11 21:30:16.259259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09b793cb-5830-4800-b08e-857c802495fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:17.470588 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:17.495791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:18.824990 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:29.290036 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:31.090137 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:36.962157 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:30:43.935584 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98e83c00-850b-4e1f-b06e-552439be8109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:44.686371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d568ced-c5d7-475c-8b6a-57cc32a4510f req-c9094edf-2fe0-490e-aa43-487a5b9a5703 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1096 time: 0.0680850 Apr 11 21:30:44.728170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6d568ced-c5d7-475c-8b6a-57cc32a4510f req-fcd2bc4a-ffcc-4c6d-a455-5c582d531a83 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Synchronizing usage tracker for tenant:6e74797fec654d698751e7cd37cb171b on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:30:44.809923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-6d568ced-c5d7-475c-8b6a-57cc32a4510f req-fcd2bc4a-ffcc-4c6d-a455-5c582d531a83 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Unset dirty status for tenant:6e74797fec654d698751e7cd37cb171b on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:30:44.811067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6d568ced-c5d7-475c-8b6a-57cc32a4510f req-fcd2bc4a-ffcc-4c6d-a455-5c582d531a83 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194332 Apr 11 21:30:44.839988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52496) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:45.038485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port e7bf585a-8439-4fa2-8118-19e092485f67 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:30:45.038843 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:45.200437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:45.200757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:45.319789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for e7bf585a-8439-4fa2-8118-19e092485f67 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:30:45.530120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:45.576561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=e7bf585a-8439-4fa2-8118-19e092485f67,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:45.668427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:46.152968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 9bd610fe-0beb-4402-917b-59d307708d87 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:30:46.258913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a038bdeb-3102-441a-be59-a6158189fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:46.356456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:30:46.367009 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4747616-7077-4558-8368-687be9165544 None None] Sync routers for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:30:46.378282 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4747616-7077-4558-8368-687be9165544 None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:30:46.383922 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d4747616-7077-4558-8368-687be9165544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:46.435895 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:46.490084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c2d9b82-23ce-4e55-9f17-ca099990da4b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/floatingips/1930fc27-d2b3-4ef0-a991-9cb11be79461 HTTP/1.1" status: 204 len: 168 time: 1.6490171 Apr 11 21:30:46.490682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:30:46.556408 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d4747616-7077-4558-8368-687be9165544 None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:30:46.559144 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5aeac96-3ba8-456b-9085-7651a9ac6847'] response: {'name': 'network-changed', 'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'status': 'completed', 'code': 200} Apr 11 21:30:46.661318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-164294a9-a34c-4cfa-a7ee-f8b13075ae0a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 1096 time: 0.0772159 Apr 11 21:30:46.801901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-76a78072-19e9-48d3-a529-36196c4c3098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:46.803412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-76a78072-19e9-48d3-a529-36196c4c3098 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 200 len: 898 time: 0.1363027 Apr 11 21:30:46.870216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-0660b19a-8338-48bb-9756-705e768ba35f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 200 len: 217 time: 0.0603428 Apr 11 21:30:46.874223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d4747616-7077-4558-8368-687be9165544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:59Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:46.878155 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4747616-7077-4558-8368-687be9165544 None None] Checking router: 9bd610fe-0beb-4402-917b-59d307708d87 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:30:46.889100 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4747616-7077-4558-8368-687be9165544 None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:30:46.889708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d4747616-7077-4558-8368-687be9165544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:46.940524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-8c13b112-9d55-4671-9078-a34307351bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:46.942352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-8c13b112-9d55-4671-9078-a34307351bbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 200 len: 834 time: 0.0641234 Apr 11 21:30:47.017700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-c8f4f8dd-02ec-4817-ad78-e1da8d0d155d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4e887060-a82d-4e65-8bde-f0393f13d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693784 Apr 11 21:30:47.073079 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d4747616-7077-4558-8368-687be9165544 None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:30:47.198873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-ca791177-768d-445a-961d-e3bf7a6745e6 service neutron] 10.222.0.75 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746135 Apr 11 21:30:47.326875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3bf1a-4967-455a-9b1e-5bccfcf3fc7f req-4cb031da-006b-4b3f-bddd-4b0e76916270 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:47.327599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b0b3bf1a-4967-455a-9b1e-5bccfcf3fc7f req-4cb031da-006b-4b3f-bddd-4b0e76916270 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:30:47.361239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82a6f0ef-a6ef-4a77-a5c2-e9b72a009389 req-6d096a35-8957-4ad7-8d48-756073294f0a service neutron] 10.222.0.75 "GET /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548162 Apr 11 21:30:47.445372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-b0b3bf1a-4967-455a-9b1e-5bccfcf3fc7f req-4cb031da-006b-4b3f-bddd-4b0e76916270 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:30:47.445776 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d4747616-7077-4558-8368-687be9165544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:59Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:47.446567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0b3bf1a-4967-455a-9b1e-5bccfcf3fc7f req-4cb031da-006b-4b3f-bddd-4b0e76916270 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.3247623 Apr 11 21:30:47.454753 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4747616-7077-4558-8368-687be9165544 None None] The sync data for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 is: [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '7f25b194-2de8-4e3a-a7ea-b4f36ba8c677', 'name': '', 'network_id': '4e887060-a82d-4e65-8bde-f0393f13d819', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:9a:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:53Z', 'updated_at': '2022-04-11T21:28:59Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b020e7de-61ab-4c79-8eed-13147cfe9235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:30:47.482721 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:47.498414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0b3bf1a-4967-455a-9b1e-5bccfcf3fc7f req-1c707b87-8209-4b9e-a5ca-94d1a1977b46 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449560 Apr 11 21:30:47.529969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:47.685559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b22320-d8b7-4c77-875f-d4cc6340d053 None None] New status for floating IP 1930fc27-d2b3-4ef0-a991-9cb11be79461: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:30:48.618734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-ccc4da97-c71d-4633-a356-0a307123fc50 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:48.620836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-ccc4da97-c71d-4633-a356-0a307123fc50 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0767136 Apr 11 21:30:48.700865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 0fa98cd0-1df1-4161-8d9b-b29bace49982 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:30:48.701196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:48.706059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f56f8-79e3-4a3f-a9ff-5347d0a0a3c4 req-7f053b21-3bd1-4bfd-8176-7cb44ddba0b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:30:48.707561 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd0f56f8-79e3-4a3f-a9ff-5347d0a0a3c4 req-7f053b21-3bd1-4bfd-8176-7cb44ddba0b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 945 time: 0.0850229 Apr 11 21:30:48.752945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd0f56f8-79e3-4a3f-a9ff-5347d0a0a3c4 req-d2c42523-3096-486c-928d-46cefdc94400 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=030e44b4-4844-4e24-90c1-3bcaf93cdd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391579 Apr 11 21:30:48.849854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:48.947627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 0fa98cd0-1df1-4161-8d9b-b29bace49982, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0fa98cd0-1df1-4161-8d9b-b29bace49982,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:48.947983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:49.159900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 0fa98cd0-1df1-4161-8d9b-b29bace49982 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:30:49.364099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:49.412465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=0fa98cd0-1df1-4161-8d9b-b29bace49982,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:49.488883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] No DVR routers for this DVR port 0fa98cd0-1df1-4161-8d9b-b29bace49982 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:30:49.492130 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:49.494632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-deleted', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:30:49.548024 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f2db38-324f-45ce-9955-10a8625ea4da'] response: {'server_uuid': 'ca4b086a-5d18-4271-9883-dda620d7367b', 'name': 'network-vif-deleted', 'tag': '0fa98cd0-1df1-4161-8d9b-b29bace49982', 'status': 'completed', 'code': 200} Apr 11 21:30:49.565077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1f74eb23-ff70-4ecc-8b59-d8736ce4d51f req-4a12a847-cce5-483a-939c-3883f0da93cb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "DELETE /v2.0/ports/0fa98cd0-1df1-4161-8d9b-b29bace49982 HTTP/1.1" status: 204 len: 173 time: 0.9360051 Apr 11 21:30:49.937726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b655f61a-ed1d-45b2-b6b7-8ca7a8719ad2 req-15620534-9572-42f1-abd6-f0439a695fae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca4b086a-5d18-4271-9883-dda620d7367b HTTP/1.1" status: 200 len: 210 time: 0.0510778 Apr 11 21:30:51.054397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:51.448516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:52.050070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:30:52.050409 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:52.326992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:52.327652 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:52.450830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:30:52.522363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:30:52.591761 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 0fa98cd0-1df1-4161-8d9b-b29bace49982 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:30:52.592112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0fa98cd0-1df1-4161-8d9b-b29bace49982 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:30:52.733257 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:52.780098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=7f25b194-2de8-4e3a-a7ea-b4f36ba8c677,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:52.820548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.820548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.820865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.821124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.821458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.821785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.822108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.822432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.822755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.823074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:52.823393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:53.083912 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:53.660762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 9bd610fe-0beb-4402-917b-59d307708d87 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:30:53.958103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:30:53.968581 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] Sync routers for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:30:53.971194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe782d4b-8103-408a-83b5-1ad9697f4aae tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/9bd610fe-0beb-4402-917b-59d307708d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9155443 Apr 11 21:30:53.973825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52520) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:53.980489 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:30:53.981091 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:54.155961 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:30:54.156205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting subnet b020e7de-61ab-4c79-8eed-13147cfe9235 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:30:54.158855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.218619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.304782 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.436264 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:30:52Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:54.438543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.440084 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] Checking router: 9bd610fe-0beb-4402-917b-59d307708d87 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:30:54.451045 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] Routers {'9bd610fe-0beb-4402-917b-59d307708d87'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:30:54.451677 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['9bd610fe-0beb-4402-917b-59d307708d87'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:54.476977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Subnet': ['ID=b020e7de-61ab-4c79-8eed-13147cfe9235,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:54.483498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.489703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98407e7b-556f-476e-813f-7b63897c2873 None None] Network 4e887060-a82d-4e65-8bde-f0393f13d819 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:30:54.490161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c9e2613-723d-4c5d-879a-d5961b27e7da tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/subnets/b020e7de-61ab-4c79-8eed-13147cfe9235 HTTP/1.1" status: 204 len: 168 time: 0.5152638 Apr 11 21:30:54.493296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52524) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:54.627210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] Set router 9bd610fe-0beb-4402-917b-59d307708d87 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:30:54.702088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.753883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] DHCP port deletion for 4e887060-a82d-4e65-8bde-f0393f13d819 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:30:54.758975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] Deleting port 69ad1d39-613a-4d19-81ef-965598ebfc20 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:30:54.759379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.904626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.920506 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:30:52Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:54.924645 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1607e8-cca1-4ae3-8fb2-e63376d035aa None None] The sync data for ids ['9bd610fe-0beb-4402-917b-59d307708d87'] in n-d-837321-1 is: [{'id': '9bd610fe-0beb-4402-917b-59d307708d87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089611565', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:30:52Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '7e07a652-9d55-40e0-b8ab-3c654f6e2eec', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd610fe-0beb-4402-917b-59d307708d87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:28:49Z', 'updated_at': '2022-04-11T21:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:30:54.975529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] For port 69ad1d39-613a-4d19-81ef-965598ebfc20, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=69ad1d39-613a-4d19-81ef-965598ebfc20,segment=NetworkSegment(278f3370-f15c-4d55-b1fb-b494d889883b),segment_id=278f3370-f15c-4d55-b1fb-b494d889883b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:54.976004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:54.981236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:30:54.981584 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:55.094924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] Calling delete_port for 69ad1d39-613a-4d19-81ef-965598ebfc20 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:30:55.154473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 7e07a652-9d55-40e0-b8ab-3c654f6e2eec, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:30:55.154826 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:55.236443 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:55.282604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] Pushing event deleted for resources: {'Port': ['ID=69ad1d39-613a-4d19-81ef-965598ebfc20,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:55.283635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 7e07a652-9d55-40e0-b8ab-3c654f6e2eec owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:30:55.287412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959281c6-ece7-474b-b291-dbcf28c806c3 None None] No DVR routers for this DVR port 69ad1d39-613a-4d19-81ef-965598ebfc20 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:30:55.598540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:30:55.621898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:55.633877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:30:55.634223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7f25b194-2de8-4e3a-a7ea-b4f36ba8c677 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:30:55.634629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 69ad1d39-613a-4d19-81ef-965598ebfc20 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:30:55.668533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=7e07a652-9d55-40e0-b8ab-3c654f6e2eec,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:55.669522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 69ad1d39-613a-4d19-81ef-965598ebfc20 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:30:55.670500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 69ad1d39-613a-4d19-81ef-965598ebfc20 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:30:55.889418 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.139159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.143346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.235816 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.236621 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd610fe-0beb-4402-917b-59d307708d87 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:30:56.251645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.253893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-561b3dc5-49f3-4f76-b4f4-7f1072fc11c2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/routers/9bd610fe-0beb-4402-917b-59d307708d87 HTTP/1.1" status: 204 len: 168 time: 1.7585423 Apr 11 21:30:56.255444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52528) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:56.380188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.510749 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.538848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e887060-a82d-4e65-8bde-f0393f13d819']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:56.550726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278f3370-f15c-4d55-b1fb-b494d889883b') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:56.551019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278f3370-f15c-4d55-b1fb-b494d889883b') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:30:56.562001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.577315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.583107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:30:56.583498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:30:56.598119 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:30:56.821344 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.825496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:56.854720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Network': ['ID=4e887060-a82d-4e65-8bde-f0393f13d819,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:56.925151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8eaf8e64-881e-4268-9b1d-2e33429cd8b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/networks/4e887060-a82d-4e65-8bde-f0393f13d819 HTTP/1.1" status: 204 len: 168 time: 0.6685252 Apr 11 21:30:56.927809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52532) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:56.999767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:57.030345 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:57.161868 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:57.180854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e44b4-4844-4e24-90c1-3bcaf93cdd2c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:57.190220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.190560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.190894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.191223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.191572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.191928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.192250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.192571 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.192890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.193207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.193522 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:30:57.252310 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:57.253449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-bc513e13-87c6-42e7-9400-7a788b105454 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/security-groups/030e44b4-4844-4e24-90c1-3bcaf93cdd2c HTTP/1.1" status: 204 len: 168 time: 0.3246667 Apr 11 21:30:57.594823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e07a652-9d55-40e0-b8ab-3c654f6e2eec no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:30:57.628551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 7e07a652-9d55-40e0-b8ab-3c654f6e2eec {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:30:57.628900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 7e07a652-9d55-40e0-b8ab-3c654f6e2eec not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:30:57.779392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52540) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:57.785015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906386234', 'description': 'tempest-secgroup-smoke-1906386234 description', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:57.792739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:57.797082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:57.799935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:57.806459 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:57.889622 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:57.925549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:57.929433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:57.932394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:57.937996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:57.993158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.066560 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.114744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ee4b03-b389-4885-b0e4-545c089125ae,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:58.198676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.200159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c807953b-36e7-48ab-8d03-04b7500dc8e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4197571 Apr 11 21:30:58.203195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52544) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:58.208452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4b03-b389-4885-b0e4-545c089125ae', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:58.216151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:58.220318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:58.223201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:58.228969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:58.325828 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.386277 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.484187 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.508312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679ee73c-c1f7-4a6f-ae43-f61c10e7891b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:58.581311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.582477 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-68e9fa23-395a-459f-9046-5c304d60b258 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3783591 Apr 11 21:30:58.585313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52548) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:58.590668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4b03-b389-4885-b0e4-545c089125ae', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:58.597070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:58.600871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:58.604015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:58.609624 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:58.725008 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.785523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.855446 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.878729 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d748666-6247-44ec-bae0-167a7ad31005,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:58.972959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:58.974171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e397b46c-a34b-4ef5-9e5f-1b84be325b4f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3879533 Apr 11 21:30:58.976876 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:58.982843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4b03-b389-4885-b0e4-545c089125ae', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:58.989769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:58.994546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:58.997670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:59.003526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:59.132780 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.196635 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.272370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.297274 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cc3688-9784-4bd9-9c67-ef20ed5a1e7b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:59.301188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.375110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.376325 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f6d94116-1620-4305-b4cb-2bf4242c321f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3980217 Apr 11 21:30:59.379039 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52556) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:59.386444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4b03-b389-4885-b0e4-545c089125ae', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:59.391275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:59.395061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:59.397970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:59.404388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:59.530690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.594236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.672821 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.697423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89306aba-a71b-4a4a-ae76-c2f66e431b8c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:30:59.847141 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:30:59.848426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80908b4a-30be-4595-a79c-93b3c0e4b5a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4684401 Apr 11 21:30:59.851118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52560) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:30:59.856555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4b03-b389-4885-b0e4-545c089125ae', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:30:59.863375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:30:59.867137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:30:59.870235 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:30:59.876326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:30:59.938784 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:30:59.945563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.011811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.087035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.109400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baac52c7-2ac8-4acc-888b-c2da8ee414c3,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:00.184131 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.185346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-61d1cbeb-43a9-4f7a-bd40-de70288fa408 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3333130 Apr 11 21:31:00.188138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52564) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:00.199730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4b03-b389-4885-b0e4-545c089125ae', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:00.200959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:31:00.204814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:31:00.207704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:31:00.214010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:31:00.318777 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:31:00.326661 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.391132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.490235 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.514945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd7c6b3-c25a-4e37-8fe6-7d68f9462f75,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:00.598362 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.599649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b920e58-36ac-41d5-b998-106fd66625c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4105508 Apr 11 21:31:00.602461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:00.608438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'network': {'name': 'tempest-network-smoke--2126113621', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:00.614240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:31:00.618220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:network and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:31:00.621614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:31:00.627194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:31:00.717799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:31:00.720729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.749013 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:31:00.757204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.757544 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Added segment ff7a2e71-6a51-40d9-b284-b709622a4167 of type vlan for network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c Apr 11 21:31:00.783057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.878180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.881866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:00.882434 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:00.987694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Network': ['ID=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:00.999310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:31:01.044955 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fb519746-bdd1-4e6e-8ef8-3c89e129cbe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4408765 Apr 11 21:31:01.047651 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52572) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:01.052943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'admin_state_up': True, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:01.061326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:31:01.065208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:router and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:31:01.068102 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:31:01.074419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:31:01.158382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.190322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.191271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.208706 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.520288 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.773164 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.802767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:01.935083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.2 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/10ac3765-8c47-4206-81d3-899813c17b83) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:31:02.077982 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:02.184555 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:02.255053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:31:02.257966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:02.262895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:31:02.286195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=10ac3765-8c47-4206-81d3-899813c17b83,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:02.484657 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:02.485392 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:02.772739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 38115d94-c252-49a9-8676-6e32224a2f60 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:31:02.974430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:31:02.983640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Sync routers for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:31:02.996088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:31:02.996687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:03.067150 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:03.068336 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-00b5d927-9c58-4aa0-a59f-c10e0c7aa061 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0197513 Apr 11 21:31:03.071543 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52576) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:03.110528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7a75900-1c52-4c5c-9ce2-84be901f3e4d tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=216e0d27a64f4370bec02e23d48fb7a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373783 Apr 11 21:31:03.113326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52580) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:03.172298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:31:03.243067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e58bf-fe04-4c6b-8f5d-ab4255792951 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:03.247996 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5a8e58bf-fe04-4c6b-8f5d-ab4255792951 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310709 Apr 11 21:31:03.248233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:03.289857 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b01946c5-5190-47e6-8396-ce5a9a233a6e tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378537 Apr 11 21:31:03.290067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:03.296362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464437255', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:03.417303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:31:03.422264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:subnet and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:31:03.425081 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:31:03.430722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:31:03.502514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:02Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:03.504438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:31:03.506362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Checking router: 38115d94-c252-49a9-8676-6e32224a2f60 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:31:03.506712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Updating router 38115d94-c252-49a9-8676-6e32224a2f60 port 10ac3765-8c47-4206-81d3-899813c17b83 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:31:03.558154 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:03.710962 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:03.891492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:03.902804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Transition to ACTIVE for port object 10ac3765-8c47-4206-81d3-899813c17b83 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:04.018339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:04.047173 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:04.097775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457ba95-f4fb-4134-8fa1-0855f0712c0e None None] Pushing event updated for resources: {'Port': ['ID=10ac3765-8c47-4206-81d3-899813c17b83,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:04.100117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Attempting to bind port 10ac3765-8c47-4206-81d3-899813c17b83 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:31:04.100486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Attempting to bind port 10ac3765-8c47-4206-81d3-899813c17b83 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:31:04.100844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Attempting to bind port 10ac3765-8c47-4206-81d3-899813c17b83 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:31:04.107996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:31:04.108366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:31:04.108765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:04.109147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:31:04.109609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Bound port: 10ac3765-8c47-4206-81d3-899813c17b83, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:31:04.109977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:04.130062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Subnet': ['ID=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:04.140417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Checking segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:31:04.140775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network hostable DHCP agents. Network: d9b1a5a0-d13f-481a-92cc-9fd032e15a1c, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:31:04.184129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] For port 10ac3765-8c47-4206-81d3-899813c17b83, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:31:04.186975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] For port 10ac3765-8c47-4206-81d3-899813c17b83, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=10ac3765-8c47-4206-81d3-899813c17b83,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:31:04.244304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:31:04.287577 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:04.353279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, d9b1a5a0-d13f-481a-92cc-9fd032e15a1c) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:04.362304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:04.363059 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:04.363813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2762eb3-5e9f-4792-b044-c14fdbce10d0 None None] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:31:04.440020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:31:04.440637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:04.462777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-836d91b2-447c-46d2-9426-7b7b9c25aee7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1705096 Apr 11 21:31:04.465855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52592) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:04.487517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457ba95-f4fb-4134-8fa1-0855f0712c0e None None] Pushing event updated for resources: {'Port': ['ID=10ac3765-8c47-4206-81d3-899813c17b83,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:04.702615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:31:04.857005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-d9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:31:04.857771 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.184577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Allocated IP 172.20.0.2 (d9b1a5a0-d13f-481a-92cc-9fd032e15a1c/b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7/9f9ee705-6fd5-4fc7-94a1-d5f813130e25) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:31:05.283231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:02Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:05.289901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f84946-192c-4160-b34a-9042724b1f3a None None] The sync data for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 is: [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:02Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:31:05.331035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.421903 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.433621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Transition to ACTIVE for port object 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:05.452931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Transition to ACTIVE for port object 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:05.527422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.647800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 10ac3765-8c47-4206-81d3-899813c17b83 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:05.692564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:31:05.705672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:05.711001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Pushing event updated for resources: {'Port': ['ID=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:05.720887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:31:05.840570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.1 (d9b1a5a0-d13f-481a-92cc-9fd032e15a1c/b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7/6dc473d2-4927-4b0d-8f55-a913f172b222) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:31:05.843877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Attempting to bind port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:31:05.844437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Attempting to bind port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:31:05.844980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Attempting to bind port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:31:05.852739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:31:05.853279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Checking segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:31:05.853725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.854114 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Bound using segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:31:05.854580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Bound port: 9f9ee705-6fd5-4fc7-94a1-d5f813130e25, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:31:05.854970 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.936163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 10ac3765-8c47-4206-81d3-899813c17b83 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:05.948389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 10ac3765-8c47-4206-81d3-899813c17b83 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:05.948726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:05.987610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] For port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:31:06.005072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] For port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:31:06.026517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.045098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object 6dc473d2-4927-4b0d-8f55-a913f172b222 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:06.075810 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.121558 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.139216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.176395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 10ac3765-8c47-4206-81d3-899813c17b83, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=10ac3765-8c47-4206-81d3-899813c17b83,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:31:06.187900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6bbbc-81e2-4155-b817-1080e65f3d5c None None] Pushing event updated for resources: {'Port': ['ID=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:06.202236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:31:06.202611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:06.207593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:31:06.236243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=6dc473d2-4927-4b0d-8f55-a913f172b222,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:06.268171 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.283279 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.365157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=10ac3765-8c47-4206-81d3-899813c17b83,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:06.462194 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:06.967066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:07.041922 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:07.164277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4712cf-42e0-49b1-a77c-76e9e8b01d4f None None] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:31:07.164390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:07.164390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=6dc473d2-4927-4b0d-8f55-a913f172b222,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:07.315046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:31:07.316445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:07.380869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c3709d2e-7ddd-4f63-ba14-effd6e24f4ba None None] Provisioning for port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:07.684756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3beb5ae1-c735-47dc-9203-d2f08d3d2359 None None] Provisioning for port 6dc473d2-4927-4b0d-8f55-a913f172b222 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:07.692406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3beb5ae1-c735-47dc-9203-d2f08d3d2359 None None] Provisioning complete for port 6dc473d2-4927-4b0d-8f55-a913f172b222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:07.693051 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3beb5ae1-c735-47dc-9203-d2f08d3d2359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:07.741217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 38115d94-c252-49a9-8676-6e32224a2f60 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:31:07.754202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 10ac3765-8c47-4206-81d3-899813c17b83 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:07.833677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3beb5ae1-c735-47dc-9203-d2f08d3d2359 None None] Port 6dc473d2-4927-4b0d-8f55-a913f172b222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:31:07.856418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 10ac3765-8c47-4206-81d3-899813c17b83 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:07.856900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:07.988660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:31:08.001129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:08.001499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-84d4d4cf-0281-42ec-925b-5666fd0361f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/38115d94-c252-49a9-8676-6e32224a2f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5345113 Apr 11 21:31:08.037133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-83a1f7ad-6e69-4b96-84fb-e00dea3ce711 None None] Provisioning complete for port 6dc473d2-4927-4b0d-8f55-a913f172b222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:08.037647 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83a1f7ad-6e69-4b96-84fb-e00dea3ce711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:08.111658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-83a1f7ad-6e69-4b96-84fb-e00dea3ce711 None None] Port 6dc473d2-4927-4b0d-8f55-a913f172b222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:31:08.213800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:08.222534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:08.224075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:08.251126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-d939dbc6-af6b-4387-a51a-8a4a194e433e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:31:08.281786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b9d56f24-15d0-4434-847c-82669496e7c8 None None] Provisioning complete for port 6dc473d2-4927-4b0d-8f55-a913f172b222 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:08.282160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b9d56f24-15d0-4434-847c-82669496e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:08.310109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-d939dbc6-af6b-4387-a51a-8a4a194e433e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:31:08.311810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-d939dbc6-af6b-4387-a51a-8a4a194e433e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906386234&fields=id&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 267 time: 0.1059628 Apr 11 21:31:08.346732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b9d56f24-15d0-4434-847c-82669496e7c8 None None] Port 6dc473d2-4927-4b0d-8f55-a913f172b222 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:31:08.438194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:08.470935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:31:08.481797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-b75dba2c-64ea-455f-8b50-dcd784cf61dd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:08.482461 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-b75dba2c-64ea-455f-8b50-dcd784cf61dd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:31:08.578276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:08.604534 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-b75dba2c-64ea-455f-8b50-dcd784cf61dd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:31:08.606037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-b75dba2c-64ea-455f-8b50-dcd784cf61dd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 797 time: 0.2856402 Apr 11 21:31:08.627054 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-0f2638f7-7e8b-4989-ba82-4c92ef73ee96 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/quotas/216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 375 time: 0.0144289 Apr 11 21:31:08.651619 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:08.720097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-cf20762f-7ec2-4c29-aa56-c0c439b22dbe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862427 Apr 11 21:31:08.859551 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-3ae5c874-5918-4a89-ae61-f700b616d8c8 service neutron] 10.222.0.61 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286604 Apr 11 21:31:08.932967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Sync routers for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:31:08.944476 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:31:08.945116 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:08.992128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-388b68bd-3545-4dc0-a142-c140371edeba service neutron] 10.222.0.61 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266849 Apr 11 21:31:09.117561 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:31:09.281993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-47f76289-55e3-42c7-8d04-f93f9a65b028 req-15a310a4-c0aa-4121-b5fb-fc9014617b21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:31:09.367135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-47f76289-55e3-42c7-8d04-f93f9a65b028 req-15a310a4-c0aa-4121-b5fb-fc9014617b21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:31:09.368910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-47f76289-55e3-42c7-8d04-f93f9a65b028 req-15a310a4-c0aa-4121-b5fb-fc9014617b21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 210 time: 0.1351726 Apr 11 21:31:09.474478 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 2, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:09.478913 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Checking router: 38115d94-c252-49a9-8676-6e32224a2f60 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:31:09.479259 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Updating router 38115d94-c252-49a9-8676-6e32224a2f60 port 6dc473d2-4927-4b0d-8f55-a913f172b222 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:31:09.528072 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:09.612444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:09.684271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:09.684762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:09.877219 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:09.888207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Transition to ACTIVE for port object 6dc473d2-4927-4b0d-8f55-a913f172b222 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:10.015562 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:10.139602 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Pushing event updated for resources: {'Port': ['ID=6dc473d2-4927-4b0d-8f55-a913f172b222,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:10.153667 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.154005 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.158537 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:10.245788 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Attempting to bind port 6dc473d2-4927-4b0d-8f55-a913f172b222 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:31:10.246251 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Attempting to bind port 6dc473d2-4927-4b0d-8f55-a913f172b222 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:31:10.246657 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Attempting to bind port 6dc473d2-4927-4b0d-8f55-a913f172b222 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:31:10.253692 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:31:10.254128 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Checking segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:31:10.254582 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:10.255031 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Bound using segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:31:10.255580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Bound port: 6dc473d2-4927-4b0d-8f55-a913f172b222, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:31:10.256010 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:10.352455 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] For port 6dc473d2-4927-4b0d-8f55-a913f172b222, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:31:10.356065 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] For port 6dc473d2-4927-4b0d-8f55-a913f172b222, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6dc473d2-4927-4b0d-8f55-a913f172b222,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:31:10.441952 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:10.524950 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d11c3-d95d-4736-961d-bbc07e70910c None None] Pushing event updated for resources: {'Port': ['ID=6dc473d2-4927-4b0d-8f55-a913f172b222,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:10.527414 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:31:10.528053 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:30:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:10.564956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-77340529-eb70-4a22-88a8-25ee454becef req-5bdebeee-6a4e-4cab-9ca9-20fea6fad635 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 210 time: 0.0676205 Apr 11 21:31:10.719600 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:31:11.060902 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:10Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:11.064808 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6a913-fc13-46b9-9883-164833b0e25c None None] The sync data for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 is: [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:10Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:31:11.551156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-9fb6810a-ea57-4f87-940b-3ecf4665a1c4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:11.551663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-9fb6810a-ea57-4f87-940b-3ecf4665a1c4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:31:11.564388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-9fb6810a-ea57-4f87-940b-3ecf4665a1c4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:31:11.566211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-9fb6810a-ea57-4f87-940b-3ecf4665a1c4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 797 time: 0.1751020 Apr 11 21:31:11.634795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-8c5cbae9-82ac-44c7-a88b-a830421a6391 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 380 time: 0.0474358 Apr 11 21:31:11.648671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6dc473d2-4927-4b0d-8f55-a913f172b222 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:11.649164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'port': {'device_id': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'admin_state_up': True, 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'security_groups': ['b5ee4b03-b389-4885-b0e4-545c089125ae']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:11.788312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-185639ca-c8cd-45ae-89e7-4638a3ffcc02 req-ae1ae57b-ac1d-43d2-89fd-7ace018f761d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 210 time: 0.0649991 Apr 11 21:31:11.803631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6dc473d2-4927-4b0d-8f55-a913f172b222 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:11.808911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6dc473d2-4927-4b0d-8f55-a913f172b222 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:11.809264 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:11.856498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:31:11.871418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:31:11.938516 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:11.957954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:31:11.963350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:11.974194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6dc473d2-4927-4b0d-8f55-a913f172b222, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6dc473d2-4927-4b0d-8f55-a913f172b222,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:31:12.042355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:12.113377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6dc473d2-4927-4b0d-8f55-a913f172b222,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:12.239555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.14 (d9b1a5a0-d13f-481a-92cc-9fd032e15a1c/b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:31:12.428861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:12.444707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:12.552804 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:12.621811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:31:12.624750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:12.628534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:31:12.664774 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:12.697918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:12.698522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:12.822163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-7eacd373-c6f6-4e37-b128-845995093d13 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811218 Apr 11 21:31:12.838027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Request body: {'port': {'device_id': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:12.951540 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:12.952557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd44123b-240b-422d-a947-52d1f0d6cdf3 None None] Provisioning for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:12.957534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-cd44123b-240b-422d-a947-52d1f0d6cdf3 None None] Provisioning complete for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:12.964453 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cd44123b-240b-422d-a947-52d1f0d6cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:12.985776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1000-89cc-404e-865c-e2d1f28fc55e req-205e0553-4788-45d0-ada8-5d8b7f734b61 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:12.988194 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0df1000-89cc-404e-865c-e2d1f28fc55e req-205e0553-4788-45d0-ada8-5d8b7f734b61 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 932 time: 0.0795767 Apr 11 21:31:13.018762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cd44123b-240b-422d-a947-52d1f0d6cdf3 None None] Port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:31:13.046419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0df1000-89cc-404e-865c-e2d1f28fc55e req-92584561-f2fa-4ea7-a876-eb815358e2df tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519450 Apr 11 21:31:13.308207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:31:13.314853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.329770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Transition to ACTIVE for port object fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:31:13.413026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.551436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:13.624527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6dc473d2-4927-4b0d-8f55-a913f172b222 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:13.656801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:31:13.657381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:31:13.657507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:31:13.663802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:31:13.673514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:31:13.673514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:31:13.673514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Checking segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:31:13.673514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Bound using segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:31:13.673514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Bound port: fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:31:13.673514 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.694875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6dc473d2-4927-4b0d-8f55-a913f172b222 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:13.695243 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.764329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:31:13.767234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:31:13.855528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.901302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aadb6b34-b897-45cb-8500-8ec9cc033ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.918074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:13.919437 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] 10.222.0.75 "PUT /v2.0/ports/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1092 time: 1.0863798 Apr 11 21:31:13.919905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:31:13.939967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418771a7-c317-45f1-8f27-8cf74b4c0e07 service neutron] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:13.963297 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:31:13.979327 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c736ab-13d9-4918-bd77-1ec8678173bb'] response: {'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'status': 'completed', 'code': 200} Apr 11 21:31:14.091079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04737904-673e-4bc0-924e-c5092f8d3d0a req-a67831d0-9e9c-4981-9468-3b0ff4a88c89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1095 time: 0.0795205 Apr 11 21:31:14.238341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04737904-673e-4bc0-924e-c5092f8d3d0a req-1cf0b276-f4f3-423e-96f0-c9fd81059c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:14.239892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04737904-673e-4bc0-924e-c5092f8d3d0a req-1cf0b276-f4f3-423e-96f0-c9fd81059c91 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1376960 Apr 11 21:31:14.254752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f60ee-8ef5-48c6-978b-a9cf59cffecd req-fb2ca87d-5251-4ee9-ac51-29be9ac2844c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:14.256225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c2f60ee-8ef5-48c6-978b-a9cf59cffecd req-fb2ca87d-5251-4ee9-ac51-29be9ac2844c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.0818644 Apr 11 21:31:14.305361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c2f60ee-8ef5-48c6-978b-a9cf59cffecd req-807a321b-0e7e-4fda-bba0-83d9dd003817 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Apr 11 21:31:14.471883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04737904-673e-4bc0-924e-c5092f8d3d0a req-c6104ffc-fd39-46f8-bfea-5d11863d7fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:14.473299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04737904-673e-4bc0-924e-c5092f8d3d0a req-c6104ffc-fd39-46f8-bfea-5d11863d7fd8 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245080 Apr 11 21:31:14.581707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-d8ec27be-c871-4139-9e4a-24d00ccf78eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1095 time: 0.0673001 Apr 11 21:31:14.654625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-119dd0c6-ccbe-4969-9ee0-9095cca05057 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 217 time: 0.0624616 Apr 11 21:31:14.718655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-0d64c752-0c94-4ca3-8d3e-2636efea3702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:14.720452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-0d64c752-0c94-4ca3-8d3e-2636efea3702 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0571532 Apr 11 21:31:14.800805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-b06621f5-5e8d-476f-b371-c0cfb3554933 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704267 Apr 11 21:31:14.935841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-9c4f50c9-6c10-4be3-873e-fbb6f48b154e service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246734 Apr 11 21:31:15.069877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89aabb76-4f8d-4628-9bd9-4dc78bdecf74 req-159837d2-1ea8-4902-a3bc-f964777d9baa service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249413 Apr 11 21:31:15.514542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311ea6a-8df6-454c-92f9-908392077367 req-365cd699-6acd-464a-9c63-347cc1c055dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:15.515226 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8311ea6a-8df6-454c-92f9-908392077367 req-365cd699-6acd-464a-9c63-347cc1c055dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:31:15.620726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8311ea6a-8df6-454c-92f9-908392077367 req-365cd699-6acd-464a-9c63-347cc1c055dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:31:15.621892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8311ea6a-8df6-454c-92f9-908392077367 req-365cd699-6acd-464a-9c63-347cc1c055dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.1925790 Apr 11 21:31:15.667864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8311ea6a-8df6-454c-92f9-908392077367 req-0cd4d3ca-1d4c-4733-ac55-e1175a11a73b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Apr 11 21:31:16.252423 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-30114b03-b441-4352-95e8-598ac3d3484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:16.867831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b8058-de98-430f-91a0-c0a029853807 req-81f93b00-ddaa-463a-9d4f-0a592a07dee3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:16.869326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e4b8058-de98-430f-91a0-c0a029853807 req-81f93b00-ddaa-463a-9d4f-0a592a07dee3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.0785954 Apr 11 21:31:16.913940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9e4b8058-de98-430f-91a0-c0a029853807 req-712ef133-7985-4d09-aed3-cbf287ac2e92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390878 Apr 11 21:31:17.520993 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:17.549542 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:18.111297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a7f1c-6758-4099-b362-4da5a6433587 req-e5b5547f-15b5-45d5-9ab8-0184d87f4b00 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:18.112763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-141a7f1c-6758-4099-b362-4da5a6433587 req-e5b5547f-15b5-45d5-9ab8-0184d87f4b00 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.0798059 Apr 11 21:31:18.157290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-141a7f1c-6758-4099-b362-4da5a6433587 req-5ee8f591-216f-420d-b4d0-8d70039f6177 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390592 Apr 11 21:31:18.629158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:31:18.763926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:31:18.783211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'mac_address': 'fa:16:3e:ce:05:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:31:18.838189 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:18.858944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:31:18.864224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:18.876938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:31:18.940560 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:19.005031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:19.014657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.014996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.015329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.015680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.016012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.016331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.016652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.016971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.017285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.017601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.017917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:31:19.211825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:31:19.362110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3c033-aa01-4057-8878-c3dbc2086f6f req-64f11340-1418-4303-bc1c-6c8ba1952968 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:19.363584 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0f3c033-aa01-4057-8878-c3dbc2086f6f req-64f11340-1418-4303-bc1c-6c8ba1952968 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.0808158 Apr 11 21:31:19.410299 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0f3c033-aa01-4057-8878-c3dbc2086f6f req-8b1aa475-09a6-481b-a456-dd31be3394b0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Apr 11 21:31:20.612234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81de63-9769-4c7c-bbe3-0477f323b53d req-b696af75-b246-4e95-8c6a-ad586073915f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:20.621721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d81de63-9769-4c7c-bbe3-0477f323b53d req-b696af75-b246-4e95-8c6a-ad586073915f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.0774245 Apr 11 21:31:20.644385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:31:20.660019 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7d81de63-9769-4c7c-bbe3-0477f323b53d req-d5d1fd24-3bbe-47a3-b8dc-379d024a2f87 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Apr 11 21:31:20.817996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:31:20.823088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:31:20.823448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:20.932440 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:20.958509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:31:20.968888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:31:21.060887 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:21.132364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:21.178222 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e96bdba-649b-4731-ba98-598622a384f3'] response: {'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'code': 200} Apr 11 21:31:21.321784 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65936eac-32ef-4469-800a-492e50b20187 req-9b0ad4f9-c22d-4856-aecd-f86681ae4357 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0708230 Apr 11 21:31:21.369614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65936eac-32ef-4469-800a-492e50b20187 req-0720726e-c843-4a7d-aa52-ce6f6097d1b9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378859 Apr 11 21:31:21.861658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1d97-5f60-47b2-94cb-5f36107173b7 req-f2f50dce-8f9a-42ab-bfe3-3e6809a862c3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:21.862452 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-233a1d97-5f60-47b2-94cb-5f36107173b7 req-f2f50dce-8f9a-42ab-bfe3-3e6809a862c3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0765171 Apr 11 21:31:21.910518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-233a1d97-5f60-47b2-94cb-5f36107173b7 req-e856d75d-4a3c-4010-967f-2e0300122175 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Apr 11 21:31:23.107568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036c1ff-9d53-498d-aa0a-30a2ac0eb190 req-c9663d3c-795f-43bc-bbf6-616e34603e83 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:23.108978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1036c1ff-9d53-498d-aa0a-30a2ac0eb190 req-c9663d3c-795f-43bc-bbf6-616e34603e83 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0779307 Apr 11 21:31:23.152700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1036c1ff-9d53-498d-aa0a-30a2ac0eb190 req-070e230e-7c13-4e6e-b50d-9d3f2d25b70c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 Apr 11 21:31:23.348041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88348bf-4412-4a69-97b2-58f2dc2c4a55 req-330942e6-e56a-4bb0-a70d-6c84c6a1ce15 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:23.349493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a88348bf-4412-4a69-97b2-58f2dc2c4a55 req-330942e6-e56a-4bb0-a70d-6c84c6a1ce15 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0763035 Apr 11 21:31:23.394400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a88348bf-4412-4a69-97b2-58f2dc2c4a55 req-2d27199f-5125-46cb-8d54-b6ed27deda6d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Apr 11 21:31:23.422006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52646) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:23.494583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-85763e3b-0122-49c2-9a06-c1832552fb8d tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1092 time: 0.0709448 Apr 11 21:31:23.496804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52650) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:23.501772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:31:23.507860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:31:23.512539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:floatingip and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:31:23.515461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:31:23.528234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:31:23.623788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:23.761686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:23.890391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.149 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d99ef1f8-ca41-429a-bbcb-7f47e9947957) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:31:24.036230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:24.138445 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:24.301256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:31:24.304197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:31:24.309049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:31:24.333284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=d99ef1f8-ca41-429a-bbcb-7f47e9947957,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:24.806550 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:24.931100 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:25.134331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:25.209214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:25.309719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=d99ef1f8-ca41-429a-bbcb-7f47e9947957,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:31:25.330008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:25.515372 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Floating IP 6652981a-d0fc-43f4-80d9-efa384bb4484 associated. External IP: 172.25.5.149, port: fea8ab0a-08e0-472e-b91d-b6318ecd5ac3. Apr 11 21:31:26.080741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 38115d94-c252-49a9-8676-6e32224a2f60 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:31:26.282052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:31:26.292848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] Sync routers for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:31:26.304687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:31:26.305292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:31:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:26.387155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:26.442082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b152b1ec-411c-4852-b3b7-6be7a8f27173 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9442670 Apr 11 21:31:26.442738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:31:26.516827 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b01d750-2a59-43ba-b5b6-97426cefb674'] response: {'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'status': 'completed', 'code': 200} Apr 11 21:31:26.518016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:31:26.622066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-94ccd022-9740-4840-a831-baeb81a6f166 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0822709 Apr 11 21:31:26.632467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c3561-7e6d-4f17-844b-d9998ed02097 req-ba9b0431-8f81-46a3-93ea-7e0cd3e69633 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:26.633938 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7c3561-7e6d-4f17-844b-d9998ed02097 req-ba9b0431-8f81-46a3-93ea-7e0cd3e69633 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0790043 Apr 11 21:31:26.682592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea7c3561-7e6d-4f17-844b-d9998ed02097 req-d023494e-e60c-443a-a6c9-e0c91e8aa73b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Apr 11 21:31:26.710713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52658) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:26.774309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-7ab93a18-28a5-424c-a0b9-7e5fa6dfc6dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:26.774969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-7ab93a18-28a5-424c-a0b9-7e5fa6dfc6dc service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1472683 Apr 11 21:31:26.824102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cec93b10-877b-40d8-9ef3-c3893d5f96e3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/6652981a-d0fc-43f4-80d9-efa384bb4484 HTTP/1.1" status: 200 len: 992 time: 0.1122429 Apr 11 21:31:26.913283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-20b3672f-d25d-4335-89d9-0ca59e667d99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1321898 Apr 11 21:31:26.921252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '6652981a-d0fc-43f4-80d9-efa384bb4484', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'mac_address': 'fa:16:3e:ce:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:31:24Z', 'updated_at': '2022-04-11T21:31:24Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:26.925173 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] Checking router: 38115d94-c252-49a9-8676-6e32224a2f60 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:31:26.938681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:31:26.939206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:31:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:26.992878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-cca5db36-7ccc-4ba5-ab4b-a0cf290ab9c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:31:26.994878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-cca5db36-7ccc-4ba5-ab4b-a0cf290ab9c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0755067 Apr 11 21:31:27.085390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-25e9c043-e227-4a58-9c39-eb3ac9280f0a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836205 Apr 11 21:31:27.165897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:31:27.246540 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-3d2be112-814d-466b-93f8-57b3d69795fe service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461682 Apr 11 21:31:27.415200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b3ffadf-24eb-4ca9-8de3-b3f64cc42ac4 req-74cd52f6-1eff-44e3-b7de-b392d00792d4 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619782 Apr 11 21:31:27.570815 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '6652981a-d0fc-43f4-80d9-efa384bb4484', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'mac_address': 'fa:16:3e:ce:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:31:24Z', 'updated_at': '2022-04-11T21:31:24Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:31:27.574719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee3c7e-9817-41c6-b471-ee9fd6a0af61 None None] The sync data for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 is: [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '6652981a-d0fc-43f4-80d9-efa384bb4484', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'mac_address': 'fa:16:3e:ce:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:31:24Z', 'updated_at': '2022-04-11T21:31:24Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:31:27.827928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52662) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:27.943657 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8f93c-58a5-4dc6-a5ee-1eb74eeb53d1 None None] New status for floating IP 6652981a-d0fc-43f4-80d9-efa384bb4484: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:31:28.023162 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d208ec49-8c93-4df6-8c46-249c083f55be tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/6652981a-d0fc-43f4-80d9-efa384bb4484 HTTP/1.1" status: 200 len: 992 time: 0.1941042 Apr 11 21:31:29.027777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52666) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:31:29.131543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c93eb101-30a7-453a-bcff-42efb8970ef6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/6652981a-d0fc-43f4-80d9-efa384bb4484 HTTP/1.1" status: 200 len: 994 time: 0.1025646 Apr 11 21:31:29.466462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:31.120995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:43.969299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edf82f37-3521-455b-88c0-b713119139c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:46.257602 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-64e7e8ba-5e62-4edf-90f9-caea1a49b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:47.494616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:47.517582 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:48.868988 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:31:50.965187 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:31:59.288966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:00.529823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d385510-411c-4f70-b8b0-6c785f05e6e2 req-b8f040aa-d110-4b26-b311-b25411f87cfb tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0710776 Apr 11 21:32:00.571763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d385510-411c-4f70-b8b0-6c785f05e6e2 req-fa328873-a566-4322-abb8-104e1d6aa665 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364661 Apr 11 21:32:00.774245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f493d-764a-4d73-bb43-63905347045c req-ebe94f3f-b045-472d-b0f3-fea4650d17ab tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:00.775726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef4f493d-764a-4d73-bb43-63905347045c req-ebe94f3f-b045-472d-b0f3-fea4650d17ab tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0811851 Apr 11 21:32:00.820850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef4f493d-764a-4d73-bb43-63905347045c req-22cce60f-44ce-4788-b901-141e8dc34cc1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Apr 11 21:32:00.848187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52688) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:32:00.953250 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f801e2d-a2cd-43fc-8afd-f3af254aaee3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/6652981a-d0fc-43f4-80d9-efa384bb4484 HTTP/1.1" status: 200 len: 994 time: 0.1039770 Apr 11 21:32:01.108546 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:01.424737 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5db78f14-739c-4447-8b4e-335d7b7c8859 req-7245b2a8-4188-46e5-8fbe-7e818f4487d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684736 Apr 11 21:32:01.532346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-fde2c806-0195-441c-9fa9-d1bd67e0ebf5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675032 Apr 11 21:32:01.780845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-47e24e70-2527-4a5a-b4c3-207a098cc49a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1097 time: 0.1758902 Apr 11 21:32:01.939050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-b9177130-37d0-4fa6-bd9b-95f49bb12b5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:01.940517 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-b9177130-37d0-4fa6-bd9b-95f49bb12b5c service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1385458 Apr 11 21:32:01.999782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c76e49-6442-4efe-9541-922a7b16bab9 req-ed55da66-7025-49a5-a25a-381c53b54176 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:02.001234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93c76e49-6442-4efe-9541-922a7b16bab9 req-ed55da66-7025-49a5-a25a-381c53b54176 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0796781 Apr 11 21:32:02.021454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52706) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:32:02.046436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-f04a30e7-cba6-427a-8c6c-6186858e7d3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0995681 Apr 11 21:32:02.058981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93c76e49-6442-4efe-9541-922a7b16bab9 req-4682bfb9-57fe-4daf-adf5-9c740bc12c0e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520821 Apr 11 21:32:02.112859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-eabd03e2-945f-43fd-a683-57d4f2d88ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:02.114304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-eabd03e2-945f-43fd-a683-57d4f2d88ad5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0585744 Apr 11 21:32:02.194237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-ad444bdc-28b6-455b-b394-98b9c2582160 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709441 Apr 11 21:32:02.240350 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-0ae888e7-7412-4c87-9b03-75abc399cac4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2177386 Apr 11 21:32:02.330720 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-cb7f120d-e094-4df8-b225-6334a3f1c37d service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269257 Apr 11 21:32:02.466601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0712d1df-9a64-4b6e-8fae-4abbba544f55 req-e6faf081-b9fb-4bf0-a9f1-4552c205083a service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270967 Apr 11 21:32:03.260216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102dacf-db05-4885-a223-8954fd4eeea7 req-bf94483c-cb3e-4cb9-bff5-4bfead40103f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:03.261692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6102dacf-db05-4885-a223-8954fd4eeea7 req-bf94483c-cb3e-4cb9-bff5-4bfead40103f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0782838 Apr 11 21:32:03.308045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6102dacf-db05-4885-a223-8954fd4eeea7 req-fa0d8e4e-792a-4d70-b2c0-244293b67071 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Apr 11 21:32:04.506412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31da18-61b3-4a4c-8cfa-61418c4b6977 req-4f01107b-3f36-42f3-b8d6-072ad18e12ad tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:04.507983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd31da18-61b3-4a4c-8cfa-61418c4b6977 req-4f01107b-3f36-42f3-b8d6-072ad18e12ad tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0763550 Apr 11 21:32:04.557109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd31da18-61b3-4a4c-8cfa-61418c4b6977 req-637612db-c886-4867-bf37-56cdae540a60 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Apr 11 21:32:04.649632 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-b1fa665f-66c0-47be-9068-116e2a7d5538 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0721097 Apr 11 21:32:04.780866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-c0a8cde7-2282-4d2f-89ef-3cac970dc7d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:04.782288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-c0a8cde7-2282-4d2f-89ef-3cac970dc7d6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1232815 Apr 11 21:32:04.884527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-877f526b-db99-4d58-9866-4ea81298a2ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0934436 Apr 11 21:32:04.948513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-617a699b-a19b-46f4-9c04-63a0fc4a9f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:04.949931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-617a699b-a19b-46f4-9c04-63a0fc4a9f30 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0564058 Apr 11 21:32:05.027872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-cda24d51-6648-4977-968e-26b6a4edeaad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675938 Apr 11 21:32:05.158284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-ddff0672-5728-487d-b1a5-7cd99f08db94 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207652 Apr 11 21:32:05.291300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-24cb1216-0b9c-4873-a470-33d4b9878638 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236982 Apr 11 21:32:05.872848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c90e9d-dd8b-4087-8588-70c13a506213 req-ac6a91b6-f540-4b58-b71a-ce86bb1786c9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:05.874306 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f0c90e9d-dd8b-4087-8588-70c13a506213 req-ac6a91b6-f540-4b58-b71a-ce86bb1786c9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.1802759 Apr 11 21:32:05.920626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f0c90e9d-dd8b-4087-8588-70c13a506213 req-7e160a3f-8d65-4f13-b6c6-8e19387dca36 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Apr 11 21:32:07.119597 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573aca9-e0cb-4ff3-9104-e45612e56d7f req-776a08fa-b2a1-40a3-9605-6eb62be63a6a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:07.121040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b573aca9-e0cb-4ff3-9104-e45612e56d7f req-776a08fa-b2a1-40a3-9605-6eb62be63a6a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0763576 Apr 11 21:32:07.165160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b573aca9-e0cb-4ff3-9104-e45612e56d7f req-4d5e255a-f015-4ceb-afbc-d9c1dda7fb24 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385816 Apr 11 21:32:08.362875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deb951-815a-4a80-9031-7c330116eaf4 req-b2a5d667-6d39-40e7-bca1-7c54a7de15c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:08.364355 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09deb951-815a-4a80-9031-7c330116eaf4 req-b2a5d667-6d39-40e7-bca1-7c54a7de15c0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0774872 Apr 11 21:32:08.413036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09deb951-815a-4a80-9031-7c330116eaf4 req-2d21710a-7dcd-46e4-abeb-23b931d80d51 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Apr 11 21:32:09.610945 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c44a-24e1-4746-b9dc-77bf1c4e794c req-97aaef33-e3d4-4a43-a907-c214aded5d51 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:09.612396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6083c44a-24e1-4746-b9dc-77bf1c4e794c req-97aaef33-e3d4-4a43-a907-c214aded5d51 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0779617 Apr 11 21:32:09.660662 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6083c44a-24e1-4746-b9dc-77bf1c4e794c req-73bb0e5d-5d42-4618-bf59-52af972020f8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Apr 11 21:32:10.857935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa779a-16b9-440a-9321-ee576c68b822 req-50d0180d-be07-458f-a6fe-21dd916ea088 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:10.859369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88fa779a-16b9-440a-9321-ee576c68b822 req-50d0180d-be07-458f-a6fe-21dd916ea088 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0761414 Apr 11 21:32:10.904537 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88fa779a-16b9-440a-9321-ee576c68b822 req-a660d88f-5e0d-4908-b563-ac0dd83fdaec tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395131 Apr 11 21:32:12.101171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31524c41-eb4c-4af3-aa57-efbb96a17b66 req-dbc39451-9d1c-4992-8763-80b6903253e2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:12.102734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31524c41-eb4c-4af3-aa57-efbb96a17b66 req-dbc39451-9d1c-4992-8763-80b6903253e2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0758898 Apr 11 21:32:12.147034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31524c41-eb4c-4af3-aa57-efbb96a17b66 req-7f86c5a7-4147-4219-8b4e-33d5eab10cd0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 Apr 11 21:32:13.347216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7c42-f6a5-480d-99b0-707e22b62804 req-9f8f7bf1-5180-433e-9142-79a689cf1d2f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:13.348689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38fd7c42-f6a5-480d-99b0-707e22b62804 req-9f8f7bf1-5180-433e-9142-79a689cf1d2f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0804949 Apr 11 21:32:13.393323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-38fd7c42-f6a5-480d-99b0-707e22b62804 req-fab4a130-a4bb-426a-a3b1-10c493d1dcf8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Apr 11 21:32:13.925224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8843bc60-64e8-4195-8089-18ad1bb9ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:14.595065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf6cd-dd7e-4861-8fb4-da7515793803 req-64b2e013-c6b4-4b26-9ceb-15115722b469 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:14.596528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-372bf6cd-dd7e-4861-8fb4-da7515793803 req-64b2e013-c6b4-4b26-9ceb-15115722b469 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0784764 Apr 11 21:32:14.652960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-372bf6cd-dd7e-4861-8fb4-da7515793803 req-b43f08cf-0e25-4bef-89e2-d864950e3a36 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499744 Apr 11 21:32:15.846258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0673093-2205-441d-8ae2-56262c5a9dc7 req-4df4ca84-2b2a-415a-8d19-632a9f031cc1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:15.847771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0673093-2205-441d-8ae2-56262c5a9dc7 req-4df4ca84-2b2a-415a-8d19-632a9f031cc1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0755303 Apr 11 21:32:15.892913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0673093-2205-441d-8ae2-56262c5a9dc7 req-03d5b4e4-11c7-4d6a-ab5c-8033438a82ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389924 Apr 11 21:32:16.268727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e95602d-b3ce-46fc-87d8-69b023e6d303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:17.085553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6308a-ff78-4544-a85b-ce052e96f8a9 req-7006917f-cf03-4b26-b312-4c72edd55ee8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:17.087547 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eca6308a-ff78-4544-a85b-ce052e96f8a9 req-7006917f-cf03-4b26-b312-4c72edd55ee8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0748594 Apr 11 21:32:17.134883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eca6308a-ff78-4544-a85b-ce052e96f8a9 req-1f7e2401-89ba-4811-8167-2ac46829fb91 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Apr 11 21:32:17.502793 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:17.516831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:17.838412 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-b15c4cd0-31c2-4afd-9c3f-4f666125bf95 service neutron] show failed (client error): The resource could not be found. Apr 11 21:32:17.839401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-b15c4cd0-31c2-4afd-9c3f-4f666125bf95 service neutron] 10.222.0.75 "GET /v2.0/ports/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0763984 Apr 11 21:32:18.469247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-24832616-996c-420e-84b2-60becb6f8dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 1097 time: 0.1142240 Apr 11 21:32:18.485071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:32:18.595880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd92d2-60dc-4879-ac46-5ec7512a2d98 req-638e8026-842f-4268-acc8-4db0d1825c2b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:18.597320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2dd92d2-60dc-4879-ac46-5ec7512a2d98 req-638e8026-842f-4268-acc8-4db0d1825c2b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.1794767 Apr 11 21:32:18.622341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:18.703253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2dd92d2-60dc-4879-ac46-5ec7512a2d98 req-fceba47d-10a9-424a-ace0-3818eee4cdba tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991745 Apr 11 21:32:18.848592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:18.909170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:18.936975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:32:18.991403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:32:18.997147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:19.012504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Transition to ACTIVE for port object fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:32:19.063339 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a091f1-6bce-4688-8910-510483773f0f'] response: {'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'code': 200} Apr 11 21:32:19.073935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:19.208687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:19.232368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.232710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.233041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.233371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.233694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.234014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.234488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.235071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.235389 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.235732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.236045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:19.283485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] No DVR routers for this DVR port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:32:19.528785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:32:19.529002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:32:19.529343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:32:19.535021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:32:19.535339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:32:19.542093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:32:19.542426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Checking segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:32:19.542807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Bound using segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:32:19.543225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Bound port: fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:32:19.543591 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:19.732804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:32:19.736138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:32:19.820518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:19.929462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:19.931165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] 10.222.0.69 "PUT /v2.0/ports/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1092 time: 1.4516885 Apr 11 21:32:19.954716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e34f-d497-4fc6-910b-66b999d9689f service neutron] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:20.024306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61f2a3-9331-4a39-9156-1245742a7189 req-29e8be10-5bb2-4d69-b539-c17c06a16017 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:20.025803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe61f2a3-9331-4a39-9156-1245742a7189 req-29e8be10-5bb2-4d69-b539-c17c06a16017 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.2011912 Apr 11 21:32:20.076285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-4219b57f-a772-4883-8e17-648249a103a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1240897 Apr 11 21:32:20.151623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fe61f2a3-9331-4a39-9156-1245742a7189 req-ff1b6d61-d700-4929-8246-6d738dfcf779 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197407 Apr 11 21:32:20.215277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-bf909b04-6158-4b20-a876-64731f9cc664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:20.216658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-bf909b04-6158-4b20-a876-64731f9cc664 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1342251 Apr 11 21:32:20.316889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-d70a70ea-7463-44b7-8675-9ef3a3e4aecb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.0943370 Apr 11 21:32:20.379942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-12fc9f0a-767d-4461-a19a-508088cac544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:20.381331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-12fc9f0a-767d-4461-a19a-508088cac544 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0593262 Apr 11 21:32:20.455983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-54362031-bfd7-4b8b-9b8d-7c74d2038fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689905 Apr 11 21:32:20.586191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-1cf070e3-9db2-4e8e-865e-e3e1dd8d9ad2 service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230676 Apr 11 21:32:20.714109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a794dbc4-14ec-472d-84d5-3bbc9dabf4f3 req-2ad68e2d-19e8-4629-9db3-ecc8c871d99c service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226509 Apr 11 21:32:20.909998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:32:20.969722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:32:21.062786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:32:21.131869 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d532b7f7-5d48-432c-bc59-5364a9542fce'] response: {'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'status': 'completed', 'code': 200} Apr 11 21:32:21.279841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-24f93476-4fa0-4838-8356-0833578cfb6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1319301 Apr 11 21:32:21.312358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-212905ff-afad-4f06-bafa-642a211681f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1270266 Apr 11 21:32:21.582771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-5699d87c-bd41-4925-8588-eef98546a08a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:21.584156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-5699d87c-bd41-4925-8588-eef98546a08a service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.2376161 Apr 11 21:32:21.588434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-2b27704c-ca0b-43f5-bf5b-3a5aa164d57e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:21.589754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-2b27704c-ca0b-43f5-bf5b-3a5aa164d57e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.2765770 Apr 11 21:32:21.596198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91196-9f93-494e-8d6e-066eb492064c req-94ee240e-0f69-41a0-8dd2-813fcadb419b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:21.597557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85c91196-9f93-494e-8d6e-066eb492064c req-94ee240e-0f69-41a0-8dd2-813fcadb419b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.3226113 Apr 11 21:32:21.916530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-85c91196-9f93-494e-8d6e-066eb492064c req-02927d60-c719-454a-b1a7-d448f10bd35c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180949 Apr 11 21:32:21.919561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-5947e501-e600-407b-b20f-815725dc54da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.3201444 Apr 11 21:32:21.921242 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-a5a3e10e-d3a7-488a-9da1-9606a01398e8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.3228424 Apr 11 21:32:22.047180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-bb22c4b9-ce4e-4f04-9c65-309c1728e884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:22.048875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-bb22c4b9-ce4e-4f04-9c65-309c1728e884 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.1231925 Apr 11 21:32:22.049973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-da8b24af-a969-4af0-bc33-9d8e89a06fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:22.051247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-da8b24af-a969-4af0-bc33-9d8e89a06fe2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0950184 Apr 11 21:32:22.182694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-eb87848c-ceb3-412a-8ffa-9178f78c80cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975840 Apr 11 21:32:22.186039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-2b1e85fc-b522-4b4d-a472-faf0372c4376 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302567 Apr 11 21:32:22.426253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-c5f98098-dc17-4bf0-b3de-f38dddfdfa6b service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335546 Apr 11 21:32:22.429135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-8f3ebcdd-349f-49ef-a6f4-12c55790042c service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200165 Apr 11 21:32:22.665417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-ba9a9e52-0d92-41ef-ac3c-c8aabbfc6243 service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329042 Apr 11 21:32:22.667214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16bbb430-32c9-49b7-b7f3-84067722e1d2 req-527ec9aa-10eb-4eb5-a621-60a760f4adac service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178030 Apr 11 21:32:23.125894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4e60-4b7a-4f60-8563-d850fb210b11 req-a149dfb3-2b8c-4d7f-a104-cabbd583d098 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:23.127329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b2d4e60-4b7a-4f60-8563-d850fb210b11 req-a149dfb3-2b8c-4d7f-a104-cabbd583d098 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.0797610 Apr 11 21:32:23.172016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9b2d4e60-4b7a-4f60-8563-d850fb210b11 req-856a30d0-83f7-448f-bda5-1d3de0346aef tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Apr 11 21:32:23.802350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-1a1ae715-9225-4f1f-825b-6d25a4be17af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:23.803618 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bc70-9e05-4f8f-9579-a0d77e92dfee req-444ff150-28cf-4596-ad4c-7d6ad5e62435 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:23.803824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-1a1ae715-9225-4f1f-825b-6d25a4be17af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&tenant_id=216e0d27a64f4370bec02e23d48fb7a5&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.0820796 Apr 11 21:32:23.805676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ce0bc70-9e05-4f8f-9579-a0d77e92dfee req-444ff150-28cf-4596-ad4c-7d6ad5e62435 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 944 time: 0.0816987 Apr 11 21:32:23.852149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ce0bc70-9e05-4f8f-9579-a0d77e92dfee req-67809e94-561a-41a9-889c-e29c79d76fed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Apr 11 21:32:23.887419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-25b30bde-3636-4b90-a4f7-a8a1632a880b service neutron] 10.222.0.69 "GET /v2.0/ports/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 382 time: 0.0785973 Apr 11 21:32:23.978378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-c1a125ed-8521-4911-9434-b1cdd4e32729 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1095 time: 0.0701516 Apr 11 21:32:24.107214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-420eff1a-3365-4a36-931c-e41473fc5938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:24.108604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-420eff1a-3365-4a36-931c-e41473fc5938 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1253402 Apr 11 21:32:24.209384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-5cc90757-02d6-4ca7-bdc2-23ef8d3f1ba8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.0955856 Apr 11 21:32:24.271916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-275dd4a1-4f2d-470f-88b4-5226a181782c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:24.273873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-275dd4a1-4f2d-470f-88b4-5226a181782c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0592678 Apr 11 21:32:24.349739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-4549e3ff-5ebf-4a4d-9f0f-6a8ad451e533 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704560 Apr 11 21:32:24.582331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-30ecbb8e-8227-401f-94da-a0154e2c24ef service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257431 Apr 11 21:32:24.653783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:32:24.715708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-e9aca82e-937c-4483-9c01-1c3c9c3f863e service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275723 Apr 11 21:32:24.787350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:24.800682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'mac_address': 'fa:16:3e:ce:05:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:32:24.852825 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:24.869451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:32:24.883922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:24.954029 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:25.022444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:25.031805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.032145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.032476 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.032801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.033122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.033441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.033784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.034098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.034412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.034721 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.035064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:32:25.050765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb85d5-32d6-485b-bfc7-e84616a0ffda req-110b9a84-6fa7-46c2-b99e-d936d5b50a0a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:25.052243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-defb85d5-32d6-485b-bfc7-e84616a0ffda req-110b9a84-6fa7-46c2-b99e-d936d5b50a0a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.0772290 Apr 11 21:32:25.097278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-defb85d5-32d6-485b-bfc7-e84616a0ffda req-caa3c29c-7f0a-4b9a-ac9b-184feb9c7090 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395072 Apr 11 21:32:25.230680 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:32:26.295426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06401e28-cb27-49e4-aa19-d2bfe127687d req-41187e52-5170-406e-b0d3-d7af6afea23a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:26.296323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06401e28-cb27-49e4-aa19-d2bfe127687d req-41187e52-5170-406e-b0d3-d7af6afea23a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.0780749 Apr 11 21:32:26.341485 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-06401e28-cb27-49e4-aa19-d2bfe127687d req-a784c055-b798-46b4-b3e2-67bbcef0fa60 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Apr 11 21:32:26.662221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:32:26.818218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:32:26.824568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:32:26.824939 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:26.967701 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:26.999358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:32:27.011030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:27.077309 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdc42b8-ad39-4a4e-8faf-83af2dc5c225'] response: {'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'code': 200} Apr 11 21:32:27.091052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:27.170437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:27.574771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e44c-d30d-44ec-82a6-254525337955 req-d2a59057-361b-4b16-adec-ca18ac627c6b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:27.576387 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a34e44c-d30d-44ec-82a6-254525337955 req-d2a59057-361b-4b16-adec-ca18ac627c6b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 946 time: 0.0949271 Apr 11 21:32:27.582844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-573a17cf-4ed0-4a72-88d3-2a6c0e69f2df service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0739930 Apr 11 21:32:27.597000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:32:27.623906 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a34e44c-d30d-44ec-82a6-254525337955 req-966709cd-4571-4a0d-84ea-1ca207809df1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Apr 11 21:32:27.708057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:27.965119 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:32:27.969256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:27.997394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:32:28.057453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:32:28.062891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:28.078559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Transition to ACTIVE for port object fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:32:28.131728 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4487dd8f-f060-4cab-a4e3-c9527945d79f'] response: {'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'code': 200} Apr 11 21:32:28.148326 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:28.290745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:28.347092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] No DVR routers for this DVR port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:32:28.590860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:32:28.591550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:32:28.591667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:32:28.597319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:32:28.597641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Attempting to bind port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:32:28.603857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:32:28.604186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Checking segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:32:28.604567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Bound using segment: {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:32:28.604980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Bound port: fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7a2e71-6a51-40d9-b284-b709622a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:32:28.605321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:28.694135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:32:28.697630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:32:28.777441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:28.821993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfaa3c-a41d-400f-9b25-8a72a9bc3f80 req-d0ed57a3-665a-446c-9356-7889f5709a9a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:28.823448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cdfaa3c-a41d-400f-9b25-8a72a9bc3f80 req-d0ed57a3-665a-446c-9356-7889f5709a9a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.0772505 Apr 11 21:32:28.840998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:28.842369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] 10.222.0.75 "PUT /v2.0/ports/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1093 time: 1.2496548 Apr 11 21:32:28.856402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc937748-60fc-404a-8365-1a3de2f22cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=11']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:28.879124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9cdfaa3c-a41d-400f-9b25-8a72a9bc3f80 req-990850e0-6ee2-4e7b-aeeb-a748d98ee10b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496423 Apr 11 21:32:29.049435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-f1401a72-9193-459b-950b-84ca0d1e443c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1096 time: 0.1753187 Apr 11 21:32:29.188708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-584e17b5-93ff-4387-9d84-4f28225c46bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:29.190028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-584e17b5-93ff-4387-9d84-4f28225c46bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1273308 Apr 11 21:32:29.296814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-6260e118-857d-44ba-a2ea-6da49dabb33f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.0978971 Apr 11 21:32:29.331153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:29.362383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-5c716cae-b3fc-465e-982e-32071daf8de0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:29.363828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-5c716cae-b3fc-465e-982e-32071daf8de0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0582800 Apr 11 21:32:29.439570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-134878bd-e665-45e9-887d-15d00589080f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671134 Apr 11 21:32:29.573295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-2ba55a23-90bd-4361-bb2b-374659de039f service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240606 Apr 11 21:32:29.712319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef2eea3b-85dd-43fc-9e07-c7ef543e9dfc req-4d22cc8e-96f1-492b-8e86-ba62e746a0ae service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295335 Apr 11 21:32:30.083709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502424fa-b38b-4557-afb8-2791331d3c40 req-36b30c99-2648-4dae-8b3e-1a5e3e828634 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:30.085068 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-502424fa-b38b-4557-afb8-2791331d3c40 req-36b30c99-2648-4dae-8b3e-1a5e3e828634 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.0803237 Apr 11 21:32:30.130028 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-502424fa-b38b-4557-afb8-2791331d3c40 req-593d9091-0694-4254-b264-ebe9828334ef tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394487 Apr 11 21:32:30.131578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:32:30.198311 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f9bc4d-e6c5-467e-8c93-b4cfab7a3805'] response: {'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'status': 'completed', 'code': 200} Apr 11 21:32:30.346003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-eeed3534-87e4-4eee-88fc-08825506958f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1096 time: 0.1011648 Apr 11 21:32:30.349534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-87b98edb-d005-4576-a8e6-6ebcd1841509 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1096 time: 0.1352832 Apr 11 21:32:30.590471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981adc34-19cd-41f3-b660-bbc955f91639 req-3aec138a-5db0-40b3-bfb3-00dbfa98d46b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:30.591957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-3aec138a-5db0-40b3-bfb3-00dbfa98d46b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.2372274 Apr 11 21:32:30.592756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981adc34-19cd-41f3-b660-bbc955f91639 req-1e3081e8-e1e6-4e02-ac7c-67bfe71dabe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:30.594032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-1e3081e8-e1e6-4e02-ac7c-67bfe71dabe3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.2212989 Apr 11 21:32:30.709126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:32:30.767927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:32:30.779390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-a5424c61-e222-4ca9-b49b-6f0d04f60fc4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1813323 Apr 11 21:32:30.781031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-98bc1fc8-ca2d-42e4-bfee-50498c032ee3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1338725 Apr 11 21:32:30.989540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981adc34-19cd-41f3-b660-bbc955f91639 req-47bc7d5b-b0cb-426e-8484-265d7e8345ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:30.990938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-47bc7d5b-b0cb-426e-8484-265d7e8345ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.2058096 Apr 11 21:32:30.994588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981adc34-19cd-41f3-b660-bbc955f91639 req-6179d5ff-9e04-4cec-8d6f-783e93981ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:30.996025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-6179d5ff-9e04-4cec-8d6f-783e93981ecc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.1823962 Apr 11 21:32:31.108259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:31.120921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-7c44b896-15dd-467a-8ab8-f8bc1f60dcbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239629 Apr 11 21:32:31.127791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-7cb0fa7d-979b-4e72-ab47-ca6c4e2b6e36 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984628 Apr 11 21:32:31.402214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-9f2eb280-bdb0-4a82-807b-5a350d7b6ae6 service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734756 Apr 11 21:32:31.405038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-8d0aafcd-00c0-4c59-9d19-5c653a1a4705 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597237 Apr 11 21:32:31.656289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee766ec-7abf-454a-8d33-c456b718ee16 req-c761948d-0f45-4fb3-8e07-4f2879a575e7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:31.657768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cee766ec-7abf-454a-8d33-c456b718ee16 req-c761948d-0f45-4fb3-8e07-4f2879a575e7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.3969576 Apr 11 21:32:31.672970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-150b54c3-eb6e-4226-82e8-702572ef9b7e service neutron] 10.222.0.69 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650826 Apr 11 21:32:31.701823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-981adc34-19cd-41f3-b660-bbc955f91639 req-2e1e59db-40c4-457b-bec6-7c207024837f service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724147 Apr 11 21:32:31.723265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cee766ec-7abf-454a-8d33-c456b718ee16 req-8e18d0fa-4fef-4236-8001-dec1e6a2e5b7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526338 Apr 11 21:32:32.963595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:32:32.997890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f01c9-0f7d-45fc-ac08-5ad2c0db8a21 req-77c72129-47aa-4203-848d-b4a7e74bcb14 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:32:32.999373 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea1f01c9-0f7d-45fc-ac08-5ad2c0db8a21 req-77c72129-47aa-4203-848d-b4a7e74bcb14 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 945 time: 0.1531854 Apr 11 21:32:33.047453 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ea1f01c9-0f7d-45fc-ac08-5ad2c0db8a21 req-91267787-a902-4709-9fa3-fbe5586814e0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397832 Apr 11 21:32:33.077468 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52810) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:32:33.186626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a72efaee-230e-4bb6-85f1-c0cde886540c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/6652981a-d0fc-43f4-80d9-efa384bb4484 HTTP/1.1" status: 200 len: 992 time: 0.1025524 Apr 11 21:32:33.223584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:33.239895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'port_id': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'mac_address': 'fa:16:3e:ce:05:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:32:33.307655 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:33.330751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:32:33.349744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:33.451037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:33.519288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:33.690204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:32:34.964549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:32:35.136544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:32:35.141383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:32:35.141756 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:35.255834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:35.282664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:32:35.292071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:32:35.349778 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3314509-d425-44d4-b145-44d5993ce310'] response: {'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'code': 200} Apr 11 21:32:35.356748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:35.424747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=13']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:32:43.951050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aa5098d3-5dbf-4953-8f4d-81c370a83abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:46.250777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae0b737b-52ab-4199-b131-962fe577838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:47.513495 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:47.542016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:48.836643 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:32:59.294021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:01.093905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:01.626604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-54abf993-dba4-4d14-a2cb-10816b6c86de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403334 Apr 11 21:33:01.763400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-f25fbbd8-39c6-408b-aaad-12842e4a25fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1098 time: 0.0688095 Apr 11 21:33:01.916194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-bca1a886-54a2-4758-b0ec-0d8202055154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:01.917693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-bca1a886-54a2-4758-b0ec-0d8202055154 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1356995 Apr 11 21:33:02.024770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-39d59ca1-3a77-4d47-906d-14fe1e880c0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0971754 Apr 11 21:33:02.087364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-d33e2327-01a8-4a82-bbc4-23d2744394ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:02.088822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-d33e2327-01a8-4a82-bbc4-23d2744394ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0580108 Apr 11 21:33:02.171838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-0ee6b555-2453-4d91-97fb-1f1252c0ed2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704927 Apr 11 21:33:02.419738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-a4cfdb33-c323-4b80-a64e-d873ac1db373 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287128 Apr 11 21:33:02.551898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-97cd476d-25d9-4b4c-bdbb-898ce1f42d87 req-e59fc2eb-cca5-43fa-9940-0dc0be2f467f service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239362 Apr 11 21:33:04.016035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa678ed9-da5f-4a6e-8225-e0f4f9dd2527 req-5d38cd2e-aa1d-45e1-a0bf-665eff209303 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1098 time: 0.0669036 Apr 11 21:33:04.058284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fa678ed9-da5f-4a6e-8225-e0f4f9dd2527 req-ca415079-4099-436e-b12f-ab20437abfdd tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368943 Apr 11 21:33:04.087467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52832) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:04.288188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port d99ef1f8-ca41-429a-bbcb-7f47e9947957 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:33:04.288435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:04.451757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:04.452077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:04.572394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for d99ef1f8-ca41-429a-bbcb-7f47e9947957 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:33:04.775925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:04.824101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=d99ef1f8-ca41-429a-bbcb-7f47e9947957,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:04.913792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:04.966145 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:33:05.301275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 38115d94-c252-49a9-8676-6e32224a2f60 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:33:05.592771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:33:05.602551 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] Sync routers for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:33:05.615152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:05.615803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:32:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:05.673675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:05.735793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b53455fa-d2e6-4e1a-a728-457940ad026e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/floatingips/6652981a-d0fc-43f4-80d9-efa384bb4484 HTTP/1.1" status: 204 len: 168 time: 1.6445427 Apr 11 21:33:05.735793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:33:05.797131 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb450f0-3c2b-4387-8ac3-48959f35a267'] response: {'name': 'network-changed', 'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'status': 'completed', 'code': 200} Apr 11 21:33:05.832485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:05.907622 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-917d242c-217c-4083-91b7-7b2805b3e4c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 1098 time: 0.0873814 Apr 11 21:33:06.044777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fce829-2a57-45c0-a398-c5601a450100 req-fb7fa4b6-7143-40be-9712-966dec1275ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:06.046233 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-fb7fa4b6-7143-40be-9712-966dec1275ac service neutron] 10.222.0.75 "GET /v2.0/networks?id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 200 len: 898 time: 0.1317048 Apr 11 21:33:06.117666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-0fa61c7e-7a39-4e11-84b3-6b59f6fc3080 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 200 len: 217 time: 0.0655868 Apr 11 21:33:06.160598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:06.165421 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] Checking router: 38115d94-c252-49a9-8676-6e32224a2f60 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:33:06.176933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:06.186106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:32:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:06.186228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fce829-2a57-45c0-a398-c5601a450100 req-ef9c2ac1-f830-4cc3-88fa-0827611041f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:06.186228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-ef9c2ac1-f830-4cc3-88fa-0827611041f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 200 len: 835 time: 0.0594234 Apr 11 21:33:06.273219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-6ad4afa4-422b-48a2-9264-7fa9be001fdf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844171 Apr 11 21:33:06.366729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:06.464119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-9f8535b9-2b69-4548-80c2-90d9d1e03c92 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836717 Apr 11 21:33:06.473517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f880fe-17d9-4f40-9e84-1f31e0ec569e req-de2def5c-5456-4d7e-a11a-ac43ce113ccd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:06.474183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a6f880fe-17d9-4f40-9e84-1f31e0ec569e req-de2def5c-5456-4d7e-a11a-ac43ce113ccd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:06.613757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08fce829-2a57-45c0-a398-c5601a450100 req-a590eba6-c1af-4adc-a4ec-edbbbf505fd9 service neutron] 10.222.0.75 "GET /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368175 Apr 11 21:33:06.683409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:06.687427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc6b5c-de72-40e0-80f5-e4f9594aaeff None None] The sync data for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 is: [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6dc473d2-4927-4b0d-8f55-a913f172b222', 'name': '', 'network_id': 'd9b1a5a0-d13f-481a-92cc-9fd032e15a1c', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:41:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:05Z', 'updated_at': '2022-04-11T21:31:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': 'b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:33:06.701740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a6f880fe-17d9-4f40-9e84-1f31e0ec569e req-de2def5c-5456-4d7e-a11a-ac43ce113ccd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:06.702884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6f880fe-17d9-4f40-9e84-1f31e0ec569e req-de2def5c-5456-4d7e-a11a-ac43ce113ccd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 947 time: 0.4023836 Apr 11 21:33:06.751367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6f880fe-17d9-4f40-9e84-1f31e0ec569e req-1e44c46f-066e-49c0-8d8a-a1cca118c5f5 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Apr 11 21:33:06.910293 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319e74b-2c15-4396-bcee-b47cfa9d6d7c None None] New status for floating IP 6652981a-d0fc-43f4-80d9-efa384bb4484: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:33:07.744543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-4185345c-9cea-4c6e-ae5d-9cf471608933 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:07.745973 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-4185345c-9cea-4c6e-ae5d-9cf471608933 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 947 time: 0.0797968 Apr 11 21:33:07.819157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:33:07.819511 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:07.983401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c5c01-0135-4272-991f-9b95a4969a63 req-12099059-4b27-4860-a00c-fd1c1b6fd4f8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:07.985154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab7c5c01-0135-4272-991f-9b95a4969a63 req-12099059-4b27-4860-a00c-fd1c1b6fd4f8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 947 time: 0.1010401 Apr 11 21:33:08.036510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ab7c5c01-0135-4272-991f-9b95a4969a63 req-a255bb00-d9d7-4ddd-bfb4-c827da803b37 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5ee4b03-b389-4885-b0e4-545c089125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Apr 11 21:33:08.098091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:08.098450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:08.324889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:33:08.516554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:08.566415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=fea8ab0a-08e0-472e-b91d-b6318ecd5ac3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:08.660609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] No DVR routers for this DVR port fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:33:08.663380 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:08.665990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-deleted', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:33:08.721055 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99daf9be-52c8-48ea-8247-ef2f3bb9e352'] response: {'server_uuid': '12dcf335-30f3-4608-b45d-3dda6994cc6e', 'name': 'network-vif-deleted', 'tag': 'fea8ab0a-08e0-472e-b91d-b6318ecd5ac3', 'status': 'completed', 'code': 200} Apr 11 21:33:08.730725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-147a2a54-e345-43a4-b84a-3e872e431fb7 req-da7d958c-cd4e-44ee-b172-a66711c85ffe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "DELETE /v2.0/ports/fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 HTTP/1.1" status: 204 len: 173 time: 0.9769199 Apr 11 21:33:09.210831 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4104a1dd-817c-4518-a4dd-902f8def4e6c req-5e8d5783-ea5a-48fd-86c3-e42537fd1961 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=12dcf335-30f3-4608-b45d-3dda6994cc6e HTTP/1.1" status: 200 len: 210 time: 0.0410097 Apr 11 21:33:10.323527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52850) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:10.723877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:11.143232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:33:11.178950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:33:11.179292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device fea8ab0a-08e0-472e-b91d-b6318ecd5ac3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:33:11.323762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 6dc473d2-4927-4b0d-8f55-a913f172b222 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:33:11.324258 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:11.597844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 6dc473d2-4927-4b0d-8f55-a913f172b222, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6dc473d2-4927-4b0d-8f55-a913f172b222,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:11.598199 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:11.714414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 6dc473d2-4927-4b0d-8f55-a913f172b222 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:33:11.941411 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:11.988837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=6dc473d2-4927-4b0d-8f55-a913f172b222,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:12.289088 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:12.856951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 38115d94-c252-49a9-8676-6e32224a2f60 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:33:13.157342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:33:13.168064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] Sync routers for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:33:13.171376 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75cec01c-63cc-4814-a65a-81f504d2411b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/38115d94-c252-49a9-8676-6e32224a2f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467698 Apr 11 21:33:13.173917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52854) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:13.181764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:13.182449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:32:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:13.359488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:13.367699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting subnet b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:33:13.370620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:13.423035 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:13.505111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:13.648861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:13.686897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:13.699416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:13.705264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f8f32-d82b-4f83-8799-8ba859fc1bd2 None None] Network d9b1a5a0-d13f-481a-92cc-9fd032e15a1c requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:33:13.710555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52858) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:13.711065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-85c62b93-4064-4752-a535-61356186f12b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/subnets/b0b71dbd-0696-4ca5-b1e1-9c4b6fd785c7 HTTP/1.1" status: 204 len: 168 time: 0.5357180 Apr 11 21:33:13.795742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:33:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:13.811160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] Checking router: 38115d94-c252-49a9-8676-6e32224a2f60 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:33:13.909607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] Routers {'38115d94-c252-49a9-8676-6e32224a2f60'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:13.910237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:32:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['38115d94-c252-49a9-8676-6e32224a2f60'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:14.001922 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.021958 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c38af298-5b8d-49aa-b403-d183ee2bde2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.112543 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] Set router 38115d94-c252-49a9-8676-6e32224a2f60 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:14.157582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] DHCP port deletion for d9b1a5a0-d13f-481a-92cc-9fd032e15a1c request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:33:14.219262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] Deleting port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:33:14.219969 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.220193 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.284489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 10ac3765-8c47-4206-81d3-899813c17b83 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:33:14.285241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.467108 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 10ac3765-8c47-4206-81d3-899813c17b83, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=10ac3765-8c47-4206-81d3-899813c17b83,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:14.467599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.557369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] For port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,segment=NetworkSegment(ff7a2e71-6a51-40d9-b284-b709622a4167),segment_id=ff7a2e71-6a51-40d9-b284-b709622a4167)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:14.557665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.587227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 10ac3765-8c47-4206-81d3-899813c17b83 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:33:14.679181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] Calling delete_port for 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:33:14.756406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:33:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:14.760757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea087a4-e77b-46af-9ac3-5112b25f32ab None None] The sync data for ids ['38115d94-c252-49a9-8676-6e32224a2f60'] in n-d-837321-1 is: [{'id': '38115d94-c252-49a9-8676-6e32224a2f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308159998', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '10ac3765-8c47-4206-81d3-899813c17b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:33:11Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': '10ac3765-8c47-4206-81d3-899813c17b83', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38115d94-c252-49a9-8676-6e32224a2f60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:31:01Z', 'updated_at': '2022-04-11T21:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:33:14.827283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.838812 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:14.871941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=10ac3765-8c47-4206-81d3-899813c17b83,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:14.880979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] Pushing event deleted for resources: {'Port': ['ID=9f9ee705-6fd5-4fc7-94a1-d5f813130e25,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:14.889355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e27413-96aa-424e-aed9-2c9cde7c5bc0 None None] No DVR routers for this DVR port 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:33:14.911186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.911558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.912436 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.912765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.913097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.913424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.913751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.914075 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.914397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.914715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:14.915035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:15.103967 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.365261 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.369549 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.464842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.465463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Fanout notify agent at l3_agent the message router_deleted on router 38115d94-c252-49a9-8676-6e32224a2f60 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:33:15.482206 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.484643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-777b0535-02dc-40ef-b093-5bba9c11e1ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/routers/38115d94-c252-49a9-8676-6e32224a2f60 HTTP/1.1" status: 204 len: 168 time: 1.7725639 Apr 11 21:33:15.486273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52864) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:15.694307 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.823901 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.849632 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b1a5a0-d13f-481a-92cc-9fd032e15a1c']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:15.874295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7a2e71-6a51-40d9-b284-b709622a4167') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:15.874593 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7a2e71-6a51-40d9-b284-b709622a4167') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:15.887756 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.905543 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.912528 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:33:15.913019 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:33:15.934171 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:33:15.953795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6dc473d2-4927-4b0d-8f55-a913f172b222 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:33:15.987158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6dc473d2-4927-4b0d-8f55-a913f172b222 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:33:15.987536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6dc473d2-4927-4b0d-8f55-a913f172b222 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:33:15.987946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 10ac3765-8c47-4206-81d3-899813c17b83 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:33:16.062880 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 10ac3765-8c47-4206-81d3-899813c17b83 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:33:16.063217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 10ac3765-8c47-4206-81d3-899813c17b83 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:33:16.063649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:33:16.078677 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.097996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:33:16.098863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9f9ee705-6fd5-4fc7-94a1-d5f813130e25 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:33:16.100067 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.112855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Network': ['ID=d9b1a5a0-d13f-481a-92cc-9fd032e15a1c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:16.188206 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e53c911e-75ec-49bd-924d-f7df9346ee48 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/networks/d9b1a5a0-d13f-481a-92cc-9fd032e15a1c HTTP/1.1" status: 204 len: 168 time: 0.7008300 Apr 11 21:33:16.190634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52868) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:16.259597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9881d515-327d-4cf3-af41-98c65c53fc1d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.284707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11dc83df-1b0f-4c69-9d27-13fb232484b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.288564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9881d515-327d-4cf3-af41-98c65c53fc1d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.393076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9881d515-327d-4cf3-af41-98c65c53fc1d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.411458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881d515-327d-4cf3-af41-98c65c53fc1d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ee4b03-b389-4885-b0e4-545c089125ae,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:16.466078 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9881d515-327d-4cf3-af41-98c65c53fc1d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:16.467234 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9881d515-327d-4cf3-af41-98c65c53fc1d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/security-groups/b5ee4b03-b389-4885-b0e4-545c089125ae HTTP/1.1" status: 204 len: 168 time: 0.2757139 Apr 11 21:33:17.501482 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:17.512453 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.085433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52878) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:18.090880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377180230', 'description': 'tempest-secgroup-smoke-377180230 description', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:18.097907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:18.102179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:18.105074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:18.111047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:18.181363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.215972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:18.219755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:18.222549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:18.228412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:18.282489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.341723 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.388945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231cc20d-98ad-4b84-9052-72d6e703b573,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:18.455817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.457023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8e6b0d3a-3748-472b-9f48-c2aa82ea6ebb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3705938 Apr 11 21:33:18.460457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52882) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:18.465872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '231cc20d-98ad-4b84-9052-72d6e703b573', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:18.472382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:18.476194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:18.479048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:18.485091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:18.568603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.628852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.704799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.727839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25208c2a-8687-4a64-9dc2-3b98567202ea,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:18.804309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.805515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-23e5b2df-e800-4f13-b732-ae7a5ebe2f20 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3441551 Apr 11 21:33:18.808279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:18.813629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '231cc20d-98ad-4b84-9052-72d6e703b573', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:18.820732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:18.824541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:18.827387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:18.833046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:18.855493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.919140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:18.980116 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.049551 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.074608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a57db8-5128-4ce3-8fe9-56958b173bbf,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:19.158422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.159682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-84b37487-84eb-4f54-9bad-91d2fe58968b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3504665 Apr 11 21:33:19.163116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52890) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:19.168830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '231cc20d-98ad-4b84-9052-72d6e703b573', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:19.175344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:19.179957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:19.182958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:19.188727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:19.308972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.373806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.455857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.482406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ddd3cb-f4b6-4797-84d2-135ee25ee509,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:19.495180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.495572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.496256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.496590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.496917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.497240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.497561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.497880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.498196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.498513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.498827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:19.556512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.557687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-14cf1797-6f9b-4047-bf7e-846e6604e0ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3936207 Apr 11 21:33:19.560409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52894) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:19.566262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '231cc20d-98ad-4b84-9052-72d6e703b573', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:19.573473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:19.577663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:19.580542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:19.586614 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:19.671382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.736492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.820967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.846328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb9a0d6-aa11-42ac-97ae-38f5104b9e92,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:19.935560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:19.936776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-32ce4c2b-739a-4fd2-881b-3e1e33c83d01 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3751295 Apr 11 21:33:19.939461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52898) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:19.944722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '231cc20d-98ad-4b84-9052-72d6e703b573', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:19.951749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:19.956005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:19.958976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:19.964798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:20.036340 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:33:20.043136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.109460 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.233067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.258895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb42eb7-9b27-4ad4-8d4d-d2d37e249b73,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:20.339008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.340240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de14c70b-533c-4309-8fb4-a8081149fa44 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3998265 Apr 11 21:33:20.342848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52902) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:20.348117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': '231cc20d-98ad-4b84-9052-72d6e703b573', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:20.355443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:20.359937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:20.362752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:20.369008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:20.478641 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:33:20.485364 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.548751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.615255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.639434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca86eee-7133-42d2-be4e-83d3f97bde91,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:20.701760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.702307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a38a099b-54f2-46a2-93ca-7bd8adb684dc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3585188 Apr 11 21:33:20.705039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52906) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:20.710780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'network': {'name': 'tempest-network-smoke--116926537', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'port_security_enabled': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:20.717311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:20.724751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:network and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:20.724751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:20.729981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:20.792317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:33:20.795172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.823655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:33:20.832423 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.832762 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Added segment 68ac57d5-4e28-4eef-a401-39e5a79313a7 of type vlan for network ee3d59dc-9be5-4e59-873e-5187fcea7ebf Apr 11 21:33:20.858747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.956002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:20.960559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:20.961149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.068691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Network': ['ID=ee3d59dc-9be5-4e59-873e-5187fcea7ebf,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:21.079683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:33:21.128763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f4440099-31f6-4da0-89aa-ae807d45f7af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4226599 Apr 11 21:33:21.132093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52910) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:21.137392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'admin_state_up': True, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:21.145290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:21.149181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:router and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:21.152219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:21.157967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:21.227207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.228229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.247262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.481069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.723069 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.752115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:21.983070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.48 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/ca323115-6253-42f6-82db-ed1842d9ebf0) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:33:22.129149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:22.273149 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:22.342160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:33:22.345091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:22.349899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:33:22.374215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=ca323115-6253-42f6-82db-ed1842d9ebf0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:22.559498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:22.560219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:22.850203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router f2371e48-3591-43da-b0d2-89dce287669d is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:33:23.049014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:33:23.059500 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Sync routers for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:33:23.071913 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:23.072516 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:33:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:23.139456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:23.140719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5b03d640-1fec-4acd-aa63-ae03f92c55ce tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0075936 Apr 11 21:33:23.143892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52914) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:23.183627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-51075528-c15b-4670-9dd7-4395138a58fe tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=216e0d27a64f4370bec02e23d48fb7a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386231 Apr 11 21:33:23.186169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52918) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:23.257834 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:23.315761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472193a7-ce69-4f3c-aabb-9c234cbb9c17 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:23.317225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-472193a7-ce69-4f3c-aabb-9c234cbb9c17 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301939 Apr 11 21:33:23.320787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52922) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:23.358619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b4af39e2-a616-4177-8694-ca350df5dfb8 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365283 Apr 11 21:33:23.361019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52926) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:23.366680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847509800', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:23.478440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:23.482326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:subnet and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:23.485426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:23.491894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:23.564095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:33:23.577061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:22Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:23.580877 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Checking router: f2371e48-3591-43da-b0d2-89dce287669d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:33:23.581222 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Updating router f2371e48-3591-43da-b0d2-89dce287669d port ca323115-6253-42f6-82db-ed1842d9ebf0 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:33:23.635116 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:23.665556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:23.947767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:23.962629 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:23.975293 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Transition to ACTIVE for port object ca323115-6253-42f6-82db-ed1842d9ebf0 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:24.056121 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.134049 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Attempting to bind port ca323115-6253-42f6-82db-ed1842d9ebf0 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:33:24.134713 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Attempting to bind port ca323115-6253-42f6-82db-ed1842d9ebf0 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:33:24.134821 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Attempting to bind port ca323115-6253-42f6-82db-ed1842d9ebf0 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:33:24.136551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Subnet': ['ID=33bd4a09-1a6b-46dd-84f7-42e03716431b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:24.140978 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Pushing event updated for resources: {'Port': ['ID=ca323115-6253-42f6-82db-ed1842d9ebf0,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:24.152410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Checking segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:33:24.152410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network hostable DHCP agents. Network: ee3d59dc-9be5-4e59-873e-5187fcea7ebf, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:33:24.152893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:33:24.152893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:33:24.152893 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.152893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:33:24.153300 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Bound port: ca323115-6253-42f6-82db-ed1842d9ebf0, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:33:24.153668 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.180908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.181314 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.181653 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.181982 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.182308 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.182633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.182957 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.183278 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.183623 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.183941 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.184257 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:24.232978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:33:24.233575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] For port ca323115-6253-42f6-82db-ed1842d9ebf0, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:33:24.289140 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] For port ca323115-6253-42f6-82db-ed1842d9ebf0, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca323115-6253-42f6-82db-ed1842d9ebf0,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:33:24.318511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, ee3d59dc-9be5-4e59-873e-5187fcea7ebf) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:24.322400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:24.322967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.327177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bfb58-87f5-48f1-a5ca-bf97b12fd575 None None] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:33:24.376201 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.405356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-63938fb7-3d02-4c4e-b3a7-717bc85b2fb0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0432532 Apr 11 21:33:24.408161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52930) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:24.459345 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8fa98-b9ae-4b4b-b278-11724f3de5e0 None None] Pushing event updated for resources: {'Port': ['ID=ca323115-6253-42f6-82db-ed1842d9ebf0,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:24.465617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:24.466225 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:33:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:24.556222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:33:24.557031 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.647987 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:24.714635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Allocated IP 172.20.0.2 (ee3d59dc-9be5-4e59-873e-5187fcea7ebf/33bd4a09-1a6b-46dd-84f7-42e03716431b/b22fc6ba-a390-4a93-9053-9aaf93ae7883) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:33:24.918585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:24.928848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Transition to ACTIVE for port object b22fc6ba-a390-4a93-9053-9aaf93ae7883 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:24.939552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:22Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:24.944009 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de8f13-1498-4c27-8d41-a338ca284c5d None None] The sync data for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 is: [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:22Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:33:24.952289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Transition to ACTIVE for port object b22fc6ba-a390-4a93-9053-9aaf93ae7883 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:25.079030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.168679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:33:25.169854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:25.173931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:33:25.180523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b22fc6ba-a390-4a93-9053-9aaf93ae7883,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:25.219728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.220106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.220455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.220790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.221119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.221446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.221770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.222095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.222417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.222737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.223057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:33:25.260049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.295728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Attempting to bind port b22fc6ba-a390-4a93-9053-9aaf93ae7883 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:33:25.296097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Attempting to bind port b22fc6ba-a390-4a93-9053-9aaf93ae7883 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:33:25.296460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Attempting to bind port b22fc6ba-a390-4a93-9053-9aaf93ae7883 on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:33:25.304562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:33:25.304888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Checking segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:33:25.305283 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.305676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Bound using segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:33:25.306141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Bound port: b22fc6ba-a390-4a93-9053-9aaf93ae7883, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:33:25.306513 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.400781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] For port b22fc6ba-a390-4a93-9053-9aaf93ae7883, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:33:25.405340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] For port b22fc6ba-a390-4a93-9053-9aaf93ae7883, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b22fc6ba-a390-4a93-9053-9aaf93ae7883,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:33:25.477198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.564767 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc15bf-4ae4-4117-bf3e-29748637b7a7 None None] Pushing event updated for resources: {'Port': ['ID=b22fc6ba-a390-4a93-9053-9aaf93ae7883,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:25.691827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.1 (ee3d59dc-9be5-4e59-873e-5187fcea7ebf/33bd4a09-1a6b-46dd-84f7-42e03716431b/e8799d3e-cc54-4d4a-a803-3e44aea70771) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:33:25.720318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca323115-6253-42f6-82db-ed1842d9ebf0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:25.882389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ca323115-6253-42f6-82db-ed1842d9ebf0 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:25.889498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ca323115-6253-42f6-82db-ed1842d9ebf0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:25.892801 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.918315 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:25.938333 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object e8799d3e-cc54-4d4a-a803-3e44aea70771 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:26.023639 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:26.027824 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:26.039246 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ca323115-6253-42f6-82db-ed1842d9ebf0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca323115-6253-42f6-82db-ed1842d9ebf0,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:26.096236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:33:26.099261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:26.103392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:33:26.111165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:26.137479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e8799d3e-cc54-4d4a-a803-3e44aea70771,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:26.183390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ca323115-6253-42f6-82db-ed1842d9ebf0,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:26.274981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:26.446807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:26.576699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6dbbe-f88d-4388-933c-188514684a3f None None] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:33:26.817262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7fcc2081-c104-4501-bc15-09fa43618226 None None] Provisioning for port b22fc6ba-a390-4a93-9053-9aaf93ae7883 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:26.907714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:26.992910 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:27.125247 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:27.129246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e8799d3e-cc54-4d4a-a803-3e44aea70771,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:27.277615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-97f855a6-1984-46f3-b81a-9c085abc2fa9 None None] Provisioning for port e8799d3e-cc54-4d4a-a803-3e44aea70771 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:27.285487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-97f855a6-1984-46f3-b81a-9c085abc2fa9 None None] Provisioning complete for port e8799d3e-cc54-4d4a-a803-3e44aea70771 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:27.286307 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-97f855a6-1984-46f3-b81a-9c085abc2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:27.305749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:33:27.307015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:27.352324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-97f855a6-1984-46f3-b81a-9c085abc2fa9 None None] Port e8799d3e-cc54-4d4a-a803-3e44aea70771 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:33:27.498519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0a6e4774-2d75-4003-a5de-21e087a86bd4 None None] Provisioning complete for port e8799d3e-cc54-4d4a-a803-3e44aea70771 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:27.499181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4774-2d75-4003-a5de-21e087a86bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:27.562026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e4774-2d75-4003-a5de-21e087a86bd4 None None] Port e8799d3e-cc54-4d4a-a803-3e44aea70771 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:33:27.683410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7f711783-1a55-4541-b727-7025be379f6f None None] Provisioning complete for port e8799d3e-cc54-4d4a-a803-3e44aea70771 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:27.684089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7f711783-1a55-4541-b727-7025be379f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:27.742220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router f2371e48-3591-43da-b0d2-89dce287669d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:33:27.745807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7f711783-1a55-4541-b727-7025be379f6f None None] Port e8799d3e-cc54-4d4a-a803-3e44aea70771 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:33:27.748932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b22fc6ba-a390-4a93-9053-9aaf93ae7883 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:27.884438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port b22fc6ba-a390-4a93-9053-9aaf93ae7883 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:27.889463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b22fc6ba-a390-4a93-9053-9aaf93ae7883 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:27.889835 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:27.958366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:33:27.972617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6bfffd3a-1895-4b0e-b3b1-92912d44c86d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/f2371e48-3591-43da-b0d2-89dce287669d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5632696 Apr 11 21:33:28.007592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:28.038985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port b22fc6ba-a390-4a93-9053-9aaf93ae7883, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b22fc6ba-a390-4a93-9053-9aaf93ae7883,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:28.089785 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:28.090564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca323115-6253-42f6-82db-ed1842d9ebf0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:28.155617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-3bf53f91-e012-45c0-850d-ad139f559031 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:28.201003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=b22fc6ba-a390-4a93-9053-9aaf93ae7883,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:28.216323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ca323115-6253-42f6-82db-ed1842d9ebf0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:28.216687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:28.238750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-3bf53f91-e012-45c0-850d-ad139f559031 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:28.240721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-3bf53f91-e012-45c0-850d-ad139f559031 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377180230&fields=id&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 267 time: 0.1322563 Apr 11 21:33:28.395004 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-acad8dda-31a2-424e-bf24-55a11ffeb00a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:28.396689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-acad8dda-31a2-424e-bf24-55a11ffeb00a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:28.473046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-acad8dda-31a2-424e-bf24-55a11ffeb00a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:28.474440 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-acad8dda-31a2-424e-bf24-55a11ffeb00a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 796 time: 0.2258475 Apr 11 21:33:28.493549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-626cb48c-fb26-4d26-952e-39e371030f60 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/quotas/216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 375 time: 0.0132904 Apr 11 21:33:28.578367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-588f81ff-4718-4dc1-8da9-c3f7e10c53c4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793183 Apr 11 21:33:28.594215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-8cf10423-749a-4783-a2cc-d8e195bac890 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:33:28.595526 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-8cf10423-749a-4783-a2cc-d8e195bac890 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051415 Apr 11 21:33:28.602265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Sync routers for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:33:28.614093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:28.615226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:33:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:28.727861 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-f241e614-8a61-4225-8505-a7c623d4bb96 service neutron] 10.222.0.61 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256247 Apr 11 21:33:28.791454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:28.860651 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-682ac472-1c55-4692-a998-31cc2fea4324 service neutron] 10.222.0.61 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270523 Apr 11 21:33:29.105527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 2, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:29.109959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Checking router: f2371e48-3591-43da-b0d2-89dce287669d for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:33:29.110314 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Updating router f2371e48-3591-43da-b0d2-89dce287669d port e8799d3e-cc54-4d4a-a803-3e44aea70771 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:33:29.144217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8c09963e-78a5-4f56-9434-464d3dda0882 req-70680a2c-2f4b-44a5-bbf6-0bb5e430f147 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:29.162505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:29.210224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-8c09963e-78a5-4f56-9434-464d3dda0882 req-70680a2c-2f4b-44a5-bbf6-0bb5e430f147 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:29.211796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c09963e-78a5-4f56-9434-464d3dda0882 req-70680a2c-2f4b-44a5-bbf6-0bb5e430f147 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 210 time: 0.1099908 Apr 11 21:33:29.381339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:29.552416 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:29.569901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Transition to ACTIVE for port object e8799d3e-cc54-4d4a-a803-3e44aea70771 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:29.655692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:29.692437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b22fc6ba-a390-4a93-9053-9aaf93ae7883 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:29.826393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b70cf3-1c94-4d68-a5e0-4042b093ac67 None None] Pushing event updated for resources: {'Port': ['ID=e8799d3e-cc54-4d4a-a803-3e44aea70771,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:29.934707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port b22fc6ba-a390-4a93-9053-9aaf93ae7883 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:29.935072 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:29.956726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Attempting to bind port e8799d3e-cc54-4d4a-a803-3e44aea70771 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:33:29.957083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Attempting to bind port e8799d3e-cc54-4d4a-a803-3e44aea70771 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:33:29.957434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Attempting to bind port e8799d3e-cc54-4d4a-a803-3e44aea70771 on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:33:29.986340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:33:29.986707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Checking segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:33:29.987100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:29.987514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Bound using segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:33:29.987977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Bound port: e8799d3e-cc54-4d4a-a803-3e44aea70771, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:33:29.988342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:30.144291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] For port e8799d3e-cc54-4d4a-a803-3e44aea70771, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:33:30.148226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] For port e8799d3e-cc54-4d4a-a803-3e44aea70771, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e8799d3e-cc54-4d4a-a803-3e44aea70771,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:33:30.221383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:30.303793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b70cf3-1c94-4d68-a5e0-4042b093ac67 None None] Pushing event updated for resources: {'Port': ['ID=e8799d3e-cc54-4d4a-a803-3e44aea70771,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:30.328650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:30.329192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:33:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:30.391739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17fcc7a9-bc76-4d07-8e13-d9d4f18876c2 req-ae0ee5b7-41b4-4713-a725-60c9171e0b78 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 210 time: 0.0469325 Apr 11 21:33:30.519638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:30.841339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:30Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:30.845236 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca448-ef8c-4060-904c-06e2ff7ccdce None None] The sync data for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 is: [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:30Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:33:31.130596 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:31.494926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-d25e4edb-9ab7-448b-9bdf-1010460cd262 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:31.496346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-d25e4edb-9ab7-448b-9bdf-1010460cd262 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:31.510894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-d25e4edb-9ab7-448b-9bdf-1010460cd262 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:31.512084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-d25e4edb-9ab7-448b-9bdf-1010460cd262 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 796 time: 0.2823832 Apr 11 21:33:31.591946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74b0c51b-2383-4ef3-8337-8b71934d285f req-ad075009-4887-4cb2-b683-68672c5c364a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 210 time: 0.0644844 Apr 11 21:33:31.623956 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-39a15f88-5e51-4a5a-995d-2b7d8ef11aad tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:31.642547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-39a15f88-5e51-4a5a-995d-2b7d8ef11aad tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:31.643747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-39a15f88-5e51-4a5a-995d-2b7d8ef11aad tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 379 time: 0.1143444 Apr 11 21:33:31.655235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'port': {'device_id': '89881edc-4915-4f52-b513-e3f9199aeb79', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'admin_state_up': True, 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'security_groups': ['231cc20d-98ad-4b84-9052-72d6e703b573']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:31.707735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e8799d3e-cc54-4d4a-a803-3e44aea70771 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:31.804996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:31.813308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:31.844229 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e8799d3e-cc54-4d4a-a803-3e44aea70771 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:31.850045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e8799d3e-cc54-4d4a-a803-3e44aea70771 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:31.850436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:31.889882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:33:31.892975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:31.966141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:31.998719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e8799d3e-cc54-4d4a-a803-3e44aea70771, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e8799d3e-cc54-4d4a-a803-3e44aea70771,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:32.059289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:32.065190 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.14 (ee3d59dc-9be5-4e59-873e-5187fcea7ebf/33bd4a09-1a6b-46dd-84f7-42e03716431b/274a696e-755d-461f-a561-acb71d50744f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:33:32.128138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e8799d3e-cc54-4d4a-a803-3e44aea70771,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:32.254099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:32.269761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object 274a696e-755d-461f-a561-acb71d50744f will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:32.358871 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:32.427577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:33:32.430491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:32.434250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:33:32.475245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:32.504743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:32.505592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:32.616952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5cd180af-6f88-42d1-be32-c28dd6f18dfb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9656169 Apr 11 21:33:32.632672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Request body: {'port': {'device_id': '89881edc-4915-4f52-b513-e3f9199aeb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:32.758428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9fa35cfb-94de-4778-b58b-10c26a86afac None None] Provisioning for port 274a696e-755d-461f-a561-acb71d50744f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:32.762395 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:32.764449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9fa35cfb-94de-4778-b58b-10c26a86afac None None] Provisioning complete for port 274a696e-755d-461f-a561-acb71d50744f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:32.765050 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9fa35cfb-94de-4778-b58b-10c26a86afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:32.800886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6508-3a44-4d39-9405-8c872cf3ae61 req-8e289c11-242d-43b1-b110-8640df74554c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:32.802659 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d30b6508-3a44-4d39-9405-8c872cf3ae61 req-8e289c11-242d-43b1-b110-8640df74554c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 932 time: 0.0847375 Apr 11 21:33:32.821110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9fa35cfb-94de-4778-b58b-10c26a86afac None None] Port 274a696e-755d-461f-a561-acb71d50744f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:33:32.850357 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d30b6508-3a44-4d39-9405-8c872cf3ae61 req-dd57b910-60e3-4394-a02e-e8dc00d8399f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405405 Apr 11 21:33:33.108434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274a696e-755d-461f-a561-acb71d50744f {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:33:33.115880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:33.129532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Transition to ACTIVE for port object 274a696e-755d-461f-a561-acb71d50744f will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:33:33.218792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:33.343656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:33.459863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:33:33.460222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:33:33.460535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:33:33.466142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:33:33.466476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:33:33.472562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:33:33.473001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Checking segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:33:33.473453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Bound using segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:33:33.474052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Bound port: 274a696e-755d-461f-a561-acb71d50744f, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:33:33.474503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:33.565123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:33:33.568801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:33:33.644852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:33.681642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e8799d3e-cc54-4d4a-a803-3e44aea70771 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:33.711845 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:33.713214 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] 10.222.0.75 "PUT /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1092 time: 1.0856881 Apr 11 21:33:33.713653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:33:33.730980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c9d82-0643-4423-8e01-6f96452dedb7 service neutron] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:33.756343 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e8799d3e-cc54-4d4a-a803-3e44aea70771 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:33.756834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:33.783548 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94498484-b08e-4a8e-81c4-c3460bc38224'] response: {'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'status': 'completed', 'code': 200} Apr 11 21:33:33.990702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f494f881-6ff1-4d30-8666-706680249080 req-12fc302f-dee7-446b-ba38-4bc29108fc7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1095 time: 0.1784449 Apr 11 21:33:34.070942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146869-05a4-4e32-b2b6-2028e4e8edee req-b1b8b90e-8082-47a5-a082-c08584fb7944 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:34.072450 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87146869-05a4-4e32-b2b6-2028e4e8edee req-b1b8b90e-8082-47a5-a082-c08584fb7944 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 944 time: 0.0753739 Apr 11 21:33:34.118087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87146869-05a4-4e32-b2b6-2028e4e8edee req-f1436a86-98c0-4d10-ae9f-acd954367ac8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399158 Apr 11 21:33:34.141842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f881-6ff1-4d30-8666-706680249080 req-689f62bc-a691-4854-ace6-9c6950e8a96a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:34.143347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f494f881-6ff1-4d30-8666-706680249080 req-689f62bc-a691-4854-ace6-9c6950e8a96a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1421583 Apr 11 21:33:34.281060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f881-6ff1-4d30-8666-706680249080 req-f22567c9-df73-4bda-9ccf-7db23c43a6c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:34.282499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f494f881-6ff1-4d30-8666-706680249080 req-f22567c9-df73-4bda-9ccf-7db23c43a6c3 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307542 Apr 11 21:33:34.397851 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-39f0ebd2-83eb-47ff-9412-60d59e5de1dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1095 time: 0.0716496 Apr 11 21:33:34.467840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-b1f779db-f4a9-4e24-a2fa-3de6ea3b2162 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 217 time: 0.0597405 Apr 11 21:33:34.533163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-f82511ea-871a-499e-a9a7-eeb6c7347ed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:34.534557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-f82511ea-871a-499e-a9a7-eeb6c7347ed0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0586832 Apr 11 21:33:34.616061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-6bd33b29-b702-44d9-8dd4-403c25e14c62 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719492 Apr 11 21:33:34.750551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-5e0ded32-e90f-459e-9002-95b65de06072 service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243639 Apr 11 21:33:34.885896 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dadb97ff-122e-474d-8cb6-b58a272d5025 req-c7c6046f-eb02-4cf6-aa65-881e9ba445ca service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256270 Apr 11 21:33:35.316649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed295d-1763-4921-8e59-f30239cd085e req-5061bf7c-388e-46f4-8e8c-5d5f8b624f75 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:35.317397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-44ed295d-1763-4921-8e59-f30239cd085e req-5061bf7c-388e-46f4-8e8c-5d5f8b624f75 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:33:35.386361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-44ed295d-1763-4921-8e59-f30239cd085e req-5061bf7c-388e-46f4-8e8c-5d5f8b624f75 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:33:35.387513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44ed295d-1763-4921-8e59-f30239cd085e req-5061bf7c-388e-46f4-8e8c-5d5f8b624f75 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 944 time: 0.1453862 Apr 11 21:33:35.436715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44ed295d-1763-4921-8e59-f30239cd085e req-88fbb783-3f1c-4999-90a5-9ac053651e34 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436013 Apr 11 21:33:36.636840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8719-3261-4dbb-9d91-8d2447c189bf req-329ee392-90a1-41a3-883e-30aeebbf3716 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:36.638265 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-685f8719-3261-4dbb-9d91-8d2447c189bf req-329ee392-90a1-41a3-883e-30aeebbf3716 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 944 time: 0.0797093 Apr 11 21:33:36.683116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-685f8719-3261-4dbb-9d91-8d2447c189bf req-591eaa64-2d8b-4bed-9cf7-315d53360fa7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391786 Apr 11 21:33:37.221367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 274a696e-755d-461f-a561-acb71d50744f details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:33:37.359907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:37.373932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '274a696e-755d-461f-a561-acb71d50744f', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'port_id': '274a696e-755d-461f-a561-acb71d50744f', 'mac_address': 'fa:16:3e:ad:a3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:33:37.431987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:37.449102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274a696e-755d-461f-a561-acb71d50744f {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:33:37.464396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:37.527227 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:37.590335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:37.775024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['274a696e-755d-461f-a561-acb71d50744f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:33:37.882818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bd27f-aa1d-4635-8095-e417e610e57f req-ed35d46d-90d3-44b4-be9e-dd605a62464d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:37.884301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc0bd27f-aa1d-4635-8095-e417e610e57f req-ed35d46d-90d3-44b4-be9e-dd605a62464d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.0774980 Apr 11 21:33:37.929170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc0bd27f-aa1d-4635-8095-e417e610e57f req-a9bc2a82-b4d2-4701-8719-e7bcd4e6fe0e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393114 Apr 11 21:33:39.122001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391a5ce-ebda-4662-bf72-26374c121fa5 req-f541cfef-c53c-42f8-826e-a6498ba689b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:39.123435 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a391a5ce-ebda-4662-bf72-26374c121fa5 req-f541cfef-c53c-42f8-826e-a6498ba689b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.0746841 Apr 11 21:33:39.167604 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a391a5ce-ebda-4662-bf72-26374c121fa5 req-739bf667-7983-4eb9-9038-9e3a772496b6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387855 Apr 11 21:33:39.236250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 274a696e-755d-461f-a561-acb71d50744f up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:33:39.369707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 274a696e-755d-461f-a561-acb71d50744f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:33:39.375105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 274a696e-755d-461f-a561-acb71d50744f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:33:39.375499 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:39.488662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:39.514521 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:33:39.524623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:33:39.568179 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89e6e52-5be7-4ff4-baa5-0f8a4dda98a7'] response: {'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'code': 200} Apr 11 21:33:39.598308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:39.665724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:39.713198 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca295f7e-4859-496f-8472-d86210648227 req-a129e7b3-b90b-4cb5-bbb2-98f3fd881746 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1097 time: 0.0738773 Apr 11 21:33:39.759986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca295f7e-4859-496f-8472-d86210648227 req-7fdbfd32-0263-4eba-8936-37a1a5294525 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365434 Apr 11 21:33:40.372937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a21d3-771f-466b-ae8f-e633773d178b req-a77497fe-ae5f-405c-b796-35bc18dd13b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:40.374352 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e80a21d3-771f-466b-ae8f-e633773d178b req-a77497fe-ae5f-405c-b796-35bc18dd13b1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0853975 Apr 11 21:33:40.419505 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e80a21d3-771f-466b-ae8f-e633773d178b req-4630a650-4463-4b8f-9638-4dccfcd55778 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Apr 11 21:33:41.614788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f23e1-36dc-4a57-bcc2-457cbcb70ff5 req-b4e341f3-2a5b-44c6-9826-2e9c50d45a4e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:41.616265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff8f23e1-36dc-4a57-bcc2-457cbcb70ff5 req-b4e341f3-2a5b-44c6-9826-2e9c50d45a4e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0752697 Apr 11 21:33:41.661331 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff8f23e1-36dc-4a57-bcc2-457cbcb70ff5 req-0b951972-f1ea-4c22-a01e-0c53fcfabda4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395858 Apr 11 21:33:41.855107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875c30a-3cd0-4670-a69b-5ed59f4e8c24 req-28cfa8c7-3348-4cc0-a561-8e42a227f1d4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:41.856581 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4875c30a-3cd0-4670-a69b-5ed59f4e8c24 req-28cfa8c7-3348-4cc0-a561-8e42a227f1d4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0740223 Apr 11 21:33:41.972780 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:33:41.997972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4875c30a-3cd0-4670-a69b-5ed59f4e8c24 req-16f926e4-8e82-4615-90af-c32f74f3797b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353524 Apr 11 21:33:42.026207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52984) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:42.097627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-caaddab8-8ddb-4ab5-8571-7d35ec116be4 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1092 time: 0.0702193 Apr 11 21:33:42.100222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 52988) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:42.105199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '274a696e-755d-461f-a561-acb71d50744f', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:33:42.111363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:33:42.115919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:floatingip and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:33:42.118680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:33:42.124281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:33:42.178642 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:42.313438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:42.448239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.223 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e135a464-14c4-45d5-ac04-81aeaba58ad6) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:33:42.681701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:42.779500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:42.845098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:33:42.847925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:33:42.852093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:33:42.878540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e135a464-14c4-45d5-ac04-81aeaba58ad6,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:43.348023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:43.470913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:43.679071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:43.740864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:43.846539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e135a464-14c4-45d5-ac04-81aeaba58ad6,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:33:43.861805 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:43.900872 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f0f-4d8a-485d-8d90-e61a207fa0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:44.054318 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Floating IP a11bfb91-cfce-4955-b25f-dcb32e1892ce associated. External IP: 172.25.5.223, port: 274a696e-755d-461f-a561-acb71d50744f. Apr 11 21:33:44.547723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router f2371e48-3591-43da-b0d2-89dce287669d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:33:44.747355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:33:44.757445 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] Sync routers for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:33:44.768925 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:44.769517 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:33:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:44.841916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:44.899194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57f56c1c-d3bd-4e13-bb45-3a132107fae0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7979724 Apr 11 21:33:44.899807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:33:44.950540 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:44.955973 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786224b6-96eb-4132-83c1-dedc67c78f18'] response: {'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'status': 'completed', 'code': 200} Apr 11 21:33:45.063466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-43b9d17f-3a05-4f4c-a803-eb1847d45af6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1097 time: 0.0851090 Apr 11 21:33:45.264602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-61b59086-a8fc-4312-abb7-49180a984cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:45.265991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-61b59086-a8fc-4312-abb7-49180a984cb1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 897 time: 0.1960168 Apr 11 21:33:45.272612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b49c8-5332-4320-b83c-62a76fb91631 req-c6375a76-b7a4-4dfb-89c1-61b44e85b027 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:45.273868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc2b49c8-5332-4320-b83c-62a76fb91631 req-c6375a76-b7a4-4dfb-89c1-61b44e85b027 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.1850517 Apr 11 21:33:45.340440 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'a11bfb91-cfce-4955-b25f-dcb32e1892ce', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'port_id': '274a696e-755d-461f-a561-acb71d50744f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'mac_address': 'fa:16:3e:ad:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89881edc-4915-4f52-b513-e3f9199aeb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:33:43Z', 'updated_at': '2022-04-11T21:33:43Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:31Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:45.344239 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] Checking router: f2371e48-3591-43da-b0d2-89dce287669d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:33:45.355050 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:33:45.355688 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:33:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:45.410297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-8b36eac5-9aaf-44a2-b15b-24aa2b2dec94 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1000 time: 0.1354325 Apr 11 21:33:45.413878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc2b49c8-5332-4320-b83c-62a76fb91631 req-491d6851-9ab5-464c-980f-539f54054c0f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864062 Apr 11 21:33:45.443380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 52998) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:45.482013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-f0f2016e-dfd4-433f-b12b-1f62627121fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:33:45.483793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-f0f2016e-dfd4-433f-b12b-1f62627121fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0672181 Apr 11 21:33:45.548885 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:33:45.559095 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1ea6fd13-5da4-491c-a7b5-2105917e70a7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 200 len: 992 time: 0.1143837 Apr 11 21:33:45.561402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-00b3cd22-9afe-407f-9707-22f3dab81f1c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715144 Apr 11 21:33:45.693145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-09c35bf9-312e-43ce-884b-917c3451eeb0 service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257875 Apr 11 21:33:45.825871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-406ab816-2399-46fc-9fa7-cd1f2d2d95ee req-ece525ad-aabe-409f-9098-5bb2706ae5ff service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267509 Apr 11 21:33:45.890783 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'a11bfb91-cfce-4955-b25f-dcb32e1892ce', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'port_id': '274a696e-755d-461f-a561-acb71d50744f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'mac_address': 'fa:16:3e:ad:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89881edc-4915-4f52-b513-e3f9199aeb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:33:43Z', 'updated_at': '2022-04-11T21:33:43Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:31Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:33:45.894613 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a555b8f-73a5-418a-af01-d77c45458d72 None None] The sync data for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 is: [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'a11bfb91-cfce-4955-b25f-dcb32e1892ce', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'port_id': '274a696e-755d-461f-a561-acb71d50744f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'mac_address': 'fa:16:3e:ad:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89881edc-4915-4f52-b513-e3f9199aeb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:33:43Z', 'updated_at': '2022-04-11T21:33:43Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:31Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:33:46.258553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-362e3d48-8f10-4c01-9052-dab9beea5212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:46.561385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53002) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:46.661634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f2bdfa8-b16b-402a-b0fa-9fc61d9e46b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 200 len: 992 time: 0.0990806 Apr 11 21:33:47.466136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:47.523682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:47.638943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a957b-6c18-4980-b168-2fb6183fdbe5 None None] New status for floating IP a11bfb91-cfce-4955-b25f-dcb32e1892ce: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:33:47.665314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53006) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:47.774497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-28918dcc-d233-4c60-9626-6f9cbf0e0608 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 200 len: 992 time: 0.1069729 Apr 11 21:33:48.777245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53010) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:33:48.904890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:33:48.994564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1dabc3c9-9674-4df9-a585-3586b4fbba9b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 200 len: 994 time: 0.2160244 Apr 11 21:33:59.321714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:01.117508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:02.185462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-dfcc2701-ae09-4cae-bdcb-c771c4846e5b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654132 Apr 11 21:34:02.331430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-d2d9e496-7486-4cb2-86fa-e84f9d03029d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1097 time: 0.0693171 Apr 11 21:34:02.472118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173da9-5192-4b29-885a-3e45c93847f7 req-9734f3b9-aa71-47f7-88a9-3bf91379d983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:02.474372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-9734f3b9-aa71-47f7-88a9-3bf91379d983 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 897 time: 0.1242840 Apr 11 21:34:02.574573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-99552bd6-33e0-4995-bf00-5b90ba525ce5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1002 time: 0.0937333 Apr 11 21:34:02.640027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173da9-5192-4b29-885a-3e45c93847f7 req-7e3f10f9-74ed-46e8-b089-a8ab43e5aa5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:02.641493 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-7e3f10f9-74ed-46e8-b089-a8ab43e5aa5c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0602300 Apr 11 21:34:02.716092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-30d80ea8-f38c-4101-9056-ba03bf398742 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686038 Apr 11 21:34:02.847764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-f6fc9484-9bd9-4a46-80d6-1de854af0db2 service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250932 Apr 11 21:34:02.980034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-65173da9-5192-4b29-885a-3e45c93847f7 req-44d494fe-8b4f-45f0-b1f3-b46993fb1ebb service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255116 Apr 11 21:34:13.905845 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39c809a2-0175-492c-99cd-211bc05a874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:16.254625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aed057fc-9885-4c7a-92d0-df2ceaac36b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:17.527279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:17.528855 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:18.108812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28bd7a-97db-4c0b-93de-4bfca52f5ba6 req-c39093ac-0cbb-4d57-a332-d3859b767b34 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:18.110270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e28bd7a-97db-4c0b-93de-4bfca52f5ba6 req-c39093ac-0cbb-4d57-a332-d3859b767b34 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0772672 Apr 11 21:34:18.160545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e28bd7a-97db-4c0b-93de-4bfca52f5ba6 req-bd0dd061-976a-4b8f-896d-59bd3226b06b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Apr 11 21:34:18.188717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53030) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:18.293440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-39f55e8d-7213-4f0f-8285-59a1e178fc8f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 200 len: 994 time: 0.1035488 Apr 11 21:34:18.858856 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:18.895874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5c3cf4-f8d8-4f15-81ed-3aa09532f96c req-a4cfad47-bda5-4322-87aa-a7a2d164c72e tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1097 time: 0.0700204 Apr 11 21:34:18.940020 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e5c3cf4-f8d8-4f15-81ed-3aa09532f96c req-8ee5a8fc-b13a-4e1a-925c-f11d865ab9ca tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Apr 11 21:34:18.964675 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:34:19.132715 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a063f005-a1a1-4aaf-bd51-6dfc56ea2b8f req-fe92238b-7c1f-4655-814c-b969c4af2abf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708096 Apr 11 21:34:20.220590 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-06e44ced-cd4b-4c3d-b2c1-53ccc0af8a76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676532 Apr 11 21:34:21.114504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-bc681528-4830-4382-af9d-39d7334d32bb tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:34:21.116043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-bc681528-4830-4382-af9d-39d7334d32bb tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050926 Apr 11 21:34:21.124806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Request body: {'binding': {'host': 'n-h1-837321-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:21.125239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Unknown quota resources ['binding']. {{(pid=84666) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 11 21:34:21.323034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on host n-h1-837321-1 for vnic_type normal with profile None {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:34:21.323665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:34:21.323768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:21.329330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:34:21.329642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:21.335935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:34:21.336261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Checking segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:21.336630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Bound using segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} {{(pid=84666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:34:21.337042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.managers [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Bound port: 274a696e-755d-461f-a561-acb71d50744f, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}}] {{(pid=84666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:34:21.365142 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:34:21.478271 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:21.479404 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] 10.222.0.61 "POST /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3579617 Apr 11 21:34:21.869203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288d242-b92b-446a-ae3e-78736c9a0933 req-0d31abd9-ec60-41ba-8240-1cb2af7648bb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:21.870932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4288d242-b92b-446a-ae3e-78736c9a0933 req-0d31abd9-ec60-41ba-8240-1cb2af7648bb tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0812922 Apr 11 21:34:21.918538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4288d242-b92b-446a-ae3e-78736c9a0933 req-2a52b7a3-84c9-41c4-a4e0-473c6a6f0028 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409331 Apr 11 21:34:22.244935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-8f858602-5470-41e9-a6ba-d958c055919f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1097 time: 0.1490176 Apr 11 21:34:22.375377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-904107d4-deeb-4a03-b414-65b458d99ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:22.376844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-904107d4-deeb-4a03-b414-65b458d99ebe service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 897 time: 0.1265876 Apr 11 21:34:22.479636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-efabbe0f-fb63-4c6c-afe1-b16fc560e597 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1002 time: 0.0972173 Apr 11 21:34:22.540784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-c967b4bf-bf13-4301-aaab-bb236b38e8bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:22.542163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-c967b4bf-bf13-4301-aaab-bb236b38e8bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0571759 Apr 11 21:34:22.710573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-7d49b7dd-5cad-46d4-b987-4d127be84424 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628172 Apr 11 21:34:22.841805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-7adf4006-9f27-4d1e-9501-31bb50d72ebd service neutron] 10.222.0.69 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254010 Apr 11 21:34:22.976244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-5c8c9ec1-ff2f-49bf-a965-aa2e0f91b007 service neutron] 10.222.0.69 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287005 Apr 11 21:34:23.104771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-949b1ca0-1d9b-42e5-9679-45bf7fb55044 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&tenant_id=216e0d27a64f4370bec02e23d48fb7a5&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1097 time: 0.0713301 Apr 11 21:34:23.113527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fff32c-adaa-439f-956e-d714d04ba85a req-1dfaef16-57df-4aa8-b53e-f6ac8d7eb065 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:23.114055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-837321-1'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:23.114975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8fff32c-adaa-439f-956e-d714d04ba85a req-1dfaef16-57df-4aa8-b53e-f6ac8d7eb065 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0756466 Apr 11 21:34:23.164880 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8fff32c-adaa-439f-956e-d714d04ba85a req-041a0e2b-6748-4cd6-a862-c0e9bb4e40f3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438621 Apr 11 21:34:23.226284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:23.415288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:23.450835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:23.506814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:34:23.512499 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:23.580319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:23.694487 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774d4ba9-bde7-45a6-8e46-4c23948db41e'] response: {'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'code': 200} Apr 11 21:34:23.729957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:23.749495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.749844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.750189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.750528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.750866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.751197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.751543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.751874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.752199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.752523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.752848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:23.819920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on host n-h2-837321-1 for vnic_type normal with profile {"migrating_to": "n-h1-837321-1"} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:34:23.820252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:34:23.820576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:23.826413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:34:23.826731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Attempting to bind port 274a696e-755d-461f-a561-acb71d50744f on network ee3d59dc-9be5-4e59-873e-5187fcea7ebf {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:23.832958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:34:23.833294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Checking segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:23.833690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Bound using segment: {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:34:23.834359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Bound port: 274a696e-755d-461f-a561-acb71d50744f, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ac57d5-4e28-4eef-a401-39e5a79313a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:34:23.834709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:23.846965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b593c637-5bb1-4555-b689-1149b31fde19 None None] Provisioning complete for port 274a696e-755d-461f-a561-acb71d50744f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:23.847496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b593c637-5bb1-4555-b689-1149b31fde19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:23.899425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b593c637-5bb1-4555-b689-1149b31fde19 None None] Port 274a696e-755d-461f-a561-acb71d50744f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:34:23.922803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:23.925675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:34:24.020924 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:24.166932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=8']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:24.235830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:24.237516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-217ded0b-30f5-4089-ac4d-60f77a25842a service neutron] 10.222.0.69 "PUT /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1122 time: 1.1274371 Apr 11 21:34:24.317503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['274a696e-755d-461f-a561-acb71d50744f'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:34:24.370922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e0c9f911-0fef-4c6a-afdf-68b9607fed68 None None] Provisioning complete for port 274a696e-755d-461f-a561-acb71d50744f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:24.371208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f911-0fef-4c6a-afdf-68b9607fed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:24.390510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697ef3-60fd-4258-a7a2-2ae8b7100e80 req-1426a4db-d0f2-4df7-9431-051705538e23 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:24.392038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa697ef3-60fd-4258-a7a2-2ae8b7100e80 req-1426a4db-d0f2-4df7-9431-051705538e23 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 944 time: 0.0807385 Apr 11 21:34:24.438419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa697ef3-60fd-4258-a7a2-2ae8b7100e80 req-3ef15f93-513c-42e0-83d5-a487166816ee tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397253 Apr 11 21:34:24.555010 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f911-0fef-4c6a-afdf-68b9607fed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:24.599309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:34:24.620955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e0c9f911-0fef-4c6a-afdf-68b9607fed68 None None] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:24.657419 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3a58a8-3d1f-435c-942f-d721716f7f3c'] response: {'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'code': 200} Apr 11 21:34:24.705989 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f911-0fef-4c6a-afdf-68b9607fed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:24.894406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9f911-0fef-4c6a-afdf-68b9607fed68 None None] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:25.638757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd61dd-de10-40b1-8e0c-a7fb9e8f2ee4 req-e993fbda-f4a5-4789-9bd6-d47eb92de702 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:25.640228 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3fd61dd-de10-40b1-8e0c-a7fb9e8f2ee4 req-e993fbda-f4a5-4789-9bd6-d47eb92de702 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0787523 Apr 11 21:34:25.685749 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3fd61dd-de10-40b1-8e0c-a7fb9e8f2ee4 req-7256fe91-fc5e-4f50-bb02-7c17898033ac tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Apr 11 21:34:25.693735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:34:25.747989 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ac5e2b-c6b1-423c-83eb-d581cb80efa4'] response: {'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'status': 'completed', 'code': 200} Apr 11 21:34:25.851451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-eba7becb-4d1c-4e7f-bc0e-d2399917f3a9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1127 time: 0.0717468 Apr 11 21:34:25.993569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-a7e511fd-707f-4899-8902-d7d5ca954b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:25.994926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-a7e511fd-707f-4899-8902-d7d5ca954b82 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 897 time: 0.1269290 Apr 11 21:34:26.204244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-a037f7d6-8aa5-47d9-9f9d-db8d8eaae35f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1002 time: 0.2000632 Apr 11 21:34:26.268832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-8f3e55b7-0e1b-463a-9bb7-e0197d4196c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:26.270325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-8f3e55b7-0e1b-463a-9bb7-e0197d4196c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0572689 Apr 11 21:34:26.349239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-98167001-c697-4599-80d9-f1581dafa99d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696671 Apr 11 21:34:26.485392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-e16dd7f4-2510-4269-a28b-5fe1d3c4f91a service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294167 Apr 11 21:34:26.618038 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b81e5521-8b26-4eae-9e5b-277d74c1d401 req-78567ae3-80d5-4388-9043-d555bd07a11b service neutron] 10.222.0.75 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230047 Apr 11 21:34:27.021407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71e4f8-592d-4e6f-93bc-e51b6a2dd6f6 req-3a1aa45f-22c8-47ce-af97-a4e81b2d5975 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:27.022912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee71e4f8-592d-4e6f-93bc-e51b6a2dd6f6 req-3a1aa45f-22c8-47ce-af97-a4e81b2d5975 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.1452715 Apr 11 21:34:27.067313 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee71e4f8-592d-4e6f-93bc-e51b6a2dd6f6 req-00d2c07b-a6ae-4873-8c8f-a385e2c40c81 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389385 Apr 11 21:34:27.277219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 274a696e-755d-461f-a561-acb71d50744f details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:34:27.407335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:27.424956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 274a696e-755d-461f-a561-acb71d50744f has no active binding in host n-h1-837321-1 {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 11 21:34:28.382043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fbd39-0a52-43d5-a5b9-78365b3853d0 req-2c8ed994-4bb8-4230-aa11-c4d5447e57b2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:28.383565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb9fbd39-0a52-43d5-a5b9-78365b3853d0 req-2c8ed994-4bb8-4230-aa11-c4d5447e57b2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.1434627 Apr 11 21:34:28.429346 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb9fbd39-0a52-43d5-a5b9-78365b3853d0 req-778a2e00-5eb9-470b-ab74-b4f7ff9e36ca tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Apr 11 21:34:29.391735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:29.416998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-921c1e9c-6908-467b-b73f-2da3b079f4ed service neutron] 10.222.0.75 "GET /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 384 time: 0.0796363 Apr 11 21:34:29.633720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2bc8-5c9b-49a5-a882-7421e37b7048 req-13e72470-aa57-4e0a-b49b-a9f0fd134666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:29.635198 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33eb2bc8-5c9b-49a5-a882-7421e37b7048 req-13e72470-aa57-4e0a-b49b-a9f0fd134666 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 946 time: 0.0799046 Apr 11 21:34:29.670863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:29.681823 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-33eb2bc8-5c9b-49a5-a882-7421e37b7048 req-625c6b36-9776-41e9-bdfb-9a0c2bba2ed2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404773 Apr 11 21:34:29.693097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:29.754172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:34:29.763326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:29.811555 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f18445c-dd13-4384-a12a-3a8bb2366f90'] response: {'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'code': 200} Apr 11 21:34:29.848356 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:29.949725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] Transition to ACTIVE for port object 274a696e-755d-461f-a561-acb71d50744f will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:29.997196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:30.142707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] Pushing event updated for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=11']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:30.200401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] No DVR routers for this DVR port 274a696e-755d-461f-a561-acb71d50744f on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:34:30.435673 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-61bed984-b35f-41fb-bd86-8a93bd680f75 service neutron] 10.222.0.75 "PUT /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f/bindings/n-h1-837321-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0132830 Apr 11 21:34:30.629939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-e724f6bf-3182-4bab-a992-d847ca52fbaa tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&tenant_id=216e0d27a64f4370bec02e23d48fb7a5&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.0715206 Apr 11 21:34:30.705621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-330b118b-6be8-4ea2-abdb-c313966468ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0696950 Apr 11 21:34:30.892752 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb4b6-99b6-4a3c-a9e6-e68169cf582d req-a3bd8d33-9d25-446b-bac5-41f723d3c368 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:30.894133 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-131eb4b6-99b6-4a3c-a9e6-e68169cf582d req-a3bd8d33-9d25-446b-bac5-41f723d3c368 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.0860219 Apr 11 21:34:30.894646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-6ecd63bb-cf7b-4920-9c6f-cdb49256f0a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1096 time: 0.1664727 Apr 11 21:34:30.941042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-131eb4b6-99b6-4a3c-a9e6-e68169cf582d req-5c22032d-450d-4af8-b851-8102048b3d61 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406563 Apr 11 21:34:31.033205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-45def774-42e2-45f9-b48f-d9b66c297add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:31.034568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-45def774-42e2-45f9-b48f-d9b66c297add service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 897 time: 0.1343145 Apr 11 21:34:31.121174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:31.139384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-76e93eae-546f-4afa-aa51-9ac5d06c075a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 1000 time: 0.0980182 Apr 11 21:34:31.204358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-1bde1e8b-1427-4661-94fd-38db5f754f33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:31.206103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-1bde1e8b-1427-4661-94fd-38db5f754f33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0613410 Apr 11 21:34:31.283427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-24688053-4a21-46d2-8740-a62dba817f8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713687 Apr 11 21:34:31.412307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-2b5c20ff-df35-4f6a-8df3-853da7dcf0d1 service neutron] 10.222.0.69 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230485 Apr 11 21:34:31.540565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-d1764f3c-0bfb-4fdf-bfd8-5821ba79e5a4 service neutron] 10.222.0.69 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225533 Apr 11 21:34:32.025651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-1dc5f746-4106-46ad-99a9-f596209d96e3 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79&tenant_id=216e0d27a64f4370bec02e23d48fb7a5&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 1096 time: 0.0717447 Apr 11 21:34:32.181654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4fa1-ecb0-4a24-9608-304358dba375 req-8eb6e5d7-d00e-40cd-8916-9a8a883b0431 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:32.183093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7dcb4fa1-ecb0-4a24-9608-304358dba375 req-8eb6e5d7-d00e-40cd-8916-9a8a883b0431 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.1153324 Apr 11 21:34:32.229064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7dcb4fa1-ecb0-4a24-9608-304358dba375 req-83291422-fac6-4b21-b229-d587a154efec tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Apr 11 21:34:32.291464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-9a50e6e9-dd87-4ffb-bd7d-08d80083fc19 service neutron] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:32.294762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-9a50e6e9-dd87-4ffb-bd7d-08d80083fc19 service neutron] Notify callbacks [] for binding, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:32.295962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-9a50e6e9-dd87-4ffb-bd7d-08d80083fc19 service neutron] 10.222.0.69 "DELETE /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f/bindings/n-h2-837321-1 HTTP/1.1" status: 204 len: 173 time: 0.2644901 Apr 11 21:34:32.419103 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e7cdb60-181f-45dd-86fd-c728dde8b073 req-c6c2dd2e-8a18-4cb5-a52d-f0e3dc08074b tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1096 time: 0.0711637 Apr 11 21:34:32.460738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e7cdb60-181f-45dd-86fd-c728dde8b073 req-a8baa1e1-5317-4127-ba9c-7bdabaa7bb1f tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362639 Apr 11 21:34:32.664249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea66de7-9800-4334-947e-30502dc82bf6 req-8a0430d8-a7df-4c26-997a-0065cdaafe7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:32.665721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aea66de7-9800-4334-947e-30502dc82bf6 req-8a0430d8-a7df-4c26-997a-0065cdaafe7e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.0798383 Apr 11 21:34:32.712078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aea66de7-9800-4334-947e-30502dc82bf6 req-08ae6b2e-f6b6-4e5a-9926-dc501084b404 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407982 Apr 11 21:34:32.739062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53108) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:32.844675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5c6e1cba-8fb2-48f7-92a7-6c1dd3042fe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 200 len: 992 time: 0.1043794 Apr 11 21:34:33.123558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53116) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:33.324853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port e135a464-14c4-45d5-ac04-81aeaba58ad6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:34:33.325188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:33.438768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 274a696e-755d-461f-a561-acb71d50744f no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:34:33.499415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 274a696e-755d-461f-a561-acb71d50744f not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:34:33.595447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:33.595798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:33.713029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for e135a464-14c4-45d5-ac04-81aeaba58ad6 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:34:33.911462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:33.955114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=e135a464-14c4-45d5-ac04-81aeaba58ad6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:34.049262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:34.436617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router f2371e48-3591-43da-b0d2-89dce287669d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:34:34.632856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:34:34.642043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] Sync routers for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:34:34.653870 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:34.654460 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:34.711371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:34.768041 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3b90cb89-8e3f-4fd2-a915-548bb462de3b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/floatingips/a11bfb91-cfce-4955-b25f-dcb32e1892ce HTTP/1.1" status: 204 len: 168 time: 1.6432958 Apr 11 21:34:34.768697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:34:34.829174 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca48c1f1-089a-4e6a-aa20-1b583dc5e96f'] response: {'name': 'network-changed', 'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'status': 'completed', 'code': 200} Apr 11 21:34:34.834300 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:34.927586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-eeecc77b-4e0a-43fd-955c-f75c0a42a802 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 1096 time: 0.0729592 Apr 11 21:34:35.066193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-353fb1de-4467-473c-ae0a-1547512606e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:35.067852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-353fb1de-4467-473c-ae0a-1547512606e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 200 len: 897 time: 0.1349969 Apr 11 21:34:35.139822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-dac8dd62-f3ec-4796-8a85-52e0fda505c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 200 len: 217 time: 0.0660555 Apr 11 21:34:35.159182 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:31Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:35.163739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] Checking router: f2371e48-3591-43da-b0d2-89dce287669d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:34:35.174322 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:35.174900 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:35.202520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-9318901f-2b39-4750-b64a-c5e524e6faf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:35.203922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-9318901f-2b39-4750-b64a-c5e524e6faf2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 200 len: 834 time: 0.0591583 Apr 11 21:34:35.297843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-1c854939-f582-48d1-984f-e5748652738c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee3d59dc-9be5-4e59-873e-5187fcea7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884767 Apr 11 21:34:35.390099 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:35.514422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c225fa-0520-4ead-b105-4ff2324095eb req-2bdc0e86-2151-4818-92bb-e46a09b09802 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:35.520043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43c225fa-0520-4ead-b105-4ff2324095eb req-2bdc0e86-2151-4818-92bb-e46a09b09802 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.0832293 Apr 11 21:34:35.542231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-42dbbbe4-3ed5-4687-9a4b-139ceeda462f service neutron] 10.222.0.69 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384839 Apr 11 21:34:35.565472 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-43c225fa-0520-4ead-b105-4ff2324095eb req-e297da5f-8fda-4518-8ef6-0c2f2566107a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=231cc20d-98ad-4b84-9052-72d6e703b573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Apr 11 21:34:35.680518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7e56b027-ddbb-4643-b936-005cc5007ac6 req-f332470f-181d-4f5f-956e-114069698974 service neutron] 10.222.0.69 "GET /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309283 Apr 11 21:34:35.703927 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:31Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:35.707861 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39dfa85-795c-4c51-b366-f37784c59bfa None None] The sync data for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 is: [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'e8799d3e-cc54-4d4a-a803-3e44aea70771', 'name': '', 'network_id': 'ee3d59dc-9be5-4e59-873e-5187fcea7ebf', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:25Z', 'updated_at': '2022-04-11T21:33:31Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '33bd4a09-1a6b-46dd-84f7-42e03716431b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:34:35.923128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-2a352148-3fb3-4ede-99d9-e8fad1075d9b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:35.923128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-2a352148-3fb3-4ede-99d9-e8fad1075d9b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:34:35.954554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e84bb-4738-4a03-afad-42011b0babd1 None None] New status for floating IP a11bfb91-cfce-4955-b25f-dcb32e1892ce: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:34:36.024243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-2a352148-3fb3-4ede-99d9-e8fad1075d9b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:34:36.025326 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-2a352148-3fb3-4ede-99d9-e8fad1075d9b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 945 time: 0.1851318 Apr 11 21:34:36.097002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 274a696e-755d-461f-a561-acb71d50744f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:34:36.097362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:36.336155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 274a696e-755d-461f-a561-acb71d50744f, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=274a696e-755d-461f-a561-acb71d50744f,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:36.336541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:36.456149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 274a696e-755d-461f-a561-acb71d50744f owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:34:36.660182 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:36.746243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=274a696e-755d-461f-a561-acb71d50744f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:36.755980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b65103f-76b3-443d-b804-3ac3dbd0e14c req-447bcd17-7922-4a0f-86fd-8f2466794734 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=89881edc-4915-4f52-b513-e3f9199aeb79 HTTP/1.1" status: 200 len: 210 time: 0.0568113 Apr 11 21:34:36.828318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] No DVR routers for this DVR port 274a696e-755d-461f-a561-acb71d50744f on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:34:36.830730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:36.833264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-deleted', 'tag': '274a696e-755d-461f-a561-acb71d50744f'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:34:36.888285 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5bfc1e-056a-4eaa-a238-5cf9ae037185'] response: {'server_uuid': '89881edc-4915-4f52-b513-e3f9199aeb79', 'name': 'network-vif-deleted', 'tag': '274a696e-755d-461f-a561-acb71d50744f', 'status': 'completed', 'code': 200} Apr 11 21:34:36.917711 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-007fefc9-1a3d-4dfb-80d1-23aa35d66542 req-4f4a5770-d435-4c6d-b514-8a60205737de tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.69 "DELETE /v2.0/ports/274a696e-755d-461f-a561-acb71d50744f HTTP/1.1" status: 204 len: 173 time: 0.8875136 Apr 11 21:34:37.862868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53132) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:38.359119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:38.959356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port e8799d3e-cc54-4d4a-a803-3e44aea70771 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:34:38.960256 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:39.142797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port e8799d3e-cc54-4d4a-a803-3e44aea70771, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e8799d3e-cc54-4d4a-a803-3e44aea70771,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:39.143155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:39.263986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for e8799d3e-cc54-4d4a-a803-3e44aea70771 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:34:39.315124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 274a696e-755d-461f-a561-acb71d50744f no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:34:39.349098 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 274a696e-755d-461f-a561-acb71d50744f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:34:39.349445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 274a696e-755d-461f-a561-acb71d50744f not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:34:39.483029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:39.531524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=e8799d3e-cc54-4d4a-a803-3e44aea70771,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:39.826752 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:40.509285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router f2371e48-3591-43da-b0d2-89dce287669d has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:34:40.703767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:34:40.713655 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] Sync routers for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:34:40.716658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b9067f61-870e-409e-8c33-9541619b525c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/f2371e48-3591-43da-b0d2-89dce287669d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526783 Apr 11 21:34:40.719256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53136) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:40.725826 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:40.726422 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:40.905864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting subnet 33bd4a09-1a6b-46dd-84f7-42e03716431b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:34:40.908504 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:40.908759 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:40.962188 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.047618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.175389 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.190536 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:34:39Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:41.194597 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] Checking router: f2371e48-3591-43da-b0d2-89dce287669d for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:34:41.205210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] Routers {'f2371e48-3591-43da-b0d2-89dce287669d'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:41.205796 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['f2371e48-3591-43da-b0d2-89dce287669d'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:41.224683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Subnet': ['ID=33bd4a09-1a6b-46dd-84f7-42e03716431b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:41.233793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.239742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b630a87-998f-4036-af34-206e9613b76c None None] Network ee3d59dc-9be5-4e59-873e-5187fcea7ebf requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:34:41.243335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bf2eaee8-30fc-4711-bc04-db35264a176c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/subnets/33bd4a09-1a6b-46dd-84f7-42e03716431b HTTP/1.1" status: 204 len: 168 time: 0.5200105 Apr 11 21:34:41.243431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53140) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:41.388300 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] Set router f2371e48-3591-43da-b0d2-89dce287669d gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:41.457197 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.514955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] DHCP port deletion for ee3d59dc-9be5-4e59-873e-5187fcea7ebf request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:34:41.521638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Deleting port b22fc6ba-a390-4a93-9053-9aaf93ae7883 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:34:41.522777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.714293 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:34:39Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:41.725731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f73d6-4b71-4dc5-adcd-a2be0664e927 None None] The sync data for ids ['f2371e48-3591-43da-b0d2-89dce287669d'] in n-d-837321-1 is: [{'id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376817618', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:34:39Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'ca323115-6253-42f6-82db-ed1842d9ebf0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2371e48-3591-43da-b0d2-89dce287669d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:33:21Z', 'updated_at': '2022-04-11T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:34:41.730739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device b22fc6ba-a390-4a93-9053-9aaf93ae7883 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:34:41.762697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.806568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] For port b22fc6ba-a390-4a93-9053-9aaf93ae7883, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b22fc6ba-a390-4a93-9053-9aaf93ae7883,segment=NetworkSegment(68ac57d5-4e28-4eef-a401-39e5a79313a7),segment_id=68ac57d5-4e28-4eef-a401-39e5a79313a7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:41.806960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.860481 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port ca323115-6253-42f6-82db-ed1842d9ebf0 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:34:41.860822 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:41.982383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Calling delete_port for b22fc6ba-a390-4a93-9053-9aaf93ae7883 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:34:42.038888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port ca323115-6253-42f6-82db-ed1842d9ebf0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ca323115-6253-42f6-82db-ed1842d9ebf0,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:42.039161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.083603 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.165727 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for ca323115-6253-42f6-82db-ed1842d9ebf0 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:34:42.202697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.267038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Pushing event deleted for resources: {'Port': ['ID=b22fc6ba-a390-4a93-9053-9aaf93ae7883,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:42.282157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] No DVR routers for this DVR port b22fc6ba-a390-4a93-9053-9aaf93ae7883 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:34:42.283555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 11 21:34:42.283555 n-d-837321-1 neutron-server[84668]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 11 21:34:42.283555 n-d-837321-1 neutron-server[84668]: [parameters: {'status': 'DOWN', 'ports_id': 'b22fc6ba-a390-4a93-9053-9aaf93ae7883'}] Apr 11 21:34:42.283555 n-d-837321-1 neutron-server[84668]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:34:42.283975 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:34:42.286401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.286738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.287068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.287979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.288307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.288628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.288948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.289272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.289582 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.289891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.290201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5ee9-5725-4cee-a015-7c98855f4b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.408486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.454088 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=ca323115-6253-42f6-82db-ed1842d9ebf0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:42.494600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.494937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.495267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.495639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.495948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.496272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.496588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.496905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.497267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.497557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.497868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:42.679708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.816667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Port b22fc6ba-a390-4a93-9053-9aaf93ae7883 update to DOWN by agent not found {{(pid=84668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 11 21:34:42.926122 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.930889 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.996650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:42.997165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Fanout notify agent at l3_agent the message router_deleted on router f2371e48-3591-43da-b0d2-89dce287669d {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:34:43.011571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.015233 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e856cb41-fa21-47bf-98c8-00809fb821a6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/routers/f2371e48-3591-43da-b0d2-89dce287669d HTTP/1.1" status: 204 len: 168 time: 1.7684619 Apr 11 21:34:43.015516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53144) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:43.221459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.350784 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.379336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3d59dc-9be5-4e59-873e-5187fcea7ebf']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:43.391109 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ac57d5-4e28-4eef-a401-39e5a79313a7') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:43.391401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ac57d5-4e28-4eef-a401-39e5a79313a7') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:43.402722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.418326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.424072 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:34:43.424442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:34:43.438316 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:34:43.585936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.607910 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.620310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Network': ['ID=ee3d59dc-9be5-4e59-873e-5187fcea7ebf,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:43.689741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7bddeef4-627a-4384-875d-15b2d5991598 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/networks/ee3d59dc-9be5-4e59-873e-5187fcea7ebf HTTP/1.1" status: 204 len: 168 time: 0.6731710 Apr 11 21:34:43.692151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53148) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:43.711614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca323115-6253-42f6-82db-ed1842d9ebf0 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:34:43.744622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ca323115-6253-42f6-82db-ed1842d9ebf0 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:34:43.744964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ca323115-6253-42f6-82db-ed1842d9ebf0 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:34:43.745374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e8799d3e-cc54-4d4a-a803-3e44aea70771 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:34:43.762518 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-120653ef-e1e6-4b15-9401-99bcc8423c2d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.779555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e8799d3e-cc54-4d4a-a803-3e44aea70771 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:34:43.779904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e8799d3e-cc54-4d4a-a803-3e44aea70771 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:34:43.792921 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-120653ef-e1e6-4b15-9401-99bcc8423c2d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.905781 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-120653ef-e1e6-4b15-9401-99bcc8423c2d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.924715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120653ef-e1e6-4b15-9401-99bcc8423c2d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231cc20d-98ad-4b84-9052-72d6e703b573,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:43.929337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-63611bf4-e24a-423c-a0aa-632ffbbae454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.984813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-120653ef-e1e6-4b15-9401-99bcc8423c2d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:43.985951 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-120653ef-e1e6-4b15-9401-99bcc8423c2d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/security-groups/231cc20d-98ad-4b84-9052-72d6e703b573 HTTP/1.1" status: 204 len: 168 time: 0.2928872 Apr 11 21:34:44.423676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53158) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:44.429462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987380234', 'description': 'tempest-secgroup-smoke-1987380234 description', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:44.436577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:44.440641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:44.443567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:44.449435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:44.516964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:44.551561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:44.555182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:44.557919 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:44.563408 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:44.620096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:44.682667 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:44.726544 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04806c1-5be8-441a-b931-003612d2aeb3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:44.791361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:44.792618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2f885f8e-03a1-4a19-8f94-40a482f91543 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3678584 Apr 11 21:34:44.795418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53162) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:44.800804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'd04806c1-5be8-441a-b931-003612d2aeb3', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:44.807762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:44.811558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:44.814530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:44.821184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:44.887874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:44.946946 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.025619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.048162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cf070a-7404-43e9-985c-1a7476ad7984,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:45.151410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.152675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0ac2454b-58c1-483b-b010-e10e36ac2ecf tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3562477 Apr 11 21:34:45.155276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53166) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:45.160502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'd04806c1-5be8-441a-b931-003612d2aeb3', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:45.166974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:45.170807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:45.173674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:45.179984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:45.272222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.332132 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.408606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.434831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37c52c8-4a00-40d9-8171-038041e7bcc6,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:45.511158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.512401 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a45b237e-ba07-4d19-9f5a-0630014595fc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3562067 Apr 11 21:34:45.515104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53170) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:45.520322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'd04806c1-5be8-441a-b931-003612d2aeb3', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:45.526820 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:45.530667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:45.533496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:45.539670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:45.609113 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.671522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.722469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.746473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38500db7-d565-4f09-8c44-83b38b6432c6,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:45.794956 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.796317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-db69abb7-31f3-4765-96f5-a3f8ac727966 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2802918 Apr 11 21:34:45.799055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53174) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:45.804725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'd04806c1-5be8-441a-b931-003612d2aeb3', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:45.811120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:45.814934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:45.817837 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:45.823908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:45.904649 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:45.967948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.025198 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.047551 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50183761-effc-4b4a-809e-b2b8c3255edd,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:46.139663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.143834 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1af06e91-b136-45ed-bc1b-39a6a927570c tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3407843 Apr 11 21:34:46.143834 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53178) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:46.149776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'd04806c1-5be8-441a-b931-003612d2aeb3', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:46.156273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:46.160025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:46.162901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:46.168615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:46.231521 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:34:46.238413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.271199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6beea624-15e4-4d8c-b117-30adeb9fcffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.317158 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.400564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.425992 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f96b98-c040-407f-9130-7e11a95c578b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:46.498028 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.499147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2c0f5a02-c16d-428d-b29b-17c5141e8583 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3544216 Apr 11 21:34:46.502061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53182) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:46.508405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'security_group_rule': {'security_group_id': 'd04806c1-5be8-441a-b931-003612d2aeb3', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:46.515120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:46.518928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:security_group_rule and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:46.521766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:46.527517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:46.618381 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Project 216e0d27a64f4370bec02e23d48fb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:34:46.624998 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.695425 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.762348 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.786074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce4c704-e9ce-4587-8da7-dc048ce79eec,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:46.863705 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.864971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-01df7f0a-d554-4da2-8a60-27a078024d92 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3619733 Apr 11 21:34:46.868699 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53186) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:46.874033 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'network': {'name': 'tempest-network-smoke--1461455005', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:46.879634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:46.883851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:network and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:46.886601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:46.892359 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:46.960732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:34:46.963695 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:46.992036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:34:47.001109 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.001476 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Added segment a627858f-8b0e-47ac-b979-af5c65daf8a3 of type vlan for network 28ff9f7e-23e4-482d-92cc-09fba6aba49d Apr 11 21:34:47.031621 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.126676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.130317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:47.131146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.240809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Network': ['ID=28ff9f7e-23e4-482d-92cc-09fba6aba49d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:47.254606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:34:47.291123 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d5209db-6198-48c9-a356-0b005e7a289a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4202135 Apr 11 21:34:47.291123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53190) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:47.296631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'admin_state_up': True, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:47.305444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:47.310600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:router and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:47.314129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:47.320096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:47.389974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.390935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.409799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.469716 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.561281 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.658840 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.934684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:47.967071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:48.095383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.161 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e08d1db7-c2b7-4dc0-bf61-4d637038c9a0) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:34:48.325722 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:48.408726 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:48.478513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:34:48.481385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:34:48.485934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:34:48.512646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:48.722708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:48.723511 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:48.848666 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:49.040713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:34:49.233148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:34:49.243337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Sync routers for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:34:49.255172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:49.256631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:49.332606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:49.333987 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9be136ef-2c22-4b18-9724-92ffd6e3ba9d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0416510 Apr 11 21:34:49.338080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53194) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:49.376767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-782cd79d-aa88-4f4f-a0e4-56adf7fad83e tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=216e0d27a64f4370bec02e23d48fb7a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376239 Apr 11 21:34:49.379370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53198) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:49.431362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:49.509298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e1194-e6f5-4b8a-a6ab-bb8e69b797d4 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:49.510793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-019e1194-e6f5-4b8a-a6ab-bb8e69b797d4 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305017 Apr 11 21:34:49.513566 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:49.558026 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79cf573d-9916-43e2-854a-0bca0f8578af tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409777 Apr 11 21:34:49.558226 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53206) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:49.563422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349845987', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:49.670485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:49.674336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:subnet and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:34:49.677186 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:34:49.684504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:49.710821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:48Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:49.714745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Checking router: 5998ed94-b00b-44b8-a38d-3a4e7999dc38 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:34:49.720478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Updating router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:34:49.766374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:49.779860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:34:49.883878 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.083617 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.095046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Transition to ACTIVE for port object e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:50.155708 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.189581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.238637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Subnet': ['ID=92d5edd2-487a-49ee-b06f-24302c3f8376,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:50.250977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Checking segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:50.251629 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network hostable DHCP agents. Network: 28ff9f7e-23e4-482d-92cc-09fba6aba49d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:34:50.307654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22619a2d-7dfd-426d-8fb7-062cf3d9455f None None] Pushing event updated for resources: {'Port': ['ID=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:50.313074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Attempting to bind port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:34:50.315778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Attempting to bind port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:34:50.315778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Attempting to bind port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:50.321461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:34:50.321798 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:50.322188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.322571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:34:50.323024 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Bound port: e08d1db7-c2b7-4dc0-bf61-4d637038c9a0, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:34:50.323497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.338525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:34:50.394137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] For port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:50.397701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] For port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:34:50.418953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 28ff9f7e-23e4-482d-92cc-09fba6aba49d) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:34:50.418953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:50.418953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.422811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23dacd1-053d-459b-ab57-a2a0277b9289 None None] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:34:50.508623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.644158 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-86cea1bb-d90e-441c-ae6d-5be84f53312f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0843203 Apr 11 21:34:50.645067 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22619a2d-7dfd-426d-8fb7-062cf3d9455f None None] Pushing event updated for resources: {'Port': ['ID=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:50.646206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53210) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:34:50.670253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:50.670812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:50.853118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:34:50.853913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:50.964731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:51.225774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Allocated IP 172.20.0.2 (28ff9f7e-23e4-482d-92cc-09fba6aba49d/92d5edd2-487a-49ee-b06f-24302c3f8376/55ba45d3-5e5d-48ab-b3e3-c0b283df4be6) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:34:51.394658 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:51.464552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:48Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:51.478110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1afa9b-f31d-4731-80fb-bc188cf98259 None None] The sync data for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 is: [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:48Z', 'revision_number': 3, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:34:51.499242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:51.511096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Transition to ACTIVE for port object 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:51.529812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Transition to ACTIVE for port object 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:51.603264 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:51.684283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Pushing event updated for resources: {'Port': ['ID=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:51.696199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:34:51.697629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:34:51.700241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:34:51.798747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:34:51.836269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Attempting to bind port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:34:51.836616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Attempting to bind port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:34:51.836973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Attempting to bind port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 on network 28ff9f7e-23e4-482d-92cc-09fba6aba49d {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:51.847658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.1 (28ff9f7e-23e4-482d-92cc-09fba6aba49d/92d5edd2-487a-49ee-b06f-24302c3f8376/99c6d061-5092-40dd-a23b-765d5ebf79d5) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:34:51.862945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:34:51.867414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Checking segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:51.867414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:51.867414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Bound using segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:34:51.867414 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Bound port: 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:34:51.867414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.014276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] For port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:52.017628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] For port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:34:52.020247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.037192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object 99c6d061-5092-40dd-a23b-765d5ebf79d5 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:52.069828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:34:52.075160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:52.075561 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.104601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.151577 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.211316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9647e2-688b-4e23-973f-9ee2bc188b47 None None] Pushing event updated for resources: {'Port': ['ID=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:52.252790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:34:52.252790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:34:52.256552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:34:52.279530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.297280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:52.305165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=99c6d061-5092-40dd-a23b-765d5ebf79d5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:52.331449 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.384460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:52.470497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:52.609391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:53.013136 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:53.071564 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:53.188771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=99c6d061-5092-40dd-a23b-765d5ebf79d5,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:53.189513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6290e-a108-423c-b187-2ad34ffd9da8 None None] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:34:53.192244 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:53.332339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:34:53.333467 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:34:53.398188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ea2b7ca1-7d46-4c1c-a653-925bd389f021 None None] Provisioning for port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:34:53.756429 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:34:53.813749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75dc3daf-ad24-40b9-9beb-042861b33bf3 None None] Provisioning for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:34:53.820463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-75dc3daf-ad24-40b9-9beb-042861b33bf3 None None] Provisioning complete for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:53.820964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-75dc3daf-ad24-40b9-9beb-042861b33bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:53.848038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:34:53.927207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-75dc3daf-ad24-40b9-9beb-042861b33bf3 None None] Port 99c6d061-5092-40dd-a23b-765d5ebf79d5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:34:53.958022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:53.958393 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:54.004271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:34:54.022348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5e0a313b-068e-49f8-8008-bc1271412474 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/5998ed94-b00b-44b8-a38d-3a4e7999dc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3739057 Apr 11 21:34:54.101490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:34:54.128710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-442384da-a9f9-485b-a887-4bfadb705ab4 None None] Provisioning complete for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:54.129085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-442384da-a9f9-485b-a887-4bfadb705ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:54.201383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-fe5dbbe3-6380-4336-a1a4-30f71e905d78 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:34:54.203932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-442384da-a9f9-485b-a887-4bfadb705ab4 None None] Port 99c6d061-5092-40dd-a23b-765d5ebf79d5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:34:54.276723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-fe5dbbe3-6380-4336-a1a4-30f71e905d78 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:34:54.277901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-fe5dbbe3-6380-4336-a1a4-30f71e905d78 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987380234&fields=id&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 267 time: 0.1168132 Apr 11 21:34:54.303615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:34:54.309160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:54.310104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:54.386240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0fb0c314-5d16-4f0c-af5f-8c5848b17f0e None None] Provisioning complete for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:54.386610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c314-5d16-4f0c-af5f-8c5848b17f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:54.485437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0fb0c314-5d16-4f0c-af5f-8c5848b17f0e None None] Port 99c6d061-5092-40dd-a23b-765d5ebf79d5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:34:54.495587 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:54.528942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:54.539386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-bbe44995-b69d-4675-b9ee-9616b86bb3fe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:54.542047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-bbe44995-b69d-4675-b9ee-9616b86bb3fe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:34:54.629533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:54.638931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-bbe44995-b69d-4675-b9ee-9616b86bb3fe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:34:54.638931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-bbe44995-b69d-4675-b9ee-9616b86bb3fe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/networks?id=28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 200 len: 797 time: 0.3537443 Apr 11 21:34:54.655773 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-137ad8c2-fbb8-47ab-a521-31f04c8897c5 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/quotas/216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 375 time: 0.0121956 Apr 11 21:34:54.699385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:54.735376 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-dc5e24d0-a73f-4df7-90f4-3b421aeb950e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:34:54.812110 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-dc5e24d0-a73f-4df7-90f4-3b421aeb950e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:34:54.813348 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-dc5e24d0-a73f-4df7-90f4-3b421aeb950e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524870 Apr 11 21:34:55.030724 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0bfdf8a5-4f4c-4eec-b0c9-04b60798b0fc service neutron] 10.222.0.61 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052977 Apr 11 21:34:55.065416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Sync routers for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:34:55.077336 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:55.077939 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:55.164163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0a273ea8-9a12-43c5-ae40-772a5a100edf service neutron] 10.222.0.61 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276629 Apr 11 21:34:55.257881 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:55.439086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f696baf0-2fb6-4690-a7c7-df2ac5d63991 req-c660eefd-c297-4143-8ef2-b19c621a57d2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:34:55.451561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f696baf0-2fb6-4690-a7c7-df2ac5d63991 req-c660eefd-c297-4143-8ef2-b19c621a57d2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:34:55.452717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f696baf0-2fb6-4690-a7c7-df2ac5d63991 req-c660eefd-c297-4143-8ef2-b19c621a57d2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 210 time: 0.0593269 Apr 11 21:34:55.569206 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 2, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:55.573170 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Checking router: 5998ed94-b00b-44b8-a38d-3a4e7999dc38 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:34:55.573569 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Updating router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 port 99c6d061-5092-40dd-a23b-765d5ebf79d5 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:34:55.630064 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:55.723170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:34:55.795650 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:55.796174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:55.979544 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:34:55.995359 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:56.007930 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Transition to ACTIVE for port object 99c6d061-5092-40dd-a23b-765d5ebf79d5 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:56.065538 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:56.195661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Pushing event updated for resources: {'Port': ['ID=99c6d061-5092-40dd-a23b-765d5ebf79d5,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.210880 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.211459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.211459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.211767 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:34:56.299595 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Attempting to bind port 99c6d061-5092-40dd-a23b-765d5ebf79d5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:34:56.299970 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Attempting to bind port 99c6d061-5092-40dd-a23b-765d5ebf79d5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:34:56.300724 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Attempting to bind port 99c6d061-5092-40dd-a23b-765d5ebf79d5 on network 28ff9f7e-23e4-482d-92cc-09fba6aba49d {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:56.308213 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:34:56.308587 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Checking segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:56.308976 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:56.309362 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Bound using segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:34:56.309823 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Bound port: 99c6d061-5092-40dd-a23b-765d5ebf79d5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:34:56.310192 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:56.406444 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] For port 99c6d061-5092-40dd-a23b-765d5ebf79d5, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:56.409591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] For port 99c6d061-5092-40dd-a23b-765d5ebf79d5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=99c6d061-5092-40dd-a23b-765d5ebf79d5,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:34:56.454760 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:56.534088 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb0ae0-9e49-4452-b9ea-05870bbfe8ac None None] Pushing event updated for resources: {'Port': ['ID=99c6d061-5092-40dd-a23b-765d5ebf79d5,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:56.540255 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:34:56.540881 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:56.645185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8d497c8d-27fa-4f6e-b1b2-a79cecad331f req-d255c843-8032-438b-ad27-4a98a2fb9657 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 210 time: 0.0509961 Apr 11 21:34:56.788720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:34:57.109588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:56Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:34:57.113439 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f1b96-b4c8-427a-94f9-b58e111739ad None None] The sync data for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 is: [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:56Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:34:57.610982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-e36c3158-98bb-4a0d-9145-0c7b9e457070 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:57.610982 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-e36c3158-98bb-4a0d-9145-0c7b9e457070 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/networks?id=28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 200 len: 797 time: 0.1502635 Apr 11 21:34:57.672799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0a2c7947-4345-48ce-a761-1667dd0069e5 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216e0d27a64f4370bec02e23d48fb7a5 HTTP/1.1" status: 200 len: 380 time: 0.0440500 Apr 11 21:34:57.683234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'port': {'device_id': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'admin_state_up': True, 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'security_groups': ['d04806c1-5be8-441a-b931-003612d2aeb3']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:57.804432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99c6d061-5092-40dd-a23b-765d5ebf79d5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:34:57.945541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f15c8d80-338d-445e-9b5c-13647cac1c1d req-ad75f415-100e-40d7-963b-9dd0fe155ff6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 210 time: 0.0523455 Apr 11 21:34:57.954060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:34:57.960160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:57.960527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.000121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:34:58.010789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:34:58.082871 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.109987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Made reservation on behalf of 216e0d27a64f4370bec02e23d48fb7a5 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:34:58.113115 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.117982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 99c6d061-5092-40dd-a23b-765d5ebf79d5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=99c6d061-5092-40dd-a23b-765d5ebf79d5,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:34:58.195639 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.262667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=99c6d061-5092-40dd-a23b-765d5ebf79d5,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:58.276918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.20.0.7 (28ff9f7e-23e4-482d-92cc-09fba6aba49d/92d5edd2-487a-49ee-b06f-24302c3f8376/d4f5c01e-b02d-46af-b7f8-7b3545f8474b) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:34:58.467791 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.483705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Transition to ACTIVE for port object d4f5c01e-b02d-46af-b7f8-7b3545f8474b will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:58.608817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.682462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:34:58.685375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:34:58.689361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:34:58.720023 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:58.755976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:58.756754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:58.870171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-efe3bf06-1177-4b60-9d29-40cfdcbee711 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1908865 Apr 11 21:34:58.954937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-551b64b7-ce7a-4eb2-8f82-f66dc58506f9 None None] Provisioning for port d4f5c01e-b02d-46af-b7f8-7b3545f8474b completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:34:58.960778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-551b64b7-ce7a-4eb2-8f82-f66dc58506f9 None None] Provisioning complete for port d4f5c01e-b02d-46af-b7f8-7b3545f8474b triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:58.961063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-551b64b7-ce7a-4eb2-8f82-f66dc58506f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.049900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Request body: {'port': {'device_id': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:34:59.050257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-551b64b7-ce7a-4eb2-8f82-f66dc58506f9 None None] Port d4f5c01e-b02d-46af-b7f8-7b3545f8474b cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:34:59.160863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689ee7b-49a5-4cd0-a0e2-6d12002947cd req-856705d4-9e9c-4aa3-b632-da327889f1af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:34:59.162177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.162414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a689ee7b-49a5-4cd0-a0e2-6d12002947cd req-856705d4-9e9c-4aa3-b632-da327889f1af tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 931 time: 0.0790009 Apr 11 21:34:59.207522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a689ee7b-49a5-4cd0-a0e2-6d12002947cd req-bee4a88c-6988-402f-ad88-0e6719551fe9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 Apr 11 21:34:59.355381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.501504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f5c01e-b02d-46af-b7f8-7b3545f8474b {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:34:59.508914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.522907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Transition to ACTIVE for port object d4f5c01e-b02d-46af-b7f8-7b3545f8474b will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:34:59.595142 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.726157 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99c6d061-5092-40dd-a23b-765d5ebf79d5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:34:59.726975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:34:59.808710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 99c6d061-5092-40dd-a23b-765d5ebf79d5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:34:59.809247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.856120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Attempting to bind port d4f5c01e-b02d-46af-b7f8-7b3545f8474b on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:34:59.856454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Attempting to bind port d4f5c01e-b02d-46af-b7f8-7b3545f8474b by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:34:59.857041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Attempting to bind port d4f5c01e-b02d-46af-b7f8-7b3545f8474b on network 28ff9f7e-23e4-482d-92cc-09fba6aba49d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:59.863136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Port d4f5c01e-b02d-46af-b7f8-7b3545f8474b on network 28ff9f7e-23e4-482d-92cc-09fba6aba49d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:34:59.863458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Attempting to bind port d4f5c01e-b02d-46af-b7f8-7b3545f8474b on network 28ff9f7e-23e4-482d-92cc-09fba6aba49d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:34:59.871241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:34:59.876609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Checking segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:34:59.876609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Bound using segment: {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:34:59.876609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Bound port: d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a627858f-8b0e-47ac-b979-af5c65daf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:34:59.876609 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:34:59.965011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:34:59.967966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:35:00.041110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:00.102105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:00.104534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] 10.222.0.75 "PUT /v2.0/ports/d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 200 len: 1091 time: 1.1325469 Apr 11 21:35:00.107839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:35:00.134290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d562-8fb6-4f53-ac42-3dfa25127125 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:35:00.308992 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bdb9bb-cc9d-44ee-b1fe-0dfec9d9ebee'] response: {'name': 'network-changed', 'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'status': 'completed', 'code': 200} Apr 11 21:35:00.317539 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-c36fb049-e57d-4c2c-95fc-452c74aee771 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1094 time: 0.1173677 Apr 11 21:35:00.398564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-734e17f0-53b3-43dd-977b-3a9bbf91b75b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 200 len: 217 time: 0.0709505 Apr 11 21:35:00.451330 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051975-bd79-4558-a4d2-374d2ad88330 req-506a82e5-34e0-4a0d-ade8-b7a80bf91cd8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:00.452817 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1051975-bd79-4558-a4d2-374d2ad88330 req-506a82e5-34e0-4a0d-ade8-b7a80bf91cd8 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 943 time: 0.0914023 Apr 11 21:35:00.466423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-2c15fc5d-c04a-4869-a4dd-3200c6b40aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:00.467905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-2c15fc5d-c04a-4869-a4dd-3200c6b40aa7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=92d5edd2-487a-49ee-b06f-24302c3f8376 HTTP/1.1" status: 200 len: 834 time: 0.0595624 Apr 11 21:35:00.499131 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f1051975-bd79-4558-a4d2-374d2ad88330 req-e65b76bc-41ac-4b37-aa4d-839a4cd839fe tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Apr 11 21:35:00.548576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-10619088-3906-4043-89fb-2d32ea4f00f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=28ff9f7e-23e4-482d-92cc-09fba6aba49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716586 Apr 11 21:35:00.681821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-a8b0ff4a-bc4a-4c87-8040-858a7b23ad93 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230328 Apr 11 21:35:00.905532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5f6274a-82f9-44df-9e1a-8241f31b080f req-26c375ba-7f95-49c0-9fb8-4b3b0b1b9b64 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145259 Apr 11 21:35:01.115173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-4e81d1d5-d70a-4b06-aea5-9349ee8738c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1094 time: 0.0676355 Apr 11 21:35:01.145060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:01.244412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-54d2fa86-0168-467f-bb5a-4a9ea87dcff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:01.245858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-54d2fa86-0168-467f-bb5a-4a9ea87dcff6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 200 len: 898 time: 0.1247952 Apr 11 21:35:01.316568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-9e0994a7-8bc6-4ab6-87e9-980d45f4ed37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 200 len: 217 time: 0.0636227 Apr 11 21:35:01.380407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-39a093aa-6d11-4430-a5f5-28509d2eb08e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:01.381728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-39a093aa-6d11-4430-a5f5-28509d2eb08e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=92d5edd2-487a-49ee-b06f-24302c3f8376 HTTP/1.1" status: 200 len: 834 time: 0.0560501 Apr 11 21:35:01.461563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-a8691b00-57fa-433b-8f73-e9a4ee2c82a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=28ff9f7e-23e4-482d-92cc-09fba6aba49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692279 Apr 11 21:35:01.591947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-4bf7859b-aaca-4367-9721-2a4ebce1f51f service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236644 Apr 11 21:35:01.776119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f783cdec-42e6-4ab7-9f6b-223e25840146 req-994eb5c9-0cc7-4efe-bb13-31eadbac3095 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764855 Apr 11 21:35:01.789553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a48e07-f9d6-4ef3-b06f-6f75f1479245 req-9c487db0-8327-4b07-8dd7-a9fda2c69efd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:01.790230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d7a48e07-f9d6-4ef3-b06f-6f75f1479245 req-9c487db0-8327-4b07-8dd7-a9fda2c69efd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:35:01.882323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d7a48e07-f9d6-4ef3-b06f-6f75f1479245 req-9c487db0-8327-4b07-8dd7-a9fda2c69efd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:35:01.883604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7a48e07-f9d6-4ef3-b06f-6f75f1479245 req-9c487db0-8327-4b07-8dd7-a9fda2c69efd tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 943 time: 0.2180891 Apr 11 21:35:01.932556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7a48e07-f9d6-4ef3-b06f-6f75f1479245 req-a35c038f-5c2c-49a1-9a26-1541dc6375d1 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Apr 11 21:35:03.128351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a5d4-a0f4-4876-9e97-e6dc7305af94 req-52368be1-1133-45a0-8ada-5934df07364e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:03.129791 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6662a5d4-a0f4-4876-9e97-e6dc7305af94 req-52368be1-1133-45a0-8ada-5934df07364e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 943 time: 0.0752671 Apr 11 21:35:03.174619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6662a5d4-a0f4-4876-9e97-e6dc7305af94 req-3392f984-4fc2-403a-925b-8677a557fa75 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Apr 11 21:35:03.563755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:35:03.696120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:35:03.708959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'port_id': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'mac_address': 'fa:16:3e:bd:89:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:35:03.764943 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:03.782337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f5c01e-b02d-46af-b7f8-7b3545f8474b {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:35:03.797334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:35:03.869261 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:03.932755 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:35:04.167744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d4f5c01e-b02d-46af-b7f8-7b3545f8474b'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:35:04.372682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74debf2c-a619-4b66-928c-02b44673f942 req-086fd9bd-e2aa-4910-9330-45b90eeb64b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:04.374117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74debf2c-a619-4b66-928c-02b44673f942 req-086fd9bd-e2aa-4910-9330-45b90eeb64b4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 944 time: 0.0776944 Apr 11 21:35:04.420062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-74debf2c-a619-4b66-928c-02b44673f942 req-b2fa8f3c-fbdf-4177-8f94-9c7cc720187b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 Apr 11 21:35:05.578489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:35:05.619860 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748eb5f-135c-4f75-acf7-3f41fe5b8aed req-4a126906-00c6-4929-a048-48aa6cecc5f7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:05.621329 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d748eb5f-135c-4f75-acf7-3f41fe5b8aed req-4a126906-00c6-4929-a048-48aa6cecc5f7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 944 time: 0.0793471 Apr 11 21:35:05.675838 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d748eb5f-135c-4f75-acf7-3f41fe5b8aed req-a8d04acf-1d7e-4ca3-bf3c-5a74b58501b7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 Apr 11 21:35:05.739540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port d4f5c01e-b02d-46af-b7f8-7b3545f8474b completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:35:05.745786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port d4f5c01e-b02d-46af-b7f8-7b3545f8474b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:35:05.746259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:05.878301 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:05.904819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:35:05.914199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:35:05.991198 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:06.057692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:35:06.074789 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21554bb3-7803-4387-9733-92429287b27f'] response: {'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'code': 200} Apr 11 21:35:06.210696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2668f28a-0ba1-4772-9df0-d536083a45ac req-6d29b746-6d00-43eb-8d78-55085d739ea1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1096 time: 0.0704832 Apr 11 21:35:06.256795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2668f28a-0ba1-4772-9df0-d536083a45ac req-3e48ce82-4551-4ca6-bead-c2830e1cd598 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363297 Apr 11 21:35:06.863355 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b93183-f29b-4623-a133-65dd0d5a9f9d req-12f40409-4696-44d6-8291-eaf2bc799e06 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:06.864859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35b93183-f29b-4623-a133-65dd0d5a9f9d req-12f40409-4696-44d6-8291-eaf2bc799e06 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0768700 Apr 11 21:35:06.910085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-35b93183-f29b-4623-a133-65dd0d5a9f9d req-32f3976d-f07e-486d-9499-8e37bd2a9623 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390630 Apr 11 21:35:08.111154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189513c5-5539-428d-980a-ebdb2dfb6847 req-366a792e-2952-40b5-a0bb-b4c8d08e3e31 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:08.112743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-189513c5-5539-428d-980a-ebdb2dfb6847 req-366a792e-2952-40b5-a0bb-b4c8d08e3e31 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0786576 Apr 11 21:35:08.159252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-189513c5-5539-428d-980a-ebdb2dfb6847 req-ff948c6b-620c-4c35-b500-d8583a6abbfc tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Apr 11 21:35:08.363317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c3f6a-ef19-4d4b-986a-b9350b63d205 req-e16bd501-5105-4330-8e88-dc38cb0d9e84 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:08.364815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601c3f6a-ef19-4d4b-986a-b9350b63d205 req-e16bd501-5105-4330-8e88-dc38cb0d9e84 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0798137 Apr 11 21:35:08.410829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-601c3f6a-ef19-4d4b-986a-b9350b63d205 req-59e1b30f-4305-4b87-b085-8531a684923a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Apr 11 21:35:08.443162 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53270) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:35:08.513052 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ec5df35a-d39a-4179-99eb-6c3e5c5ffdb8 tempest-TestNetworkAdvancedServerOps-142327965 tempest-TestNetworkAdvancedServerOps-142327965-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1091 time: 0.0679281 Apr 11 21:35:08.515671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53274) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:35:08.520886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:35:08.527504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:35:08.531346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Usage tracker for resource:floatingip and tenant:216e0d27a64f4370bec02e23d48fb7a5 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:35:08.534172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:35:08.540608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:35:08.624869 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:08.752964 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:08.888095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Allocated IP 172.25.5.183 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/0fca9c11-ed36-4b40-870f-1a4d030c9a79) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:35:09.032714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:09.111250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:09.188816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:35:09.192371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:35:09.198676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:35:09.231766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=0fca9c11-ed36-4b40-870f-1a4d030c9a79,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:35:09.812826 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:09.933792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:10.138050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:10.276918 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:10.385607 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event updated for resources: {'Port': ['ID=0fca9c11-ed36-4b40-870f-1a4d030c9a79,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:35:10.399147 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:10.585557 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Floating IP 059f4f2a-8245-4589-a85b-5d2f344bc332 associated. External IP: 172.25.5.183, port: d4f5c01e-b02d-46af-b7f8-7b3545f8474b. Apr 11 21:35:10.966100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:35:11.264636 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:35:11.275500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] Sync routers for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:35:11.289458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:35:11.290069 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:35:11.349509 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:11.402927 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a2460145-ae55-4c0a-8c18-9b5d94c840f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8862293 Apr 11 21:35:11.403550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:35:11.480988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:35:11.596822 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb009947-e332-4e5a-9a53-b57577de1b38'] response: {'name': 'network-changed', 'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'status': 'completed', 'code': 200} Apr 11 21:35:11.603329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e01a21-7a59-456e-a67f-5694d66b10e5 req-e735167e-1070-43c7-9800-6370badef5f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:11.604954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45e01a21-7a59-456e-a67f-5694d66b10e5 req-e735167e-1070-43c7-9800-6370badef5f9 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.1007249 Apr 11 21:35:11.692249 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45e01a21-7a59-456e-a67f-5694d66b10e5 req-41eb53ff-66da-4d86-8e6a-2bb6720f6778 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811911 Apr 11 21:35:11.716841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-bc208fdc-8270-465b-a2a8-cf40bda0467e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1096 time: 0.0914121 Apr 11 21:35:11.723359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53286) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:35:11.831038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '059f4f2a-8245-4589-a85b-5d2f344bc332', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'port_id': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'mac_address': 'fa:16:3e:bd:89:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:35:09Z', 'updated_at': '2022-04-11T21:35:09Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:58Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:35:11.835309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] Checking router: 5998ed94-b00b-44b8-a38d-3a4e7999dc38 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:35:11.846519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:35:11.847152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:34:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:35:11.929465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7065e43a-be8b-4822-b7fa-e9bcf79e50e7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/059f4f2a-8245-4589-a85b-5d2f344bc332 HTTP/1.1" status: 200 len: 991 time: 0.2050056 Apr 11 21:35:11.960859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-cd4416d9-0312-4c0e-8032-602d0863fee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:11.962294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-cd4416d9-0312-4c0e-8032-602d0863fee2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 200 len: 898 time: 0.2356594 Apr 11 21:35:12.064935 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:35:12.166027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-30a5580c-2c45-4a2e-8b0d-f3f84d708f58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 200 len: 999 time: 0.1978493 Apr 11 21:35:12.237714 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-46c0aaeb-ffc4-41d6-be15-27da34bc498c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:12.239176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-46c0aaeb-ffc4-41d6-be15-27da34bc498c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=92d5edd2-487a-49ee-b06f-24302c3f8376 HTTP/1.1" status: 200 len: 834 time: 0.0674205 Apr 11 21:35:12.320883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-c0a74092-ba13-4548-8417-06ef24a5e818 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=28ff9f7e-23e4-482d-92cc-09fba6aba49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757122 Apr 11 21:35:12.440759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '059f4f2a-8245-4589-a85b-5d2f344bc332', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'port_id': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'mac_address': 'fa:16:3e:bd:89:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:35:09Z', 'updated_at': '2022-04-11T21:35:09Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:58Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:35:12.445795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf5406-a07f-4362-ac11-8abf09762c88 None None] The sync data for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 is: [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '059f4f2a-8245-4589-a85b-5d2f344bc332', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'port_id': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'mac_address': 'fa:16:3e:bd:89:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:35:09Z', 'updated_at': '2022-04-11T21:35:09Z', 'revision_number': 0, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:58Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:35:12.457817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-ae86cfcc-f50e-4b25-92d2-3470671d0114 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277280 Apr 11 21:35:12.590979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2ce06fcd-6d84-400b-9b12-fcbae1dc4231 req-7dbcf157-7b8e-48c4-bce5-e220f6306c61 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278310 Apr 11 21:35:12.933556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53290) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:35:13.041157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2dca294a-ccc2-43b5-87ea-16c13bbcdcaa tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/059f4f2a-8245-4589-a85b-5d2f344bc332 HTTP/1.1" status: 200 len: 991 time: 0.1064398 Apr 11 21:35:13.910797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4d49111-2065-4df1-aef5-985f6c8c23b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:14.018389 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc546f-c186-4e15-83e4-eb5f1ceaaeb6 None None] New status for floating IP 059f4f2a-8245-4589-a85b-5d2f344bc332: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:35:14.045008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53294) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:35:14.151772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-468b4687-27b8-4190-b18e-1c04b36b00e7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/059f4f2a-8245-4589-a85b-5d2f344bc332 HTTP/1.1" status: 200 len: 991 time: 0.1056211 Apr 11 21:35:15.155642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53298) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:35:15.259713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-078104e3-fefe-4ad2-aa99-0a9449882a31 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/059f4f2a-8245-4589-a85b-5d2f344bc332 HTTP/1.1" status: 200 len: 993 time: 0.1029327 Apr 11 21:35:16.259116 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9969bdf1-7a52-4011-a82f-088414b1eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:17.487979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:17.516544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:18.869030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:29.373302 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:31.134408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:32.970076 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:35:43.921465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8da-e1e7-4149-889a-5714cd9fc3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:45.133483 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58f99e-d79f-4b03-8f71-4d3c2215f3e8 req-2788f2fc-96e5-4dcf-80e3-5ec5dc363958 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:45.134864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c58f99e-d79f-4b03-8f71-4d3c2215f3e8 req-2788f2fc-96e5-4dcf-80e3-5ec5dc363958 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0779445 Apr 11 21:35:45.182709 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c58f99e-d79f-4b03-8f71-4d3c2215f3e8 req-e1799363-7401-485f-a9d5-473b6cc622ea tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Apr 11 21:35:46.257585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8623b5e0-442d-4053-89c9-80f267624f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:46.389421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5052e-dfe7-4b21-8b88-47869dda95e7 req-d8a3508f-91de-4aef-ad3b-edf3aee0f8b0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:46.390760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ea5052e-dfe7-4b21-8b88-47869dda95e7 req-d8a3508f-91de-4aef-ad3b-edf3aee0f8b0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0748336 Apr 11 21:35:46.435186 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ea5052e-dfe7-4b21-8b88-47869dda95e7 req-9f980d80-c329-4a92-8e89-f157c77b2826 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388193 Apr 11 21:35:47.482281 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:47.516508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:47.782263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6477-2264-4aec-8dbe-4bc4621b95c1 req-e622bba1-639d-4b36-b181-609b679d3da4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:47.783780 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4adc6477-2264-4aec-8dbe-4bc4621b95c1 req-e622bba1-639d-4b36-b181-609b679d3da4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0753753 Apr 11 21:35:47.832832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4adc6477-2264-4aec-8dbe-4bc4621b95c1 req-fda30acd-3680-4906-96c0-9c8b3af28573 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Apr 11 21:35:48.898929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:49.032728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf2b5a-06e7-4f2a-add8-25c74019c128 req-b47c3f61-f05b-40f2-af37-5e69138d6a15 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:49.034096 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6bdf2b5a-06e7-4f2a-add8-25c74019c128 req-b47c3f61-f05b-40f2-af37-5e69138d6a15 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0793555 Apr 11 21:35:49.079093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6bdf2b5a-06e7-4f2a-add8-25c74019c128 req-dc5fef0f-bbdf-4911-851a-5d6ef59e1c9b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Apr 11 21:35:50.277214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937c55d-d4dc-4213-bb39-ab74a90d884a req-53ebbe09-b6f5-4429-a88f-8c1429a3c090 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:50.278658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5937c55d-d4dc-4213-bb39-ab74a90d884a req-53ebbe09-b6f5-4429-a88f-8c1429a3c090 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0785241 Apr 11 21:35:50.325872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5937c55d-d4dc-4213-bb39-ab74a90d884a req-54303896-a212-48f9-8a04-414604dc65c3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402837 Apr 11 21:35:51.523877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc741b-bac6-484c-95d4-6509e57f3e4f req-a9ae5f7a-87fd-4b04-b120-ab695e10cd09 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:51.525356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40cc741b-bac6-484c-95d4-6509e57f3e4f req-a9ae5f7a-87fd-4b04-b120-ab695e10cd09 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0757306 Apr 11 21:35:51.571010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40cc741b-bac6-484c-95d4-6509e57f3e4f req-c2584a51-eb7b-4a88-b731-5b734859922e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 Apr 11 21:35:52.769560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21b02c-5190-46b2-82e5-81a083e5d36f req-c69da840-6141-4ed4-af96-3e3b762a4c6e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:52.770984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b21b02c-5190-46b2-82e5-81a083e5d36f req-c69da840-6141-4ed4-af96-3e3b762a4c6e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0794415 Apr 11 21:35:52.815404 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5b21b02c-5190-46b2-82e5-81a083e5d36f req-94e7b305-fec0-4f9a-9c61-4d295951c407 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Apr 11 21:35:54.014496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9e631-a289-462b-9a99-4a87455d1c1a req-decb352e-ae25-413b-be41-3e89ae996506 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:54.015885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bcc9e631-a289-462b-9a99-4a87455d1c1a req-decb352e-ae25-413b-be41-3e89ae996506 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0808601 Apr 11 21:35:54.061002 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bcc9e631-a289-462b-9a99-4a87455d1c1a req-e6bd5ed1-07bf-48df-ad64-50fc97a8f221 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Apr 11 21:35:55.253905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05453fa-4c51-4377-944d-4b080300765d req-237a3062-37cb-4b9a-a68b-38d1d55ac417 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:55.255334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c05453fa-4c51-4377-944d-4b080300765d req-237a3062-37cb-4b9a-a68b-38d1d55ac417 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0752289 Apr 11 21:35:55.301894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c05453fa-4c51-4377-944d-4b080300765d req-1d270a1f-97cb-44f3-8e1e-0cdfceb4f3b3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402622 Apr 11 21:35:56.496671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000aa4c-30d2-4ab2-8190-7f7d69349602 req-432bac38-f6b2-4d9b-bf62-a26405b392e3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:56.498108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2000aa4c-30d2-4ab2-8190-7f7d69349602 req-432bac38-f6b2-4d9b-bf62-a26405b392e3 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0759485 Apr 11 21:35:56.546752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2000aa4c-30d2-4ab2-8190-7f7d69349602 req-4c4772f9-390d-4bac-aa2b-bd9b53f01fc6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Apr 11 21:35:57.744012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d549-d19d-4184-9461-7cc119b38856 req-558d6f98-373b-4f62-ae14-8ca57f7449f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:57.745502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f13d549-d19d-4184-9461-7cc119b38856 req-558d6f98-373b-4f62-ae14-8ca57f7449f6 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0810320 Apr 11 21:35:57.794483 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f13d549-d19d-4184-9461-7cc119b38856 req-3c81c0c8-7bfd-48a6-9107-8867e32435e7 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Apr 11 21:35:58.529837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43fd7db6-bfbc-449e-9e7f-f20fe6b212ba req-d865322a-cdb6-4159-a04a-a94167bf11f6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1096 time: 0.0721874 Apr 11 21:35:58.574661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43fd7db6-bfbc-449e-9e7f-f20fe6b212ba req-e569138e-9da4-4a8a-988c-0f3e2cb11a65 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352297 Apr 11 21:35:59.003660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef33c-2071-4f77-945b-85525cded19c req-225f845c-ea32-4952-823b-175ffddd3ac0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:35:59.005103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccaef33c-2071-4f77-945b-85525cded19c req-225f845c-ea32-4952-823b-175ffddd3ac0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0789933 Apr 11 21:35:59.049786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ccaef33c-2071-4f77-945b-85525cded19c req-54b8ce00-68f9-487d-8e92-3f4640447e08 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Apr 11 21:35:59.355444 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:35:59.941941 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:35:59.944644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:36:00.157334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:00.192130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:00.215728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:36:00.221594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'port_id': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'mac_address': 'fa:16:3e:bd:89:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:36:00.228334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:00.258486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98f68-42d5-4e14-a55a-ed7a0613b2e2 req-646dc84d-22a9-4e9c-bff5-3318a52c8e52 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:00.265822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ce98f68-42d5-4e14-a55a-ed7a0613b2e2 req-646dc84d-22a9-4e9c-bff5-3318a52c8e52 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0915740 Apr 11 21:36:00.282935 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:00.301774 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d84c79-828c-4d05-9597-2dbcccce37c4'] response: {'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'code': 200} Apr 11 21:36:00.303318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4f5c01e-b02d-46af-b7f8-7b3545f8474b {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:36:00.310961 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:00.317181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ce98f68-42d5-4e14-a55a-ed7a0613b2e2 req-8a9d4789-9b5b-475e-959f-25f7e9776c1e tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505135 Apr 11 21:36:00.348748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53362) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:00.426167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:36:00.426747 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:36:00.430141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:00.441324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.441666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.442000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.442398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.442658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.442981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.444395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.444395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.444626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.444785 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.445104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:00.562013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ee5d3588-a78e-47a3-9c1b-072401a17de0 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/floatingips/059f4f2a-8245-4589-a85b-5d2f344bc332 HTTP/1.1" status: 200 len: 991 time: 0.2118642 Apr 11 21:36:00.978552 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:00.995787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f5c01e-b02d-46af-b7f8-7b3545f8474b {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:36:01.010756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:01.081139 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:01.117090 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:01.149417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:01.310898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['d4f5c01e-b02d-46af-b7f8-7b3545f8474b'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:36:01.966823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:36:02.034242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port d4f5c01e-b02d-46af-b7f8-7b3545f8474b triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:36:02.034564 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:02.179460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:02.211026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:02.269687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:02.303534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:36:02.341879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:02.364905 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cfa5d5-272e-43b7-81a5-c58c52a7d240'] response: {'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'code': 200} Apr 11 21:36:03.547033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-088ad652-7972-49b6-bb89-ea57cf35eff9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737696 Apr 11 21:36:03.704132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-302a3fa6-435f-4f5d-8dfe-8d3275a7bc00 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1096 time: 0.0680728 Apr 11 21:36:03.845001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-49d9309a-3050-4ba0-9497-428782b84db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:03.846472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-49d9309a-3050-4ba0-9497-428782b84db8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 200 len: 898 time: 0.1273277 Apr 11 21:36:03.955978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-26d40930-2e56-4b43-b65f-8c602ca5832e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 200 len: 1001 time: 0.1032479 Apr 11 21:36:04.020789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-f7357f6c-76cb-47fc-82b0-4ad0e2a02b47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:04.022556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-f7357f6c-76cb-47fc-82b0-4ad0e2a02b47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=92d5edd2-487a-49ee-b06f-24302c3f8376 HTTP/1.1" status: 200 len: 834 time: 0.0603042 Apr 11 21:36:04.096802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-e4a65598-63e8-4017-85a1-66e02a109ddb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=28ff9f7e-23e4-482d-92cc-09fba6aba49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667679 Apr 11 21:36:04.227369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-b81abf66-0e51-469b-9322-774921a9f441 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231825 Apr 11 21:36:04.361075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-304a7a59-2973-45bc-86cc-d3f931ee1f21 req-161d9110-4eb5-4116-911a-f4a4cc4791ad service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276207 Apr 11 21:36:09.970075 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:36:13.925775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-acc50c0d-74a5-49a4-ad3b-643e3354f2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:16.252452 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-586a8ce1-978f-4d97-914d-41c2de84fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:17.481340 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:17.515218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:18.857896 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:29.412143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:31.126196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:35.770464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53386) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:35.977762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 0fca9c11-ed36-4b40-870f-1a4d030c9a79 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:36:35.978018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:36.147702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:36.148052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:36.268367 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 0fca9c11-ed36-4b40-870f-1a4d030c9a79 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:36:36.481218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:36.649416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=0fca9c11-ed36-4b40-870f-1a4d030c9a79,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:36.690546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.690889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.691228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.691585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.691919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.692248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.692574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.692901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.693224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.693551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.693877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:36.725095 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:37.117492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:36:37.317970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:36:37.327949 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] Sync routers for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:36:37.339593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:36:37.340865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:36:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:37.406663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:37.459993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c784ab2f-b013-4c26-8caf-1cd62898b688 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/floatingips/059f4f2a-8245-4589-a85b-5d2f344bc332 HTTP/1.1" status: 204 len: 168 time: 1.6884584 Apr 11 21:36:37.460824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:36:37.518707 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:36:37.525547 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265d3981-fc7f-4970-b74a-c5908dd2cb21'] response: {'name': 'network-changed', 'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'status': 'completed', 'code': 200} Apr 11 21:36:37.621342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-4dc13d0e-1e88-49e6-b14b-b6d5b5beeea3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 1096 time: 0.0775604 Apr 11 21:36:37.757101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-0c7046f6-7511-48ec-8e0c-741731cc2ba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:37.759185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-0c7046f6-7511-48ec-8e0c-741731cc2ba1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 200 len: 898 time: 0.1320264 Apr 11 21:36:37.829283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-e4a8c338-7015-41cb-ae50-10fe5f94e0d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 200 len: 217 time: 0.0620017 Apr 11 21:36:37.833324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:58Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:37.838300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] Checking router: 5998ed94-b00b-44b8-a38d-3a4e7999dc38 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:36:37.849225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:36:37.849929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:36:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:37.895867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-c5f69018-68ec-472a-83cc-3a8c82569f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:37.897282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-c5f69018-68ec-472a-83cc-3a8c82569f43 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=92d5edd2-487a-49ee-b06f-24302c3f8376 HTTP/1.1" status: 200 len: 834 time: 0.0607667 Apr 11 21:36:37.987362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-71ca43c8-86c4-449e-9f48-fddb9f2ae263 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=28ff9f7e-23e4-482d-92cc-09fba6aba49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805531 Apr 11 21:36:38.034000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:36:38.127297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-9bdae884-4ea6-4369-a69a-eaf27a48aef3 service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293037 Apr 11 21:36:38.145292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64231183-9eba-4552-b773-dd1a99da217e req-481e25ee-2db6-4af2-a440-b5f24d2c8b26 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:38.146751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64231183-9eba-4552-b773-dd1a99da217e req-481e25ee-2db6-4af2-a440-b5f24d2c8b26 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.0891235 Apr 11 21:36:38.197460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-64231183-9eba-4552-b773-dd1a99da217e req-93848058-44f8-4c3c-bc70-a8cd06af13ed tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444195 Apr 11 21:36:38.268408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55f02522-0658-49f5-8f89-cec5ebb223cd req-f2f58116-d925-49ab-b65e-ca9dbe60c61d service neutron] 10.222.0.75 "GET /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339984 Apr 11 21:36:38.394536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:58Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:38.399106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962a1ae-99ca-4830-b4a5-3e44a59ba637 None None] The sync data for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 is: [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99c6d061-5092-40dd-a23b-765d5ebf79d5', 'name': '', 'network_id': '28ff9f7e-23e4-482d-92cc-09fba6aba49d', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'mac_address': 'fa:16:3e:0d:f7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:51Z', 'updated_at': '2022-04-11T21:34:58Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'subnets': [{'id': '92d5edd2-487a-49ee-b06f-24302c3f8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:36:38.617967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a53fc-cd4f-4c43-a1dc-a5710de694d6 None None] New status for floating IP 059f4f2a-8245-4589-a85b-5d2f344bc332: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:36:39.495426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa711eb3-a54a-48e5-a7f0-e338ceba3bfb req-4364eedd-b7f9-4512-a380-e28dd68a32e2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:39.496087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aa711eb3-a54a-48e5-a7f0-e338ceba3bfb req-4364eedd-b7f9-4512-a380-e28dd68a32e2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:36:39.596659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aa711eb3-a54a-48e5-a7f0-e338ceba3bfb req-4364eedd-b7f9-4512-a380-e28dd68a32e2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:36:39.597746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa711eb3-a54a-48e5-a7f0-e338ceba3bfb req-4364eedd-b7f9-4512-a380-e28dd68a32e2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.2775283 Apr 11 21:36:39.662126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aa711eb3-a54a-48e5-a7f0-e338ceba3bfb req-c26703b9-49b2-4ff0-8a5d-1375879ed76b tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/security-groups?id=d04806c1-5be8-441a-b931-003612d2aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580008 Apr 11 21:36:39.672391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-6f1b5299-78a0-4678-9161-1adb37ad663a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:36:39.673886 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-6f1b5299-78a0-4678-9161-1adb37ad663a tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 945 time: 0.1101513 Apr 11 21:36:39.826316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port d4f5c01e-b02d-46af-b7f8-7b3545f8474b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:36:39.826577 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:40.066887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port d4f5c01e-b02d-46af-b7f8-7b3545f8474b, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:40.067239 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:40.184818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for d4f5c01e-b02d-46af-b7f8-7b3545f8474b owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:36:40.399917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:40.447248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=d4f5c01e-b02d-46af-b7f8-7b3545f8474b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:40.522651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] No DVR routers for this DVR port d4f5c01e-b02d-46af-b7f8-7b3545f8474b on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:36:40.525742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:40.528182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-deleted', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:36:40.581796 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522a4d0c-b910-47ff-aa90-15204c57ea49'] response: {'server_uuid': 'ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de', 'name': 'network-vif-deleted', 'tag': 'd4f5c01e-b02d-46af-b7f8-7b3545f8474b', 'status': 'completed', 'code': 200} Apr 11 21:36:40.602541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c4fa8b6b-eb3c-44c3-80de-db527cc2b98c req-b19d8c14-f284-4bb2-9b7b-2a0ecbc87fa4 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.75 "DELETE /v2.0/ports/d4f5c01e-b02d-46af-b7f8-7b3545f8474b HTTP/1.1" status: 204 len: 173 time: 0.9208391 Apr 11 21:36:40.830138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0ff95f23-e5a7-4382-acb6-2eff19704015 req-17dd5e62-cc15-4be0-853f-a7bd9c60a8a2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Synchronizing usage tracker for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:36:40.909410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0ff95f23-e5a7-4382-acb6-2eff19704015 req-17dd5e62-cc15-4be0-853f-a7bd9c60a8a2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Unset dirty status for tenant:216e0d27a64f4370bec02e23d48fb7a5 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:36:40.910750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ff95f23-e5a7-4382-acb6-2eff19704015 req-17dd5e62-cc15-4be0-853f-a7bd9c60a8a2 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1ec43a-9b6f-4dfd-bde2-0716cfd5d4de HTTP/1.1" status: 200 len: 210 time: 0.1223989 Apr 11 21:36:42.027232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53416) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:42.187095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:36:42.219323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: d4f5c01e-b02d-46af-b7f8-7b3545f8474b {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:36:42.219603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device d4f5c01e-b02d-46af-b7f8-7b3545f8474b not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:36:42.420018 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:43.111116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port 99c6d061-5092-40dd-a23b-765d5ebf79d5 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:36:43.111863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:43.302454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port 99c6d061-5092-40dd-a23b-765d5ebf79d5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=99c6d061-5092-40dd-a23b-765d5ebf79d5,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:43.302815 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:43.430380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for 99c6d061-5092-40dd-a23b-765d5ebf79d5 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:36:43.663126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:43.709101 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=99c6d061-5092-40dd-a23b-765d5ebf79d5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:43.751619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.751963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.752300 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.752630 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.752959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.753283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.753601 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.753981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.754334 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.754654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.754973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:36:43.938148 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3f264d2-bf0e-4556-bfa6-d6d76bf12ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:44.037250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:44.705043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:36:44.900621 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:36:44.911077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] Sync routers for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:36:44.923490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:36:44.924548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:36:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:44.980307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d3428b81-6cd6-47f1-a27d-340dbbb6b122 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "PUT /v2.0/routers/5998ed94-b00b-44b8-a38d-3a4e7999dc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9515872 Apr 11 21:36:44.982894 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53422) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:45.100064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:36:45.166986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting subnet 92d5edd2-487a-49ee-b06f-24302c3f8376 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:36:45.169833 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.222032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.320381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.389250 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:36:43Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:45.393197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] Checking router: 5998ed94-b00b-44b8-a38d-3a4e7999dc38 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:36:45.403622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] Routers {'5998ed94-b00b-44b8-a38d-3a4e7999dc38'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:36:45.404244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:36:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:45.464183 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.504515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Subnet': ['ID=92d5edd2-487a-49ee-b06f-24302c3f8376,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:45.511092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.519933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a73ffe01-4f5a-4cdd-b586-fb1ea1c8c208 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/subnets/92d5edd2-487a-49ee-b06f-24302c3f8376 HTTP/1.1" status: 204 len: 168 time: 0.5336559 Apr 11 21:36:45.520087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e93816-4e79-4a99-be5c-967e8d3e83a7 None None] Network 28ff9f7e-23e4-482d-92cc-09fba6aba49d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:36:45.520230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53426) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:45.718315 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.743681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] Set router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:36:45.916243 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:45.991207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Deleting port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:36:45.991766 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.008297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] DHCP port deletion for 28ff9f7e-23e4-482d-92cc-09fba6aba49d request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:36:46.017720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] Deleting port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:36:46.018091 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.250253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:36:43Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:46.274759 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] For port e08d1db7-c2b7-4dc0-bf61-4d637038c9a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:46.275523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.275711 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946511d2-fdcc-4c08-ad95-699ab5d0d390 None None] The sync data for ids ['5998ed94-b00b-44b8-a38d-3a4e7999dc38'] in n-d-837321-1 is: [{'id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-858713221', 'tenant_id': '216e0d27a64f4370bec02e23d48fb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:36:43Z', 'revision_number': 5, 'project_id': '216e0d27a64f4370bec02e23d48fb7a5', 'gw_port': {'id': 'e08d1db7-c2b7-4dc0-bf61-4d637038c9a0', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998ed94-b00b-44b8-a38d-3a4e7999dc38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:34:47Z', 'updated_at': '2022-04-11T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:36:46.300329 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] For port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,segment=NetworkSegment(a627858f-8b0e-47ac-b979-af5c65daf8a3),segment_id=a627858f-8b0e-47ac-b979-af5c65daf8a3)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:36:46.300729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.363069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aa3a991a-7da9-46d3-b971-e027e00a99a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.407168 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Calling delete_port for e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:36:46.426348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] Calling delete_port for 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:36:46.583871 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.628561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] Pushing event deleted for resources: {'Port': ['ID=55ba45d3-5e5d-48ab-b3e3-c0b283df4be6,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:46.635160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd14d4-bcf5-4bdb-aa71-152fbbf16678 None None] No DVR routers for this DVR port 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:36:46.643309 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.688179 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Port': ['ID=e08d1db7-c2b7-4dc0-bf61-4d637038c9a0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:46.925414 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:46.970102 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:36:47.174747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.178776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.274983 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.275523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Fanout notify agent at l3_agent the message router_deleted on router 5998ed94-b00b-44b8-a38d-3a4e7999dc38 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:36:47.290745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.293790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fab713f7-ff11-4588-aca0-2aafee8cdf21 tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/routers/5998ed94-b00b-44b8-a38d-3a4e7999dc38 HTTP/1.1" status: 204 len: 168 time: 1.7708373 Apr 11 21:36:47.294658 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53430) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:47.416210 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.475021 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.561086 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.640528 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.666437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ff9f7e-23e4-482d-92cc-09fba6aba49d']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:47.682008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a627858f-8b0e-47ac-b979-af5c65daf8a3') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:47.682306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a627858f-8b0e-47ac-b979-af5c65daf8a3') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:36:47.694222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.712469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.719171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:36:47.724775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:36:47.734686 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:36:47.777810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:36:47.810185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:36:47.810528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e08d1db7-c2b7-4dc0-bf61-4d637038c9a0 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:36:47.810965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99c6d061-5092-40dd-a23b-765d5ebf79d5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:36:47.845449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 99c6d061-5092-40dd-a23b-765d5ebf79d5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:36:47.845790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99c6d061-5092-40dd-a23b-765d5ebf79d5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:36:47.846198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:36:47.876942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:36:47.877281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 55ba45d3-5e5d-48ab-b3e3-c0b283df4be6 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:36:47.886731 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.904144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:47.916432 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'Network': ['ID=28ff9f7e-23e4-482d-92cc-09fba6aba49d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:47.995744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e9d14c00-c085-4b97-80d8-17721941367f tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/networks/28ff9f7e-23e4-482d-92cc-09fba6aba49d HTTP/1.1" status: 204 len: 168 time: 0.6994534 Apr 11 21:36:47.998547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:48.065712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90ee624c-00ae-443c-829e-e707edb6dd4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:48.093614 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90ee624c-00ae-443c-829e-e707edb6dd4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:48.269557 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90ee624c-00ae-443c-829e-e707edb6dd4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:48.290662 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee624c-00ae-443c-829e-e707edb6dd4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04806c1-5be8-441a-b931-003612d2aeb3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:48.342236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-90ee624c-00ae-443c-829e-e707edb6dd4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:48.343369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-90ee624c-00ae-443c-829e-e707edb6dd4d tempest-TestNetworkAdvancedServerOps-1009230884 tempest-TestNetworkAdvancedServerOps-1009230884-project] 10.222.0.61 "DELETE /v2.0/security-groups/d04806c1-5be8-441a-b931-003612d2aeb3 HTTP/1.1" status: 204 len: 168 time: 0.3439138 Apr 11 21:36:48.868292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:48.926642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53444) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:49.097984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dbe25d30-9aba-48ed-ba13-54c591db72ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=216e0d27a64f4370bec02e23d48fb7a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1702392 Apr 11 21:36:49.100453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53450) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:49.158477 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e46694e-0645-4068-82c1-8c65f44e49bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:49.182971 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e46694e-0645-4068-82c1-8c65f44e49bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:49.321252 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e46694e-0645-4068-82c1-8c65f44e49bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:49.336976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46694e-0645-4068-82c1-8c65f44e49bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338afa12-5c26-4440-9fc3-51e0df5c27fc,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:49.345915 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3e46694e-0645-4068-82c1-8c65f44e49bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:49.347049 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3e46694e-0645-4068-82c1-8c65f44e49bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/338afa12-5c26-4440-9fc3-51e0df5c27fc HTTP/1.1" status: 204 len: 168 time: 0.2456613 Apr 11 21:36:50.064367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53458) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:50.115465 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a9c15692-1402-426f-8cb8-e60683d8d40a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e74797fec654d698751e7cd37cb171b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499330 Apr 11 21:36:50.118149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53462) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:36:50.179227 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85f6b635-6988-4545-8d62-3cebc08756c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:50.203333 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85f6b635-6988-4545-8d62-3cebc08756c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:50.337912 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85f6b635-6988-4545-8d62-3cebc08756c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:50.356362 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6b635-6988-4545-8d62-3cebc08756c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c0b080-294f-4914-b16c-55bc3cdffe3a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:36:50.428146 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-85f6b635-6988-4545-8d62-3cebc08756c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:36:50.429327 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-85f6b635-6988-4545-8d62-3cebc08756c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8c0b080-294f-4914-b16c-55bc3cdffe3a HTTP/1.1" status: 204 len: 168 time: 0.3103037 Apr 11 21:36:59.360898 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:01.130897 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:02.671654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-21c7523e-6531-455d-8484-0069240c1fc6 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272932 Apr 11 21:37:02.815895 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-58799d64-49b6-4b44-976e-76151e9431ff tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:02.817309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-58799d64-49b6-4b44-976e-76151e9431ff tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409454 Apr 11 21:37:02.834278 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-2b770447-02e1-4884-b4ed-dae7cfb34490 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/quotas/6a169d6af37f497c8f5247f83e3e0a45 HTTP/1.1" status: 200 len: 375 time: 0.0114436 Apr 11 21:37:02.883974 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-05b5b508-4e19-4543-a38d-7b6648a9c377 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439589 Apr 11 21:37:03.154881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d51d6bf-1134-46de-91fe-b6ac703058a1 req-8e6d15f3-764f-4fbf-ac76-b48c2fec7eb7 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 210 time: 0.0415511 Apr 11 21:37:04.331488 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4e35eb4e-0ddd-45b6-8dc3-4f6f2ee8f4d9 req-6181600f-737d-45d3-8bdd-23be107f3884 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 210 time: 0.0415635 Apr 11 21:37:05.331707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-509ff78f-a9b0-4f94-9597-8c95ca9d7eaf tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264945 Apr 11 21:37:05.521526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cdcd3e5-50e9-45ae-a32c-a3292832dd4a req-b53ec89f-db68-437b-9dd5-84e5e5624a18 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 210 time: 0.0622075 Apr 11 21:37:05.531645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-366eab0b-405d-4ec3-ae37-5db41f3a73b4 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:05.531941 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-366eab0b-405d-4ec3-ae37-5db41f3a73b4 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932545 Apr 11 21:37:05.548218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Request body: {'port': {'device_id': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'admin_state_up': True, 'tenant_id': '6a169d6af37f497c8f5247f83e3e0a45'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:37:05.683371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:05.687163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Usage tracker for resource:port and tenant:6a169d6af37f497c8f5247f83e3e0a45 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:05.689945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:05.696289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:05.800305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Made reservation on behalf of 6a169d6af37f497c8f5247f83e3e0a45 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:37:05.803216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:05.816912 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:05.855836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:05.860680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Usage tracker for resource:security_group_rule and tenant:6a169d6af37f497c8f5247f83e3e0a45 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:05.863603 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:05.871806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:05.939249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:06.046038 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:06.130942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391625e7-9492-472c-b2eb-8096b36572f9,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:06.218000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Allocated IP 192.168.233.185 (7ded0daf-5a38-4231-bdd5-e9132d46e79d/7e8e1647-8c50-4b93-a8b6-afee8e93b0ca/bb19bf2b-fcab-44f8-acfc-987cf9f87541) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:37:06.504278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:06.519329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Transition to ACTIVE for port object bb19bf2b-fcab-44f8-acfc-987cf9f87541 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:37:06.622740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:06.698711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Network 7ded0daf-5a38-4231-bdd5-e9132d46e79d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:37:06.701887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:37:06.706374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:37:06.723600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39017bce-be37-4cdf-94e9-449143a3e022 req-73e83381-0646-46e5-b7f7-97dfaee266dd tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:06.725075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39017bce-be37-4cdf-94e9-449143a3e022 req-73e83381-0646-46e5-b7f7-97dfaee266dd tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 936 time: 0.0825629 Apr 11 21:37:06.732653 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Pushing event updated for resources: {'Port': ['ID=bb19bf2b-fcab-44f8-acfc-987cf9f87541,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:06.772559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:06.774033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:06.784562 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39017bce-be37-4cdf-94e9-449143a3e022 req-64da5bcd-a9fd-43c9-8276-411ac056c0c5 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Apr 11 21:37:06.869646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-24e2d705-0d7f-4ac4-a6c8-ff3cf17a7682 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3252449 Apr 11 21:37:06.885433 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Request body: {'port': {'device_id': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:37:06.995930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.005937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-47500ce5-2ba8-4e94-92bc-f20dfb582f1f None None] Provisioning for port bb19bf2b-fcab-44f8-acfc-987cf9f87541 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:37:07.011914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-47500ce5-2ba8-4e94-92bc-f20dfb582f1f None None] Provisioning complete for port bb19bf2b-fcab-44f8-acfc-987cf9f87541 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:37:07.012282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-47500ce5-2ba8-4e94-92bc-f20dfb582f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.070607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-47500ce5-2ba8-4e94-92bc-f20dfb582f1f None None] Port bb19bf2b-fcab-44f8-acfc-987cf9f87541 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:37:07.329106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb19bf2b-fcab-44f8-acfc-987cf9f87541 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:37:07.335728 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.349563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Transition to ACTIVE for port object bb19bf2b-fcab-44f8-acfc-987cf9f87541 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:37:07.423184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.551134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb19bf2b-fcab-44f8-acfc-987cf9f87541,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:07.667991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Attempting to bind port bb19bf2b-fcab-44f8-acfc-987cf9f87541 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:37:07.668317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Attempting to bind port bb19bf2b-fcab-44f8-acfc-987cf9f87541 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:37:07.668638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Attempting to bind port bb19bf2b-fcab-44f8-acfc-987cf9f87541 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:37:07.674570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Port bb19bf2b-fcab-44f8-acfc-987cf9f87541 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:37:07.680093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Attempting to bind port bb19bf2b-fcab-44f8-acfc-987cf9f87541 on network 7ded0daf-5a38-4231-bdd5-e9132d46e79d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:37:07.681353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:37:07.681693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Checking segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:37:07.682074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Bound using segment: {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:37:07.682498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Bound port: bb19bf2b-fcab-44f8-acfc-987cf9f87541, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:37:07.682846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.776771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] For port bb19bf2b-fcab-44f8-acfc-987cf9f87541, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:37:07.779696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] For port bb19bf2b-fcab-44f8-acfc-987cf9f87541, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bb19bf2b-fcab-44f8-acfc-987cf9f87541,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:37:07.858207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.966407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:07.967835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] 10.222.0.75 "PUT /v2.0/ports/bb19bf2b-fcab-44f8-acfc-987cf9f87541 HTTP/1.1" status: 200 len: 1096 time: 1.0871730 Apr 11 21:37:07.969662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'tag': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:37:07.981968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abd13-504a-4324-8caf-5ce932688ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb19bf2b-fcab-44f8-acfc-987cf9f87541,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:08.035357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-1e5861a5-c50b-427c-b173-fec40b6cec67 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:08.035357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-1e5861a5-c50b-427c-b173-fec40b6cec67 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Synchronizing usage tracker for tenant:6a169d6af37f497c8f5247f83e3e0a45 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:37:08.035715 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388578f4-002c-4bf6-a4a5-15e12061221a'] response: {'name': 'network-changed', 'server_uuid': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'tag': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541', 'status': 'completed', 'code': 200} Apr 11 21:37:08.127108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-1e5861a5-c50b-427c-b173-fec40b6cec67 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Unset dirty status for tenant:6a169d6af37f497c8f5247f83e3e0a45 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:37:08.128312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-1e5861a5-c50b-427c-b173-fec40b6cec67 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 948 time: 0.2144222 Apr 11 21:37:08.165314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1f3e56a-907d-4592-b345-cfc2cafc6ac5 req-85381f7d-91e8-447e-a396-ce56510a9a4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 1099 time: 0.1015112 Apr 11 21:37:08.209057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1f3e56a-907d-4592-b345-cfc2cafc6ac5 req-a16df0f8-abdb-4a5e-bec1-8e626d53f104 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338950 Apr 11 21:37:08.211768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-75f4b63b-b571-4d56-98be-7ecc35389f18 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Synchronizing usage tracker for tenant:6a169d6af37f497c8f5247f83e3e0a45 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:37:08.349799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-75f4b63b-b571-4d56-98be-7ecc35389f18 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Unset dirty status for tenant:6a169d6af37f497c8f5247f83e3e0a45 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:37:08.350981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-623c54c6-0282-432a-b5fd-a2d7b6671a24 req-75f4b63b-b571-4d56-98be-7ecc35389f18 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157776 Apr 11 21:37:08.367783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3e56a-907d-4592-b345-cfc2cafc6ac5 req-67584b7b-bad2-4e56-ae00-712e23d2550a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:08.369245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b1f3e56a-907d-4592-b345-cfc2cafc6ac5 req-67584b7b-bad2-4e56-ae00-712e23d2550a service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497781 Apr 11 21:37:08.486017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-3a653153-11a5-40fe-957c-62f8c41b22c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 1099 time: 0.0735765 Apr 11 21:37:08.559821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-3b6b3c1a-99bc-4f52-81a6-aa9f75beb6ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=bb19bf2b-fcab-44f8-acfc-987cf9f87541 HTTP/1.1" status: 200 len: 217 time: 0.0636535 Apr 11 21:37:08.716101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-3b15cbdd-e8ba-477b-b60f-c7b20ac3f683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:08.717445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-3b15cbdd-e8ba-477b-b60f-c7b20ac3f683 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7e8e1647-8c50-4b93-a8b6-afee8e93b0ca HTTP/1.1" status: 200 len: 843 time: 0.1492784 Apr 11 21:37:08.795670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-0c3d99b4-62ba-4c3e-a4e8-5d172746c52d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7ded0daf-5a38-4231-bdd5-e9132d46e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681159 Apr 11 21:37:08.938490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-812f489e-f18d-499e-9163-cbaac4a55955 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330550 Apr 11 21:37:09.071904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5d3d06a3-e563-4c78-ae89-2be05751c573 req-6b3743e9-fa75-4644-aa9a-0f00a4799852 service neutron] 10.222.0.75 "GET /v2.0/networks/7ded0daf-5a38-4231-bdd5-e9132d46e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247215 Apr 11 21:37:09.548984 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baed6d-2263-4240-ad0c-5f188326f8c2 req-f956a14a-7cf1-498f-b56c-d545b7c5282c tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:09.550457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6baed6d-2263-4240-ad0c-5f188326f8c2 req-f956a14a-7cf1-498f-b56c-d545b7c5282c tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 948 time: 0.0777242 Apr 11 21:37:09.599260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6baed6d-2263-4240-ad0c-5f188326f8c2 req-def27d9e-edcf-4d74-869b-e45e60b7f871 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Apr 11 21:37:10.264054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bb19bf2b-fcab-44f8-acfc-987cf9f87541 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:37:10.397772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port bb19bf2b-fcab-44f8-acfc-987cf9f87541, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bb19bf2b-fcab-44f8-acfc-987cf9f87541,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:10.411628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541', 'network_id': '7ded0daf-5a38-4231-bdd5-e9132d46e79d', 'port_id': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541', 'mac_address': 'fa:16:3e:8b:ed:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8e1647-8c50-4b93-a8b6-afee8e93b0ca', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:37:10.464885 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:10.481980 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb19bf2b-fcab-44f8-acfc-987cf9f87541 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:37:10.497062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port bb19bf2b-fcab-44f8-acfc-987cf9f87541, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bb19bf2b-fcab-44f8-acfc-987cf9f87541,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:10.559033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:10.626615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=bb19bf2b-fcab-44f8-acfc-987cf9f87541,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:10.636035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.636383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.636722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.637058 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.637388 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.637716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.638041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.638366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.638686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.639253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.639341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:37:10.800964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba94d-78bd-4b5f-b1e2-708e68d1b319 req-fea1580f-8023-4467-8799-f0ab9ca7ba84 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:10.802104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['bb19bf2b-fcab-44f8-acfc-987cf9f87541'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:37:10.802401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7bba94d-78bd-4b5f-b1e2-708e68d1b319 req-fea1580f-8023-4467-8799-f0ab9ca7ba84 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 949 time: 0.0797222 Apr 11 21:37:10.848606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7bba94d-78bd-4b5f-b1e2-708e68d1b319 req-25f9f623-acc1-441f-9d88-b99f8482edd5 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Apr 11 21:37:12.047181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c6e47-e430-4bb4-a502-38cefc225e93 req-d7b43e9c-a4f7-4a68-8471-4b4c4572caeb tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:12.048548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-616c6e47-e430-4bb4-a502-38cefc225e93 req-d7b43e9c-a4f7-4a68-8471-4b4c4572caeb tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 949 time: 0.0779500 Apr 11 21:37:12.092885 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-616c6e47-e430-4bb4-a502-38cefc225e93 req-6826fd7e-2ff8-418c-9879-800e1b7481f7 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Apr 11 21:37:12.279665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bb19bf2b-fcab-44f8-acfc-987cf9f87541 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:37:12.400177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port bb19bf2b-fcab-44f8-acfc-987cf9f87541 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:37:12.404824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port bb19bf2b-fcab-44f8-acfc-987cf9f87541 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:37:12.405194 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:12.517438 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:12.545116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:37:12.555671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port bb19bf2b-fcab-44f8-acfc-987cf9f87541, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bb19bf2b-fcab-44f8-acfc-987cf9f87541,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:12.602754 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3168316-9e66-421c-9081-0ce424ebb91c'] response: {'server_uuid': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541', 'code': 200} Apr 11 21:37:12.605905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:12.672868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=bb19bf2b-fcab-44f8-acfc-987cf9f87541,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:12.735095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a7872ad-1d37-4d51-9ea8-a8b4e52ffee7 req-113d86b4-45ea-4854-922f-1db67f28843d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 1101 time: 0.0678277 Apr 11 21:37:12.785251 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a7872ad-1d37-4d51-9ea8-a8b4e52ffee7 req-b390ffbe-049f-48fe-b365-68f100175a7c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385814 Apr 11 21:37:13.296112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc050-e6d6-41f0-b011-ddda483d7d5e req-1021c07b-b8ca-4a52-a1e3-eb07849983a3 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:13.297551 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc9dc050-e6d6-41f0-b011-ddda483d7d5e req-1021c07b-b8ca-4a52-a1e3-eb07849983a3 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 950 time: 0.0799313 Apr 11 21:37:13.341801 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fc9dc050-e6d6-41f0-b011-ddda483d7d5e req-dc95c6e1-f0b3-43a8-b309-68c5f27a945b tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Apr 11 21:37:13.931089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-abb367e0-2b65-46a3-8abd-e6349ebcc55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:14.541395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241a99-1d7a-43a5-9c68-57ae33836f3a req-7c53e846-f1c5-431b-9e49-70db0ac98a32 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:14.542834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3241a99-1d7a-43a5-9c68-57ae33836f3a req-7c53e846-f1c5-431b-9e49-70db0ac98a32 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 950 time: 0.0762875 Apr 11 21:37:14.588360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3241a99-1d7a-43a5-9c68-57ae33836f3a req-a156e726-9f48-4c01-952c-54fe3d3d163f tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Apr 11 21:37:15.264660 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3b4e5e11-62f6-476b-9fc4-54e333ede215 req-b9225cb1-3958-4d7d-9c35-ecd935b1ba24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1363802 Apr 11 21:37:15.996565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf1cffa3-7603-42ab-b6f8-c911d32fb63e req-a01b8344-d90e-4912-80d7-ccd892121795 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1375568 Apr 11 21:37:16.274562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5091ab38-730b-487f-98a6-756680d45611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:16.762171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7211f-60e7-47a6-94f8-a8fb6bb77b05 req-0c7d8018-9ef0-477b-ae4d-96a8abe7049e tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:16.763648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27f7211f-60e7-47a6-94f8-a8fb6bb77b05 req-0c7d8018-9ef0-477b-ae4d-96a8abe7049e tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 950 time: 0.0760684 Apr 11 21:37:16.809257 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27f7211f-60e7-47a6-94f8-a8fb6bb77b05 req-3d2477a5-33f6-4782-8dec-5be648250485 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Apr 11 21:37:17.479138 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:17.536722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:18.005738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cef519-89b7-4915-9691-1f5834e5ad35 req-664d3ac8-f84d-4ab2-8dd0-79b006ead52f tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:18.007726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89cef519-89b7-4915-9691-1f5834e5ad35 req-664d3ac8-f84d-4ab2-8dd0-79b006ead52f tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 950 time: 0.0750508 Apr 11 21:37:18.052829 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89cef519-89b7-4915-9691-1f5834e5ad35 req-60b5dcfa-2ae4-4a0c-8162-2c0bd150238b tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/security-groups?id=391625e7-9492-472c-b2eb-8096b36572f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Apr 11 21:37:18.121574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-c0f52e1e-b7e9-427d-bf5c-be7d8401b56b tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:18.123049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-c0f52e1e-b7e9-427d-bf5c-be7d8401b56b tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 950 time: 0.0801387 Apr 11 21:37:18.190561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Deleting port bb19bf2b-fcab-44f8-acfc-987cf9f87541 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:37:18.190899 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:18.432815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] For port bb19bf2b-fcab-44f8-acfc-987cf9f87541, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bb19bf2b-fcab-44f8-acfc-987cf9f87541,segment=NetworkSegment(42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8),segment_id=42a4bf08-e33a-4b7a-bd59-38f3c88e9fd8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:18.433174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:18.552594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Calling delete_port for bb19bf2b-fcab-44f8-acfc-987cf9f87541 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:37:18.742898 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:18.791828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Pushing event deleted for resources: {'Port': ['ID=bb19bf2b-fcab-44f8-acfc-987cf9f87541,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:18.857659 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:18.870325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] No DVR routers for this DVR port bb19bf2b-fcab-44f8-acfc-987cf9f87541 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:37:18.873204 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:18.876008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'name': 'network-vif-deleted', 'tag': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:37:18.934366 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5bd8d7-debe-4fc5-8d59-1dea5c031ebd'] response: {'server_uuid': '5d6a7469-5fa6-44bc-9584-cc3b51d0f981', 'name': 'network-vif-deleted', 'tag': 'bb19bf2b-fcab-44f8-acfc-987cf9f87541', 'status': 'completed', 'code': 200} Apr 11 21:37:18.978513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e65e2b43-56fe-44e9-965b-14e71dde5d6f req-ae7285c0-3ae5-44b9-9dfa-2d0f8b48ab22 tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.75 "DELETE /v2.0/ports/bb19bf2b-fcab-44f8-acfc-987cf9f87541 HTTP/1.1" status: 204 len: 173 time: 0.8491480 Apr 11 21:37:19.218075 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6523c573-0fd1-4132-81b6-4e479e5369ec req-4cc393dd-70c0-434e-a447-1a8bdf9f85ee tempest-ServersAdminNegativeTestJSON-873946192 tempest-ServersAdminNegativeTestJSON-873946192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6a7469-5fa6-44bc-9584-cc3b51d0f981 HTTP/1.1" status: 200 len: 210 time: 0.0430441 Apr 11 21:37:20.310893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bb19bf2b-fcab-44f8-acfc-987cf9f87541 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:37:20.346349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: bb19bf2b-fcab-44f8-acfc-987cf9f87541 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:37:20.346690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bb19bf2b-fcab-44f8-acfc-987cf9f87541 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:37:20.785387 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53626) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:37:20.970814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3fda469d-8488-4718-ae49-3f0204aeb133 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a169d6af37f497c8f5247f83e3e0a45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842964 Apr 11 21:37:20.973291 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 53632) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:37:21.032660 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6666ac7e-d1e9-4e59-a710-3a43c4916d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:21.059405 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6666ac7e-d1e9-4e59-a710-3a43c4916d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:21.171523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6666ac7e-d1e9-4e59-a710-3a43c4916d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:21.187083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666ac7e-d1e9-4e59-a710-3a43c4916d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391625e7-9492-472c-b2eb-8096b36572f9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:21.280140 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6666ac7e-d1e9-4e59-a710-3a43c4916d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:21.281395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6666ac7e-d1e9-4e59-a710-3a43c4916d51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/391625e7-9492-472c-b2eb-8096b36572f9 HTTP/1.1" status: 204 len: 168 time: 0.3072038 Apr 11 21:37:21.920088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:37:21.938138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:21.969708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:21.973511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Usage tracker for resource:security_group_rule and tenant:e53ad9fee559409bbd385403d1fba179 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:21.976770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:21.984698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:22.048627 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:22.119745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:22.165383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7bdd6-8373-4025-ab67-98989d025766,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:22.170693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8a026b4-27da-4696-b9f0-30d830a05923 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e53ad9fee559409bbd385403d1fba179&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2495024 Apr 11 21:37:22.173303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53644) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:37:22.232606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-499db434-5b0b-4e93-9f16-8f2c17f187ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:22.262045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-499db434-5b0b-4e93-9f16-8f2c17f187ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:22.473399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-499db434-5b0b-4e93-9f16-8f2c17f187ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:22.487759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499db434-5b0b-4e93-9f16-8f2c17f187ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7bdd6-8373-4025-ab67-98989d025766,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:22.494958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-499db434-5b0b-4e93-9f16-8f2c17f187ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:22.496162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-499db434-5b0b-4e93-9f16-8f2c17f187ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5e7bdd6-8373-4025-ab67-98989d025766 HTTP/1.1" status: 204 len: 168 time: 0.3219426 Apr 11 21:37:23.633462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53666) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:37:23.759259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2087478282-network', 'tenant_id': '689ebd8cbd2d4b3f9dbed80956ca609f'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:37:23.764567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:23.768356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Usage tracker for resource:network and tenant:689ebd8cbd2d4b3f9dbed80956ca609f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:23.771199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:23.777451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:23.839584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Made reservation on behalf of 689ebd8cbd2d4b3f9dbed80956ca609f for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:37:23.841820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:23.854590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:23.886324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:23.890169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Usage tracker for resource:security_group_rule and tenant:689ebd8cbd2d4b3f9dbed80956ca609f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:23.893044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:23.898713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:23.963905 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:23.969581 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:37:24.062848 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.092918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:37:24.101684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae36a74-4f92-4512-a1b4-7087a4988525,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:24.107553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.107893 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Added segment 3733107b-10c3-432f-aae4-d2b57e25b4a8 of type vlan for network 715ac0c6-a75e-4511-a753-c6b300a18b4d Apr 11 21:37:24.134249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.245740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.246518 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:24.247080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.348651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] Pushing event updated for resources: {'Network': ['ID=715ac0c6-a75e-4511-a753-c6b300a18b4d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:24.360221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 715ac0c6-a75e-4511-a753-c6b300a18b4d details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:37:24.412551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3c7ca3fb-e530-4a6f-8509-ced1b79a795f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7780008 Apr 11 21:37:24.415969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:37:24.421223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Request body: {'subnet': {'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2087478282-subnet', 'tenant_id': '689ebd8cbd2d4b3f9dbed80956ca609f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:37:24.426629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:24.431754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Usage tracker for resource:subnet and tenant:689ebd8cbd2d4b3f9dbed80956ca609f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:24.434189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:24.440225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:24.509103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Made reservation on behalf of 689ebd8cbd2d4b3f9dbed80956ca609f for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:37:24.511386 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.794484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:24.874356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa612b63-03f8-435f-b04d-d6e015654b8b,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:24.882017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Checking segment: {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:37:24.882381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Network hostable DHCP agents. Network: 715ac0c6-a75e-4511-a753-c6b300a18b4d, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:37:24.959781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Network 715ac0c6-a75e-4511-a753-c6b300a18b4d is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:37:25.028322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 715ac0c6-a75e-4511-a753-c6b300a18b4d) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:37:25.032118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:25.032688 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:25.036961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb27a49-de3f-452c-a15d-bc972fc9060a None None] Network 715ac0c6-a75e-4511-a753-c6b300a18b4d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:37:25.120916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-df462049-9cf3-4dc8-b0e7-d37ab9a35a33 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7038701 Apr 11 21:37:25.253282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d937b6-3b3b-4be4-8dc9-5a6d890c0dfa None None] Network 715ac0c6-a75e-4511-a753-c6b300a18b4d requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:37:25.658086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-fd380341-d453-4308-992b-582dcf0f22e2 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:25.659419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-fd380341-d453-4308-992b-582dcf0f22e2 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 812 time: 0.1400454 Apr 11 21:37:25.676141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-eb00a496-828f-4099-bdd9-8195ac42851f tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/quotas/689ebd8cbd2d4b3f9dbed80956ca609f HTTP/1.1" status: 200 len: 375 time: 0.0111165 Apr 11 21:37:25.725166 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-9f68599a-d101-4a4f-be40-2f17cd330923 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441191 Apr 11 21:37:25.939025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-af624e50-5707-451c-99e1-88644196acaf service neutron] 10.222.0.61 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066541 Apr 11 21:37:26.069778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-2c60103f-4fa5-4a81-9aa4-eecb4ff70874 service neutron] 10.222.0.61 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238191 Apr 11 21:37:26.307944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc137018-4b73-4cea-adc2-b2168f987b70 req-2d704559-d7c8-48d9-b09a-f03cc1de5507 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 210 time: 0.0409403 Apr 11 21:37:27.468821 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-94a2ee72-3385-4ee9-b65f-5c9fee9f1b8f req-83abdbb4-b1e9-4397-a1ae-a9bd7c5f3654 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 210 time: 0.0412424 Apr 11 21:37:28.668221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a32dffa-8a67-48b5-980d-4a11e0ef3ceb req-8dd455b9-6c79-4336-b954-9521e6ee8bc3 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 210 time: 0.0560241 Apr 11 21:37:28.720979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-89114bc2-39a4-43c9-85d1-ed361d255510 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:28.721647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-89114bc2-39a4-43c9-85d1-ed361d255510 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Synchronizing usage tracker for tenant:689ebd8cbd2d4b3f9dbed80956ca609f on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:37:28.811269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-89114bc2-39a4-43c9-85d1-ed361d255510 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Unset dirty status for tenant:689ebd8cbd2d4b3f9dbed80956ca609f on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:37:28.812578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-89114bc2-39a4-43c9-85d1-ed361d255510 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.75 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 812 time: 0.2734125 Apr 11 21:37:28.836738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Request body: {'port': {'device_id': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d', 'admin_state_up': True, 'tenant_id': '689ebd8cbd2d4b3f9dbed80956ca609f'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:37:28.983115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:37:28.986858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Usage tracker for resource:port and tenant:689ebd8cbd2d4b3f9dbed80956ca609f is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:37:28.989611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:37:28.996241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:37:29.102391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Made reservation on behalf of 689ebd8cbd2d4b3f9dbed80956ca609f for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:37:29.105700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:29.263543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Allocated IP 172.20.0.9 (715ac0c6-a75e-4511-a753-c6b300a18b4d/fa612b63-03f8-435f-b04d-d6e015654b8b/c39bb04d-49c4-4d8c-a7fa-45f3a032fc97) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:37:29.383136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:29.471402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:29.560187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:29.632044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Network 715ac0c6-a75e-4511-a753-c6b300a18b4d is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:37:29.635049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:37:29.639019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:37:29.668593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:29.704459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:29.705045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:29.789506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-02269f19-7331-44f4-bf8a-f8742f8c2b32 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571476 Apr 11 21:37:29.805480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Request body: {'port': {'device_id': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:37:29.868711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c927063-8081-4db1-a086-d9397101794c req-14916823-e93f-41b8-884d-1bba5dc07350 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:29.871062 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c927063-8081-4db1-a086-d9397101794c req-14916823-e93f-41b8-884d-1bba5dc07350 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 931 time: 0.0804429 Apr 11 21:37:29.914989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:29.920716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c927063-8081-4db1-a086-d9397101794c req-ee095ea6-43c2-46a8-8a1b-1ff72e9f05d8 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Apr 11 21:37:30.349289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:37:30.356468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:30.370987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Transition to ACTIVE for port object c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:37:30.433956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:30.573203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:30.682675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:37:30.683365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:37:30.683365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on network 715ac0c6-a75e-4511-a753-c6b300a18b4d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:37:30.689039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on network 715ac0c6-a75e-4511-a753-c6b300a18b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:37:30.689355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on network 715ac0c6-a75e-4511-a753-c6b300a18b4d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:37:30.697572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:37:30.697908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Checking segment: {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:37:30.698290 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Bound using segment: {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:37:30.698712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Bound port: c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:37:30.699057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:30.786379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:37:30.789663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:37:30.834138 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:30.910219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:30.912371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] 10.222.0.75 "PUT /v2.0/ports/c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 1091 time: 1.1114740 Apr 11 21:37:30.913541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:37:30.931604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38191387-b07b-4241-a492-2da84ed5c087 service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:30.970970 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069ace0d-829e-4a4b-8506-419f3d8a8c0a'] response: {'name': 'network-changed', 'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'status': 'completed', 'code': 200} Apr 11 21:37:31.073965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27ec8b6c-7ca1-41a3-b95e-f0cbf8dcde91 req-60e2e78b-9838-4f99-9d36-2f1f8ac1dbb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1094 time: 0.0741467 Apr 11 21:37:31.129273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc908-a8a1-4b6e-9f92-b8b1300c1f1c req-d168d354-0fdc-4451-9aaa-01c2aaead5ed tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:31.130706 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9effc908-a8a1-4b6e-9f92-b8b1300c1f1c req-d168d354-0fdc-4451-9aaa-01c2aaead5ed tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 943 time: 0.0772622 Apr 11 21:37:31.153485 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:31.176509 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9effc908-a8a1-4b6e-9f92-b8b1300c1f1c req-47ab5791-9a08-46ec-b960-8cc753df6d4c tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Apr 11 21:37:31.224474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8b6c-7ca1-41a3-b95e-f0cbf8dcde91 req-71d2f4d0-d665-4cfb-9b56-d2c8fc425381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:31.225966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27ec8b6c-7ca1-41a3-b95e-f0cbf8dcde91 req-71d2f4d0-d665-4cfb-9b56-d2c8fc425381 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1413391 Apr 11 21:37:31.365669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8b6c-7ca1-41a3-b95e-f0cbf8dcde91 req-f6313a93-2695-40c3-ac1e-828eb7857935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:31.367792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27ec8b6c-7ca1-41a3-b95e-f0cbf8dcde91 req-f6313a93-2695-40c3-ac1e-828eb7857935 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319804 Apr 11 21:37:31.477183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-b5f630b9-d70b-4cf3-9f43-9f5a16af31d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1094 time: 0.0677783 Apr 11 21:37:31.550198 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-073b41c6-042d-429b-ba50-4b7bf4f27a3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.0627964 Apr 11 21:37:31.626842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-e0d848c0-34b3-444d-9620-c27f43e1dd09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:31.628536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-e0d848c0-34b3-444d-9620-c27f43e1dd09 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.0689359 Apr 11 21:37:31.691332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-13329013-b8b3-47f6-b4e6-c2156ec3bc10 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528748 Apr 11 21:37:31.836903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-79795722-220e-4ffb-ab96-5e35409a88cf service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359007 Apr 11 21:37:31.978954 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a346ed3e-db2c-4313-b4a3-2bd074d1a3be req-8f64ca12-109d-4881-b423-50379845bc4c service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332743 Apr 11 21:37:32.393598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-428c4a42-e1b9-4017-8e14-9f766d76d000 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:32.394268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-428c4a42-e1b9-4017-8e14-9f766d76d000 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Synchronizing usage tracker for tenant:689ebd8cbd2d4b3f9dbed80956ca609f on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:37:32.474002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-428c4a42-e1b9-4017-8e14-9f766d76d000 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Unset dirty status for tenant:689ebd8cbd2d4b3f9dbed80956ca609f on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:37:32.475095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-428c4a42-e1b9-4017-8e14-9f766d76d000 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 943 time: 0.1611803 Apr 11 21:37:32.520506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-c89a80a7-adbb-4ff9-9920-9df814a755e9 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Synchronizing usage tracker for tenant:689ebd8cbd2d4b3f9dbed80956ca609f on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:37:32.628146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-c89a80a7-adbb-4ff9-9920-9df814a755e9 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Unset dirty status for tenant:689ebd8cbd2d4b3f9dbed80956ca609f on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:37:32.629351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-738955c5-ea1d-495a-8fee-691d8622fea3 req-c89a80a7-adbb-4ff9-9920-9df814a755e9 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481130 Apr 11 21:37:33.826014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10a34b-fc55-4abb-928a-ab4a75439d48 req-cd156cd8-0cd6-4799-ba84-671449a8db99 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:33.827441 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df10a34b-fc55-4abb-928a-ab4a75439d48 req-cd156cd8-0cd6-4799-ba84-671449a8db99 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 943 time: 0.0784063 Apr 11 21:37:33.871688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df10a34b-fc55-4abb-928a-ab4a75439d48 req-ca0bb734-61fc-4d0c-9987-65491efc1a0e tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 Apr 11 21:37:34.376665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:37:34.507150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:34.519789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d', 'port_id': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'mac_address': 'fa:16:3e:f7:2b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa612b63-03f8-435f-b04d-d6e015654b8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:37:34.575331 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:34.595235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:37:34.610811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:34.691030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:34.757315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:34.919394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:37:35.172241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c6f47-fa49-435a-8175-d29b0ac5eba3 req-aad1d1bf-bb9f-4d7b-b7f0-534531e40f8e tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:35.172241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-103c6f47-fa49-435a-8175-d29b0ac5eba3 req-aad1d1bf-bb9f-4d7b-b7f0-534531e40f8e tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 944 time: 0.1776249 Apr 11 21:37:35.215945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-103c6f47-fa49-435a-8175-d29b0ac5eba3 req-545ae09a-6eac-4dca-9b37-81ba8e72f2df tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Apr 11 21:37:36.388510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:37:36.417117 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f342f8-6020-4131-ad0d-50e4e71e47dd req-323d17ec-8d93-4684-a228-dd03423c1c82 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:36.418605 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d3f342f8-6020-4131-ad0d-50e4e71e47dd req-323d17ec-8d93-4684-a228-dd03423c1c82 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 944 time: 0.0806255 Apr 11 21:37:36.464586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d3f342f8-6020-4131-ad0d-50e4e71e47dd req-59406c33-3821-4d37-b392-816612c2ccce tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Apr 11 21:37:36.514025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:37:36.519015 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:37:36.519380 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:36.641158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:36.667498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:37:36.676672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:37:36.721730 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5627bce-157b-47fa-802d-e95429a9dcfd'] response: {'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'code': 200} Apr 11 21:37:36.730978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:36.806942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:37:36.861939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-160b0baa-6b5d-470b-b1c5-fe152b0a47f1 req-45fc14a6-c6ef-4cfb-835f-c91e5e0d9b51 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1096 time: 0.0678101 Apr 11 21:37:36.907744 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-160b0baa-6b5d-470b-b1c5-fe152b0a47f1 req-62510d02-df91-4ff0-85ab-10d7b9cd585f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Apr 11 21:37:37.667282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fbaf0-2eb9-4505-92b3-42807d9f2845 req-cbc8b5a7-b3a4-4540-b707-fcc573567a9c tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:37.668828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713fbaf0-2eb9-4505-92b3-42807d9f2845 req-cbc8b5a7-b3a4-4540-b707-fcc573567a9c tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0813632 Apr 11 21:37:37.714898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-713fbaf0-2eb9-4505-92b3-42807d9f2845 req-57149cf6-97d8-4345-80f4-a6f5e63edd27 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Apr 11 21:37:38.919145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d31649-ae7a-4232-9003-de9bac4fd3af req-13ddb4ba-a7ba-4d2c-90e8-1fa470ee4e3b tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:38.920623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3d31649-ae7a-4232-9003-de9bac4fd3af req-13ddb4ba-a7ba-4d2c-90e8-1fa470ee4e3b tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0801101 Apr 11 21:37:38.973490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3d31649-ae7a-4232-9003-de9bac4fd3af req-547041f6-e685-463f-b464-288be7a1f302 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Apr 11 21:37:39.177120 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-09aee102-c764-4c63-905d-34155b867a6a req-9988e0a4-c4b9-44cb-8c3c-4028d8e2b01f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0756876 Apr 11 21:37:39.750269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7cc3-bf52-4c0e-9023-b72fda99e9da req-4ec0dd9b-d86f-4f04-b47b-936ea8fdf322 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:39.751979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27da7cc3-bf52-4c0e-9023-b72fda99e9da req-4ec0dd9b-d86f-4f04-b47b-936ea8fdf322 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0824685 Apr 11 21:37:39.804357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-27da7cc3-bf52-4c0e-9023-b72fda99e9da req-f3d95634-b35f-4ffb-8e10-383b3ffa0888 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Apr 11 21:37:39.910016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-52ca43d5-1080-4c31-b6e5-9be9249f3a80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363091 Apr 11 21:37:41.009078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40a217-fb68-4ded-8d51-bd0500111cf1 req-e822095b-80f6-40ef-90e1-753fd50eae87 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:41.010452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c40a217-fb68-4ded-8d51-bd0500111cf1 req-e822095b-80f6-40ef-90e1-753fd50eae87 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0831926 Apr 11 21:37:41.061734 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8c40a217-fb68-4ded-8d51-bd0500111cf1 req-49e2a088-2d8d-4f98-9f13-86f579d7490c tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Apr 11 21:37:41.870516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-93257a8d-0d52-4ce6-aaea-8e41e734b0b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1096 time: 0.0718145 Apr 11 21:37:41.998276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-904f1fb7-bb14-4b6f-bb7d-699b8f09b7cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:41.999667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-904f1fb7-bb14-4b6f-bb7d-699b8f09b7cd service neutron] 10.222.0.75 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 913 time: 0.1232007 Apr 11 21:37:42.068235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-332e4043-530f-4495-9bbd-9f904f7ee7a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.0627983 Apr 11 21:37:42.130819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-469ceb1f-9b5e-4fce-8bf8-9b8fbb7f4aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:42.133000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-469ceb1f-9b5e-4fce-8bf8-9b8fbb7f4aa6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.0587752 Apr 11 21:37:42.177990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-b3451b5f-40ea-44e6-bfee-9b0366f7777a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394082 Apr 11 21:37:42.365827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-2b29767b-79ef-46ca-aedd-08f96b050417 service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816568 Apr 11 21:37:42.375942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d794-2eec-4b80-b49b-ef438238ca97 req-6834ce69-d882-47fa-94c8-fc203b3e18b9 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:42.377303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1592d794-2eec-4b80-b49b-ef438238ca97 req-6834ce69-d882-47fa-94c8-fc203b3e18b9 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.1753707 Apr 11 21:37:42.512003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1592d794-2eec-4b80-b49b-ef438238ca97 req-f90b9e9e-5d1c-4fcb-9d84-5fd7eb033865 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163249 Apr 11 21:37:42.543620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-08f8bb00-78f0-43a3-9324-555b49b5fe60 service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653075 Apr 11 21:37:43.708590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f548eae-393a-4289-85a8-3c3ab184684e req-f8131bfa-0861-4eab-84f3-1042105131c7 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:43.710570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f548eae-393a-4289-85a8-3c3ab184684e req-f8131bfa-0861-4eab-84f3-1042105131c7 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0777254 Apr 11 21:37:43.754395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6f548eae-393a-4289-85a8-3c3ab184684e req-83589ce2-ed96-4b19-9c1c-97d2488249d1 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Apr 11 21:37:43.965220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a186921-068e-4bea-a7ff-a7f9f4201402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:44.956736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c94488-9778-40a2-92d7-a07a57375612 req-2186429f-2380-41c4-aa22-a81705ae0879 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:44.958171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30c94488-9778-40a2-92d7-a07a57375612 req-2186429f-2380-41c4-aa22-a81705ae0879 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0800304 Apr 11 21:37:45.009524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30c94488-9778-40a2-92d7-a07a57375612 req-31eb87c7-36ff-4b9b-8076-3e18e41e76d1 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Apr 11 21:37:46.206457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664d7b8-3f95-49ee-b278-8d99844c3cde req-481abc14-5d80-4588-a70e-409d3d823780 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:46.207926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d664d7b8-3f95-49ee-b278-8d99844c3cde req-481abc14-5d80-4588-a70e-409d3d823780 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0771267 Apr 11 21:37:46.250782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4c38ffce-6eb9-4bf1-bac8-a5c7b7abf242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:46.258275 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d664d7b8-3f95-49ee-b278-8d99844c3cde req-b9fa3ad1-a503-495c-a611-02aeda4ce88b tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Apr 11 21:37:47.457632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460a9b9-7313-4644-a372-69dea1d5a9d0 req-a1175598-4349-49e1-9e18-055288f4a846 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:47.459084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4460a9b9-7313-4644-a372-69dea1d5a9d0 req-a1175598-4349-49e1-9e18-055288f4a846 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0759745 Apr 11 21:37:47.496971 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:47.505194 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4460a9b9-7313-4644-a372-69dea1d5a9d0 req-af26110a-d4d4-4a1e-8ed9-5a331f5977c8 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Apr 11 21:37:47.525506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:48.703284 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c85fb2-25d6-4cc1-9715-c8be36e82c17 req-ddfd399b-e792-4e9b-b587-15791ea2ad61 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:48.704771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-58c85fb2-25d6-4cc1-9715-c8be36e82c17 req-ddfd399b-e792-4e9b-b587-15791ea2ad61 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0754442 Apr 11 21:37:48.750437 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-58c85fb2-25d6-4cc1-9715-c8be36e82c17 req-cf262c49-d04a-453e-b302-b9ab726ec4ca tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Apr 11 21:37:48.873558 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:37:49.949539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144ae2-d233-4b3e-8522-fdb3e2f78b20 req-31741c3d-7f80-4f48-b446-1cbe12018fcc tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:49.950999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a144ae2-d233-4b3e-8522-fdb3e2f78b20 req-31741c3d-7f80-4f48-b446-1cbe12018fcc tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0790710 Apr 11 21:37:49.996328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a144ae2-d233-4b3e-8522-fdb3e2f78b20 req-834cc405-a4bd-46c8-866a-32a444bd2ccb tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Apr 11 21:37:51.193043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca04e7-7589-4f4d-adc0-98c81209783b req-c60413fe-cdfc-4161-ae8a-55c04258dd64 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:51.195068 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71ca04e7-7589-4f4d-adc0-98c81209783b req-c60413fe-cdfc-4161-ae8a-55c04258dd64 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Apr 11 21:37:51.240383 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71ca04e7-7589-4f4d-adc0-98c81209783b req-cce1611d-6727-42af-a5fd-103076032ee2 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Apr 11 21:37:52.436552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469af41-31e4-4d86-bf45-596f534e1323 req-b94e4989-1618-479b-b374-21ed07366bd5 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:52.438034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b469af41-31e4-4d86-bf45-596f534e1323 req-b94e4989-1618-479b-b374-21ed07366bd5 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0765305 Apr 11 21:37:52.484259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b469af41-31e4-4d86-bf45-596f534e1323 req-c87f4da7-195d-4798-9f0f-fae512d794e9 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Apr 11 21:37:53.677666 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878168-6ec9-4155-910d-675877d2b81a req-d1e12c17-8c3c-45f7-961b-8bd660534f76 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:53.679700 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20878168-6ec9-4155-910d-675877d2b81a req-d1e12c17-8c3c-45f7-961b-8bd660534f76 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0753279 Apr 11 21:37:53.723845 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-20878168-6ec9-4155-910d-675877d2b81a req-5ed998bb-a3cf-4bad-a437-c13b8b2c9071 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Apr 11 21:37:54.936067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc7c48-0aeb-4a16-9364-e290fdfd7626 req-e49cf67d-0a60-4027-a65c-1d556f70c0b1 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:54.938055 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40cc7c48-0aeb-4a16-9364-e290fdfd7626 req-e49cf67d-0a60-4027-a65c-1d556f70c0b1 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0883985 Apr 11 21:37:54.982680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-40cc7c48-0aeb-4a16-9364-e290fdfd7626 req-d3e625cf-0dbd-4b63-842d-6962d2b326ad tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Apr 11 21:37:56.185714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102244-8c3d-49fa-88ac-ed7eb72023de req-6aa14e3f-86d7-4d44-8d38-c9363c49bc02 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:56.187141 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7102244-8c3d-49fa-88ac-ed7eb72023de req-6aa14e3f-86d7-4d44-8d38-c9363c49bc02 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0825706 Apr 11 21:37:56.231895 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a7102244-8c3d-49fa-88ac-ed7eb72023de req-feccfba6-aaba-42c9-9c8d-6d0ae6c4fe92 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Apr 11 21:37:57.438384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1836f7-6204-4134-a569-a5b21ecbeb80 req-78e1ee48-e05e-4cf7-a59f-eb2bcaa40106 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:57.439839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd1836f7-6204-4134-a569-a5b21ecbeb80 req-78e1ee48-e05e-4cf7-a59f-eb2bcaa40106 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0762830 Apr 11 21:37:57.580884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd1836f7-6204-4134-a569-a5b21ecbeb80 req-1fec0f46-37a9-430b-b339-03fcaa00dc2d tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354496 Apr 11 21:37:58.787342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5369-afbf-4a13-8b5b-249ebf96ae03 req-cfca3d20-d781-4c7a-80b4-557195079bc6 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:37:58.788964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-246b5369-afbf-4a13-8b5b-249ebf96ae03 req-cfca3d20-d781-4c7a-80b4-557195079bc6 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0754273 Apr 11 21:37:58.834380 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-246b5369-afbf-4a13-8b5b-249ebf96ae03 req-d086b8d9-7621-4cef-8669-244cc04e082a tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Apr 11 21:37:59.399012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:00.030759 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de682-6890-477f-8b31-2d3b7c26f4cf req-bee972d1-bd1d-47d9-9b1b-14380b25ea24 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:00.032132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-005de682-6890-477f-8b31-2d3b7c26f4cf req-bee972d1-bd1d-47d9-9b1b-14380b25ea24 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0759950 Apr 11 21:38:00.077768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-005de682-6890-477f-8b31-2d3b7c26f4cf req-5c74a974-2cb9-4343-a3bd-8fe7d69036b8 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Apr 11 21:38:00.969701 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:38:01.176862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:01.280806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e296c5-6333-4b7f-b79c-da513816adf6 req-eae8b44d-5ba7-4766-a5c5-bf014a04fdf5 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:01.282159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7e296c5-6333-4b7f-b79c-da513816adf6 req-eae8b44d-5ba7-4766-a5c5-bf014a04fdf5 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0821702 Apr 11 21:38:01.327318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d7e296c5-6333-4b7f-b79c-da513816adf6 req-afed99c3-c305-42c3-b314-9ac49f56d81d tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 Apr 11 21:38:02.532666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c6a6-c97b-4c3d-bbee-b2d447cc6d0d req-60548c74-71f9-4899-b4eb-dfe4b02767dd tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:02.534134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3975c6a6-c97b-4c3d-bbee-b2d447cc6d0d req-60548c74-71f9-4899-b4eb-dfe4b02767dd tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0789373 Apr 11 21:38:02.579371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3975c6a6-c97b-4c3d-bbee-b2d447cc6d0d req-fe9fc459-814a-4a2b-b4c3-a9c79c35a067 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Apr 11 21:38:03.780861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7011-11b1-4400-83dd-7830a0bd1279 req-8380f8ba-e086-4aea-b66c-da14b5bda450 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:03.782305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e80e7011-11b1-4400-83dd-7830a0bd1279 req-8380f8ba-e086-4aea-b66c-da14b5bda450 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0783331 Apr 11 21:38:03.830665 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e80e7011-11b1-4400-83dd-7830a0bd1279 req-fb564ab0-3745-4db6-8322-e4409ee4d409 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Apr 11 21:38:05.028958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd941f-9752-48df-b21b-a9a0729d7ad3 req-ee3d74a4-4aae-4aa5-8974-955a04b9c189 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:05.030414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75cd941f-9752-48df-b21b-a9a0729d7ad3 req-ee3d74a4-4aae-4aa5-8974-955a04b9c189 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0776100 Apr 11 21:38:05.078027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-75cd941f-9752-48df-b21b-a9a0729d7ad3 req-9cab8c3d-5bb0-4d88-b840-00810d083762 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Apr 11 21:38:05.404567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-e7476d7a-4b59-4b5b-bef7-2c320fe894c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1096 time: 0.0705981 Apr 11 21:38:05.548266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-a0aba275-c173-489c-a290-8dbedf7187b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:05.549624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-a0aba275-c173-489c-a290-8dbedf7187b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 913 time: 0.1250300 Apr 11 21:38:05.618912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-6dbc8268-0596-43bc-870e-bac2282efe5c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.0632832 Apr 11 21:38:05.679502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-963b51d0-3de4-4e88-aafd-74b5e66aff18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:05.680908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-963b51d0-3de4-4e88-aafd-74b5e66aff18 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.0563939 Apr 11 21:38:05.727729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-0f0e980c-729e-44f2-abbb-0c3001db1006 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388203 Apr 11 21:38:05.736813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-8173e778-8fcd-4929-912c-88f9a9995b12 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:38:05.737791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-8173e778-8fcd-4929-912c-88f9a9995b12 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046253 Apr 11 21:38:05.890957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-715ee52c-f6f3-43fe-a646-4393ced0c5ce service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471343 Apr 11 21:38:06.027129 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f1c2a17-c60c-4cc3-9f41-20a9841144f4 req-03a10cf6-e2c9-43da-b04e-92f91abf3710 service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285436 Apr 11 21:38:06.306847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581d445-8888-4221-8953-0a3910fc6b48 req-7e0d09bc-843d-4ffa-a60d-f8a3dd7ccfca tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:06.308328 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1581d445-8888-4221-8953-0a3910fc6b48 req-7e0d09bc-843d-4ffa-a60d-f8a3dd7ccfca tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0770497 Apr 11 21:38:06.353046 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1581d445-8888-4221-8953-0a3910fc6b48 req-7a32d972-6162-49dc-ae44-b95f73444af8 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Apr 11 21:38:07.558259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603a4e-83c2-4aa2-be86-a12c6ea6d566 req-10480aac-5298-4914-b5c9-7373a067d252 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:07.559666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf603a4e-83c2-4aa2-be86-a12c6ea6d566 req-10480aac-5298-4914-b5c9-7373a067d252 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0815101 Apr 11 21:38:07.618397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf603a4e-83c2-4aa2-be86-a12c6ea6d566 req-d68f0ce9-dca9-4d3f-b171-da7a06246bfa tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Apr 11 21:38:08.898880 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c525db-94c3-4960-81b3-bb3d1cee2b82 req-3342cd56-0c8e-4d71-9827-b4d98a917fdc tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:08.900385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15c525db-94c3-4960-81b3-bb3d1cee2b82 req-3342cd56-0c8e-4d71-9827-b4d98a917fdc tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.1618018 Apr 11 21:38:08.945721 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15c525db-94c3-4960-81b3-bb3d1cee2b82 req-c88b9457-79b0-42c2-968b-dff44d13366f tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Apr 11 21:38:09.896328 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-7e392741-009d-475b-8079-053cfc910347 service neutron] show failed (client error): The resource could not be found. Apr 11 21:38:09.897653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-7e392741-009d-475b-8079-053cfc910347 service neutron] 10.222.0.75 "GET /v2.0/ports/c39bb04d-49c4-4d8c-a7fa-45f3a032fc97/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0748158 Apr 11 21:38:10.184672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad7a9-ca96-4d7d-bee2-1aca621e33f2 req-89d351e3-ec46-49f5-b3d9-ab3dd0ed161d tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:10.186751 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca5ad7a9-ca96-4d7d-bee2-1aca621e33f2 req-89d351e3-ec46-49f5-b3d9-ab3dd0ed161d tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.1063559 Apr 11 21:38:10.237853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca5ad7a9-ca96-4d7d-bee2-1aca621e33f2 req-e3959cdd-2b9e-44a1-b498-c095f0b70f3a tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 Apr 11 21:38:10.595268 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-2b8fdfbd-f459-42b0-a8f8-d5f130137520 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9&tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f HTTP/1.1" status: 200 len: 1096 time: 0.1311672 Apr 11 21:38:10.605476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:38:10.711663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:11.074408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:11.104455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:38:11.161747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:38:11.167715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:11.183289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Transition to ACTIVE for port object c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:38:11.242095 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ecee3f-c610-46c5-b44f-c61e92781dce'] response: {'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'code': 200} Apr 11 21:38:11.256519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:11.449877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:11.461308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] No DVR routers for this DVR port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:38:11.478907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.479246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.479608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.479937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.480259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.480578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.480895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.481220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.481533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.481845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.482157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:11.544199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:38:11.544529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:38:11.544848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on network 715ac0c6-a75e-4511-a753-c6b300a18b4d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:38:11.562110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2b90a-c167-4aca-92b1-f741566e4389 req-2f78741b-4dbb-4be9-87af-e23e851d1819 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:11.563565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4f2b90a-c167-4aca-92b1-f741566e4389 req-2f78741b-4dbb-4be9-87af-e23e851d1819 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 943 time: 0.1940503 Apr 11 21:38:11.564249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on network 715ac0c6-a75e-4511-a753-c6b300a18b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:38:11.564566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Attempting to bind port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on network 715ac0c6-a75e-4511-a753-c6b300a18b4d {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:38:11.585958 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:38:11.586266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Checking segment: {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:38:11.586643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Bound using segment: {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:38:11.587075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Bound port: c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3733107b-10c3-432f-aae4-d2b57e25b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:38:11.587419 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:11.671483 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a4f2b90a-c167-4aca-92b1-f741566e4389 req-128f91fc-c081-48d6-a751-036dbebcda89 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010215 Apr 11 21:38:11.700121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:38:11.701164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:38:11.782599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:11.845339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:11.846844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] 10.222.0.69 "PUT /v2.0/ports/c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 1091 time: 1.2453930 Apr 11 21:38:11.865398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203814-4a92-4266-a0aa-cfaaf625df6d service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:11.939196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-d5548436-b8aa-48c8-8046-070047db4fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1094 time: 0.0698214 Apr 11 21:38:12.075844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-d48a686e-21b9-4c03-87c8-545fbc90210b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:12.077183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-d48a686e-21b9-4c03-87c8-545fbc90210b service neutron] 10.222.0.69 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 913 time: 0.1265345 Apr 11 21:38:12.150520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-a53d8547-371c-4084-b9c9-60c903d297ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.0647769 Apr 11 21:38:12.211834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-bda9dcee-19a8-4194-b1a4-687d7279a3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:12.213224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-bda9dcee-19a8-4194-b1a4-687d7279a3f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.0571432 Apr 11 21:38:12.261647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-ec60ed24-b95b-4f39-a043-a2718119b261 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427556 Apr 11 21:38:12.408519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-878a435b-1a24-4c40-84f5-ae74be6aadae service neutron] 10.222.0.69 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411176 Apr 11 21:38:12.539340 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef3d4f2a-090d-415e-a88c-c498a14cbef8 req-c81ba675-e05d-42a8-a855-8729cf1f0973 service neutron] 10.222.0.69 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256108 Apr 11 21:38:12.876106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6e009-ca26-4b2b-9ab1-0db079729bb7 req-c60ea6f1-1a97-49cc-aa4e-d1a9b3ad5fd3 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:12.877657 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1fb6e009-ca26-4b2b-9ab1-0db079729bb7 req-c60ea6f1-1a97-49cc-aa4e-d1a9b3ad5fd3 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 943 time: 0.0784442 Apr 11 21:38:12.924751 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1fb6e009-ca26-4b2b-9ab1-0db079729bb7 req-fdfe1ff0-0137-45c5-8355-e6f877e0985a tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Apr 11 21:38:13.243391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:38:13.311144 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424a6edf-d5d5-44aa-a139-8e23db5c6bcb'] response: {'name': 'network-changed', 'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'status': 'completed', 'code': 200} Apr 11 21:38:13.458015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-b7ac9c8b-87e9-47e3-8ef2-71e13f3779a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1094 time: 0.1281388 Apr 11 21:38:13.461458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-8ff4c8fb-e025-4125-9865-930e26d85c3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1094 time: 0.1019616 Apr 11 21:38:13.795680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-ca3c88ee-d607-47ff-9d49-d485fbd1b06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:13.797125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-ca3c88ee-d607-47ff-9d49-d485fbd1b06d service neutron] 10.222.0.69 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 913 time: 0.3328528 Apr 11 21:38:13.801082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-ef3f47d7-e611-4476-baf5-fc7f25309600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:13.802439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-ef3f47d7-e611-4476-baf5-fc7f25309600 service neutron] 10.222.0.75 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 913 time: 0.3187985 Apr 11 21:38:13.926377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-a6d77e3a-3e63-44b5-b13f-d2ab309ae69d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.1229682 Apr 11 21:38:13.927717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-9e44e386-b065-4d13-827d-8ffd208e5e05 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.0778799 Apr 11 21:38:13.987946 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-07be4969-2ac6-479c-90bd-fb3687b88f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:14.042497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-538a2335-411c-492e-81c4-f43189f53c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:14.043992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-538a2335-411c-492e-81c4-f43189f53c1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.1117804 Apr 11 21:38:14.045253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-1b715b22-c5c7-4b54-8c2f-a9906e32afe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:14.046524 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-1b715b22-c5c7-4b54-8c2f-a9906e32afe0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.0837166 Apr 11 21:38:14.091588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:38:14.124375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-8aa7c5d2-6a28-4a69-8fc5-61498a57d9bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722222 Apr 11 21:38:14.127882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8a08-e7f4-4c18-8a1e-5a4d60817bd1 req-d65209fc-3548-48d9-87eb-eed1108efd8f tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:14.129427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c1c8a08-e7f4-4c18-8a1e-5a4d60817bd1 req-d65209fc-3548-48d9-87eb-eed1108efd8f tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 943 time: 0.0819118 Apr 11 21:38:14.130220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-4caaef80-2d86-4aa0-94af-77c0f984c96a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457890 Apr 11 21:38:14.181740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1c1c8a08-e7f4-4c18-8a1e-5a4d60817bd1 req-639dd926-219b-4014-81ae-a57355d18148 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Apr 11 21:38:14.257800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:14.271428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'network_id': '715ac0c6-a75e-4511-a753-c6b300a18b4d', 'port_id': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'mac_address': 'fa:16:3e:f7:2b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa612b63-03f8-435f-b04d-d6e015654b8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:38:14.342831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:14.360992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:38:14.376492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:14.379762 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-eb5cf4ba-20a4-4687-b22e-67f42fefcbd1 service neutron] 10.222.0.69 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486212 Apr 11 21:38:14.381653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-d5037e32-1a50-4764-8bb1-a2551daff5bb service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319868 Apr 11 21:38:14.456220 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:14.531322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:14.541993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.542379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.542722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.543059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.543384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.543747 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.544186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.544406 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.545117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.545117 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.545326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:38:14.638506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:38:14.643498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-3fc1fea6-d65b-45a7-a5c8-6576a5a4d8a2 service neutron] 10.222.0.69 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580070 Apr 11 21:38:14.645178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-10dcfa24-94d5-4de8-ab02-e96b77eb67d1 req-c8065453-d6a8-42e1-a3be-5995762bcb2e service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420661 Apr 11 21:38:14.698282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:38:14.737471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:38:15.395524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368f591-9d02-439c-91f2-a99251ca29ee req-f3394541-0095-43c0-86fa-2384f0c0c41e tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:15.397032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5368f591-9d02-439c-91f2-a99251ca29ee req-f3394541-0095-43c0-86fa-2384f0c0c41e tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 944 time: 0.0801096 Apr 11 21:38:15.442790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5368f591-9d02-439c-91f2-a99251ca29ee req-8069f49f-65df-44e4-8090-273f2b8234be tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Apr 11 21:38:16.038964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-919f3117-25d5-4a32-a6bf-630955445c7a tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:16.040397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-919f3117-25d5-4a32-a6bf-630955445c7a tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.75 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9&tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.0852983 Apr 11 21:38:16.106423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:38:16.129007 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-5aa58c40-9373-4f4a-81bc-2fe21ccdf8e6 service neutron] delete failed (client error): The resource could not be found. Apr 11 21:38:16.130101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-5aa58c40-9373-4f4a-81bc-2fe21ccdf8e6 service neutron] 10.222.0.75 "DELETE /v2.0/ports/c39bb04d-49c4-4d8c-a7fa-45f3a032fc97/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0813437 Apr 11 21:38:16.250327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:38:16.255555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:38:16.255935 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:16.283666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-293a0922-06c5-4820-9585-e12fb3051d2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 1095 time: 0.0757735 Apr 11 21:38:16.289262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72674dca-95d9-4d7a-9f53-27030533085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:16.377281 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:16.403697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:38:16.413090 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:16.422362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-51eea124-2881-44c5-886a-80e990066bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:16.423855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-51eea124-2881-44c5-886a-80e990066bf4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 200 len: 913 time: 0.1312022 Apr 11 21:38:16.473799 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb5183d-59bc-4d87-8ffc-10642dcb0c97'] response: {'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'code': 200} Apr 11 21:38:16.508503 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:16.580215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:16.613236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-968b2f6d-e08c-4742-9b4f-eba0de64d57b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 200 len: 217 time: 0.1804545 Apr 11 21:38:16.680294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-7b461807-ccce-4b97-a30a-6272a5c9f75d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:16.681677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-7b461807-ccce-4b97-a30a-6272a5c9f75d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 200 len: 852 time: 0.0595751 Apr 11 21:38:16.733370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-7450d6dd-6c94-409f-b887-ef4fba8407b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=715ac0c6-a75e-4511-a753-c6b300a18b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431883 Apr 11 21:38:16.868079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-df82d1c5-afcd-4c36-896f-41b5ee5c7c3a service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282237 Apr 11 21:38:17.009015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-57c971e1-0675-440f-9c93-dda42342ea1c service neutron] 10.222.0.75 "GET /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306808 Apr 11 21:38:17.490320 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:17.536256 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:18.579249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e7c7e-7d15-46c3-a9b6-49bf7f8d051a req-bd73910b-7147-43c4-96d9-32b437efaae0 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:18.580614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-081e7c7e-7d15-46c3-a9b6-49bf7f8d051a req-bd73910b-7147-43c4-96d9-32b437efaae0 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0754113 Apr 11 21:38:18.626844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-081e7c7e-7d15-46c3-a9b6-49bf7f8d051a req-dd33cbfb-3d6a-4d02-83d5-a2555f03660c tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Apr 11 21:38:18.879082 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:19.771966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-691d559d-9c37-476c-963e-c5d8702f5120 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:19.773509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-691d559d-9c37-476c-963e-c5d8702f5120 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.69 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0806217 Apr 11 21:38:19.832933 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abacdb-39d5-41ba-b304-8b9e85241d3e req-be491f24-bc93-4e0e-8632-80c85eecd734 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:19.834396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6abacdb-39d5-41ba-b304-8b9e85241d3e req-be491f24-bc93-4e0e-8632-80c85eecd734 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 945 time: 0.0779777 Apr 11 21:38:19.846746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Deleting port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:38:19.847087 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:19.880986 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6abacdb-39d5-41ba-b304-8b9e85241d3e req-01ac7448-5442-48f2-9299-95bfca99a050 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/security-groups?id=dae36a74-4f92-4512-a1b4-7087a4988525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Apr 11 21:38:20.093783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] For port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,segment=NetworkSegment(3733107b-10c3-432f-aae4-d2b57e25b4a8),segment_id=3733107b-10c3-432f-aae4-d2b57e25b4a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:20.094162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:20.213863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Calling delete_port for c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:38:20.445390 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:20.457208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:38:20.494413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Pushing event deleted for resources: {'Port': ['ID=c39bb04d-49c4-4d8c-a7fa-45f3a032fc97,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:20.567138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] No DVR routers for this DVR port c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:38:20.570416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:20.572857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-deleted', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:38:20.630213 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f21452-f580-415a-893c-a3356299284c'] response: {'server_uuid': '6053e7f3-9749-47a9-bef2-cbf6aa3124c9', 'name': 'network-vif-deleted', 'tag': 'c39bb04d-49c4-4d8c-a7fa-45f3a032fc97', 'status': 'completed', 'code': 200} Apr 11 21:38:20.645132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-16f871a2-8530-4da6-975d-c76fed87ef47 req-983f931f-59e5-46fa-9e04-2306470c3dd4 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.69 "DELETE /v2.0/ports/c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 HTTP/1.1" status: 204 len: 173 time: 0.8665698 Apr 11 21:38:21.065388 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5678c74e-9d00-448f-aab7-257eb1a14a5b req-73821806-04f4-4c9e-ada2-2abe1080a4c3 tempest-DeleteServersTestJSON-1082433912 tempest-DeleteServersTestJSON-1082433912-project] 10.222.0.61 "GET /v2.0/ports?device_id=6053e7f3-9749-47a9-bef2-cbf6aa3124c9 HTTP/1.1" status: 200 len: 210 time: 0.0468662 Apr 11 21:38:22.344516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53862) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:38:22.404192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Deleting subnet fa612b63-03f8-435f-b04d-d6e015654b8b {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:38:22.407216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:22.461851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:22.517971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:22.656703 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:22.795341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa612b63-03f8-435f-b04d-d6e015654b8b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:22.801057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:22.807745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c641225c-c897-495e-b1b2-be10c46243e4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fa612b63-03f8-435f-b04d-d6e015654b8b HTTP/1.1" status: 204 len: 168 time: 0.4621913 Apr 11 21:38:22.810310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53866) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:38:22.916743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.045427 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.070765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715ac0c6-a75e-4511-a753-c6b300a18b4d']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:38:23.082435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3733107b-10c3-432f-aae4-d2b57e25b4a8') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:38:23.082731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3733107b-10c3-432f-aae4-d2b57e25b4a8') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:38:23.094734 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.111140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.117253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:38:23.117638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:38:23.131048 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:38:23.284664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.302024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.312835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=715ac0c6-a75e-4511-a753-c6b300a18b4d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:23.388258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9cbef2f6-f61e-4f11-b38a-79f091335ec9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/715ac0c6-a75e-4511-a753-c6b300a18b4d HTTP/1.1" status: 204 len: 168 time: 0.5769649 Apr 11 21:38:23.732229 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:38:23.782027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-137c3f8b-779f-40ac-ae97-351bf17e0d13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=689ebd8cbd2d4b3f9dbed80956ca609f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486374 Apr 11 21:38:23.784525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53876) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:38:23.842396 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f26009e-7e03-4ad3-9207-6a405bd1cfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.867987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f26009e-7e03-4ad3-9207-6a405bd1cfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:23.998984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f26009e-7e03-4ad3-9207-6a405bd1cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:24.014225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26009e-7e03-4ad3-9207-6a405bd1cfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae36a74-4f92-4512-a1b4-7087a4988525,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:24.101022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9f26009e-7e03-4ad3-9207-6a405bd1cfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:24.102428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9f26009e-7e03-4ad3-9207-6a405bd1cfdd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dae36a74-4f92-4512-a1b4-7087a4988525 HTTP/1.1" status: 204 len: 168 time: 0.3169024 Apr 11 21:38:24.111515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:38:24.144000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:38:24.144340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device c39bb04d-49c4-4d8c-a7fa-45f3a032fc97 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:38:25.161036 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53898) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:38:25.291324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-965045320-network', 'tenant_id': '0dd3bd817f15428595b52cece951f413'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:38:25.296666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:38:25.300482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Usage tracker for resource:network and tenant:0dd3bd817f15428595b52cece951f413 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:38:25.303298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:38:25.309027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:38:25.370102 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Made reservation on behalf of 0dd3bd817f15428595b52cece951f413 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:38:25.372365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.384538 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.415767 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:38:25.419655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd3bd817f15428595b52cece951f413 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:38:25.422525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:38:25.428170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:38:25.491126 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.558485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.589388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:38:25.601281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76d2b5-c3ca-4311-94f7-efc6107e5653,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:25.605799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.606139 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Added segment b2d1e3b1-afdf-47f2-9452-2624a2e87958 of type vlan for network e7e48e97-45b9-44db-8eb9-0727757795af Apr 11 21:38:25.635693 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.735748 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.736617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:25.737205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:25.840013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e48e97-45b9-44db-8eb9-0727757795af,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:25.849383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network e7e48e97-45b9-44db-8eb9-0727757795af details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:38:25.885390 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7058e36-eb52-42bd-a388-6e1a50f33be3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7229645 Apr 11 21:38:25.888360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 53904) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:38:25.893581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Request body: {'subnet': {'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-965045320-subnet', 'tenant_id': '0dd3bd817f15428595b52cece951f413', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:38:25.902081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:38:25.905984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Usage tracker for resource:subnet and tenant:0dd3bd817f15428595b52cece951f413 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:38:25.908919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:38:25.914755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:38:25.975910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Made reservation on behalf of 0dd3bd817f15428595b52cece951f413 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:38:25.978531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:26.221823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:26.294395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06714b3-953c-4053-9ea5-8d0b3c555023,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:26.306495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Checking segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:38:26.306845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Network hostable DHCP agents. Network: e7e48e97-45b9-44db-8eb9-0727757795af, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:38:26.392799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Network e7e48e97-45b9-44db-8eb9-0727757795af is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:38:26.455797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, e7e48e97-45b9-44db-8eb9-0727757795af) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:38:26.459712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:26.460311 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:26.464517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab8ae2-763a-4d69-be08-77bcdba63254 None None] Network e7e48e97-45b9-44db-8eb9-0727757795af requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:38:26.536990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-979b40aa-5a80-4660-a6e2-4153933e0524 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6475623 Apr 11 21:38:26.673432 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a262b7-d0d1-4016-8895-482dced703b6 None None] Network e7e48e97-45b9-44db-8eb9-0727757795af requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:38:27.073076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-615911a1-93b8-48d6-b82e-b14a344edb45 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:27.074439 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-615911a1-93b8-48d6-b82e-b14a344edb45 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 814 time: 0.1413221 Apr 11 21:38:27.091984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-454045a7-63ff-47e6-9a1f-01045587c0ef tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/quotas/0dd3bd817f15428595b52cece951f413 HTTP/1.1" status: 200 len: 375 time: 0.0121331 Apr 11 21:38:27.142171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-0547c188-70c2-4d51-ac81-41ea91de13bf tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451059 Apr 11 21:38:27.272403 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-a62ad06c-6568-4044-95b8-4ed9355ad6b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231585 Apr 11 21:38:27.400836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1d3704ab-5d8a-41f7-906a-ca047c1a892b service neutron] 10.222.0.61 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220574 Apr 11 21:38:27.658030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-058e4e29-752e-4508-9e57-a6bf84814dbb req-1e295219-9197-4c32-ba5a-aade51f800cc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 210 time: 0.0457842 Apr 11 21:38:28.823816 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-82238b22-5fdd-44b6-9d69-e83017a7ae27 req-c235a7bd-ee20-4a62-ad37-7863cd06dc2e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 210 time: 0.0440004 Apr 11 21:38:29.410055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:29.690976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-c53e2e73-f9a3-46f6-a865-b63b8e5e7779 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:29.691662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-c53e2e73-f9a3-46f6-a865-b63b8e5e7779 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Synchronizing usage tracker for tenant:0dd3bd817f15428595b52cece951f413 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:38:29.781625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-c53e2e73-f9a3-46f6-a865-b63b8e5e7779 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Unset dirty status for tenant:0dd3bd817f15428595b52cece951f413 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:38:29.783075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-c53e2e73-f9a3-46f6-a865-b63b8e5e7779 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 814 time: 0.2354610 Apr 11 21:38:29.799121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Request body: {'port': {'device_id': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'admin_state_up': True, 'tenant_id': '0dd3bd817f15428595b52cece951f413'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:38:29.942777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:38:29.947511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Usage tracker for resource:port and tenant:0dd3bd817f15428595b52cece951f413 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:38:29.950420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:38:29.956562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:38:30.006991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13813a0c-a0a6-42ce-870a-91e5ad6f7f1a req-a97fda99-113d-4692-ad7c-5237f2d6d4f2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 210 time: 0.0423448 Apr 11 21:38:30.061558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Made reservation on behalf of 0dd3bd817f15428595b52cece951f413 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:38:30.064670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:30.321329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Allocated IP 172.20.0.8 (e7e48e97-45b9-44db-8eb9-0727757795af/f06714b3-953c-4053-9ea5-8d0b3c555023/0256c11c-7bc6-4e96-8759-486630c1bb01) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:38:30.522050 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:30.610849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:30.675727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Network e7e48e97-45b9-44db-8eb9-0727757795af is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:38:30.683397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:38:30.687605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:38:30.733904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:30.754028 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:30.754619 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:30.833576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-8751b647-5ad5-4e0e-83c3-8dfd23363fa8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0383377 Apr 11 21:38:30.844732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Request body: {'port': {'device_id': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:38:30.953365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.159172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.207417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44206f6a-c9d9-48c5-a5a8-49f47f44b87c req-b2230aa3-0cda-4a9c-8c1a-b793fa3ccece tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:31.208866 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44206f6a-c9d9-48c5-a5a8-49f47f44b87c req-b2230aa3-0cda-4a9c-8c1a-b793fa3ccece tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 931 time: 0.0799818 Apr 11 21:38:31.255878 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-44206f6a-c9d9-48c5-a5a8-49f47f44b87c req-4a3e8e50-cf08-49c2-8ca2-387fe9aae111 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Apr 11 21:38:31.306189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0256c11c-7bc6-4e96-8759-486630c1bb01 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:38:31.313009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.328050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Transition to ACTIVE for port object 0256c11c-7bc6-4e96-8759-486630c1bb01 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:38:31.381450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.506586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:31.611890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:38:31.612228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:38:31.612559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:38:31.620325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Port 0256c11c-7bc6-4e96-8759-486630c1bb01 on network e7e48e97-45b9-44db-8eb9-0727757795af not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:38:31.620649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:38:31.627638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:38:31.627974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Checking segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:38:31.628475 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Bound using segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:38:31.629088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Bound port: 0256c11c-7bc6-4e96-8759-486630c1bb01, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:38:31.629482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.718218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:38:31.721140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:38:31.781984 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.845993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:31.847364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] 10.222.0.69 "PUT /v2.0/ports/0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 1091 time: 1.0065756 Apr 11 21:38:31.847904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:38:31.865052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de95c37-b3d4-44cb-9944-d3e5e976592e service neutron] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:31.908824 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d7f649-9ed0-413d-8175-9ea029bcc5b1'] response: {'name': 'network-changed', 'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'status': 'completed', 'code': 200} Apr 11 21:38:32.000396 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4aec677e-0bf9-4e6a-9e52-f7ed6d3ed38c req-1653ddb3-7626-471d-9076-5cbaebbf9bd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1094 time: 0.0721364 Apr 11 21:38:32.153746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec677e-0bf9-4e6a-9e52-f7ed6d3ed38c req-e29b4a56-ea9a-4791-8e30-4a0d31f8d66a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:32.155206 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4aec677e-0bf9-4e6a-9e52-f7ed6d3ed38c req-e29b4a56-ea9a-4791-8e30-4a0d31f8d66a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0dd3bd817f15428595b52cece951f413&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1489127 Apr 11 21:38:32.294273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec677e-0bf9-4e6a-9e52-f7ed6d3ed38c req-9affbc67-0ed6-4513-a09f-916e5044a0c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:32.295811 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4aec677e-0bf9-4e6a-9e52-f7ed6d3ed38c req-9affbc67-0ed6-4513-a09f-916e5044a0c2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352918 Apr 11 21:38:32.494348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fbb40-4a04-45db-9408-49997d5f79c4 req-5eb96534-2b00-4c49-85e8-74a3bdd7af11 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:32.495750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e05fbb40-4a04-45db-9408-49997d5f79c4 req-5eb96534-2b00-4c49-85e8-74a3bdd7af11 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.0922942 Apr 11 21:38:32.524582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-fb96fefe-50a1-486c-b9a9-5d46b77ab4fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1094 time: 0.1898620 Apr 11 21:38:32.545972 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e05fbb40-4a04-45db-9408-49997d5f79c4 req-b35e851e-a13e-4e14-b6f7-65a27532b113 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Apr 11 21:38:32.599640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-27eb08b6-c404-43a8-8986-fb890671094f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.0690675 Apr 11 21:38:32.661311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-2d8b266b-f30a-4921-9617-e99b488027d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:32.662739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-2d8b266b-f30a-4921-9617-e99b488027d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0577302 Apr 11 21:38:32.722163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-35e73a0d-31bb-4ad5-be29-3b67753cc50a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532248 Apr 11 21:38:32.877179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-294add12-22d5-4a2a-92f0-c2f7aca629f2 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498067 Apr 11 21:38:33.032984 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7efcb39-ad70-4c09-85b9-2e86f24af780 req-4780eeee-9683-4f83-b243-b44de3e23edc service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489863 Apr 11 21:38:33.748819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-4fe200c9-968c-4c0d-b12f-67f8002f5083 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:33.749493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-4fe200c9-968c-4c0d-b12f-67f8002f5083 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Synchronizing usage tracker for tenant:0dd3bd817f15428595b52cece951f413 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:38:33.838931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-4fe200c9-968c-4c0d-b12f-67f8002f5083 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Unset dirty status for tenant:0dd3bd817f15428595b52cece951f413 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:38:33.840161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-4fe200c9-968c-4c0d-b12f-67f8002f5083 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.1699512 Apr 11 21:38:33.886585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-99d20553-b8fb-4232-b1c4-44292ef2508e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Synchronizing usage tracker for tenant:0dd3bd817f15428595b52cece951f413 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:38:33.987746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-99d20553-b8fb-4232-b1c4-44292ef2508e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Unset dirty status for tenant:0dd3bd817f15428595b52cece951f413 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:38:33.988926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bf8acd6-861e-4bb8-b9a0-facd81d92933 req-99d20553-b8fb-4232-b1c4-44292ef2508e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431749 Apr 11 21:38:34.152627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:38:34.283891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:34.300718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'port_id': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'mac_address': 'fa:16:3e:44:e0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06714b3-953c-4053-9ea5-8d0b3c555023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:38:34.357915 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:34.374301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0256c11c-7bc6-4e96-8759-486630c1bb01 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:38:34.389310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:34.495841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:34.559263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:34.682699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['0256c11c-7bc6-4e96-8759-486630c1bb01'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:38:35.206567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e437-cd21-477c-b8a5-c8b408f84890 req-e3470f43-a4d5-4150-b487-87d0b9fc6d02 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:35.208066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-83d5e437-cd21-477c-b8a5-c8b408f84890 req-e3470f43-a4d5-4150-b487-87d0b9fc6d02 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 944 time: 0.0914509 Apr 11 21:38:35.255082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-83d5e437-cd21-477c-b8a5-c8b408f84890 req-f0d7bd7a-eb2c-41dc-b74b-837d5f0e6853 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Apr 11 21:38:36.168065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:38:36.295706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 0256c11c-7bc6-4e96-8759-486630c1bb01 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:38:36.300803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 0256c11c-7bc6-4e96-8759-486630c1bb01 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:38:36.306353 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:36.413416 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:36.442589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:38:36.452641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:38:36.458149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447f00-df3b-41bb-b600-7aac6806ce4e req-dbf369d9-c6a1-4c4a-8d3c-81989d7f9aeb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:36.459672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55447f00-df3b-41bb-b600-7aac6806ce4e req-dbf369d9-c6a1-4c4a-8d3c-81989d7f9aeb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 944 time: 0.0790308 Apr 11 21:38:36.498876 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e18e72-12c8-433b-aa3f-1e7a6636f8fe'] response: {'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'code': 200} Apr 11 21:38:36.512171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55447f00-df3b-41bb-b600-7aac6806ce4e req-f3f2cf2c-b6bc-4e3e-b445-978e4e40853a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Apr 11 21:38:36.535829 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:36.602483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:38:36.624009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9a7a371-9721-4664-ad0d-e7e9d3156fa6 req-e10186fd-24bd-49b8-9552-12f8bf6aed10 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1096 time: 0.0695441 Apr 11 21:38:36.666722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9a7a371-9721-4664-ad0d-e7e9d3156fa6 req-34e6d7dc-3e91-4916-84d9-6a0458d2b4d9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Apr 11 21:38:37.716743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22c45-dd68-4f33-b5f7-fc98a0c84be6 req-8d18da44-e2dc-4bd8-b624-ecd818c97e6f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:37.718281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71e22c45-dd68-4f33-b5f7-fc98a0c84be6 req-8d18da44-e2dc-4bd8-b624-ecd818c97e6f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0807810 Apr 11 21:38:37.764720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71e22c45-dd68-4f33-b5f7-fc98a0c84be6 req-4a1b9dcf-0fa9-4d8b-8ad2-36e8bc76bc2a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Apr 11 21:38:37.970107 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:38:38.964446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a35f6-eb89-40c4-a442-f77f68219f84 req-5552d129-7a9e-4611-8ee0-f92c7b02a620 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:38.965897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c8a35f6-eb89-40c4-a442-f77f68219f84 req-5552d129-7a9e-4611-8ee0-f92c7b02a620 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0800471 Apr 11 21:38:39.011052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c8a35f6-eb89-40c4-a442-f77f68219f84 req-642935fb-0218-40a4-ab37-73b1481de373 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Apr 11 21:38:39.202384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb8e9-9a49-4a57-aabd-1bbcd2b86ea5 req-163143af-85a5-4f5a-b61b-f815440cc603 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:39.203964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-266eb8e9-9a49-4a57-aabd-1bbcd2b86ea5 req-163143af-85a5-4f5a-b61b-f815440cc603 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0750780 Apr 11 21:38:39.260034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-266eb8e9-9a49-4a57-aabd-1bbcd2b86ea5 req-d89191b0-3588-4b0a-95ea-927322bf2f17 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Apr 11 21:38:39.684293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cb178-5448-4668-8387-cc02ee0ab307 req-8c658787-1b4c-4a19-921b-466c97211915 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:39.685722 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-806cb178-5448-4668-8387-cc02ee0ab307 req-8c658787-1b4c-4a19-921b-466c97211915 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0784736 Apr 11 21:38:39.730319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-806cb178-5448-4668-8387-cc02ee0ab307 req-09bb45c0-8553-4ec4-a64f-0e576e4d8d70 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Apr 11 21:38:39.923522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ec009-e08d-4516-b24a-fddfc31446c4 req-da0ac143-bcce-4bfc-a7b8-0d4cc3e0247a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:39.924969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c9ec009-e08d-4516-b24a-fddfc31446c4 req-da0ac143-bcce-4bfc-a7b8-0d4cc3e0247a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0762718 Apr 11 21:38:39.969445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c9ec009-e08d-4516-b24a-fddfc31446c4 req-bfb61897-9cf0-475d-be80-2f7c93cf7090 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Apr 11 21:38:40.162602 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f62ef20-a6b8-435b-ad44-64d69544f8e3 req-c48505db-7b90-4e46-b6a7-a18aec0d6fb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666382 Apr 11 21:38:40.588041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29075be-792d-4065-9781-1e151998341c req-38b94c63-38bf-4109-8c63-35db024742b7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:40.589494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a29075be-792d-4065-9781-1e151998341c req-38b94c63-38bf-4109-8c63-35db024742b7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0799384 Apr 11 21:38:40.636361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a29075be-792d-4065-9781-1e151998341c req-c4d9f69f-0942-4f06-ae31-ed7138c089d6 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Apr 11 21:38:40.661357 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-c2d20129-7dc0-4313-bf2d-a083d6495b9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710955 Apr 11 21:38:41.831582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be6b35-8e89-4798-a6fd-36872532dc6c req-37246514-8b57-41b4-a4ff-b13fbe0359a5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:41.833102 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3be6b35-8e89-4798-a6fd-36872532dc6c req-37246514-8b57-41b4-a4ff-b13fbe0359a5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0756269 Apr 11 21:38:41.879960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a3be6b35-8e89-4798-a6fd-36872532dc6c req-596e744e-5ce7-4243-8b8f-67b7be42f7ae tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Apr 11 21:38:42.940926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-6a33a218-00ee-42a3-b811-b08dc44b5a1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1096 time: 0.0691688 Apr 11 21:38:43.122478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-41418fae-117c-4588-bdf7-f3aa6deb7847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:43.123920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-41418fae-117c-4588-bdf7-f3aa6deb7847 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1779268 Apr 11 21:38:43.186515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942be4a-93e1-48bf-8444-be8925e8ab08 req-daa325fe-efa5-4161-94fe-1a53e7b4b132 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:43.187788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7942be4a-93e1-48bf-8444-be8925e8ab08 req-daa325fe-efa5-4161-94fe-1a53e7b4b132 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.1740251 Apr 11 21:38:43.216154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-72fc08c0-52f0-4137-8211-1fe48ea80469 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.0861433 Apr 11 21:38:43.285050 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7942be4a-93e1-48bf-8444-be8925e8ab08 req-1615ae09-dbad-4680-b3e7-74ae8080d04a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917635 Apr 11 21:38:43.296529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-d4291d66-9aa5-4435-b889-fa401fff61f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:43.297949 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-d4291d66-9aa5-4435-b889-fa401fff61f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0761809 Apr 11 21:38:43.345142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-754861d4-7a5b-4d8c-ab48-137450c29369 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416152 Apr 11 21:38:43.557406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-6a33a2d2-7790-4856-9a32-6ddc5c3d014f service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067087 Apr 11 21:38:43.684339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-6a3807c3-2706-4527-9965-6a56c89dc537 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213410 Apr 11 21:38:43.947377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8fac6946-64a7-4842-82ac-634cbb35a0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:44.563255 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220416c-38b4-489d-a77c-d2ce00a28db5 req-cc8abcba-db1f-4c93-83bc-822c9df728fc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:44.564654 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3220416c-38b4-489d-a77c-d2ce00a28db5 req-cc8abcba-db1f-4c93-83bc-822c9df728fc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.1558208 Apr 11 21:38:44.609315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3220416c-38b4-489d-a77c-d2ce00a28db5 req-9065e023-dcb9-41f9-9e9a-339b79d08406 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Apr 11 21:38:45.951547 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db897-0a82-4497-97d4-9ded9b0c7f9e req-b73a5a7f-c9f3-42da-8fce-d799f56fcae4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:45.952934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-589db897-0a82-4497-97d4-9ded9b0c7f9e req-b73a5a7f-c9f3-42da-8fce-d799f56fcae4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0751812 Apr 11 21:38:45.998297 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-589db897-0a82-4497-97d4-9ded9b0c7f9e req-f8684117-8513-492c-92cb-311cd401f5eb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Apr 11 21:38:46.301237 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c9088ee6-b0b0-4c56-9f5c-2be7fe0ce437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:46.935652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-d6ae13b2-c150-4623-b1e8-2f8798783060 req-d1ee8351-e282-4738-a418-fbf17d0989f2 service neutron] (84667) timed out ('10.222.0.69', 59048) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:38:47.201473 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860fbdd-f254-437d-bff7-d3c8b3e78e3c req-03dec517-9176-4e70-8531-31f93a9d53b1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:47.202870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e860fbdd-f254-437d-bff7-d3c8b3e78e3c req-03dec517-9176-4e70-8531-31f93a9d53b1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0795915 Apr 11 21:38:47.264301 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e860fbdd-f254-437d-bff7-d3c8b3e78e3c req-1aa0fca6-8a0f-4f9c-9526-bec43691b7b8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Apr 11 21:38:47.484037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:47.535407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:47.779420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-748919a6-7045-4386-a0b4-06f69550186f req-fe7933f1-303d-48b1-87d9-4ab201e9469e service neutron] (84666) timed out ('10.222.0.69', 58713) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:38:48.462372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1df4b3-e797-4fdb-bc61-14ab5660b418 req-16f23d99-d8cb-4914-a7be-0e9544d1583e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:48.463823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d1df4b3-e797-4fdb-bc61-14ab5660b418 req-16f23d99-d8cb-4914-a7be-0e9544d1583e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0793455 Apr 11 21:38:48.508892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d1df4b3-e797-4fdb-bc61-14ab5660b418 req-9d6dc193-85df-49ae-a0c3-b44e2e2b8267 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Apr 11 21:38:48.872583 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:49.705736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e297ba-fd70-451d-abc7-cf5ccc9df430 req-706424b1-c3b0-4e06-95fa-c84d06b5b8e2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:49.707176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01e297ba-fd70-451d-abc7-cf5ccc9df430 req-706424b1-c3b0-4e06-95fa-c84d06b5b8e2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0777771 Apr 11 21:38:49.756805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-01e297ba-fd70-451d-abc7-cf5ccc9df430 req-4f7fad25-ee55-4742-9588-44e0411e2a49 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Apr 11 21:38:50.965041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e33ca-94af-4f86-9dcc-0b597a385dae req-4a25ff78-09fe-4ac4-bc88-6324be4db428 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:50.966472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a2e33ca-94af-4f86-9dcc-0b597a385dae req-4a25ff78-09fe-4ac4-bc88-6324be4db428 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0748129 Apr 11 21:38:51.011463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a2e33ca-94af-4f86-9dcc-0b597a385dae req-30b0412e-2364-4de9-9f5d-11f4e27cb0bb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Apr 11 21:38:52.214096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7afc-7ef5-45ce-bcb1-e8bfed25d7fb req-85da638b-e5a5-4cee-8d19-75778c56bd4a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:52.215553 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-139a7afc-7ef5-45ce-bcb1-e8bfed25d7fb req-85da638b-e5a5-4cee-8d19-75778c56bd4a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0796194 Apr 11 21:38:52.260924 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-139a7afc-7ef5-45ce-bcb1-e8bfed25d7fb req-b99a6963-6a1f-4c47-a48d-15dbb18a31e1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Apr 11 21:38:53.476675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354a65f-cba5-48d9-ac89-31bd8e6a21d4 req-76377a6a-faf3-4fdc-8540-7ad17585dd0f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:53.478442 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9354a65f-cba5-48d9-ac89-31bd8e6a21d4 req-76377a6a-faf3-4fdc-8540-7ad17585dd0f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0969260 Apr 11 21:38:53.523792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9354a65f-cba5-48d9-ac89-31bd8e6a21d4 req-b87c6115-b6fa-478c-b7a1-c1b2e583d8de tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Apr 11 21:38:54.864400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb8f36-de75-4239-9bd2-59773517045d req-01d870eb-d2e1-4c59-a530-6819da583568 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:54.866336 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3eb8f36-de75-4239-9bd2-59773517045d req-01d870eb-d2e1-4c59-a530-6819da583568 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0746207 Apr 11 21:38:54.910258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3eb8f36-de75-4239-9bd2-59773517045d req-d0f4657c-4809-4ba1-8458-22e8b59131cc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Apr 11 21:38:56.104609 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb50c-485d-4842-9c1a-951de7b6c8a5 req-fe13d263-5586-467e-b235-b0cde0288f90 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:56.106049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99beb50c-485d-4842-9c1a-951de7b6c8a5 req-fe13d263-5586-467e-b235-b0cde0288f90 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0754781 Apr 11 21:38:56.153463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99beb50c-485d-4842-9c1a-951de7b6c8a5 req-fd5485ec-3c10-4982-9667-d22a1dcd052f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Apr 11 21:38:57.351356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf4e6a-fdc6-40bd-afbd-c00bd731c20f req-accd7bc1-f4b6-436e-861e-0a9bc991ef03 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:57.353086 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2daf4e6a-fdc6-40bd-afbd-c00bd731c20f req-accd7bc1-f4b6-436e-861e-0a9bc991ef03 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0790744 Apr 11 21:38:57.398477 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2daf4e6a-fdc6-40bd-afbd-c00bd731c20f req-a32bbf10-a1dc-4758-943f-9f1da55a4956 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Apr 11 21:38:58.599878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fa0b5-083c-46d6-8376-f8deb716116b req-47fe760a-03e2-406a-8d45-f5a52cca2826 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:58.601389 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-950fa0b5-083c-46d6-8376-f8deb716116b req-47fe760a-03e2-406a-8d45-f5a52cca2826 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0758679 Apr 11 21:38:58.646654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-950fa0b5-083c-46d6-8376-f8deb716116b req-27010e10-1b30-422c-8eb7-8799f5a98d7c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Apr 11 21:38:59.409469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:38:59.846002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132de6a-2b0f-4b15-aa3a-0d1009c4d78a req-445bd8f5-ef1d-4cbb-ab78-d9c0aa2c2b6f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:38:59.847492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5132de6a-2b0f-4b15-aa3a-0d1009c4d78a req-445bd8f5-ef1d-4cbb-ab78-d9c0aa2c2b6f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0775299 Apr 11 21:38:59.896296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5132de6a-2b0f-4b15-aa3a-0d1009c4d78a req-2d770ac5-1ebd-4e5a-8b3b-d14561ce0f9d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Apr 11 21:39:00.480862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-07b3e0e8-2e5b-4095-b862-ea9268c05187 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1096 time: 0.0732665 Apr 11 21:39:00.623098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768f25-1397-49c4-b091-2969d547af27 req-fc7eb06b-74ce-4a19-a656-745618a9dd05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:00.624567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-fc7eb06b-74ce-4a19-a656-745618a9dd05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1253657 Apr 11 21:39:00.689109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-b82040b9-9306-4755-becc-5daae36e8aaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.0588408 Apr 11 21:39:00.753892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768f25-1397-49c4-b091-2969d547af27 req-f36d5390-ddb3-4435-817f-ed12f3a7016a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:00.755406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-f36d5390-ddb3-4435-817f-ed12f3a7016a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0604949 Apr 11 21:39:00.799647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-ba5b0381-2067-4b77-a7c4-8e9166a1bcfd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379734 Apr 11 21:39:00.930047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-cd804b28-ea44-47dc-9f25-94dab79a286f service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249156 Apr 11 21:39:01.192765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:01.206397 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad768f25-1397-49c4-b091-2969d547af27 req-c8d1620e-9ae7-47f0-8a70-d978e7128232 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705302 Apr 11 21:39:01.227050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa22b0b-9cb2-4aba-a0d0-3fe66ca232a9 req-dd1cabf9-6b01-489b-90e9-ff38b23ef380 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:01.230894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fa22b0b-9cb2-4aba-a0d0-3fe66ca232a9 req-dd1cabf9-6b01-489b-90e9-ff38b23ef380 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.2095435 Apr 11 21:39:01.274215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2fa22b0b-9cb2-4aba-a0d0-3fe66ca232a9 req-71c7a199-6176-4bba-9558-b4347ecb5f3f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Apr 11 21:39:02.467484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc884f9-b895-4cc6-a8c4-89ab1ebc4d9e req-54c3b5ec-b63e-46b0-a268-f8b3abe76fd2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:02.468944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bc884f9-b895-4cc6-a8c4-89ab1ebc4d9e req-54c3b5ec-b63e-46b0-a268-f8b3abe76fd2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0756757 Apr 11 21:39:02.514705 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0bc884f9-b895-4cc6-a8c4-89ab1ebc4d9e req-5bb44f21-b115-4980-b500-6ac2b297cf8b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Apr 11 21:39:03.724640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f8b21-707f-4e53-842f-d58e11e983b1 req-5a3c29fd-95f9-4df5-aeee-6b40f8d8e96d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:03.726721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a01f8b21-707f-4e53-842f-d58e11e983b1 req-5a3c29fd-95f9-4df5-aeee-6b40f8d8e96d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0762100 Apr 11 21:39:03.773882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a01f8b21-707f-4e53-842f-d58e11e983b1 req-c79ae478-2cbc-490e-9a57-c9345e41f728 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Apr 11 21:39:04.970476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5b79-4139-4e56-99e0-ada3054a72e3 req-c04c81fd-066d-42d4-bbbe-203e8107b96a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:04.971931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd9b5b79-4139-4e56-99e0-ada3054a72e3 req-c04c81fd-066d-42d4-bbbe-203e8107b96a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0776072 Apr 11 21:39:05.017335 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bd9b5b79-4139-4e56-99e0-ada3054a72e3 req-85d15e97-e802-4c12-bd44-85ae4dfac21e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Apr 11 21:39:06.218648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fa05-945b-47f8-b256-5c6a56d997ca req-b691514b-955d-417b-a791-9ee9148b2c9f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:06.220179 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2f1fa05-945b-47f8-b256-5c6a56d997ca req-b691514b-955d-417b-a791-9ee9148b2c9f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0797303 Apr 11 21:39:06.266162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d2f1fa05-945b-47f8-b256-5c6a56d997ca req-55f4fd03-f29d-40a6-9cda-7b523896f1a9 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Apr 11 21:39:07.472546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5d4b-ab5d-4937-8bf3-2ffcc97fc7f2 req-5bc9e8bb-dbd7-4696-ac9a-08211b1e4ce4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:07.474005 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b48d5d4b-ab5d-4937-8bf3-2ffcc97fc7f2 req-5bc9e8bb-dbd7-4696-ac9a-08211b1e4ce4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0804729 Apr 11 21:39:07.520517 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b48d5d4b-ab5d-4937-8bf3-2ffcc97fc7f2 req-237f44b7-fedc-4014-bedd-a9d807eabf43 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Apr 11 21:39:08.715808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15308b-b33f-4385-af77-33f7b47b8fd6 req-bee6a4cd-6d2e-432f-8516-b0fe01bbcf99 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:08.717283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd15308b-b33f-4385-af77-33f7b47b8fd6 req-bee6a4cd-6d2e-432f-8516-b0fe01bbcf99 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0758748 Apr 11 21:39:08.766789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bd15308b-b33f-4385-af77-33f7b47b8fd6 req-edd55264-bdc0-40ac-a04a-935eff8978ea tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Apr 11 21:39:09.964902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639164e-cd74-4c3d-95ae-d287c2cd3d99 req-5f28e9d9-ac1d-42da-8c88-8de2101ff4e8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:09.966351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e639164e-cd74-4c3d-95ae-d287c2cd3d99 req-5f28e9d9-ac1d-42da-8c88-8de2101ff4e8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0788016 Apr 11 21:39:10.011081 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e639164e-cd74-4c3d-95ae-d287c2cd3d99 req-e0f09155-2854-45bd-a5a9-72a98ff214c6 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Apr 11 21:39:11.205417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7618f-3b85-4ab8-8747-fb6a9f092d9b req-2ed3e598-dba1-466a-95ee-c77abc1ec6c1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:11.206892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8a7618f-3b85-4ab8-8747-fb6a9f092d9b req-2ed3e598-dba1-466a-95ee-c77abc1ec6c1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0754778 Apr 11 21:39:11.253887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a8a7618f-3b85-4ab8-8747-fb6a9f092d9b req-9cbdff52-594c-419f-8234-b6fc73b2b43d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Apr 11 21:39:12.449281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a232a5-24f4-4b58-8068-e323417c5d8b req-29b21337-cd7e-49f3-976e-ef273e5c64be tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:12.450720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04a232a5-24f4-4b58-8068-e323417c5d8b req-29b21337-cd7e-49f3-976e-ef273e5c64be tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0757496 Apr 11 21:39:12.498504 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-04a232a5-24f4-4b58-8068-e323417c5d8b req-dbe733a8-b043-4686-be6d-a867807646b1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Apr 11 21:39:13.700854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66a63f-a47b-4ef7-9ed2-890cfd766d4a req-1e80c11d-554c-4623-aa02-bb46aed24eca tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:13.702281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf66a63f-a47b-4ef7-9ed2-890cfd766d4a req-1e80c11d-554c-4623-aa02-bb46aed24eca tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0805309 Apr 11 21:39:13.746891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf66a63f-a47b-4ef7-9ed2-890cfd766d4a req-06424cb3-9c35-47aa-8b57-9581aee33a1b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Apr 11 21:39:13.946339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8f18ea3c-5d89-4501-8f91-3ad08707a7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:14.945999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb18380-e600-4ae7-b96c-3fcc1f69229d req-211976ab-2c1c-46cf-99ff-af6614198cec tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:14.947459 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efb18380-e600-4ae7-b96c-3fcc1f69229d req-211976ab-2c1c-46cf-99ff-af6614198cec tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0745234 Apr 11 21:39:14.970359 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:39:14.991412 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-efb18380-e600-4ae7-b96c-3fcc1f69229d req-7349a545-6370-4e03-a8a7-1f377103bdfd tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Apr 11 21:39:15.875986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-010190ad-fbbe-4f9d-b2a4-9b1bae3fb126 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:39:15.876951 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-010190ad-fbbe-4f9d-b2a4-9b1bae3fb126 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052712 Apr 11 21:39:15.954248 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-38075801-dc02-4e3e-b0ce-a8f8ffa0c1b0 service neutron] show failed (client error): The resource could not be found. Apr 11 21:39:15.955247 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-38075801-dc02-4e3e-b0ce-a8f8ffa0c1b0 service neutron] 10.222.0.69 "GET /v2.0/ports/0256c11c-7bc6-4e96-8759-486630c1bb01/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0731480 Apr 11 21:39:16.201217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6da9c-3cd3-4986-839f-6096d174a9c7 req-4e61099f-376a-41c1-8229-61cf435a4f7f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:16.202798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0e6da9c-3cd3-4986-839f-6096d174a9c7 req-4e61099f-376a-41c1-8229-61cf435a4f7f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0852916 Apr 11 21:39:16.253272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0e6da9c-3cd3-4986-839f-6096d174a9c7 req-7577c967-be9f-4505-bdb9-4dd333d3bce7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Apr 11 21:39:16.283816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df6c46c2-0bd5-4160-84e3-db113ed2b54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:16.548009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-2eb875bc-c026-4496-bb4e-15356fd403ab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc&tenant_id=0dd3bd817f15428595b52cece951f413 HTTP/1.1" status: 200 len: 1096 time: 0.0673342 Apr 11 21:39:16.562423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:39:16.669394 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:16.933897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:16.961680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:39:17.016982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:39:17.022424 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.037511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Transition to ACTIVE for port object 0256c11c-7bc6-4e96-8759-486630c1bb01 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:39:17.085698 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279080bd-bc14-4323-9634-4f1902fa32eb'] response: {'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'code': 200} Apr 11 21:39:17.140813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.264302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:17.306183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] No DVR routers for this DVR port 0256c11c-7bc6-4e96-8759-486630c1bb01 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:39:17.308951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.309294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.309629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.309968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.310301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.310630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.310957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.311281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.311628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.311952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.312275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:17.367773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:39:17.368134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:39:17.368432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:39:17.374853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Port 0256c11c-7bc6-4e96-8759-486630c1bb01 on network e7e48e97-45b9-44db-8eb9-0727757795af not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:39:17.375171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Attempting to bind port 0256c11c-7bc6-4e96-8759-486630c1bb01 on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:39:17.381660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:39:17.381996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Checking segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:39:17.382377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Bound using segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:39:17.382795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Bound port: 0256c11c-7bc6-4e96-8759-486630c1bb01, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:39:17.383140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.495259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.532062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:39:17.535587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:39:17.542280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367910b7-134e-47c2-b605-ecdf941dbc0a req-177336df-5a90-4ca7-af06-fc1182be177a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:17.543800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-367910b7-134e-47c2-b605-ecdf941dbc0a req-177336df-5a90-4ca7-af06-fc1182be177a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.1517551 Apr 11 21:39:17.552143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.589619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-367910b7-134e-47c2-b605-ecdf941dbc0a req-9da365b6-26d5-4d9d-81c0-53d49876ae50 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Apr 11 21:39:17.598358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.752002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:17.753284 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] 10.222.0.75 "PUT /v2.0/ports/0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 1091 time: 1.1946425 Apr 11 21:39:17.767922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c0d8d-d188-455a-93da-ce111ef7a918 service neutron] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:17.848120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-c50bb3ff-f229-4f63-bf1e-95fdd540f3c4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1094 time: 0.0699708 Apr 11 21:39:17.982123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-85663974-1e22-4da0-a144-5b583d1b447d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:17.983587 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-85663974-1e22-4da0-a144-5b583d1b447d service neutron] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1261923 Apr 11 21:39:18.056248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-771ab014-daba-49de-b2f4-ef98457615b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.0635300 Apr 11 21:39:18.119886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-c4d6370b-7fd0-49c4-816f-01ce6e50c5ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:18.121296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-c4d6370b-7fd0-49c4-816f-01ce6e50c5ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0565906 Apr 11 21:39:18.168578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-d310d2ad-110b-4882-b71c-64c02c4d3c0b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382335 Apr 11 21:39:18.314226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-cacef378-a8a8-4478-9935-be8b118dc1bc service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360812 Apr 11 21:39:18.451441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c16e4ee6-a62a-44fa-af51-30599591d834 req-f646276c-bd7b-4927-a3d8-271549d937bf service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237531 Apr 11 21:39:18.795558 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16ed0-c5c8-4263-89d0-978280d3e093 req-16836475-5bd9-471f-a8a1-98a26b78c123 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:18.797163 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38e16ed0-c5c8-4263-89d0-978280d3e093 req-16836475-5bd9-471f-a8a1-98a26b78c123 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.0815120 Apr 11 21:39:18.844540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38e16ed0-c5c8-4263-89d0-978280d3e093 req-9a42d208-a1b6-4a62-80b1-772f975f09e1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Apr 11 21:39:18.866818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:19.086501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:39:19.154546 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f6d827-3c24-4ccb-b3f3-c987c6703129'] response: {'name': 'network-changed', 'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'status': 'completed', 'code': 200} Apr 11 21:39:19.300059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-ce87c557-8489-4ee1-b7ce-9fbe89452244 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1094 time: 0.1277292 Apr 11 21:39:19.305290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-2802121d-05d4-4714-81e6-c37534bd0456 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1094 time: 0.0997941 Apr 11 21:39:19.540922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fba22-aa09-46c2-b791-e592eab13073 req-5893d59e-cd8d-44a4-8a3d-ae3729799cda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:19.542897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-5893d59e-cd8d-44a4-8a3d-ae3729799cda service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.2367446 Apr 11 21:39:19.543886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fba22-aa09-46c2-b791-e592eab13073 req-7a93d950-b581-4e13-83b2-767efa66abed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:19.545157 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-7a93d950-b581-4e13-83b2-767efa66abed service neutron] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.2189860 Apr 11 21:39:19.665820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-68fbd541-ac22-4c32-b150-5c4b58cd2aa1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.0718319 Apr 11 21:39:19.667543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-561d3dea-4ba4-485d-acd6-922845411aca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.1193821 Apr 11 21:39:19.780585 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fba22-aa09-46c2-b791-e592eab13073 req-f322ff2d-e774-42a9-9ba8-31498615d2ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:19.782024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-f322ff2d-e774-42a9-9ba8-31498615d2ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.1089747 Apr 11 21:39:19.783253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fba22-aa09-46c2-b791-e592eab13073 req-1fdd3e84-57d5-494d-b283-7846b686430c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:19.784543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-1fdd3e84-57d5-494d-b283-7846b686430c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0820580 Apr 11 21:39:19.860313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-6eb8e7be-ef62-45d1-8b47-65d0981a7049 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726581 Apr 11 21:39:19.865718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-fc708c1d-a595-4210-b3d0-39b3fef9c1ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478144 Apr 11 21:39:20.070050 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba760dd-61db-4b4c-92a9-db24e1939314 req-b5716bd3-86e6-4a96-8a3e-358f410c1042 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:20.071417 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba760dd-61db-4b4c-92a9-db24e1939314 req-b5716bd3-86e6-4a96-8a3e-358f410c1042 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.1004710 Apr 11 21:39:20.125226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aba760dd-61db-4b4c-92a9-db24e1939314 req-baaa412f-9660-4ec4-9922-6f515f3d366f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Apr 11 21:39:20.212722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-fc94f238-5023-4d8d-9ece-d29822af1246 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461041 Apr 11 21:39:20.214550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-d3c3767b-5306-4452-8a4e-0988a989499c service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307574 Apr 11 21:39:20.354856 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:39:20.419622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:39:20.455142 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-6147a1a4-3f1f-4f16-8bd0-32dc50289c5e service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368145 Apr 11 21:39:20.459393 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-333fba22-aa09-46c2-b791-e592eab13073 req-0ab77e33-3591-4efe-9b13-3fdb9e06f516 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238567 Apr 11 21:39:21.360346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93437f-aacb-4983-bf89-ae4f3cc38f4f req-195efa8c-165b-4b1d-b6ad-20a02b7e1670 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:21.361810 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-da93437f-aacb-4983-bf89-ae4f3cc38f4f req-195efa8c-165b-4b1d-b6ad-20a02b7e1670 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.0770619 Apr 11 21:39:21.409263 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-da93437f-aacb-4983-bf89-ae4f3cc38f4f req-eb8cb488-e03d-49b6-9d93-d1698cdf5900 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Apr 11 21:39:21.931274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b903c5-efb4-4280-812b-13989478adf8 req-0c7dac40-6e84-46cc-acb0-ab91e71982c2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:21.933300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99b903c5-efb4-4280-812b-13989478adf8 req-0c7dac40-6e84-46cc-acb0-ab91e71982c2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 943 time: 0.1358123 Apr 11 21:39:21.981563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-4159b77c-89dc-439b-abef-6c52e69bfec5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:21.983207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-4159b77c-89dc-439b-abef-6c52e69bfec5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc&tenant_id=0dd3bd817f15428595b52cece951f413&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 943 time: 0.1232784 Apr 11 21:39:22.039401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-99b903c5-efb4-4280-812b-13989478adf8 req-4aaf625b-885d-47fe-89cd-20065c6b2d93 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999978 Apr 11 21:39:22.070675 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-cf6a5ced-c6bb-4611-b47b-d1567a66e4ab service neutron] delete failed (client error): The resource could not be found. Apr 11 21:39:22.071722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-cf6a5ced-c6bb-4611-b47b-d1567a66e4ab service neutron] 10.222.0.69 "DELETE /v2.0/ports/0256c11c-7bc6-4e96-8759-486630c1bb01/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0828540 Apr 11 21:39:22.233205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-949697db-794d-4b4f-abf1-58bfda80aed6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 1094 time: 0.0916121 Apr 11 21:39:22.373516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-da62b244-9c39-41d7-83fb-3f18d77cb44f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:22.375408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-da62b244-9c39-41d7-83fb-3f18d77cb44f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1369481 Apr 11 21:39:22.445117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-b78b06af-c030-49d5-8ee0-4a91d772006b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 200 len: 217 time: 0.0643628 Apr 11 21:39:22.508185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-6bfaddc8-331e-46b2-9bf5-8d6c28b53328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:22.509734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-6bfaddc8-331e-46b2-9bf5-8d6c28b53328 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0587108 Apr 11 21:39:22.554890 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-8215803d-3bef-4301-b207-9a0d160fe76f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393198 Apr 11 21:39:22.682748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-ae142de3-b044-4144-8824-228de25aceba service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219144 Apr 11 21:39:22.784078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:39:22.811117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c041af7-200a-4528-9bba-546f4110ffc9 req-5a20eb71-6b4d-4df8-8f37-b00b464601bf service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233313 Apr 11 21:39:22.921328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:22.935003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'port_id': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'mac_address': 'fa:16:3e:44:e0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06714b3-953c-4053-9ea5-8d0b3c555023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:39:22.987372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:23.004519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0256c11c-7bc6-4e96-8759-486630c1bb01 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:39:23.019642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:23.094979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:23.168159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:23.177068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.178686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.178686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.178686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.178686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.178686 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.179113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.179291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.179654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.179984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.180301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:39:23.254096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e1ca1-8933-4d44-95a2-f1cc8a1c146a req-213a4801-adaf-494b-955f-e2e1d3a32b9d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:23.255605 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-720e1ca1-8933-4d44-95a2-f1cc8a1c146a req-213a4801-adaf-494b-955f-e2e1d3a32b9d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 944 time: 0.0849154 Apr 11 21:39:23.304678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-720e1ca1-8933-4d44-95a2-f1cc8a1c146a req-0b332020-a065-418a-916a-bb2c9ef65b02 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Apr 11 21:39:23.329138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['0256c11c-7bc6-4e96-8759-486630c1bb01'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:39:24.613287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54895834-1135-48b9-8b44-50808844ce98 req-29cf47b7-fd78-495f-8bc6-5bbc3c6df35c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:24.614760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54895834-1135-48b9-8b44-50808844ce98 req-29cf47b7-fd78-495f-8bc6-5bbc3c6df35c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 944 time: 0.1745219 Apr 11 21:39:24.660848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-54895834-1135-48b9-8b44-50808844ce98 req-208522d7-e59f-445c-9595-5f3aab89aecb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Apr 11 21:39:24.797946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:39:24.857697 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0602e-c3d4-4c5b-a0df-622586d89e41 req-8417ff03-49d3-4ccc-8562-974f272c5c3e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:24.859172 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e6c0602e-c3d4-4c5b-a0df-622586d89e41 req-8417ff03-49d3-4ccc-8562-974f272c5c3e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 944 time: 0.0764484 Apr 11 21:39:24.905098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e6c0602e-c3d4-4c5b-a0df-622586d89e41 req-7ed574b9-792d-4dea-b955-7d4976d2e64b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Apr 11 21:39:24.975063 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 0256c11c-7bc6-4e96-8759-486630c1bb01 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:39:24.981638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 0256c11c-7bc6-4e96-8759-486630c1bb01 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:39:24.982011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:25.096507 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:25.105232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b225141-7138-45fc-bbeb-d7c571c0f6d9 req-7a123fbe-cf41-44d5-9982-ca633b3af535 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:25.106700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b225141-7138-45fc-bbeb-d7c571c0f6d9 req-7a123fbe-cf41-44d5-9982-ca633b3af535 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 944 time: 0.0782912 Apr 11 21:39:25.123149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:39:25.132778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:25.156335 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b225141-7138-45fc-bbeb-d7c571c0f6d9 req-243cebaf-da8c-473d-85b7-94e651ce5fe3 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Apr 11 21:39:25.181264 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5dae15-cbe7-4cb5-b94c-41696a15ba3d'] response: {'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'code': 200} Apr 11 21:39:25.209387 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:25.280982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:25.932094 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265262-316a-41f5-85a3-18f0943e7604 req-f80024e5-ab46-43f9-947a-e8b37350110c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:25.933439 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-f80024e5-ab46-43f9-947a-e8b37350110c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 814 time: 0.1446335 Apr 11 21:39:25.953626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-cadcdd17-d0f4-4c39-a3d8-4c1b5a452a21 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/quotas/0dd3bd817f15428595b52cece951f413 HTTP/1.1" status: 200 len: 375 time: 0.0119393 Apr 11 21:39:26.032487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-60ff9f95-df1e-4f6d-bb69-38ec7827bf0e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739052 Apr 11 21:39:26.246038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-1f5a2ffc-5ed0-44f5-b6db-4dce9b03abe7 service neutron] 10.222.0.61 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042127 Apr 11 21:39:26.374463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-cf548052-2275-48ed-95ac-98d2c08c228d service neutron] 10.222.0.61 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228263 Apr 11 21:39:26.635823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-937ecf77-4624-4a03-9bd4-dc3ed0cf93ee req-a9ae571d-ba19-47b6-a6cc-bf3f3c703a46 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 210 time: 0.0423584 Apr 11 21:39:27.220354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-49d1a95f-fe2c-4aa3-855b-0c6604c02818 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:27.221745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-49d1a95f-fe2c-4aa3-855b-0c6604c02818 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b2f42c6-0bea-41c1-8d4d-b180bd9889cc HTTP/1.1" status: 200 len: 945 time: 0.0779586 Apr 11 21:39:27.295522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Deleting port 0256c11c-7bc6-4e96-8759-486630c1bb01 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:39:27.295864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:27.538961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] For port 0256c11c-7bc6-4e96-8759-486630c1bb01, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=0256c11c-7bc6-4e96-8759-486630c1bb01,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:27.539218 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:27.660692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Calling delete_port for 0256c11c-7bc6-4e96-8759-486630c1bb01 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:39:27.888968 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0900046f-ba45-47f3-a04c-febaf9747011 req-578d9db2-5b84-4841-891c-efcaa72a08e5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 210 time: 0.1255143 Apr 11 21:39:27.889512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:27.907325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['0256c11c-7bc6-4e96-8759-486630c1bb01'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:39:27.972157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Pushing event deleted for resources: {'Port': ['ID=0256c11c-7bc6-4e96-8759-486630c1bb01,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:28.015308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] No DVR routers for this DVR port 0256c11c-7bc6-4e96-8759-486630c1bb01 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:39:28.017966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:28.020541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-deleted', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:39:28.080439 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aa9361-36be-4e64-9180-e84b9dfd520e'] response: {'server_uuid': '2b2f42c6-0bea-41c1-8d4d-b180bd9889cc', 'name': 'network-vif-deleted', 'tag': '0256c11c-7bc6-4e96-8759-486630c1bb01', 'status': 'completed', 'code': 200} Apr 11 21:39:28.090182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d564dd6b-0c2f-4199-8cd4-ae947e55c04e req-6e83ee6a-3416-42a4-87f3-de94ba7d5676 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.75 "DELETE /v2.0/ports/0256c11c-7bc6-4e96-8759-486630c1bb01 HTTP/1.1" status: 204 len: 173 time: 0.8600502 Apr 11 21:39:28.741145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265262-316a-41f5-85a3-18f0943e7604 req-0d99f7ca-ae9c-4599-9c15-36f0661116f4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:28.742482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-0d99f7ca-ae9c-4599-9c15-36f0661116f4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 814 time: 0.1488292 Apr 11 21:39:28.773856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Request body: {'port': {'device_id': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'admin_state_up': True, 'tenant_id': '0dd3bd817f15428595b52cece951f413'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:39:28.912137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:39:28.916772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Usage tracker for resource:port and tenant:0dd3bd817f15428595b52cece951f413 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:39:28.919641 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:39:28.925313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:39:28.980976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Made reservation on behalf of 0dd3bd817f15428595b52cece951f413 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:39:28.984098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:29.071887 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-627854db-4856-4d9a-b76f-fff61689b2cd req-0cd1f162-7d28-42e0-aa8f-b52a9b4b742a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 210 time: 0.0467734 Apr 11 21:39:29.144734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Allocated IP 172.20.0.3 (e7e48e97-45b9-44db-8eb9-0727757795af/f06714b3-953c-4053-9ea5-8d0b3c555023/5cc8808d-3312-4890-bf5b-3b15a1ea68da) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:39:29.345345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:29.433013 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:29.461422 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:29.531425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Network e7e48e97-45b9-44db-8eb9-0727757795af is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:39:29.534327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:39:29.538236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:39:29.567884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:29.604664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:29.605235 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:29.724275 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-4ea9a58c-8abd-47ac-8644-17085db1e032 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9558222 Apr 11 21:39:29.739399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Request body: {'port': {'device_id': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:39:29.844700 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:30.278987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc8808d-3312-4890-bf5b-3b15a1ea68da {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:39:30.286007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:30.343050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Transition to ACTIVE for port object 5cc8808d-3312-4890-bf5b-3b15a1ea68da will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:39:30.378216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673628e3-62f6-4a96-a1f9-e2a3d2214433 req-7bdd439b-5013-4332-bb36-d66a83049ceb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:30.378834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-673628e3-62f6-4a96-a1f9-e2a3d2214433 req-7bdd439b-5013-4332-bb36-d66a83049ceb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Synchronizing usage tracker for tenant:0dd3bd817f15428595b52cece951f413 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:39:30.432220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:30.469940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-673628e3-62f6-4a96-a1f9-e2a3d2214433 req-7bdd439b-5013-4332-bb36-d66a83049ceb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Unset dirty status for tenant:0dd3bd817f15428595b52cece951f413 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:39:30.471106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-673628e3-62f6-4a96-a1f9-e2a3d2214433 req-7bdd439b-5013-4332-bb36-d66a83049ceb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 931 time: 0.2727561 Apr 11 21:39:30.570969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:30.634641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-673628e3-62f6-4a96-a1f9-e2a3d2214433 req-69245f0e-a346-4c6f-9743-16162d5913ad tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523602 Apr 11 21:39:30.704902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:39:30.705237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:39:30.705563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:39:30.711296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on network e7e48e97-45b9-44db-8eb9-0727757795af not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:39:30.711658 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:39:30.718005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:39:30.718342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Checking segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:39:30.718726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Bound using segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:39:30.719148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Bound port: 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:39:30.719515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:30.809264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:39:30.812172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:39:30.825014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:39:30.857843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 0256c11c-7bc6-4e96-8759-486630c1bb01 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:39:30.858183 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 0256c11c-7bc6-4e96-8759-486630c1bb01 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:39:30.907339 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:30.975342 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:30.976725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] 10.222.0.75 "PUT /v2.0/ports/5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 1091 time: 1.2412906 Apr 11 21:39:30.977411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:39:30.994936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeab3e-88e5-4343-a2fb-cd525eadd8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:31.032616 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ab3625-7fbe-47fc-8c25-605a8ea0cb26'] response: {'name': 'network-changed', 'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'status': 'completed', 'code': 200} Apr 11 21:39:31.126322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-580282a4-fc4a-4c8a-b2d8-af735f489cbc req-55992960-1983-44e5-8b9d-d57c7e349590 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1094 time: 0.0711076 Apr 11 21:39:31.180912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:31.272752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580282a4-fc4a-4c8a-b2d8-af735f489cbc req-9c382a44-50d1-4e6c-adec-40e9d6945620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:31.274216 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-580282a4-fc4a-4c8a-b2d8-af735f489cbc req-9c382a44-50d1-4e6c-adec-40e9d6945620 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0dd3bd817f15428595b52cece951f413&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1378059 Apr 11 21:39:31.418141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580282a4-fc4a-4c8a-b2d8-af735f489cbc req-dd4deb88-b8ef-4a83-82b6-cb96573fd534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:31.419617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-580282a4-fc4a-4c8a-b2d8-af735f489cbc req-dd4deb88-b8ef-4a83-82b6-cb96573fd534 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359301 Apr 11 21:39:31.555802 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-2a47a4c7-fdf8-419a-8b5d-9c53f379d2aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1094 time: 0.0909660 Apr 11 21:39:31.628909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-1e9013bd-bb89-430e-828b-aee377d0da0e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.0617516 Apr 11 21:39:31.703259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265262-316a-41f5-85a3-18f0943e7604 req-7c7ef508-d67a-49fb-bac2-117b6cf0a431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:31.705163 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-7c7ef508-d67a-49fb-bac2-117b6cf0a431 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0672591 Apr 11 21:39:31.753057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-9085c9a5-c26e-441c-b5bb-b98a73d7ec85 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385671 Apr 11 21:39:31.937579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-70495f77-5f23-48a4-9152-c8184f81a4f3 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506298 Apr 11 21:39:31.945941 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff66adf-0c0a-450e-94e3-6d63b9829a96 req-fe07e355-11b4-4adb-9b2d-41409db52d54 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:31.947826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ff66adf-0c0a-450e-94e3-6d63b9829a96 req-fe07e355-11b4-4adb-9b2d-41409db52d54 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 943 time: 0.1891742 Apr 11 21:39:32.172211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6ff66adf-0c0a-450e-94e3-6d63b9829a96 req-89ac3921-4e59-4b1b-999c-bd2d4f90c1f8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058392 Apr 11 21:39:32.195009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f265262-316a-41f5-85a3-18f0943e7604 req-48f3b591-04fd-45f6-af3d-da33787b36d8 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461038 Apr 11 21:39:33.373768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87b00-f4fc-4e57-a63f-719929cc720b req-d4c52448-8b07-4271-b442-b32c8c60b3b7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:33.375190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92a87b00-f4fc-4e57-a63f-719929cc720b req-d4c52448-8b07-4271-b442-b32c8c60b3b7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 943 time: 0.0754786 Apr 11 21:39:33.420678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-92a87b00-f4fc-4e57-a63f-719929cc720b req-ed793664-5be0-4317-9cb8-a9bf3d97dfdd tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Apr 11 21:39:34.620382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5553418-036c-44bb-96b0-ddf4587b8500 req-90a5b6c7-3436-4405-80b0-6e315700c472 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:34.621841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5553418-036c-44bb-96b0-ddf4587b8500 req-90a5b6c7-3436-4405-80b0-6e315700c472 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 943 time: 0.0809381 Apr 11 21:39:34.667680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5553418-036c-44bb-96b0-ddf4587b8500 req-8150d219-3255-4f2c-a1e5-34b55d07cb98 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Apr 11 21:39:34.856239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:39:34.986429 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:34.999809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'port_id': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'mac_address': 'fa:16:3e:e5:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06714b3-953c-4053-9ea5-8d0b3c555023', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:39:35.050726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:35.067327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc8808d-3312-4890-bf5b-3b15a1ea68da {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:39:35.082474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:35.146072 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:35.215080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:35.408436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['5cc8808d-3312-4890-bf5b-3b15a1ea68da'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:39:35.866178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d9e3c-82a4-4860-b664-6cacf16a16e2 req-bc8cf5d3-bd17-4b12-b620-7a36b3586b95 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:35.867652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb4d9e3c-82a4-4860-b664-6cacf16a16e2 req-bc8cf5d3-bd17-4b12-b620-7a36b3586b95 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 944 time: 0.0800617 Apr 11 21:39:35.912038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-eb4d9e3c-82a4-4860-b664-6cacf16a16e2 req-ebcc6ca5-e188-42dd-b971-f3ae75752132 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Apr 11 21:39:36.886832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:39:37.026739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 5cc8808d-3312-4890-bf5b-3b15a1ea68da completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:39:37.031891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 5cc8808d-3312-4890-bf5b-3b15a1ea68da triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:39:37.032328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:37.122945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c14ea9-e45c-4307-a469-a17923d284bc req-d83bc69e-cd55-4913-8fa9-52579963a13f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:37.124449 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71c14ea9-e45c-4307-a469-a17923d284bc req-d83bc69e-cd55-4913-8fa9-52579963a13f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 944 time: 0.0771582 Apr 11 21:39:37.147493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:37.170883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71c14ea9-e45c-4307-a469-a17923d284bc req-c79795c3-f42b-4280-86a0-173c36b9e578 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Apr 11 21:39:37.174936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:39:37.185411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:39:37.229374 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17488574-edaa-4187-a353-5a0b4241387c'] response: {'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'code': 200} Apr 11 21:39:37.232230 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:37.306184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:39:37.364054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4262d77c-8b82-4ef2-b487-6c556bec61d5 req-1216c704-355e-4da6-9c70-58454949e2ea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1096 time: 0.0713530 Apr 11 21:39:37.407239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4262d77c-8b82-4ef2-b487-6c556bec61d5 req-a61c6d95-f460-44ea-8381-031b1112167d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Apr 11 21:39:38.368592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ba2dc-2ebc-4bbb-af29-51d36a084d21 req-8b478188-e492-4595-be7d-4b823d3e7c37 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:38.370770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a1ba2dc-2ebc-4bbb-af29-51d36a084d21 req-8b478188-e492-4595-be7d-4b823d3e7c37 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0793815 Apr 11 21:39:38.415731 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a1ba2dc-2ebc-4bbb-af29-51d36a084d21 req-b31a980d-56b8-4b6d-b2f3-52e0613001ba tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392270 Apr 11 21:39:39.616345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb4c1-8bc7-4fee-ba53-5ba0c1a09ed8 req-feb539f8-3366-4095-96a4-83b45fae4e74 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:39.617798 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-920bb4c1-8bc7-4fee-ba53-5ba0c1a09ed8 req-feb539f8-3366-4095-96a4-83b45fae4e74 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0768073 Apr 11 21:39:39.665347 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-920bb4c1-8bc7-4fee-ba53-5ba0c1a09ed8 req-a95ccee7-2c81-4425-9b80-3ed21829b5f3 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Apr 11 21:39:39.867950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d794a5-92ec-4bba-bd32-550e9b0810bf req-36420ae1-cadc-4c5a-b6e6-d0433ed492e0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:39.869278 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8d794a5-92ec-4bba-bd32-550e9b0810bf req-36420ae1-cadc-4c5a-b6e6-d0433ed492e0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0822144 Apr 11 21:39:39.914225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8d794a5-92ec-4bba-bd32-550e9b0810bf req-dcd86c1c-3eae-46ac-86a6-4bd6a7a28fcd tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393157 Apr 11 21:39:40.111385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fb67d212-7724-4b92-89fb-eaee399211c8 req-2281b0c7-5555-4960-a280-e7bced476e76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698574 Apr 11 21:39:40.550640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba353e-97fc-4d5d-893d-d22682c3ae4a req-4a002a25-9908-4ab1-991d-ba71b64d6d6a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:40.552967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69ba353e-97fc-4d5d-893d-d22682c3ae4a req-4a002a25-9908-4ab1-991d-ba71b64d6d6a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0785744 Apr 11 21:39:40.625525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69ba353e-97fc-4d5d-893d-d22682c3ae4a req-30644dd1-5959-483c-a549-868fed2974fa tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661206 Apr 11 21:39:40.644627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-48581ac0-fc67-4559-81f6-f4efe6d6c99d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946856 Apr 11 21:39:41.831654 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b900f6-c646-4f6c-807c-ad878f36cb5a req-0544d2d7-567c-4298-b4f0-193d936ae677 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:41.833107 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9b900f6-c646-4f6c-807c-ad878f36cb5a req-0544d2d7-567c-4298-b4f0-193d936ae677 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0792987 Apr 11 21:39:41.880351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9b900f6-c646-4f6c-807c-ad878f36cb5a req-f07c585a-83d1-4ab0-8b0f-17fa26c4d123 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Apr 11 21:39:42.598317 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-fa6373de-0b2f-485e-9283-45bd88e06494 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1096 time: 0.0692642 Apr 11 21:39:42.729221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-968ed7a2-6cdc-46df-a811-8553a85cd900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:42.730764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-968ed7a2-6cdc-46df-a811-8553a85cd900 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1261110 Apr 11 21:39:42.800341 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-b6a9514a-8933-4c3a-8385-278754d3fe42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.0632894 Apr 11 21:39:42.861836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-65dbf1f4-4a85-430f-8513-72ce17f46372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:42.863159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-65dbf1f4-4a85-430f-8513-72ce17f46372 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0570655 Apr 11 21:39:42.908491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-b2d7cb27-f8a3-4830-961c-658326f4c80e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392218 Apr 11 21:39:43.110617 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-ef7e3996-27da-4668-95cd-b2bd1339f866 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959667 Apr 11 21:39:43.212209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c87d6c-98ae-4a3b-9e5b-89539fd74e24 req-2dfd732c-0c34-4025-8a08-4828c878265b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:43.213831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51c87d6c-98ae-4a3b-9e5b-89539fd74e24 req-2dfd732c-0c34-4025-8a08-4828c878265b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.2077568 Apr 11 21:39:43.301440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-e0e4934b-09c2-489d-b0c0-bc2a48ecdd52 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838582 Apr 11 21:39:43.304106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51c87d6c-98ae-4a3b-9e5b-89539fd74e24 req-fa462500-9db5-4dbc-bacf-17aed744bc40 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843337 Apr 11 21:39:43.963524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d90583d6-e3cb-4d42-ab8f-2be9f7aba368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:44.501395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d90e7-0f4d-4d49-b0cf-43f1a9d8663f req-f6dbf6aa-886b-4d38-a724-79cc29fa1597 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:44.502865 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-154d90e7-0f4d-4d49-b0cf-43f1a9d8663f req-f6dbf6aa-886b-4d38-a724-79cc29fa1597 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0763462 Apr 11 21:39:44.553407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-154d90e7-0f4d-4d49-b0cf-43f1a9d8663f req-0d0bc8d4-07e5-4078-ad92-1289c7aa5076 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Apr 11 21:39:45.760620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecd467-1b0a-4eaa-bf1b-a05c24694207 req-32ea7f25-4c66-4e45-ba21-6431eea8a95a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:45.762101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3ecd467-1b0a-4eaa-bf1b-a05c24694207 req-32ea7f25-4c66-4e45-ba21-6431eea8a95a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0861642 Apr 11 21:39:45.807314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a3ecd467-1b0a-4eaa-bf1b-a05c24694207 req-da9f7098-7615-486e-9fda-ea28cf8598ae tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Apr 11 21:39:46.254545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-58c42a3f-8f00-4430-b353-d61b52a3967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:47.011426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad88e3-11fc-4c78-811a-def47932ff94 req-e154acbc-3997-4976-8925-349c5e35689e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:47.012893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56ad88e3-11fc-4c78-811a-def47932ff94 req-e154acbc-3997-4976-8925-349c5e35689e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0835803 Apr 11 21:39:47.058574 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-56ad88e3-11fc-4c78-811a-def47932ff94 req-481a5c23-9a4d-4281-af92-70dfc35c7d74 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Apr 11 21:39:47.489056 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:47.512172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:48.262362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae1102-ac8e-4732-85d5-d5c9cf50ef29 req-2a0c1912-27f2-46ad-a182-ba086a474ef5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:48.264070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91ae1102-ac8e-4732-85d5-d5c9cf50ef29 req-2a0c1912-27f2-46ad-a182-ba086a474ef5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0765281 Apr 11 21:39:48.309062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-91ae1102-ac8e-4732-85d5-d5c9cf50ef29 req-4f52c0ac-714a-4aff-8392-fe3c3be0edbc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Apr 11 21:39:48.882825 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:49.510704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695a128-3209-4834-87b2-27f5ea3cc8a2 req-67536546-4624-4b39-85a5-22ca5e6cc467 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:49.512308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2695a128-3209-4834-87b2-27f5ea3cc8a2 req-67536546-4624-4b39-85a5-22ca5e6cc467 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0820284 Apr 11 21:39:49.566624 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2695a128-3209-4834-87b2-27f5ea3cc8a2 req-2605182d-be37-4765-95ed-221ebcfb7644 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 Apr 11 21:39:50.864713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f8027-5bb5-42cb-bb33-65ad8a340281 req-8b24229d-c5d1-4886-9181-cb7a2fe69f0e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:50.866061 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc8f8027-5bb5-42cb-bb33-65ad8a340281 req-8b24229d-c5d1-4886-9181-cb7a2fe69f0e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.1763794 Apr 11 21:39:50.910858 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc8f8027-5bb5-42cb-bb33-65ad8a340281 req-d43265c2-3b69-44c4-bfe6-1293964a2330 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Apr 11 21:39:51.974105 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:39:52.123206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188830e9-d9e7-4f7b-80ad-62f2971f4e4a req-35751456-4416-41bc-98e1-96003fcb0d2b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:52.124894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-188830e9-d9e7-4f7b-80ad-62f2971f4e4a req-35751456-4416-41bc-98e1-96003fcb0d2b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0765784 Apr 11 21:39:52.169437 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-188830e9-d9e7-4f7b-80ad-62f2971f4e4a req-4dda7f5c-1c35-467e-91d6-b3083e5c696f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Apr 11 21:39:53.386510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b691-d67c-43cc-ac7e-f9b4473493d1 req-845dee16-628b-4554-a6f2-2fb9a81db30d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:53.388414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9c9b691-d67c-43cc-ac7e-f9b4473493d1 req-845dee16-628b-4554-a6f2-2fb9a81db30d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0975873 Apr 11 21:39:53.435313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9c9b691-d67c-43cc-ac7e-f9b4473493d1 req-adf47305-1d5b-45f2-b19e-a8144b64a761 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Apr 11 21:39:54.633113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad4b2-d123-4229-b8b6-af4ba1b82b3e req-fe27f8fc-3d2a-4af8-aa75-2123805de3d7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:54.634524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e3ad4b2-d123-4229-b8b6-af4ba1b82b3e req-fe27f8fc-3d2a-4af8-aa75-2123805de3d7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0799968 Apr 11 21:39:54.681042 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e3ad4b2-d123-4229-b8b6-af4ba1b82b3e req-373dc62c-f415-4f8a-85cb-d386ff27bb10 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Apr 11 21:39:55.885069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff941-b119-4f3a-8b32-3917a6024223 req-99b328f6-b8ca-40e0-ac1d-e4fdc069ce07 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:55.886526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e9ff941-b119-4f3a-8b32-3917a6024223 req-99b328f6-b8ca-40e0-ac1d-e4fdc069ce07 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0823686 Apr 11 21:39:55.932801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3e9ff941-b119-4f3a-8b32-3917a6024223 req-60fea468-c0e2-4bd0-bd15-29339febf142 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Apr 11 21:39:57.132302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d127-ae4b-41ae-bef3-7310e9acebe0 req-1541598a-245e-4f99-8368-a96c7dbe84e1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:57.133849 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e8d127-ae4b-41ae-bef3-7310e9acebe0 req-1541598a-245e-4f99-8368-a96c7dbe84e1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0766220 Apr 11 21:39:57.179627 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96e8d127-ae4b-41ae-bef3-7310e9acebe0 req-7f1ce923-7540-4e04-a946-daacb679f13b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Apr 11 21:39:58.375997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a836c-60e2-450a-878b-643e73ecc096 req-604da15d-3fdb-4701-a02f-698635d33671 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:58.377457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-033a836c-60e2-450a-878b-643e73ecc096 req-604da15d-3fdb-4701-a02f-698635d33671 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0767334 Apr 11 21:39:58.425667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-033a836c-60e2-450a-878b-643e73ecc096 req-d9bb22b5-8fd7-4e13-98a8-108464c7a12a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 Apr 11 21:39:59.454662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:39:59.644962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60680-6273-4cc3-bbde-85385964411a req-9a4ed5b3-0eab-46a2-8f55-fc68bbb2b828 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:39:59.646398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e60680-6273-4cc3-bbde-85385964411a req-9a4ed5b3-0eab-46a2-8f55-fc68bbb2b828 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0832586 Apr 11 21:39:59.690711 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4e60680-6273-4cc3-bbde-85385964411a req-eeb9dcf8-e552-42bb-b054-6670ae6d9125 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Apr 11 21:40:00.886868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406fa3-23c3-41b4-a77e-640b6c9349d3 req-38d11095-39c6-4ccd-8d11-c75af014bea5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:00.888337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-01406fa3-23c3-41b4-a77e-640b6c9349d3 req-38d11095-39c6-4ccd-8d11-c75af014bea5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0760863 Apr 11 21:40:00.933907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-01406fa3-23c3-41b4-a77e-640b6c9349d3 req-4e52b2a2-c33a-419d-b63e-d32feff63ab1 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393651 Apr 11 21:40:01.174329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:02.135738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3b34c-4dea-4d9e-8455-7a6c259d2084 req-ee262b45-af3b-4e7d-90df-934c057e3ba2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:02.137199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2d3b34c-4dea-4d9e-8455-7a6c259d2084 req-ee262b45-af3b-4e7d-90df-934c057e3ba2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0778124 Apr 11 21:40:02.182494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d2d3b34c-4dea-4d9e-8455-7a6c259d2084 req-d0d5348b-a5cd-42ec-9725-92c69ba6792b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Apr 11 21:40:03.386032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ca8a-c047-4dfa-9f67-1b588fd26f77 req-99162265-c1a2-4e44-b09c-44ac83b70ac4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:03.387466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86f4ca8a-c047-4dfa-9f67-1b588fd26f77 req-99162265-c1a2-4e44-b09c-44ac83b70ac4 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0812211 Apr 11 21:40:03.432855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-86f4ca8a-c047-4dfa-9f67-1b588fd26f77 req-462cc04a-64a2-40c9-821f-98cd5aaaccf7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393412 Apr 11 21:40:04.631230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a082ffa-041d-4ab2-9982-62face3cafce req-1b50bf61-7304-4f6b-a3fa-ac5b2b36e22e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:04.632696 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a082ffa-041d-4ab2-9982-62face3cafce req-1b50bf61-7304-4f6b-a3fa-ac5b2b36e22e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0786462 Apr 11 21:40:04.677315 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5a082ffa-041d-4ab2-9982-62face3cafce req-4c385e3f-20d5-4773-98c3-f0f6103f4f23 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Apr 11 21:40:05.876335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a4b09-e034-41f1-8441-25a6f026d60e req-db954b8a-6336-4247-a080-855857836356 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:05.877793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d1a4b09-e034-41f1-8441-25a6f026d60e req-db954b8a-6336-4247-a080-855857836356 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0769472 Apr 11 21:40:05.922005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d1a4b09-e034-41f1-8441-25a6f026d60e req-80755551-687d-4986-953e-fd6281c4f1c5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387335 Apr 11 21:40:07.138871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467263b-5d24-46a8-906f-fa288d1e95b0 req-9277722e-d531-4960-8609-ef4c1e224bbc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:07.140339 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a467263b-5d24-46a8-906f-fa288d1e95b0 req-9277722e-d531-4960-8609-ef4c1e224bbc tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0791113 Apr 11 21:40:07.189298 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a467263b-5d24-46a8-906f-fa288d1e95b0 req-e1d8998d-62a6-493b-a8b3-dc73b2cd54be tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Apr 11 21:40:08.453837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-b93ef8e3-1724-4535-96d9-aa3e94cc754d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1096 time: 0.2312078 Apr 11 21:40:08.464095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa243cd-f4ef-44e9-88c7-6b18dfec117a req-ee9c237c-6b6b-47fa-b8ee-50e228f2b9c5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:08.465519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7aa243cd-f4ef-44e9-88c7-6b18dfec117a req-ee9c237c-6b6b-47fa-b8ee-50e228f2b9c5 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.1034977 Apr 11 21:40:08.593675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7aa243cd-f4ef-44e9-88c7-6b18dfec117a req-adc02be1-81bd-420e-88d9-b98fe8cce40d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221581 Apr 11 21:40:08.636831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-eac83170-e39f-44b2-a884-02f7e2e982aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:08.638248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-eac83170-e39f-44b2-a884-02f7e2e982aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1522055 Apr 11 21:40:08.709569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-dfa8537b-3d97-4c32-97ea-db85e98a1e08 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.0616031 Apr 11 21:40:08.777111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-a709fa62-07a1-45e3-84e7-a1475e1d5a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:08.778528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-a709fa62-07a1-45e3-84e7-a1475e1d5a5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0603566 Apr 11 21:40:08.825847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-033b391a-8026-4f54-8dd4-a1bb3bc5552c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381255 Apr 11 21:40:08.958788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-ad4d53bc-e7a6-4424-83c8-14768ec851f2 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227071 Apr 11 21:40:09.094117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-486260ca-7cbc-44b1-8c53-da71672ddd64 req-121fdb7a-9864-4304-9653-a629ad05cb41 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263118 Apr 11 21:40:09.786800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cae697-3f3f-4a5a-aa36-59f222dd7388 req-fd3e4c9b-924c-4513-8c5a-25b0e8c4250c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:09.788296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00cae697-3f3f-4a5a-aa36-59f222dd7388 req-fd3e4c9b-924c-4513-8c5a-25b0e8c4250c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0762081 Apr 11 21:40:09.833940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00cae697-3f3f-4a5a-aa36-59f222dd7388 req-f528bf81-a317-4cd3-8ba1-10bc771aa69f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Apr 11 21:40:10.665413 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-b1d56a9d-d92a-4602-ac27-684995b29cb2 service neutron] show failed (client error): The resource could not be found. Apr 11 21:40:10.666446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-b1d56a9d-d92a-4602-ac27-684995b29cb2 service neutron] 10.222.0.75 "GET /v2.0/ports/5cc8808d-3312-4890-bf5b-3b15a1ea68da/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0770493 Apr 11 21:40:11.041808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7963dc6-80b4-4f1d-8013-c23115df23f6 req-62ff6929-e7b2-4950-9460-1246ab3e8f6b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:11.043176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7963dc6-80b4-4f1d-8013-c23115df23f6 req-62ff6929-e7b2-4950-9460-1246ab3e8f6b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0815027 Apr 11 21:40:11.090446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d7963dc6-80b4-4f1d-8013-c23115df23f6 req-7a76274f-944b-4987-9370-c1e20b13821c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Apr 11 21:40:11.249270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-d4aa914d-6ce0-4103-b7aa-aed492064678 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44&tenant_id=0dd3bd817f15428595b52cece951f413 HTTP/1.1" status: 200 len: 1096 time: 0.0696297 Apr 11 21:40:11.258961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:11.365811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:11.714713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:11.743736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:40:11.799430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:11.804583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:11.819841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Transition to ACTIVE for port object 5cc8808d-3312-4890-bf5b-3b15a1ea68da will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:11.877613 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:11.983585 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b889da-db58-4b28-8944-23eb35196d99'] response: {'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'code': 200} Apr 11 21:40:12.045216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:12.048894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] No DVR routers for this DVR port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:40:12.101832 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:40:12.102173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:40:12.102502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:12.108303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on network e7e48e97-45b9-44db-8eb9-0727757795af not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:40:12.108631 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Attempting to bind port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on network e7e48e97-45b9-44db-8eb9-0727757795af {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:12.115792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:40:12.116129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Checking segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:40:12.116513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Bound using segment: {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:40:12.117110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Bound port: 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d1e3b1-afdf-47f2-9452-2624a2e87958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:40:12.117465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:12.212415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:40:12.215415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:40:12.280582 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:12.348710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a9c7-a9f6-4686-8e22-e152f7ad7bf4 req-9faaabec-6c8d-49e2-a8e2-8bac82d0196d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:12.350154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1860a9c7-a9f6-4686-8e22-e152f7ad7bf4 req-9faaabec-6c8d-49e2-a8e2-8bac82d0196d tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 943 time: 0.1335130 Apr 11 21:40:12.361815 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:12.363094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] 10.222.0.69 "PUT /v2.0/ports/5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 1091 time: 1.1079400 Apr 11 21:40:12.437419 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc33a5-8d50-416b-947a-17e72c62070b service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:12.462545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1860a9c7-a9f6-4686-8e22-e152f7ad7bf4 req-58a7190c-4640-43bd-931e-92de3767f46a tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049197 Apr 11 21:40:12.479881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-7c3f141c-e31a-4937-88c0-70f082770ebf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1094 time: 0.0921261 Apr 11 21:40:12.609170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-340f2481-24e6-482d-968c-3d3a469b96b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:12.611291 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-340f2481-24e6-482d-968c-3d3a469b96b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1262658 Apr 11 21:40:12.680408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-8dcad2a3-e45c-4f95-848b-8c2ab219bb77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.0634387 Apr 11 21:40:12.741238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-752d4aed-f25d-4349-a6a2-84fa1f05a0c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:12.742636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-752d4aed-f25d-4349-a6a2-84fa1f05a0c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0566227 Apr 11 21:40:12.791121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-b043f7cc-7c18-4ed8-a547-390a4d0c9761 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423610 Apr 11 21:40:12.919931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-c1d352a8-7196-4c87-b7a1-64f704d8c2e0 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234424 Apr 11 21:40:13.053260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62e9c5e2-f2c4-45d4-94ff-5b6193028817 req-76d33c00-1734-4d10-9923-2e09392b0e55 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280303 Apr 11 21:40:13.754502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cca687-5b3d-4ffb-95a7-2ca6b9972284 req-6c9a7216-f444-47d6-a8c4-725129d3ab2e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:13.756031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d3cca687-5b3d-4ffb-95a7-2ca6b9972284 req-6c9a7216-f444-47d6-a8c4-725129d3ab2e tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 943 time: 0.1640112 Apr 11 21:40:13.802586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d3cca687-5b3d-4ffb-95a7-2ca6b9972284 req-5da5c4c5-6dbd-4fc9-a46c-1780743ccb04 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Apr 11 21:40:13.945897 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e91933b9-4901-4a68-a708-443e10005c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:13.984405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:14.052697 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89524cf7-ee05-4efd-9ec7-f2606ad334c0'] response: {'name': 'network-changed', 'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'status': 'completed', 'code': 200} Apr 11 21:40:14.199573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-8b373277-d886-44d4-953f-8fa9cf91679f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1094 time: 0.1295094 Apr 11 21:40:14.206523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-2d5ff8f4-7c3a-4508-a52f-4a46990b6ff1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1094 time: 0.1068304 Apr 11 21:40:14.530719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-e57b2c90-5b01-4cb0-9741-14c4b83f6a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:14.532244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-e57b2c90-5b01-4cb0-9741-14c4b83f6a7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.3248994 Apr 11 21:40:14.534368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-26dd5021-c292-478c-9613-6598262220f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:14.535675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-26dd5021-c292-478c-9613-6598262220f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.2148669 Apr 11 21:40:14.658138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-f49a8060-43af-4bca-bee0-93c88b9d2258 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.1198535 Apr 11 21:40:14.659429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-ff80c6c6-38e6-4073-9777-187d10f5cde1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.0753019 Apr 11 21:40:14.681976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:40:14.772654 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-9d968b3e-05fc-43c1-8684-aba10e964b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:14.774086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-9d968b3e-05fc-43c1-8684-aba10e964b3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.1102066 Apr 11 21:40:14.777339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-a5e8fecb-882e-4d23-9cda-2ddbe05b600a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:14.778681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-a5e8fecb-882e-4d23-9cda-2ddbe05b600a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0861597 Apr 11 21:40:14.830324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:14.844186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'network_id': 'e7e48e97-45b9-44db-8eb9-0727757795af', 'port_id': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'mac_address': 'fa:16:3e:e5:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06714b3-953c-4053-9ea5-8d0b3c555023', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:40:14.861443 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-5b9eb132-4861-44cb-ab5c-aad334c8071a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784683 Apr 11 21:40:14.867417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-7e63a3bb-1aef-455b-a713-01d5b6066d6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494971 Apr 11 21:40:14.909930 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:14.932832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc8808d-3312-4890-bf5b-3b15a1ea68da {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:40:14.951737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:15.014764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:15.032371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220b4fa-5324-43a3-870a-3e56f8067143 req-1c33352a-af40-442f-a801-52db723afae0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:15.036113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7220b4fa-5324-43a3-870a-3e56f8067143 req-1c33352a-af40-442f-a801-52db723afae0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 943 time: 0.0933616 Apr 11 21:40:15.084475 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7220b4fa-5324-43a3-870a-3e56f8067143 req-81bad37e-f192-4732-967c-9f80f0a43dd6 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Apr 11 21:40:15.098280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:15.109991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-cfa83d25-5566-42bb-ae86-02386c3060e5 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242236 Apr 11 21:40:15.115812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-10610576-d9ed-4376-a23e-02bbbc44e0ba service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474675 Apr 11 21:40:15.118762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:40:15.178360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:40:15.227906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['5cc8808d-3312-4890-bf5b-3b15a1ea68da'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:40:15.359648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-3943bfa0-57c0-4f7f-b2c0-2f824716859b service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400672 Apr 11 21:40:15.362238 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1aa01274-0448-4c3d-bd35-483a0e39e946 req-264bd04a-9275-4538-9be2-70ec7c340916 service neutron] 10.222.0.69 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231622 Apr 11 21:40:16.260755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7b55-108c-4336-9e05-f057b9fb2cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:16.289142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd1af7-db66-4c1b-883a-a6395459f879 req-419fb407-dec9-4b80-8796-36360c551dae tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:16.290597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55fd1af7-db66-4c1b-883a-a6395459f879 req-419fb407-dec9-4b80-8796-36360c551dae tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 944 time: 0.0790927 Apr 11 21:40:16.337345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55fd1af7-db66-4c1b-883a-a6395459f879 req-335e9c0f-5355-4067-bc9d-74f035a8ce5c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Apr 11 21:40:16.681661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:16.780155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 5cc8808d-3312-4890-bf5b-3b15a1ea68da completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:16.785384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 5cc8808d-3312-4890-bf5b-3b15a1ea68da triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:16.785754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:16.838355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecaee5-1fef-4b27-9ebd-a8d0c08ef0ef req-21280967-d00a-4af1-9b6a-16adb569ebbe tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:16.839825 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e0ecaee5-1fef-4b27-9ebd-a8d0c08ef0ef req-21280967-d00a-4af1-9b6a-16adb569ebbe tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 944 time: 0.1455431 Apr 11 21:40:16.876217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13c162-1068-43b4-b196-16fb5234c791 req-3ed32e71-f7e8-4414-9c71-ebfba9d8cbe0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:16.877852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-3ed32e71-f7e8-4414-9c71-ebfba9d8cbe0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.75 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44&tenant_id=0dd3bd817f15428595b52cece951f413&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.1179070 Apr 11 21:40:16.900283 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:16.928253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:16.940062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:16.986940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:17.061533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:17.078800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e0ecaee5-1fef-4b27-9ebd-a8d0c08ef0ef req-285d5a7d-4d14-4e78-81bd-e81b0f5f43d6 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310023 Apr 11 21:40:17.096312 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fec82f-15e4-4052-9408-5a90ce6fced5'] response: {'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'code': 200} Apr 11 21:40:17.101727 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-1b13c162-1068-43b4-b196-16fb5234c791 req-4de67a47-393d-4131-8f37-b2b16d6a5a99 service neutron] delete failed (client error): The resource could not be found. Apr 11 21:40:17.102854 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-4de67a47-393d-4131-8f37-b2b16d6a5a99 service neutron] 10.222.0.75 "DELETE /v2.0/ports/5cc8808d-3312-4890-bf5b-3b15a1ea68da/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.2137167 Apr 11 21:40:17.247070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-57433345-c3bd-4820-8e4d-0ab00b71d827 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dd3bd817f15428595b52cece951f413&device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 1096 time: 0.0708656 Apr 11 21:40:17.382308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13c162-1068-43b4-b196-16fb5234c791 req-a5807900-92f6-48fb-89e5-cbad97003bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:17.383806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-a5807900-92f6-48fb-89e5-cbad97003bd8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 200 len: 915 time: 0.1286449 Apr 11 21:40:17.459665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-f8717ed7-2f9c-499a-ad80-0dfd25cff607 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 200 len: 217 time: 0.0660479 Apr 11 21:40:17.478285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:17.511781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:17.525198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13c162-1068-43b4-b196-16fb5234c791 req-1d959fb6-e65f-4237-86e5-e63caca58134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:17.526638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-1d959fb6-e65f-4237-86e5-e63caca58134 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 200 len: 854 time: 0.0577288 Apr 11 21:40:17.582771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-098fdff8-c55f-4824-a151-dc624efb2a56 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e7e48e97-45b9-44db-8eb9-0727757795af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471773 Apr 11 21:40:17.720836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-d6cf5039-9994-462a-8ac6-681db11125ca service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275635 Apr 11 21:40:17.863089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1b13c162-1068-43b4-b196-16fb5234c791 req-fb21d11b-4575-41d5-8e63-ed442c2c3b51 service neutron] 10.222.0.75 "GET /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335754 Apr 11 21:40:18.290515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f42e-6a66-45e8-8bdf-56d863180782 req-555e437e-d6a1-4fbe-9880-d0e3ecb82043 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:18.292463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2344f42e-6a66-45e8-8bdf-56d863180782 req-555e437e-d6a1-4fbe-9880-d0e3ecb82043 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0801394 Apr 11 21:40:18.337736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2344f42e-6a66-45e8-8bdf-56d863180782 req-1c5ecf78-3d74-491f-a29d-df431e95d0b7 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Apr 11 21:40:18.911339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:19.533960 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a707ed0-19ad-4fb2-b84d-3e343543dfbd req-b9fc3bb3-20c4-464e-a0ed-f863fd6e34f8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:19.535426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a707ed0-19ad-4fb2-b84d-3e343543dfbd req-b9fc3bb3-20c4-464e-a0ed-f863fd6e34f8 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0766611 Apr 11 21:40:19.581764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a707ed0-19ad-4fb2-b84d-3e343543dfbd req-4718d128-9b70-446c-a170-bb479a00d88f tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Apr 11 21:40:19.778074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3256a19-96fe-4879-aab9-c82799abdb36 req-f3925d9b-08b4-4e4b-b085-25e5410b78eb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:19.779541 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3256a19-96fe-4879-aab9-c82799abdb36 req-f3925d9b-08b4-4e4b-b085-25e5410b78eb tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0784554 Apr 11 21:40:19.827004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3256a19-96fe-4879-aab9-c82799abdb36 req-89eb6f9a-5b98-46a4-86d9-694247c3a447 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Apr 11 21:40:20.029261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326dc3-8388-4720-ae0c-315b3886166d req-75904929-fa77-4a81-9da6-9846e2568980 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:20.030710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36326dc3-8388-4720-ae0c-315b3886166d req-75904929-fa77-4a81-9da6-9846e2568980 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0792198 Apr 11 21:40:20.076207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36326dc3-8388-4720-ae0c-315b3886166d req-c5c21ea5-c4b6-4cd3-8a2d-6a5d0c81acaa tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Apr 11 21:40:20.912383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814f398-553d-430d-8e78-4348688214d7 req-f4f088a3-5d1c-48f3-8345-7ecce62ba29c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:20.913807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0814f398-553d-430d-8e78-4348688214d7 req-f4f088a3-5d1c-48f3-8345-7ecce62ba29c tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0808578 Apr 11 21:40:20.961892 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0814f398-553d-430d-8e78-4348688214d7 req-284d5aa2-d319-42f8-90a2-b6497beb515b tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Apr 11 21:40:21.841035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-04071427-f14a-4581-a80c-f31158ddc343 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:21.842530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-04071427-f14a-4581-a80c-f31158ddc343 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.0765717 Apr 11 21:40:21.914784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Deleting port 5cc8808d-3312-4890-bf5b-3b15a1ea68da {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:40:21.915140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:22.212026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] For port 5cc8808d-3312-4890-bf5b-3b15a1ea68da, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=5cc8808d-3312-4890-bf5b-3b15a1ea68da,segment=NetworkSegment(b2d1e3b1-afdf-47f2-9452-2624a2e87958),segment_id=b2d1e3b1-afdf-47f2-9452-2624a2e87958)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:22.212378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:22.334116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Calling delete_port for 5cc8808d-3312-4890-bf5b-3b15a1ea68da owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:40:22.479820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94acca8-0c40-4c3f-a28e-552bd88971ba req-4a4e7657-cc89-4f27-87c8-039ed675aaa9 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:22.481237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b94acca8-0c40-4c3f-a28e-552bd88971ba req-4a4e7657-cc89-4f27-87c8-039ed675aaa9 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 945 time: 0.3745999 Apr 11 21:40:22.552472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b94acca8-0c40-4c3f-a28e-552bd88971ba req-407afa54-0bd9-47db-b891-162899ce1ab0 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e76d2b5-c3ca-4311-94f7-efc6107e5653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638275 Apr 11 21:40:22.660141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:22.672904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['5cc8808d-3312-4890-bf5b-3b15a1ea68da'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:40:22.710711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Pushing event deleted for resources: {'Port': ['ID=5cc8808d-3312-4890-bf5b-3b15a1ea68da,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:22.725992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.726592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.727494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.727821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.735306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:22.800613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] No DVR routers for this DVR port 5cc8808d-3312-4890-bf5b-3b15a1ea68da on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:40:22.803177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:22.805620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-deleted', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:22.859577 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009210dd-1c73-4541-a65c-1f0b72962664'] response: {'server_uuid': '61e0669a-c5ee-4a91-826c-2da4b4cf6a44', 'name': 'network-vif-deleted', 'tag': '5cc8808d-3312-4890-bf5b-3b15a1ea68da', 'status': 'completed', 'code': 200} Apr 11 21:40:22.878285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-945fe4b0-14dd-4826-8afa-50d92924d822 req-0f7cb533-3bbc-4bd4-b324-25f3fd8a2c51 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.69 "DELETE /v2.0/ports/5cc8808d-3312-4890-bf5b-3b15a1ea68da HTTP/1.1" status: 204 len: 173 time: 1.0309665 Apr 11 21:40:23.741992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-62a6b9d2-93fa-4cdc-b22a-47bb24b8f490 req-0ef69507-ee05-462e-82bd-c32e2b17e2a2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Synchronizing usage tracker for tenant:0dd3bd817f15428595b52cece951f413 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:40:23.814625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-62a6b9d2-93fa-4cdc-b22a-47bb24b8f490 req-0ef69507-ee05-462e-82bd-c32e2b17e2a2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] Unset dirty status for tenant:0dd3bd817f15428595b52cece951f413 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:40:23.815824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-62a6b9d2-93fa-4cdc-b22a-47bb24b8f490 req-0ef69507-ee05-462e-82bd-c32e2b17e2a2 tempest-ServerDiskConfigTestJSON-91647095 tempest-ServerDiskConfigTestJSON-91647095-project] 10.222.0.61 "GET /v2.0/ports?device_id=61e0669a-c5ee-4a91-826c-2da4b4cf6a44 HTTP/1.1" status: 200 len: 210 time: 0.1163597 Apr 11 21:40:24.743460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:40:24.779207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 5cc8808d-3312-4890-bf5b-3b15a1ea68da {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:40:24.780144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 5cc8808d-3312-4890-bf5b-3b15a1ea68da not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:40:25.072978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54276) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:25.134476 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Deleting subnet f06714b3-953c-4053-9ea5-8d0b3c555023 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:40:25.137319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.184202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.242040 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.397067 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.435172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06714b3-953c-4053-9ea5-8d0b3c555023,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:25.441794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.448081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-11f9d8ec-88b3-40a4-927b-f3fe7a35fd3e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f06714b3-953c-4053-9ea5-8d0b3c555023 HTTP/1.1" status: 204 len: 168 time: 0.3740370 Apr 11 21:40:25.450454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54280) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:25.557324 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.686433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.711253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e48e97-45b9-44db-8eb9-0727757795af']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:25.727457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d1e3b1-afdf-47f2-9452-2624a2e87958') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:25.727780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d1e3b1-afdf-47f2-9452-2624a2e87958') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:25.739402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.754977 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.761253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:40:25.761686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:40:25.775404 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:40:25.917267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.939675 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:25.945762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e48e97-45b9-44db-8eb9-0727757795af,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:26.067029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cd310662-f3af-4d0b-ab20-6f72ad4b2698 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e7e48e97-45b9-44db-8eb9-0727757795af HTTP/1.1" status: 204 len: 168 time: 0.6154659 Apr 11 21:40:26.427349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54286) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:26.477791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8fd0ca19-986b-49a2-92e2-3d68f5dd50da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0dd3bd817f15428595b52cece951f413&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492930 Apr 11 21:40:26.480255 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54290) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:26.538034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb573aab-9b0d-4227-9909-55fc24b979cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:26.563800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb573aab-9b0d-4227-9909-55fc24b979cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:26.682780 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb573aab-9b0d-4227-9909-55fc24b979cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:26.700141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573aab-9b0d-4227-9909-55fc24b979cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76d2b5-c3ca-4311-94f7-efc6107e5653,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:26.807626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb573aab-9b0d-4227-9909-55fc24b979cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:26.808741 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb573aab-9b0d-4227-9909-55fc24b979cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e76d2b5-c3ca-4311-94f7-efc6107e5653 HTTP/1.1" status: 204 len: 168 time: 0.3276243 Apr 11 21:40:28.017434 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54312) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:28.147310 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-78721543-network', 'tenant_id': 'c1e981525353437c9771ae458eccafff'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:28.152768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:28.156552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Usage tracker for resource:network and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:28.159426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:28.165657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:28.214617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Made reservation on behalf of c1e981525353437c9771ae458eccafff for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:40:28.217170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.230143 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.262158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:28.266065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:28.268971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:28.274749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:28.339127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.391541 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.424996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:40:28.432938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6958d-5509-49a9-b025-a5c279c7e68b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:28.440751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.441085 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Added segment 2946422f-a0f6-4ce6-b5a0-2c046c68cdf0 of type vlan for network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad Apr 11 21:40:28.448830 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.449172 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.449513 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.449843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.450170 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.450496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.450817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.451137 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.451454 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.451863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.452180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:28.475048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.551556 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.552416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:28.552984 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.654318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] Pushing event updated for resources: {'Network': ['ID=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:28.665586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:40:28.700782 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-94da3070-369a-4c1b-98bf-cab36cf5bab3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6822507 Apr 11 21:40:28.704322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54318) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:28.709969 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Request body: {'subnet': {'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-78721543-subnet', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:28.715940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:28.720465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Usage tracker for resource:subnet and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:28.723409 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:28.729468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:28.785863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Made reservation on behalf of c1e981525353437c9771ae458eccafff for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:40:28.788363 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:28.975055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:40:29.031721 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.109985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=894016ee-194f-42fa-b3b6-c3c7a8240e9d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:29.119517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:40:29.119871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Network hostable DHCP agents. Network: dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:40:29.179804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:40:29.242936 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:29.246922 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:29.247536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.252898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c766755-2d9e-4827-8109-10d02e6bbc76 None None] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:40:29.323872 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cbb789df-70e8-442b-b77e-46f15687fa1d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6183701 Apr 11 21:40:29.326396 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54322) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:29.332203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:29.337667 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:29.341450 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Usage tracker for resource:router and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:29.344451 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:29.350227 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:29.402969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.403948 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.422820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.478821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:40:29.479673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.494422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.639573 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.666735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Allocated IP 172.20.0.2 (dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad/894016ee-194f-42fa-b3b6-c3c7a8240e9d/3f72685b-34d1-42b4-bf37-bb524401cc0f) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:40:29.873291 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.883110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Transition to ACTIVE for port object 3f72685b-34d1-42b4-bf37-bb524401cc0f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:29.891037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.901228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Transition to ACTIVE for port object 3f72685b-34d1-42b4-bf37-bb524401cc0f will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:29.920395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:29.962556 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.035757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:40:30.038628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:30.042930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:40:30.045017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Pushing event updated for resources: {'Port': ['ID=3f72685b-34d1-42b4-bf37-bb524401cc0f,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:30.058324 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Allocated IP 172.25.5.118 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e731aed9-464a-48e2-ad3d-60f07fd4097d) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:40:30.090199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.090542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.090878 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.091214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.091564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.091955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.092281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.092601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.092925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.093245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.093560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:30.153466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Attempting to bind port 3f72685b-34d1-42b4-bf37-bb524401cc0f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:40:30.153717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Attempting to bind port 3f72685b-34d1-42b4-bf37-bb524401cc0f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:40:30.153917 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Attempting to bind port 3f72685b-34d1-42b4-bf37-bb524401cc0f on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:30.160904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:40:30.161270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:40:30.161715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.162107 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:40:30.162601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Bound port: 3f72685b-34d1-42b4-bf37-bb524401cc0f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:40:30.163044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.256438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] For port 3f72685b-34d1-42b4-bf37-bb524401cc0f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:40:30.259887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] For port 3f72685b-34d1-42b4-bf37-bb524401cc0f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f72685b-34d1-42b4-bf37-bb524401cc0f,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:40:30.301540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.317573 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.374888 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.402541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241a2e-c58e-4a23-9747-5f8e9d07d9e9 None None] Pushing event updated for resources: {'Port': ['ID=3f72685b-34d1-42b4-bf37-bb524401cc0f,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:30.446184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:40:30.449382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:30.454886 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:40:30.485267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Pushing event updated for resources: {'Port': ['ID=e731aed9-464a-48e2-ad3d-60f07fd4097d,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:30.709758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:30.710605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:31.008776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:40:31.216302 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:40:31.225861 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:40:31.231738 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:31.240157 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:40:31.240708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:31.303933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8ae6f-d629-46bd-93d0-3e6275da0b50 None None] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:40:31.334353 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:31.338390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-62f4b6d3-3cb4-4816-8ee6-3dc9b343609f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0084565 Apr 11 21:40:31.338637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54326) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:31.431770 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:40:31.460976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3cedfce6-2ab7-4ac3-bb9b-e2596ee4cf60 None None] Provisioning for port 3f72685b-34d1-42b4-bf37-bb524401cc0f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:31.734164 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:30Z', 'revision_number': 3, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:31.738992 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:40:31.739344 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Updating router 04b9a677-1a7c-4366-80b6-71e613fd0d08 port e731aed9-464a-48e2-ad3d-60f07fd4097d binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:40:31.797224 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:31.926510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f72685b-34d1-42b4-bf37-bb524401cc0f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:32.099924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3f72685b-34d1-42b4-bf37-bb524401cc0f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:32.105991 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3f72685b-34d1-42b4-bf37-bb524401cc0f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:32.106487 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.135628 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.142004 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.153684 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Transition to ACTIVE for port object e731aed9-464a-48e2-ad3d-60f07fd4097d will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:32.220360 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.231338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.266325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3f72685b-34d1-42b4-bf37-bb524401cc0f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f72685b-34d1-42b4-bf37-bb524401cc0f,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:32.316314 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Pushing event updated for resources: {'Port': ['ID=e731aed9-464a-48e2-ad3d-60f07fd4097d,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:32.325057 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Attempting to bind port e731aed9-464a-48e2-ad3d-60f07fd4097d on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:40:32.325444 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Attempting to bind port e731aed9-464a-48e2-ad3d-60f07fd4097d by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:40:32.325786 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Attempting to bind port e731aed9-464a-48e2-ad3d-60f07fd4097d on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:32.333177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.333525 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.333868 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.334203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.334533 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.334637 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.334861 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.335186 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.335533 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.335861 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.336178 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.336500 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:40:32.342735 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:40:32.343106 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:40:32.343523 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.344767 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:40:32.345613 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Bound port: e731aed9-464a-48e2-ad3d-60f07fd4097d, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:40:32.345989 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.408566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3f72685b-34d1-42b4-bf37-bb524401cc0f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:32.424940 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] For port e731aed9-464a-48e2-ad3d-60f07fd4097d, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:40:32.428180 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] For port e731aed9-464a-48e2-ad3d-60f07fd4097d, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e731aed9-464a-48e2-ad3d-60f07fd4097d,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:40:32.462793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Allocated IP 172.20.0.1 (dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad/894016ee-194f-42fa-b3b6-c3c7a8240e9d/58ac389d-cac1-42d0-b7fd-c43ee3ce24db) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:40:32.506490 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.593245 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb81432-b6fa-4cf9-8135-82c5a060f18c None None] Pushing event updated for resources: {'Port': ['ID=e731aed9-464a-48e2-ad3d-60f07fd4097d,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:32.597357 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:40:32.597977 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:32.615060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.630232 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Transition to ACTIVE for port object 58ac389d-cac1-42d0-b7fd-c43ee3ce24db will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:32.700935 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.776490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:40:32.779801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:32.784663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:40:32.810833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Pushing event updated for resources: {'Port': ['ID=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:32.828927 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:40:32.839311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:32.987783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:33.080333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1eb819c9-c8c7-4d43-a852-7db852a3ff51 None None] Provisioning for port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:33.088135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1eb819c9-c8c7-4d43-a852-7db852a3ff51 None None] Provisioning complete for port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:33.088508 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1eb819c9-c8c7-4d43-a852-7db852a3ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:33.134749 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:30Z', 'revision_number': 3, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:33.142261 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb813-080c-41b5-b27c-338f11755b7c None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:30Z', 'revision_number': 3, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:40:33.156950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1eb819c9-c8c7-4d43-a852-7db852a3ff51 None None] Port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:40:33.232872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:33.283376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:33.428321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:33.431773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Pushing event updated for resources: {'Port': ['ID=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:33.579623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:40:33.580749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:33.891694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6138f1bc-f63e-4a11-b2ea-cd2d0d355485 None None] Provisioning complete for port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:33.893308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6138f1bc-f63e-4a11-b2ea-cd2d0d355485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:33.977842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6138f1bc-f63e-4a11-b2ea-cd2d0d355485 None None] Port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:40:33.999578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f72685b-34d1-42b4-bf37-bb524401cc0f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:34.039638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:40:34.067346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3f72685b-34d1-42b4-bf37-bb524401cc0f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:34.067736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:34.226195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e731aed9-464a-48e2-ad3d-60f07fd4097d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:34.328875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e731aed9-464a-48e2-ad3d-60f07fd4097d completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:34.333800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e731aed9-464a-48e2-ad3d-60f07fd4097d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:34.334218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:34.346263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:40:34.355991 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b62568e0-9370-4ba6-8544-5dda5434ffcd admin admin] 10.222.0.61 "PUT /v2.0/routers/04b9a677-1a7c-4366-80b6-71e613fd0d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162256 Apr 11 21:40:34.454578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:34.470565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e731aed9-464a-48e2-ad3d-60f07fd4097d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e731aed9-464a-48e2-ad3d-60f07fd4097d,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:34.534424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:34.608705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e731aed9-464a-48e2-ad3d-60f07fd4097d,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:35.201317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54336) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:35.207355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331783767', 'description': 'tempest-description--771848971'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:35.219863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:35.219863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Usage tracker for resource:security_group and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:35.223323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:35.230288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:35.288711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.333907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:35.338984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Usage tracker for resource:security_group_rule and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:35.342007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:35.349430 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:35.419734 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.453921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.505186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764eca01-4370-47b9-9a2b-51bfa847b547,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:35.550917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.552089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ee12cc4d-ba81-4a00-b853-521b76b66153 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3496966 Apr 11 21:40:35.555839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54340) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:35.561232 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'security_group_rule': {'security_group_id': '764eca01-4370-47b9-9a2b-51bfa847b547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:35.568554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:35.572427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Usage tracker for resource:security_group_rule and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:35.575314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:35.581044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:35.661433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.729285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.785809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.814031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3c9cd3-977e-4cb5-9ed9-82c62a553860,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:35.885883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e731aed9-464a-48e2-ad3d-60f07fd4097d up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:35.893674 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:35.894919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2f0c755c-2ead-4780-9b5b-b004f2f2db4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3381674 Apr 11 21:40:35.897532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54344) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:35.902849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'security_group_rule': {'security_group_id': '764eca01-4370-47b9-9a2b-51bfa847b547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:35.911591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:35.915369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Usage tracker for resource:security_group_rule and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:35.918534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:35.925698 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:35.958199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e731aed9-464a-48e2-ad3d-60f07fd4097d triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:35.958574 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.008781 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.081374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.162684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.188206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70c458c-937b-44d7-a1cb-c7cc22e499f4,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:36.271664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.272970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5dab0160-c06a-4013-81ec-33c20bc40fdc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3745322 Apr 11 21:40:36.276852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54348) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:36.282760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:36.289187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:36.293471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Usage tracker for resource:floatingip and tenant:c1e981525353437c9771ae458eccafff is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:40:36.296345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:40:36.302286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:36.369013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.513466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.650289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Allocated IP 172.25.5.10 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/ab8c7d81-685f-45ba-9597-e6023dc376ac) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:40:36.693951 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:40:36.709169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:40:36.709781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:36.808490 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:36.911213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:40:36.918177 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.018950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:40:37.022889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:37.029539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:40:37.061302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'Port': ['ID=ab8c7d81-685f-45ba-9597-e6023dc376ac,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:37.243800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:33Z', 'revision_number': 2, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:37.249017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:40:37.249379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Updating router 04b9a677-1a7c-4366-80b6-71e613fd0d08 port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:40:37.303733 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.347645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.470795 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.679084 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.694012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.706409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Transition to ACTIVE for port object 58ac389d-cac1-42d0-b7fd-c43ee3ce24db will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:37.740439 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.797032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.849004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'Port': ['ID=ab8c7d81-685f-45ba-9597-e6023dc376ac,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:37.865093 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.952082 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:37.961997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-064d9edd-8b53-4816-a6d4-f2ab57001bb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6757336 Apr 11 21:40:37.972293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83f348-eea9-439e-bc0f-50ea1023eac7 None None] Pushing event updated for resources: {'Port': ['ID=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:38.073130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Attempting to bind port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:40:38.073130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Attempting to bind port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:40:38.073322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Attempting to bind port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:38.082299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:40:38.082677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:40:38.083078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:38.083569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:40:38.083985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Bound port: 58ac389d-cac1-42d0-b7fd-c43ee3ce24db, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:40:38.084351 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:38.188767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-4cbc5777-3b7b-47ac-acaf-027a0c8c013f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:40:38.206186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] For port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:40:38.209240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] For port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:40:38.329622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-4cbc5777-3b7b-47ac-acaf-027a0c8c013f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:40:38.331423 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-4cbc5777-3b7b-47ac-acaf-027a0c8c013f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1331783767&fields=id&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 267 time: 0.2002892 Apr 11 21:40:38.358117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:38.446717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83f348-eea9-439e-bc0f-50ea1023eac7 None None] Pushing event updated for resources: {'Port': ['ID=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:38.455124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:40:38.455779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:40:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:38.497924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-be113b74-50f3-49aa-b8d7-65ab615932f0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:38.498803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-be113b74-50f3-49aa-b8d7-65ab615932f0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:40:38.619404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-be113b74-50f3-49aa-b8d7-65ab615932f0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:40:38.620625 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-be113b74-50f3-49aa-b8d7-65ab615932f0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.2828641 Apr 11 21:40:38.637680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-c8cc9bda-94ce-4504-abec-de8ea25bee4c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/quotas/c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 375 time: 0.0112863 Apr 11 21:40:38.649283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:40:38.719738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-72e6843d-409f-402e-b023-0a6e1889a66c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:40:38.796914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-72e6843d-409f-402e-b023-0a6e1889a66c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:40:38.798481 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-72e6843d-409f-402e-b023-0a6e1889a66c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1548963 Apr 11 21:40:38.936806 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-dd43926f-af9b-40cf-b710-15e12aa9aef7 service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267064 Apr 11 21:40:38.972014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:38Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:38.976228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0c482-a175-4338-87f7-9e3b57c0e787 None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:38Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:40:39.094199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-e0305fdc-fa6e-4704-8c32-52364df64b67 service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506257 Apr 11 21:40:39.389232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f84997d-6469-4511-b673-215a78411a8b req-79192ae1-a609-48ea-856f-702a0262571c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 210 time: 0.0462945 Apr 11 21:40:39.919929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 58ac389d-cac1-42d0-b7fd-c43ee3ce24db up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:40.059804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:40.065489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:40.065859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:40.180703 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:40.215391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:40.334431 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:40.400436 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:40.557539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69725d1f-5419-4dcd-a467-10e7572ab25b req-3c41409d-e34c-4005-8f0d-895c54b18803 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 210 time: 0.0444472 Apr 11 21:40:41.566627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-b71a2690-5a1d-4bbd-8197-409d23c06db7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:41.567994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-b71a2690-5a1d-4bbd-8197-409d23c06db7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1475451 Apr 11 21:40:41.625544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-b596fef3-e8c7-4bdc-a52d-e22af693b297 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:40:41.637322 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-b596fef3-e8c7-4bdc-a52d-e22af693b297 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:40:41.638471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-b596fef3-e8c7-4bdc-a52d-e22af693b297 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 380 time: 0.0588939 Apr 11 21:40:41.646357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'port': {'device_id': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'admin_state_up': True, 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'security_groups': ['764eca01-4370-47b9-9a2b-51bfa847b547']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:41.769956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5800b130-67a3-4649-b3de-83d54a8e12ad req-1c6280f4-51dd-455f-b74a-c072e17b28af tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 210 time: 0.0578976 Apr 11 21:40:41.827579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:40:41.838105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:40:41.891774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 58ac389d-cac1-42d0-b7fd-c43ee3ce24db up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:41.945106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Made reservation on behalf of c1e981525353437c9771ae458eccafff for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:40:41.948205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:41.962909 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:41.963278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:42.111953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Allocated IP 172.20.0.3 (dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad/894016ee-194f-42fa-b3b6-c3c7a8240e9d/458effd7-3eda-4b8a-9b14-ea4003098aba) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:40:42.299431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:42.319575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Transition to ACTIVE for port object 458effd7-3eda-4b8a-9b14-ea4003098aba will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:42.414292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:42.482797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:40:42.485703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:40:42.489576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:40:42.524957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:42.559170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:42.559794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:42.643829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-6ebe79af-25ca-4c76-af6d-88363fc698ab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009401 Apr 11 21:40:42.656756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Request body: {'port': {'device_id': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:42.763401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:42.802803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-49bc8b42-0555-473f-9802-750f9414f6de None None] Provisioning for port 458effd7-3eda-4b8a-9b14-ea4003098aba completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:42.808121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-49bc8b42-0555-473f-9802-750f9414f6de None None] Provisioning complete for port 458effd7-3eda-4b8a-9b14-ea4003098aba triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:42.808558 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b42-0555-473f-9802-750f9414f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:42.866613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-49bc8b42-0555-473f-9802-750f9414f6de None None] Port 458effd7-3eda-4b8a-9b14-ea4003098aba cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:40:42.972990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690493-7cd8-42a3-ac54-1af4f597bbf6 req-e8ec5beb-20a3-41e5-9287-15c591bfa938 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:42.974557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e690493-7cd8-42a3-ac54-1af4f597bbf6 req-e8ec5beb-20a3-41e5-9287-15c591bfa938 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 931 time: 0.0782244 Apr 11 21:40:43.024106 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e690493-7cd8-42a3-ac54-1af4f597bbf6 req-9275f5ac-1313-4d91-bd2c-f814dc34eed5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Apr 11 21:40:43.215558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458effd7-3eda-4b8a-9b14-ea4003098aba {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:40:43.222706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:43.238403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Transition to ACTIVE for port object 458effd7-3eda-4b8a-9b14-ea4003098aba will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:40:43.283158 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:43.413000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:43.521568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:40:43.521905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:40:43.522227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:43.527930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Port 458effd7-3eda-4b8a-9b14-ea4003098aba on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:40:43.528245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:40:43.535007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:40:43.535267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:40:43.535686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:40:43.536103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Bound port: 458effd7-3eda-4b8a-9b14-ea4003098aba, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:40:43.536444 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:43.623833 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:40:43.627249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:40:43.809013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:43.874022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:43.876123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] 10.222.0.69 "PUT /v2.0/ports/458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 1091 time: 1.2238977 Apr 11 21:40:43.876655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:43.904138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92843019-54c7-4b0c-9dd5-3940ae913b4c service neutron] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:43.938342 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f33fc20-b4c7-4d97-bddd-fea0da9c32d4'] response: {'name': 'network-changed', 'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'status': 'completed', 'code': 200} Apr 11 21:40:43.956942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aee0f38a-563a-4911-8d6f-bff811303a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:44.034451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2d0b2a1-5e91-41a8-9530-a6172fcdc5d5 req-2302a346-675c-45e2-8123-e7e083e53dad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1094 time: 0.0796700 Apr 11 21:40:44.191265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b2a1-5e91-41a8-9530-a6172fcdc5d5 req-569fdaee-6ca9-4a73-80fe-82c7a83fde6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:44.192712 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2d0b2a1-5e91-41a8-9530-a6172fcdc5d5 req-569fdaee-6ca9-4a73-80fe-82c7a83fde6c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c1e981525353437c9771ae458eccafff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1522214 Apr 11 21:40:44.230849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89081d92-d2a2-413d-9481-7fed78d2468c req-5b2f86e4-5fae-40bb-a5eb-dc53dde528f8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:44.232419 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89081d92-d2a2-413d-9481-7fed78d2468c req-5b2f86e4-5fae-40bb-a5eb-dc53dde528f8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.0829468 Apr 11 21:40:44.282982 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-89081d92-d2a2-413d-9481-7fed78d2468c req-b0c272f6-73a8-41bb-b45b-56d15c5b81e6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Apr 11 21:40:44.340514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b2a1-5e91-41a8-9530-a6172fcdc5d5 req-43049c1b-003a-47c7-8579-74b1633a9086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:44.341975 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2d0b2a1-5e91-41a8-9530-a6172fcdc5d5 req-43049c1b-003a-47c7-8579-74b1633a9086 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435215 Apr 11 21:40:44.446626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-39bd4838-b44e-49f5-b7c3-8b7a17002ff7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1094 time: 0.0702240 Apr 11 21:40:44.535241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-dd0393fc-0e63-4354-bf09-3d9d2efbb5e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 217 time: 0.0830443 Apr 11 21:40:44.596374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-288be669-f84a-44a3-a043-8f11bf7093f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:44.597745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-288be669-f84a-44a3-a043-8f11bf7093f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0573225 Apr 11 21:40:44.681138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-66b385f7-0b70-4b88-ae80-3584cca21bfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776970 Apr 11 21:40:44.818675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-f9397e35-10e0-42b8-acf0-3813c437c10c service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322250 Apr 11 21:40:44.948303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24f21316-c8b8-4002-999f-073f3f81c1a2 req-c468ccbb-ec11-4b19-98b6-4f0b2aa0a381 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238110 Apr 11 21:40:45.481890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0aea2-3a4e-411a-bf43-3dd0cabd5293 req-96771049-f3cc-4cd6-b7df-dbce4f018382 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:45.482567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4ff0aea2-3a4e-411a-bf43-3dd0cabd5293 req-96771049-f3cc-4cd6-b7df-dbce4f018382 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:40:45.556686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4ff0aea2-3a4e-411a-bf43-3dd0cabd5293 req-96771049-f3cc-4cd6-b7df-dbce4f018382 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:40:45.557757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ff0aea2-3a4e-411a-bf43-3dd0cabd5293 req-96771049-f3cc-4cd6-b7df-dbce4f018382 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.1540852 Apr 11 21:40:45.603202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ff0aea2-3a4e-411a-bf43-3dd0cabd5293 req-b9d4cd56-a527-4d16-96b0-e1025d474425 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Apr 11 21:40:46.288262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2b6f93e9-85c3-4b0f-8a91-5f5109a48764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:46.794888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11a04-0d9f-4800-90de-86f09bbfa1e3 req-7e47a47d-033d-4e44-9822-2129bafcd199 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:46.796381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9be11a04-0d9f-4800-90de-86f09bbfa1e3 req-7e47a47d-033d-4e44-9822-2129bafcd199 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.0746510 Apr 11 21:40:46.837070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:40:46.841305 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9be11a04-0d9f-4800-90de-86f09bbfa1e3 req-3e6cfd08-bec0-4e7e-87b5-96744e905b5c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Apr 11 21:40:46.967984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:46.981565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'mac_address': 'fa:16:3e:15:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:40:47.033557 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:47.050163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458effd7-3eda-4b8a-9b14-ea4003098aba {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:40:47.064955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:47.150928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:47.254017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:47.338259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['458effd7-3eda-4b8a-9b14-ea4003098aba'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:40:47.524040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:47.579759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:48.152863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9da1-03e5-484b-ba45-975e3dcba911 req-4a3534c8-6894-4d1b-af09-add3576148a8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:48.154316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d6c9da1-03e5-484b-ba45-975e3dcba911 req-4a3534c8-6894-4d1b-af09-add3576148a8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 944 time: 0.1867537 Apr 11 21:40:48.199034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d6c9da1-03e5-484b-ba45-975e3dcba911 req-fa71b8e7-ba06-45f9-9c00-e2f08a50ae25 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Apr 11 21:40:48.835958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:40:48.889684 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:48.979772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 458effd7-3eda-4b8a-9b14-ea4003098aba completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:40:48.985674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 458effd7-3eda-4b8a-9b14-ea4003098aba triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:40:48.986017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:49.097658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:49.123667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:49.133710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:40:49.177711 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683ac629-de83-4d35-8579-068f85bc0f77'] response: {'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'code': 200} Apr 11 21:40:49.202808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:49.278523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:40:49.312798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae76d246-e62e-45f1-88ca-7b71d44c6225 req-1fd55b6b-1229-4632-bb8f-91646f20ebba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1096 time: 0.0794749 Apr 11 21:40:49.406414 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae76d246-e62e-45f1-88ca-7b71d44c6225 req-9357f5cd-ebe3-4577-9df1-1326e8c054dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876365 Apr 11 21:40:49.428392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10a63d-6c4e-45a4-8ced-ac1cf0df4191 req-9797d753-cfe3-472d-a4fa-d4c97d941ae6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:49.429817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db10a63d-6c4e-45a4-8ced-ac1cf0df4191 req-9797d753-cfe3-472d-a4fa-d4c97d941ae6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0972638 Apr 11 21:40:49.474792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db10a63d-6c4e-45a4-8ced-ac1cf0df4191 req-05a07667-9fa9-4584-a711-6aa46292f6b3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395036 Apr 11 21:40:50.677684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61842a-b1a3-46e0-8e30-ef14719a7c10 req-7889f52b-6e84-4930-9042-9d428bcc5a71 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:50.679147 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa61842a-b1a3-46e0-8e30-ef14719a7c10 req-7889f52b-6e84-4930-9042-9d428bcc5a71 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0821919 Apr 11 21:40:50.724978 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aa61842a-b1a3-46e0-8e30-ef14719a7c10 req-f01b80df-9d45-4fb9-8fbf-c52fd605f013 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Apr 11 21:40:51.934423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c156-14d3-4797-8443-43185dc50a06 req-5ba5acbe-f10e-4adf-ba0c-87f81da68248 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:51.935889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f104c156-14d3-4797-8443-43185dc50a06 req-5ba5acbe-f10e-4adf-ba0c-87f81da68248 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0756953 Apr 11 21:40:51.984859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f104c156-14d3-4797-8443-43185dc50a06 req-a0d2a6f3-8550-451c-9237-77408e42dbb0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Apr 11 21:40:52.176600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e26770-1b4a-4cf5-98c0-f6bf2ab24ab8 req-35a86e0b-c5de-43f8-8470-b4ff3c0b417b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:52.178069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d1e26770-1b4a-4cf5-98c0-f6bf2ab24ab8 req-35a86e0b-c5de-43f8-8470-b4ff3c0b417b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0753911 Apr 11 21:40:52.186676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54398) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:40:52.192298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'floatingip': {'port_id': '458effd7-3eda-4b8a-9b14-ea4003098aba'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:40:52.271205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:52.940597 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:53.003101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:53.189710 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a associated. External IP: 172.25.5.10, port: 458effd7-3eda-4b8a-9b14-ea4003098aba. Apr 11 21:40:53.575219 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:40:53.776574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:40:53.780871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:53.787822 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:40:53.802337 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:40:53.802957 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:53.843827 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1213c22a-10ac-4c92-a44f-96fff47b99be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "PUT /v2.0/floatingips/1473b6cd-4a1d-4967-825d-623d78cfb60a HTTP/1.1" status: 200 len: 990 time: 1.6524041 Apr 11 21:40:53.843827 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:40:53.987321 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:40:53.988415 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9ddf49-ae15-4436-bca3-e293f4c92ebf'] response: {'name': 'network-changed', 'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'status': 'completed', 'code': 200} Apr 11 21:40:54.067343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec1f7-e6ea-447d-9618-2c8f8569d493 req-d54a8ec7-9e95-4c1e-93fd-17acab312e81 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:54.068836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3acec1f7-e6ea-447d-9618-2c8f8569d493 req-d54a8ec7-9e95-4c1e-93fd-17acab312e81 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.1255004 Apr 11 21:40:54.128430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-4d9ca4c0-6e71-49f5-86e6-9d83e13d37fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1096 time: 0.1194642 Apr 11 21:40:54.130598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3acec1f7-e6ea-447d-9618-2c8f8569d493 req-2d99f1f3-1465-4b62-b418-399301a13605 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551608 Apr 11 21:40:54.266501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-0413ce8c-ca0e-474c-9802-1e0297e91189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:54.268124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-0413ce8c-ca0e-474c-9802-1e0297e91189 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1334682 Apr 11 21:40:54.345384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831530b3-1f1b-4fc0-9790-05568b963405 req-f0b388f6-3235-4857-8c7a-aafa02ee84e4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:54.347280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-831530b3-1f1b-4fc0-9790-05568b963405 req-f0b388f6-3235-4857-8c7a-aafa02ee84e4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0829370 Apr 11 21:40:54.350362 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:15:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:40:52Z', 'revision_number': 1, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:54.355699 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:40:54.369979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:40:54.370583 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:40:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:54.379989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-d42e5337-4572-48cd-b5c7-a03e6f3b91bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 998 time: 0.1047990 Apr 11 21:40:54.393903 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-831530b3-1f1b-4fc0-9790-05568b963405 req-fe189a96-ed69-4680-a335-5538b64445fb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405591 Apr 11 21:40:54.445747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-f11cf910-61cd-443f-83ce-3639d1e2b81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:54.447203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-f11cf910-61cd-443f-83ce-3639d1e2b81d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0616181 Apr 11 21:40:54.521322 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-d178f1aa-470f-49cc-881e-6cb50979a4b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677390 Apr 11 21:40:54.549632 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:40:54.651633 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-1229a48d-fdd3-4729-adc2-b5e132b4515f service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242161 Apr 11 21:40:54.784801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-863eaf09-de99-44dd-8996-ab2b7313daf8 req-0cb6eaa4-7520-42b8-b423-ce8e378fdb31 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275077 Apr 11 21:40:54.918093 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:15:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:40:52Z', 'revision_number': 1, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:40:54.922371 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c272771-088f-4bb3-9eb9-e353962bb05b None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:15:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:40:52Z', 'revision_number': 1, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:40:55.594418 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d603c-ec32-449b-8c90-860eb7448d32 req-37fff75a-5bc5-408f-bb6d-9fab829e5de5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:55.595926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-138d603c-ec32-449b-8c90-860eb7448d32 req-37fff75a-5bc5-408f-bb6d-9fab829e5de5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0797601 Apr 11 21:40:55.643141 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-138d603c-ec32-449b-8c90-860eb7448d32 req-e3210ddf-6812-42e3-aba7-e2788376cf1a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409832 Apr 11 21:40:55.713593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e596b-0f78-464c-a642-29f30ec5e52e None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:40:55.845689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918d964-5c30-4ff9-91b2-9b1025dc662e req-fe47e4e6-3757-4190-b1d9-3eceab5ccb5f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:55.847080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3918d964-5c30-4ff9-91b2-9b1025dc662e req-fe47e4e6-3757-4190-b1d9-3eceab5ccb5f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0838439 Apr 11 21:40:55.893745 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3918d964-5c30-4ff9-91b2-9b1025dc662e req-aaddaa3d-57d2-40bc-ac49-19b38525b652 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Apr 11 21:40:56.088820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a6b46ab6-aa29-438e-98dd-774c7450c558 req-e803f696-8f34-441e-a7a3-4110b3c71af9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686522 Apr 11 21:40:57.592041 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc94b36-d257-4b74-9c61-f7402cad42da req-47b58e70-4aaa-4215-a3e7-4f5140bbd17b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:57.594346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fc94b36-d257-4b74-9c61-f7402cad42da req-47b58e70-4aaa-4215-a3e7-4f5140bbd17b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.1246793 Apr 11 21:40:57.638691 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-d777f694-94e8-43c2-8cc4-2acf66184edb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168456 Apr 11 21:40:57.648793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2fc94b36-d257-4b74-9c61-f7402cad42da req-e2305823-0c2e-470a-8ddc-e859148321f2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Apr 11 21:40:58.853454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d61a-632e-44cf-a3dd-4fdadacf601a req-403f7f6f-4edd-4909-b0a2-ca7f4ca4e279 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:40:58.854933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dd2d61a-632e-44cf-a3dd-4fdadacf601a req-403f7f6f-4edd-4909-b0a2-ca7f4ca4e279 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0815926 Apr 11 21:40:58.900913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3dd2d61a-632e-44cf-a3dd-4fdadacf601a req-811d0e11-3509-418d-ba53-51544067160a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399783 Apr 11 21:40:59.452983 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:40:59.870066 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-2c9a41b9-5a39-422c-8de2-40c89bd3cab6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1096 time: 0.0755265 Apr 11 21:41:00.006470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-013dbbdb-b84b-4fd2-919e-d77b80152882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:00.008047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-013dbbdb-b84b-4fd2-919e-d77b80152882 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1327059 Apr 11 21:41:00.120909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccee29-e6bb-4cf5-b83c-bfa49b1858ad req-303b830d-62e2-4904-bae2-4d06a52102d6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:00.122385 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15ccee29-e6bb-4cf5-b83c-bfa49b1858ad req-303b830d-62e2-4904-bae2-4d06a52102d6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0796900 Apr 11 21:41:00.171864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-15ccee29-e6bb-4cf5-b83c-bfa49b1858ad req-1bb60c2e-8765-407b-9716-76e262e20685 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Apr 11 21:41:00.207210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-94141bf5-d77e-40b8-98b1-ac02cf562269 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 1000 time: 0.1940320 Apr 11 21:41:00.270749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-590d00cf-d55e-4d3b-9596-903fe052a5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:00.272222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-590d00cf-d55e-4d3b-9596-903fe052a5eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0601273 Apr 11 21:41:00.346321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-6f5ba863-b9c8-4ffc-ac07-476c9773be99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680115 Apr 11 21:41:00.476830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-d48aae2b-b211-433a-bd5a-f3da3735f8b0 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246576 Apr 11 21:41:00.605345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-7e7f6d7c-52b9-48aa-b6bf-45b6afa9ebf4 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231878 Apr 11 21:41:01.241982 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:01.373124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325b7de-2d1e-43fa-8b33-db6b35622875 req-3e2396c2-cc22-4955-8936-5afa72306e4d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:01.374871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f325b7de-2d1e-43fa-8b33-db6b35622875 req-3e2396c2-cc22-4955-8936-5afa72306e4d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0811715 Apr 11 21:41:01.419117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f325b7de-2d1e-43fa-8b33-db6b35622875 req-29da22d7-99ce-4729-953a-4720ea2b93a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Apr 11 21:41:02.700887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662a31b-c2a8-4d94-95dd-94313e80279c req-518cf3f7-ef5d-416e-8731-bbacca1797ea tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:02.702848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0662a31b-c2a8-4d94-95dd-94313e80279c req-518cf3f7-ef5d-416e-8731-bbacca1797ea tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.1610901 Apr 11 21:41:02.747894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0662a31b-c2a8-4d94-95dd-94313e80279c req-f0cd1959-7e52-4064-a10b-ad99248818c5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390580 Apr 11 21:41:03.478095 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-27bdb3ef-cd35-4a4f-9e2d-f79c07be3b70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1096 time: 0.0723019 Apr 11 21:41:03.621309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-b52cff3d-daa5-4b9f-8923-b6c7f887f461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:03.622754 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-b52cff3d-daa5-4b9f-8923-b6c7f887f461 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1259627 Apr 11 21:41:03.724153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-5bee0f7a-1a28-4e0a-b1ad-b2a865c9f161 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 1000 time: 0.0958042 Apr 11 21:41:03.788732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-6b862815-dd99-4d33-b984-55d013add397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:03.790232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-6b862815-dd99-4d33-b984-55d013add397 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0605831 Apr 11 21:41:03.876555 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-da5f4b5e-0744-403c-9ef5-ed8488e6ff77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810311 Apr 11 21:41:04.063295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-409f9811-99f1-45d7-8f6e-d8ea3a738732 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543064 Apr 11 21:41:04.068924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227165ac-d289-4541-922e-2bda5f92a0dc req-e8fc117d-3f0b-4a95-b5ce-b65e0178d886 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:04.070301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-227165ac-d289-4541-922e-2bda5f92a0dc req-e8fc117d-3f0b-4a95-b5ce-b65e0178d886 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.1915579 Apr 11 21:41:04.207870 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-227165ac-d289-4541-922e-2bda5f92a0dc req-ede0e00c-e199-47a5-9798-b6f23cbc213c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113772 Apr 11 21:41:04.249693 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760cafa2-d3c9-4785-b56f-4165c7070a78 req-504e2720-5ba9-489a-89d0-dc478ac603c5 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778207 Apr 11 21:41:05.408793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdfe4-a71e-4f32-89ba-89da6c0f22c6 req-2e7173fb-6707-4d44-aec1-5656a7460fcc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:05.410262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ebcdfe4-a71e-4f32-89ba-89da6c0f22c6 req-2e7173fb-6707-4d44-aec1-5656a7460fcc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0781860 Apr 11 21:41:05.454321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ebcdfe4-a71e-4f32-89ba-89da6c0f22c6 req-1f0065a1-b10c-4be5-8699-d81996db4a47 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386779 Apr 11 21:41:05.975983 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:41:06.651209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49aaf-532a-4ca8-8e50-92d08dd101f9 req-ffb4b395-e5b9-41e8-bf2a-909d744da7d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:06.652659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0e49aaf-532a-4ca8-8e50-92d08dd101f9 req-ffb4b395-e5b9-41e8-bf2a-909d744da7d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0746150 Apr 11 21:41:06.698154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0e49aaf-532a-4ca8-8e50-92d08dd101f9 req-167ee573-2bed-4c10-89ab-598e5a6b32fe tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393548 Apr 11 21:41:07.904764 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a18652-650d-466d-83c1-3d98ccfb0000 req-5ef8bd41-8e1b-428c-ab7d-29ddcb2cf270 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:07.906669 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-98a18652-650d-466d-83c1-3d98ccfb0000 req-5ef8bd41-8e1b-428c-ab7d-29ddcb2cf270 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0853033 Apr 11 21:41:07.954714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-98a18652-650d-466d-83c1-3d98ccfb0000 req-7b196538-201d-485c-acb2-1177e2242a8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Apr 11 21:41:09.248423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca0ee-63bf-47c9-9d11-f995888affc7 req-2e869eb8-d9a9-4108-ab34-36ad409869f0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:09.250348 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d9ca0ee-63bf-47c9-9d11-f995888affc7 req-2e869eb8-d9a9-4108-ab34-36ad409869f0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.1751375 Apr 11 21:41:09.296435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4d9ca0ee-63bf-47c9-9d11-f995888affc7 req-04d297d8-d371-4c93-8fcd-273363b14a69 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397010 Apr 11 21:41:10.495373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f143-8523-4a7a-b074-20f3688205a6 req-45690293-8d05-4822-857c-659b53733cd8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:10.496964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99d6f143-8523-4a7a-b074-20f3688205a6 req-45690293-8d05-4822-857c-659b53733cd8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0807533 Apr 11 21:41:10.543934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-99d6f143-8523-4a7a-b074-20f3688205a6 req-ecaba122-009c-4fbf-a68d-11454374d137 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Apr 11 21:41:11.739189 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f492b62-7317-454b-8aa2-092a5a82ab93 req-9e83966c-a343-4fcb-8dcf-32cd748969f2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:11.740672 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f492b62-7317-454b-8aa2-092a5a82ab93 req-9e83966c-a343-4fcb-8dcf-32cd748969f2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0770760 Apr 11 21:41:11.786037 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8f492b62-7317-454b-8aa2-092a5a82ab93 req-a3a1de1f-af5c-482b-a75b-ad1bce03a1aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Apr 11 21:41:12.983997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dfef4-82e7-4555-bc6c-5af672588186 req-a8ff242f-8b89-44be-9785-d9be7784556e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:12.985405 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b4dfef4-82e7-4555-bc6c-5af672588186 req-a8ff242f-8b89-44be-9785-d9be7784556e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0754654 Apr 11 21:41:13.032988 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8b4dfef4-82e7-4555-bc6c-5af672588186 req-fce18acd-2e3e-493e-80c0-7a8703459e81 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Apr 11 21:41:13.945164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bdc8bb43-95d0-489d-8c1f-656d47eeff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:14.238592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8d4b-c653-42bc-bf80-4c4290e74e7a req-a17f2545-18eb-40dc-b4d8-057d429b2826 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:14.239974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5ab8d4b-c653-42bc-bf80-4c4290e74e7a req-a17f2545-18eb-40dc-b4d8-057d429b2826 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0806448 Apr 11 21:41:14.284723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5ab8d4b-c653-42bc-bf80-4c4290e74e7a req-ab08af18-097c-4dae-8ecf-1b582395a456 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390306 Apr 11 21:41:15.484240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d46d85-f7be-43e5-b5c7-a8e12130d754 req-d74dab41-92da-4968-b92e-b16d4d093e03 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:15.485739 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93d46d85-f7be-43e5-b5c7-a8e12130d754 req-d74dab41-92da-4968-b92e-b16d4d093e03 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0774283 Apr 11 21:41:15.532297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93d46d85-f7be-43e5-b5c7-a8e12130d754 req-28d5097d-8a54-47be-b82a-1174ff26df8c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Apr 11 21:41:16.288267 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f882-e6dd-422f-b35b-6c772951f60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:16.736907 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211768-5e75-4fc8-9cbc-0a913bf5a331 req-3d143ab2-7f0b-43ef-9db8-7bdb2d1fae2f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:16.738345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08211768-5e75-4fc8-9cbc-0a913bf5a331 req-3d143ab2-7f0b-43ef-9db8-7bdb2d1fae2f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0790706 Apr 11 21:41:16.789678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08211768-5e75-4fc8-9cbc-0a913bf5a331 req-74748bc6-4784-49a9-8f2c-663a1d65af8d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Apr 11 21:41:17.488071 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:17.539674 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:17.559022 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-6f8db410-2bca-46db-a3fe-eb352bb8295a service neutron] show failed (client error): The resource could not be found. Apr 11 21:41:17.559987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-6f8db410-2bca-46db-a3fe-eb352bb8295a service neutron] 10.222.0.69 "GET /v2.0/ports/458effd7-3eda-4b8a-9b14-ea4003098aba/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0784161 Apr 11 21:41:17.994700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d202e1-8228-4e9b-97e5-8778f1494f11 req-fdb20325-f985-410b-8040-49208ffde8a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:17.996246 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30d202e1-8228-4e9b-97e5-8778f1494f11 req-fdb20325-f985-410b-8040-49208ffde8a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0856194 Apr 11 21:41:18.042105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30d202e1-8228-4e9b-97e5-8778f1494f11 req-cded1bcf-a28a-462c-8bd1-3bf164df692c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394158 Apr 11 21:41:18.116406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-98b386de-cdcc-4f55-bc23-41c9f57b8362 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 1096 time: 0.0676923 Apr 11 21:41:18.130254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:41:18.238792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:18.501839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:18.530236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:41:18.589117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:18.594476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:18.609415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Transition to ACTIVE for port object 458effd7-3eda-4b8a-9b14-ea4003098aba will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:41:18.660746 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0c11f0-3f5e-4b81-a396-43f094d507c3'] response: {'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'code': 200} Apr 11 21:41:18.682338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:18.817215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:18.883274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] No DVR routers for this DVR port 458effd7-3eda-4b8a-9b14-ea4003098aba on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:41:18.888315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:19.129790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:41:19.130386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:41:19.130505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:41:19.136143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Port 458effd7-3eda-4b8a-9b14-ea4003098aba on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:41:19.136455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Attempting to bind port 458effd7-3eda-4b8a-9b14-ea4003098aba on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:41:19.142820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:41:19.143151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:41:19.143553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:41:19.144012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Bound port: 458effd7-3eda-4b8a-9b14-ea4003098aba, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:41:19.144350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:19.242825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:41:19.246007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:41:19.246963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3cea6-a14a-4b0f-a51c-8412d45ead00 req-7f8f9a19-fb5f-4fc3-af9c-4e9ba867a51c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:19.249085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3aa3cea6-a14a-4b0f-a51c-8412d45ead00 req-7f8f9a19-fb5f-4fc3-af9c-4e9ba867a51c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.0804660 Apr 11 21:41:19.301992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3aa3cea6-a14a-4b0f-a51c-8412d45ead00 req-7488ba96-3535-4b44-9bf3-7f7083b2db7f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 Apr 11 21:41:19.317336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:19.380230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:19.381580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] 10.222.0.75 "PUT /v2.0/ports/458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 1091 time: 1.2552779 Apr 11 21:41:19.395097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182158b5-e8bf-44d6-9d93-b63d4e231775 service neutron] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:19.489274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-bd86a8c2-3ca2-4233-9587-6f01f70e6346 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1094 time: 0.0768352 Apr 11 21:41:19.716502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-4cec5cb8-62dd-472c-a070-be9b46e516a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:19.718690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-4cec5cb8-62dd-472c-a070-be9b46e516a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2209797 Apr 11 21:41:19.822621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-0e0c8ecc-776e-43a5-95dc-cce21e7b37bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 998 time: 0.0936017 Apr 11 21:41:19.890738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-bb66a2c2-a437-4a12-b23a-99cee2faaedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:19.892192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-bb66a2c2-a437-4a12-b23a-99cee2faaedd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0607235 Apr 11 21:41:19.969798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-14f6a042-b1fd-4fcd-8b5b-ab1cd3c631e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676401 Apr 11 21:41:20.103250 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-461f1992-d7d1-468e-9e86-92ac089a3c1b service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236291 Apr 11 21:41:20.235895 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ad4e1dd5-9a18-4aab-8cce-74714b28e01a req-85ff5cce-0a69-4acf-945b-f822db961693 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240613 Apr 11 21:41:20.506607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82897-0b54-4a4d-a9d9-015647ee50f0 req-7265f2b4-8c5b-4cd9-806e-a3f918b656e7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:20.508070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92f82897-0b54-4a4d-a9d9-015647ee50f0 req-7265f2b4-8c5b-4cd9-806e-a3f918b656e7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.0813890 Apr 11 21:41:20.555053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92f82897-0b54-4a4d-a9d9-015647ee50f0 req-b3a98734-2d40-474f-a172-9c1086e3df4d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Apr 11 21:41:20.662183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:20.727976 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577a9e04-17c2-4bc8-a3ad-ae2068c37734'] response: {'name': 'network-changed', 'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'status': 'completed', 'code': 200} Apr 11 21:41:20.873170 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-86d0a9aa-2132-4cda-9dd5-deee36308056 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1094 time: 0.0983682 Apr 11 21:41:20.876696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-85efaad1-6766-44da-86b1-8e53117734c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1094 time: 0.1312773 Apr 11 21:41:20.945438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:41:21.003449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:41:21.111953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248589-7de1-4a84-bb71-f4e315840510 req-2b471022-49f2-43ff-a4b5-ab2f90ed09d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:21.113413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-2b471022-49f2-43ff-a4b5-ab2f90ed09d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2339344 Apr 11 21:41:21.114369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248589-7de1-4a84-bb71-f4e315840510 req-4a6b6b34-92db-4d94-9423-c770ef0e8bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:21.115677 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-4a6b6b34-92db-4d94-9423-c770ef0e8bb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2190611 Apr 11 21:41:21.299244 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-7fcf1b00-5236-4910-9250-15a874223bc6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 998 time: 0.1793082 Apr 11 21:41:21.300898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-e39fc4d5-c458-4483-b3dc-4924e3d85ffc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 998 time: 0.1344330 Apr 11 21:41:21.412436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248589-7de1-4a84-bb71-f4e315840510 req-ff739335-c8c2-43df-ab5b-da41dcc5d0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:21.413853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-ff739335-c8c2-43df-ab5b-da41dcc5d0fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1074433 Apr 11 21:41:21.415110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248589-7de1-4a84-bb71-f4e315840510 req-3899cd48-1d19-488d-beca-484543234fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:21.416412 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-3899cd48-1d19-488d-beca-484543234fd1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0810390 Apr 11 21:41:21.640807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-6fac5950-ed17-4d79-b3fa-aa03e364afce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990033 Apr 11 21:41:21.643532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-c6608786-b712-4f3d-a432-3550b68cd9bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244983 Apr 11 21:41:21.942920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-d0320883-ce9b-411e-8dff-4d61cecae966 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764771 Apr 11 21:41:21.944596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-46a5707a-6ac3-4739-8bd9-79363806e124 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957916 Apr 11 21:41:21.954113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653a2bd-db31-4849-b3bd-52e7b06999ff req-9166393a-b9da-4a09-9dad-06c453a7f514 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:21.955519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f653a2bd-db31-4849-b3bd-52e7b06999ff req-9166393a-b9da-4a09-9dad-06c453a7f514 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.2638881 Apr 11 21:41:22.204005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f653a2bd-db31-4849-b3bd-52e7b06999ff req-089c8abc-227f-4c18-a6ff-31ef7b037177 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058055 Apr 11 21:41:22.243310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-9592425c-5973-4213-b4db-b2e6dd4acf6f service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839499 Apr 11 21:41:22.243501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7c248589-7de1-4a84-bb71-f4e315840510 req-dd9b51a6-aad1-4e83-b090-41c0fadbeccd service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859786 Apr 11 21:41:23.420573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bfc24-6407-498a-8388-ee626a49e423 req-86b2d500-23dc-4b78-9120-08c7c61a083d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:23.422002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-010bfc24-6407-498a-8388-ee626a49e423 req-86b2d500-23dc-4b78-9120-08c7c61a083d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 943 time: 0.0783525 Apr 11 21:41:23.465634 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-010bfc24-6407-498a-8388-ee626a49e423 req-1725aa3f-58ac-43eb-bc01-d9e8bd8a6328 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 Apr 11 21:41:23.517684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:41:23.653603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:23.667253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'mac_address': 'fa:16:3e:15:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:41:23.720585 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:23.737632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458effd7-3eda-4b8a-9b14-ea4003098aba {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:41:23.752668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:23.836919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:23.911966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:23.959141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f54fea-f182-48bd-8044-25bbdfdb0185 req-2e511ba5-44eb-43b4-acfe-7bc131a2a732 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:23.960606 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5f54fea-f182-48bd-8044-25bbdfdb0185 req-2e511ba5-44eb-43b4-acfe-7bc131a2a732 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 944 time: 0.0789497 Apr 11 21:41:24.007867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5f54fea-f182-48bd-8044-25bbdfdb0185 req-923b3e74-c9fc-4d2c-b22c-23f907440bf2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Apr 11 21:41:24.020363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-cc9949bf-4db4-4eaf-86aa-6d528bb04dbe tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:24.021798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-cc9949bf-4db4-4eaf-86aa-6d528bb04dbe tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65&tenant_id=c1e981525353437c9771ae458eccafff&binding%3Ahost_id=n-h2-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.0827527 Apr 11 21:41:24.099878 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-b65865a9-eb61-4a55-94de-571b661c5d6c service neutron] delete failed (client error): The resource could not be found. Apr 11 21:41:24.101805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-b65865a9-eb61-4a55-94de-571b661c5d6c service neutron] 10.222.0.69 "DELETE /v2.0/ports/458effd7-3eda-4b8a-9b14-ea4003098aba/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0741992 Apr 11 21:41:24.120076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['458effd7-3eda-4b8a-9b14-ea4003098aba'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:41:24.253550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-40933ba4-b7ba-4c82-b00b-89561da05936 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 1095 time: 0.0833294 Apr 11 21:41:24.383123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-58ede4b8-b4c7-4fda-8355-0f35837c11c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:24.384482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-58ede4b8-b4c7-4fda-8355-0f35837c11c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1249020 Apr 11 21:41:24.484823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-e8c06ee1-f7cf-4486-a249-4638c55890df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 200 len: 999 time: 0.0945168 Apr 11 21:41:24.549602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-4d829c08-9c0f-4e6c-85d9-c222e6e94b90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:24.554500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-4d829c08-9c0f-4e6c-85d9-c222e6e94b90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0612833 Apr 11 21:41:24.625953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-0092ea50-1d0e-438a-a3e1-db5d15f0679b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690935 Apr 11 21:41:24.754159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-6b23a70c-8cde-4247-b636-ca56a3f6e002 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222119 Apr 11 21:41:24.983180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-215c24fc-b9d3-4303-ade2-d8ce05354df7 req-54689d7f-0c4f-4d9b-9c9b-d428a70c8b39 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232718 Apr 11 21:41:25.207764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c078f-a8b7-4ba4-8119-5f78588db860 req-5090d9f2-f7fb-4e7d-873f-44e78ad2d71d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:25.209213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-365c078f-a8b7-4ba4-8119-5f78588db860 req-5090d9f2-f7fb-4e7d-873f-44e78ad2d71d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 944 time: 0.0797496 Apr 11 21:41:25.256099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-365c078f-a8b7-4ba4-8119-5f78588db860 req-0f55a19c-8c0f-4e60-93f4-34274a531645 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Apr 11 21:41:25.532505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:41:25.687621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 458effd7-3eda-4b8a-9b14-ea4003098aba completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:41:25.692577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 458effd7-3eda-4b8a-9b14-ea4003098aba triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:41:25.694357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:25.805236 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:25.832035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:25.841492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:25.888441 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967c6bf9-1942-4541-92fa-827e6c368271'] response: {'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'code': 200} Apr 11 21:41:25.934077 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:26.002147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:26.455374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f69af9-e621-4e9c-8947-c39808392ac0 req-e91b5383-0621-4552-abca-a64ae8998a6e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:26.456850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32f69af9-e621-4e9c-8947-c39808392ac0 req-e91b5383-0621-4552-abca-a64ae8998a6e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0764439 Apr 11 21:41:26.505015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32f69af9-e621-4e9c-8947-c39808392ac0 req-8a54953a-9cc1-49fd-bb9c-034a79924ad2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Apr 11 21:41:26.705776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade9c4-f171-449a-9e2d-3e5f9dbfabff req-1f747c8e-3600-4568-81dc-5e5da8149ca7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:26.707204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18ade9c4-f171-449a-9e2d-3e5f9dbfabff req-1f747c8e-3600-4568-81dc-5e5da8149ca7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0786300 Apr 11 21:41:26.752260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18ade9c4-f171-449a-9e2d-3e5f9dbfabff req-1df99aae-0d66-427d-8d4a-19f39bbf06da tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Apr 11 21:41:26.944704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8501fa-a4ed-4911-b788-620eb20a550c req-d6ec5830-2667-47eb-a5a2-d4e8a9af052d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:26.946347 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab8501fa-a4ed-4911-b788-620eb20a550c req-d6ec5830-2667-47eb-a5a2-d4e8a9af052d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0769312 Apr 11 21:41:26.992384 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab8501fa-a4ed-4911-b788-620eb20a550c req-0a5cf396-8af1-4831-8663-a09591fdcd94 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Apr 11 21:41:27.696207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c59cee-fb2d-4dd9-8b46-b6e3da348990 req-0ee9deb2-1677-4bde-b636-f0ed26860664 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:27.697635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43c59cee-fb2d-4dd9-8b46-b6e3da348990 req-0ee9deb2-1677-4bde-b636-f0ed26860664 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0793049 Apr 11 21:41:27.743515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-43c59cee-fb2d-4dd9-8b46-b6e3da348990 req-b41c770b-b39e-452d-a983-0f5c80c04eab tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Apr 11 21:41:28.947100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127137e-a50c-4fe1-9935-93d4661854b7 req-203b7ab1-78a3-4ec5-8a44-3468c39a6870 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:28.948575 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2127137e-a50c-4fe1-9935-93d4661854b7 req-203b7ab1-78a3-4ec5-8a44-3468c39a6870 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0776992 Apr 11 21:41:28.998926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2127137e-a50c-4fe1-9935-93d4661854b7 req-23268bc1-ec57-40a5-92af-e1b924b11d48 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Apr 11 21:41:29.046596 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f754a-2db8-441e-b775-43ddd13999e5 req-43d83265-c5ff-43aa-bca2-b5468985473d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:29.047972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-566f754a-2db8-441e-b775-43ddd13999e5 req-43d83265-c5ff-43aa-bca2-b5468985473d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 945 time: 0.0780950 Apr 11 21:41:29.121593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Deleting port 458effd7-3eda-4b8a-9b14-ea4003098aba {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:41:29.121960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:29.359783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] For port 458effd7-3eda-4b8a-9b14-ea4003098aba, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=458effd7-3eda-4b8a-9b14-ea4003098aba,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:29.360134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:29.453758 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:29.643378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:29.643681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:29.643989 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a disassociated. External IP: 172.25.5.10, port: 458effd7-3eda-4b8a-9b14-ea4003098aba. Apr 11 21:41:29.644331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Calling delete_port for 458effd7-3eda-4b8a-9b14-ea4003098aba owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:41:29.859857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:29.912088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event deleted for resources: {'Port': ['ID=458effd7-3eda-4b8a-9b14-ea4003098aba,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:29.926784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.927167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.927597 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.927969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.928382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.928776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.929150 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.929480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.929803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.930127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:29.930449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:30.223922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cedc873a-ffd3-4298-b127-3e0bea28b587 req-e1190511-f78d-4f54-8851-117dfd27f651 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca163e75-a3f3-44de-8db5-df4cb383ba65 HTTP/1.1" status: 200 len: 210 time: 0.0458248 Apr 11 21:41:30.284128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:41:30.484974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:41:30.496306 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:41:30.508513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:41:30.509115 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:30.555097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] No DVR routers for this DVR port 458effd7-3eda-4b8a-9b14-ea4003098aba on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:41:30.557736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:30.560276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-deleted', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:30.616845 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92736d1c-6e53-4d9c-a8ec-d85f06644fb5'] response: {'server_uuid': 'ca163e75-a3f3-44de-8db5-df4cb383ba65', 'name': 'network-vif-deleted', 'tag': '458effd7-3eda-4b8a-9b14-ea4003098aba', 'status': 'completed', 'code': 200} Apr 11 21:41:30.653586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-566f754a-2db8-441e-b775-43ddd13999e5 req-2335a67c-b7af-4dee-b294-58ee341e0c8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "DELETE /v2.0/ports/458effd7-3eda-4b8a-9b14-ea4003098aba HTTP/1.1" status: 204 len: 173 time: 1.5969505 Apr 11 21:41:30.692374 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:41:31.007972 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:31.011729 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:41:31.022477 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:41:31.025377 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:41:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:31.199575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:41:31.225850 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:31.511712 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:31.516605 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61cf72-5a3f-49ee-afb9-a7bec5d50566 None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:41:31.598151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-29426b64-346a-4f4a-8926-5cf360c0d149 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1331783767&fields=id&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 267 time: 0.0428872 Apr 11 21:41:31.752174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-8f8d5f13-3966-44fd-b2a5-f5a452d1d349 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:31.753203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d63f95-6141-46b2-9d1d-d2bc6660d588 None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:41:31.753621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-8f8d5f13-3966-44fd-b2a5-f5a452d1d349 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1486292 Apr 11 21:41:31.773242 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-c371d513-d47d-4580-85f6-296cf7782f3f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/quotas/c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 375 time: 0.0121014 Apr 11 21:41:31.861760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-908588c4-db8c-43b8-86a0-cf0e9453de77 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:41:31.962413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-908588c4-db8c-43b8-86a0-cf0e9453de77 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:41:31.963793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-908588c4-db8c-43b8-86a0-cf0e9453de77 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1857305 Apr 11 21:41:31.979911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-8635b58d-fe3a-4cb8-b08e-a3ca0251dd31 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:41:31.980924 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-8635b58d-fe3a-4cb8-b08e-a3ca0251dd31 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053744 Apr 11 21:41:32.125491 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-c9e8de73-b724-4f0a-8a36-6bf180faeb90 service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378591 Apr 11 21:41:32.255947 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-91dd7ccb-42b2-4c72-859c-bb1965008800 service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244125 Apr 11 21:41:32.523643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29d0a3bb-6802-41f9-8213-9fce9a584901 req-68abd7f0-8a11-4e0d-9af1-23831ff98001 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 210 time: 0.0417414 Apr 11 21:41:33.588554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:41:33.624569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 458effd7-3eda-4b8a-9b14-ea4003098aba {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:41:33.625005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 458effd7-3eda-4b8a-9b14-ea4003098aba not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:41:33.684505 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8a0c8ad-c733-497b-8edf-6a66ecd64a9c req-f0bd2766-7579-42fb-883a-8c469f665c26 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 210 time: 0.0412009 Apr 11 21:41:34.452161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-a4a5f18f-a1b5-4b85-860e-fb7c868555a0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:34.453694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-a4a5f18f-a1b5-4b85-860e-fb7c868555a0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1504049 Apr 11 21:41:34.523944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-55d0573a-bf97-4d46-bb41-adeee1a85d59 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 380 time: 0.0490136 Apr 11 21:41:34.535074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'port': {'device_id': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'admin_state_up': True, 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'security_groups': ['764eca01-4370-47b9-9a2b-51bfa847b547']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:41:34.672356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:41:34.683721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:41:34.739212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Made reservation on behalf of c1e981525353437c9771ae458eccafff for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:41:34.742306 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:34.851788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-166b1791-11eb-47be-9083-1d6258e38198 req-d44d82fc-fce5-4df9-baee-83fd9969e1e7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 210 time: 0.0418372 Apr 11 21:41:34.909488 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Allocated IP 172.20.0.12 (dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad/894016ee-194f-42fa-b3b6-c3c7a8240e9d/65c79927-f094-48f3-b09c-eeb0b5bf33be) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:41:35.116391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:35.132241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Transition to ACTIVE for port object 65c79927-f094-48f3-b09c-eeb0b5bf33be will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:41:35.208287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:35.392946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:41:35.396108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:41:35.400443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:41:35.425660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:35.463761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:35.464379 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:35.568794 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-3906229f-0e1d-477f-a18e-cab7d5c55e28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0379074 Apr 11 21:41:35.583656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Request body: {'port': {'device_id': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:41:35.693991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:35.733150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b3ef3d87-d274-491c-b4b4-eb3da9dcfec3 None None] Provisioning for port 65c79927-f094-48f3-b09c-eeb0b5bf33be completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:41:35.738824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b3ef3d87-d274-491c-b4b4-eb3da9dcfec3 None None] Provisioning complete for port 65c79927-f094-48f3-b09c-eeb0b5bf33be triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:41:35.739191 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3d87-d274-491c-b4b4-eb3da9dcfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:35.790760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef3d87-d274-491c-b4b4-eb3da9dcfec3 None None] Port 65c79927-f094-48f3-b09c-eeb0b5bf33be cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:41:36.098819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c79927-f094-48f3-b09c-eeb0b5bf33be {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:41:36.108902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:36.129806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Transition to ACTIVE for port object 65c79927-f094-48f3-b09c-eeb0b5bf33be will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:41:36.139464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117835bf-a932-4da2-844b-19c2395cc466 req-3d02b35c-005f-4e92-835c-b34344a9d6c0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:36.140240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-117835bf-a932-4da2-844b-19c2395cc466 req-3d02b35c-005f-4e92-835c-b34344a9d6c0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:41:36.184775 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:36.225480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-117835bf-a932-4da2-844b-19c2395cc466 req-3d02b35c-005f-4e92-835c-b34344a9d6c0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:41:36.226634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-117835bf-a932-4da2-844b-19c2395cc466 req-3d02b35c-005f-4e92-835c-b34344a9d6c0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 932 time: 0.2478430 Apr 11 21:41:36.366108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:36.382771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-117835bf-a932-4da2-844b-19c2395cc466 req-b70870f8-423b-471d-bfa8-7049a2f73723 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462536 Apr 11 21:41:36.486717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:41:36.487056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:41:36.487382 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:41:36.493166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Port 65c79927-f094-48f3-b09c-eeb0b5bf33be on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:41:36.493486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:41:36.499709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:41:36.499994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:41:36.500315 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:41:36.500729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Bound port: 65c79927-f094-48f3-b09c-eeb0b5bf33be, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:41:36.501072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:36.591424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:41:36.595240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:41:36.653918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:36.740679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:36.742361 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] 10.222.0.75 "PUT /v2.0/ports/65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 1092 time: 1.1626015 Apr 11 21:41:36.746944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:36.769723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0571-967e-42e8-a32f-d9f5e1b12cea service neutron] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:36.827298 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5768802-68ad-4ba0-9cb7-0d974a7b5929'] response: {'name': 'network-changed', 'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'status': 'completed', 'code': 200} Apr 11 21:41:36.943288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1d8d96-7753-456e-9c1e-fd85fd70b76b req-b8380889-fdee-4d2e-8522-993ab2bdbe33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1095 time: 0.0860646 Apr 11 21:41:37.109504 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8d96-7753-456e-9c1e-fd85fd70b76b req-b0dd7abc-d941-4c9a-8907-d8716dc97e87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:37.111282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1d8d96-7753-456e-9c1e-fd85fd70b76b req-b0dd7abc-d941-4c9a-8907-d8716dc97e87 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c1e981525353437c9771ae458eccafff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1549799 Apr 11 21:41:37.273218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8d96-7753-456e-9c1e-fd85fd70b76b req-4d525c6c-1450-4590-b891-88fb5c453c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:37.275140 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1d8d96-7753-456e-9c1e-fd85fd70b76b req-4d525c6c-1450-4590-b891-88fb5c453c80 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549830 Apr 11 21:41:37.418072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-381ec984-f2e8-4b1c-b2c4-1d8b37a6714f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1095 time: 0.0926971 Apr 11 21:41:37.493176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-54579d52-fdbb-40e1-8e19-d4704ff23e08 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 217 time: 0.0636132 Apr 11 21:41:37.704580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-31ec4ff7-5f6a-4f71-a7c6-df97368198a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:37.706118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-31ec4ff7-5f6a-4f71-a7c6-df97368198a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.2047019 Apr 11 21:41:37.770117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4092689-2649-41d9-b4be-9602996e4dc3 req-edb97f60-9487-4b7d-8f74-dd68eb71f4a9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:37.771576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4092689-2649-41d9-b4be-9602996e4dc3 req-edb97f60-9487-4b7d-8f74-dd68eb71f4a9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.2359769 Apr 11 21:41:37.834058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-bcf8ac14-ecc0-4d49-86b7-c765e0bdad52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174583 Apr 11 21:41:37.836158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d4092689-2649-41d9-b4be-9602996e4dc3 req-159ae942-444e-4d63-811f-271794de698a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551484 Apr 11 21:41:37.972217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-f60f5efe-f747-4a21-ab6d-59a030225485 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277585 Apr 11 21:41:38.111543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ba022fc3-f5fe-4a19-9175-764b8532baaf req-58816219-52a7-48e6-8578-f63b988a0093 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300831 Apr 11 21:41:39.042210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b659af-fa40-4f68-be6c-2e8985cf203b req-ac884072-5dfe-4162-b805-8b39cb36fd00 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:39.043683 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05b659af-fa40-4f68-be6c-2e8985cf203b req-ac884072-5dfe-4162-b805-8b39cb36fd00 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0833251 Apr 11 21:41:39.094176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-05b659af-fa40-4f68-be6c-2e8985cf203b req-3e133bcd-32b0-47b9-98ec-8a80a146faba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Apr 11 21:41:40.290841 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7af20-d4b3-411f-acd3-b5e2857abe6d req-81a9e85e-9387-4826-8e61-db3968fde82f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:40.292342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b7af20-d4b3-411f-acd3-b5e2857abe6d req-81a9e85e-9387-4826-8e61-db3968fde82f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0771155 Apr 11 21:41:40.341922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b7af20-d4b3-411f-acd3-b5e2857abe6d req-94ffb0e6-3041-4d66-8f14-d92cd0af11b2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Apr 11 21:41:41.546608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c362d-45b4-4a0e-a802-1cc139d42998 req-ecadeddf-f1e0-4c90-94dd-6ee6d2e5afe0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:41.548002 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-488c362d-45b4-4a0e-a802-1cc139d42998 req-ecadeddf-f1e0-4c90-94dd-6ee6d2e5afe0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0763042 Apr 11 21:41:41.591119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-488c362d-45b4-4a0e-a802-1cc139d42998 req-62b09281-607e-4691-b4f5-51edd88cc52b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 Apr 11 21:41:41.619102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:41:41.753548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:41.766044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'mac_address': 'fa:16:3e:13:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:41:41.821910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:41.839456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c79927-f094-48f3-b09c-eeb0b5bf33be {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:41:41.854502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:41.979120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:42.043391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:42.056392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.056733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.057073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.057410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.057746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.058075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.058405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.058730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.059062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.059380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.059732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:41:42.230770 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['65c79927-f094-48f3-b09c-eeb0b5bf33be'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:41:42.793619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446ee2-0521-4572-af7b-3a83bb26fe8a req-19db52e5-b7f1-4107-a57c-bc6c2353c9df tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:42.795058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a446ee2-0521-4572-af7b-3a83bb26fe8a req-19db52e5-b7f1-4107-a57c-bc6c2353c9df tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 945 time: 0.0799773 Apr 11 21:41:42.840651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1a446ee2-0521-4572-af7b-3a83bb26fe8a req-3f8c8f36-ae0e-463a-881f-1ab83e223f00 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394320 Apr 11 21:41:42.977149 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:41:43.634330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:41:43.761525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 65c79927-f094-48f3-b09c-eeb0b5bf33be completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:41:43.766999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 65c79927-f094-48f3-b09c-eeb0b5bf33be triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:41:43.767367 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:43.893936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:43.921038 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:43.930757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:41:43.950460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f00b0719-82b2-4a88-87b2-869cc3ddb91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:43.978864 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55269de2-3dcd-48b6-9154-ab9310f9bbd6'] response: {'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'code': 200} Apr 11 21:41:44.013771 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:44.084301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:41:44.098490 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353d73c-a035-4759-b7d3-d9f362386ede req-916ea16c-a22e-40f4-9960-cbed7f282a9c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:44.100284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2353d73c-a035-4759-b7d3-d9f362386ede req-916ea16c-a22e-40f4-9960-cbed7f282a9c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0949068 Apr 11 21:41:44.135266 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9cc7655-ccc1-4836-a2de-7c778b6e13e0 req-ac11a7d2-0d95-4235-b878-b00c11f51fec service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1097 time: 0.0778687 Apr 11 21:41:44.146519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2353d73c-a035-4759-b7d3-d9f362386ede req-b72e0261-bfac-480e-92f5-b94f413807ff tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Apr 11 21:41:44.182403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9cc7655-ccc1-4836-a2de-7c778b6e13e0 req-fa5a7171-9dcf-46a0-ab76-b1bdd1e80e6c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378680 Apr 11 21:41:45.348811 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f78e12-32aa-4d1e-b524-e077dc595e84 req-010f90ab-7b77-45fb-a62a-4a9718416a84 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:45.350559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d1f78e12-32aa-4d1e-b524-e077dc595e84 req-010f90ab-7b77-45fb-a62a-4a9718416a84 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0774279 Apr 11 21:41:45.396516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d1f78e12-32aa-4d1e-b524-e077dc595e84 req-34d03c00-0256-4a22-81ee-6969f52a6839 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Apr 11 21:41:46.270548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbf37-155a-48b2-8ab9-01df31203f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:46.591367 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635672f-897d-4bb2-be4d-d2aac2465277 req-9400fc10-4470-4115-b47f-d4c1d98186d6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:46.592807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6635672f-897d-4bb2-be4d-d2aac2465277 req-9400fc10-4470-4115-b47f-d4c1d98186d6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0739539 Apr 11 21:41:46.640935 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6635672f-897d-4bb2-be4d-d2aac2465277 req-c2b5a359-e6f1-4c9a-8204-815e9133dac5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Apr 11 21:41:46.835685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da625-176d-4381-9d78-78a3329e2bc1 req-e64ef5de-f668-4d09-840e-6736034b5f08 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:46.837124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c4da625-176d-4381-9d78-78a3329e2bc1 req-e64ef5de-f668-4d09-840e-6736034b5f08 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0794530 Apr 11 21:41:46.846375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54568) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:41:46.851692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'floatingip': {'port_id': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:41:46.928943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:47.478831 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:47.544739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:47.609634 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:47.675920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:47.864560 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a associated. External IP: 172.25.5.10, port: 65c79927-f094-48f3-b09c-eeb0b5bf33be. Apr 11 21:41:48.260371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:41:48.459021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:41:48.463338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:48.468310 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:41:48.485921 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:41:48.486671 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:41:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:48.518928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b3e3d584-ac51-4588-aaa4-6a80a7bacf82 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "PUT /v2.0/floatingips/1473b6cd-4a1d-4967-825d-623d78cfb60a HTTP/1.1" status: 200 len: 991 time: 1.6687524 Apr 11 21:41:48.518928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:41:48.714195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:41:48.727993 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ddbaca-1a89-4e66-b92b-0ab836125ccf'] response: {'name': 'network-changed', 'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'status': 'completed', 'code': 200} Apr 11 21:41:48.825690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-d1215c61-5cf8-4bbc-8ad8-2e9a888f3fc2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1097 time: 0.0760214 Apr 11 21:41:48.924106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:41:49.006321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-2ddbec72-003a-48ff-bd34-af49022769fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:49.007718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-2ddbec72-003a-48ff-bd34-af49022769fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1726499 Apr 11 21:41:49.115822 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:13:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:41:47Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:49.119682 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:41:49.121469 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2463-ddf4-42ec-a73b-392a049a552f req-470f4331-bd9f-4d58-894d-24ca44fc256b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:49.123118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c7c2463-ddf4-42ec-a73b-392a049a552f req-470f4331-bd9f-4d58-894d-24ca44fc256b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.1795588 Apr 11 21:41:49.131046 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:41:49.131679 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:41:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:49.132469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-175790d3-f958-428e-9f91-5a46d022c009 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 999 time: 0.1164467 Apr 11 21:41:49.223599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-69e810e4-aa3b-4be3-8fb3-ef36c26366e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:49.225217 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-69e810e4-aa3b-4be3-8fb3-ef36c26366e5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0797515 Apr 11 21:41:49.227453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2c7c2463-ddf4-42ec-a73b-392a049a552f req-a3bbf2e8-6762-46fb-b7c2-df3d536a133e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970309 Apr 11 21:41:49.322822 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:41:49.408399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-18ece15f-4fd3-4ed6-8361-595d2e01731e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775749 Apr 11 21:41:49.540031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-d6897eb9-ad8e-4e13-9b4b-0d23bcb34f0f service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258280 Apr 11 21:41:49.669127 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:13:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:41:47Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:41:49.673614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a67ca5aa-d0de-4a68-a524-68844b764e9c req-a67b9f2f-d864-4dd4-a6b0-252f1fe5d772 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276805 Apr 11 21:41:49.674181 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde21ce5-895e-45f1-96a9-442cdc0c7f02 None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:13:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:41:47Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:41:49.874487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7997e4-452e-4cb7-9a2a-5510870b141b None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:41:50.436725 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075488a-cf43-44bb-a96b-f5c58fbb9e67 req-ee531a98-41c1-402b-8e36-c4e0ac5e91a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:50.438814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9075488a-cf43-44bb-a96b-f5c58fbb9e67 req-ee531a98-41c1-402b-8e36-c4e0ac5e91a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0780134 Apr 11 21:41:50.486993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9075488a-cf43-44bb-a96b-f5c58fbb9e67 req-65085d3c-47cc-4732-a656-cc42f4b179b8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Apr 11 21:41:51.682347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b064c06-ff5b-4589-afff-9426e67225cc req-fd06a464-4290-4004-9aa0-d3d930c24df2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:51.683878 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b064c06-ff5b-4589-afff-9426e67225cc req-fd06a464-4290-4004-9aa0-d3d930c24df2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0758741 Apr 11 21:41:51.733253 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b064c06-ff5b-4589-afff-9426e67225cc req-72184705-6db7-4fcc-b29e-a233affdab6a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Apr 11 21:41:52.932858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee9ff-bd16-4bd7-9f2d-80e5a840887c req-8eaaa3c0-d280-4a55-9f56-3f3535394acd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:52.934310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-984ee9ff-bd16-4bd7-9f2d-80e5a840887c req-8eaaa3c0-d280-4a55-9f56-3f3535394acd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0800228 Apr 11 21:41:52.981922 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-984ee9ff-bd16-4bd7-9f2d-80e5a840887c req-74b0ecd3-b1e0-42ef-a8d4-15a50b42aa79 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Apr 11 21:41:54.215338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d00fe5-b21c-4243-8845-e0a1890ba0c9 req-f52c2a90-288a-4c83-9276-67ff2fbfc09d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:54.216725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51d00fe5-b21c-4243-8845-e0a1890ba0c9 req-f52c2a90-288a-4c83-9276-67ff2fbfc09d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0778620 Apr 11 21:41:54.263230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51d00fe5-b21c-4243-8845-e0a1890ba0c9 req-99bfff67-d79d-4e12-94dd-ebaf3c7edeb5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Apr 11 21:41:55.481395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96595-156e-44d9-86b6-e55e36596d02 req-5f639c50-3b1b-4e43-bfd9-c65153fd6fb3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:55.482856 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0da96595-156e-44d9-86b6-e55e36596d02 req-5f639c50-3b1b-4e43-bfd9-c65153fd6fb3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0834455 Apr 11 21:41:55.528161 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0da96595-156e-44d9-86b6-e55e36596d02 req-bec889f8-5134-440a-96da-838bc14fa25e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384488 Apr 11 21:41:56.726471 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64f25-7d1c-4144-ab87-2399bd0c7db5 req-3d984cbb-bef6-4452-ba36-24ddc648f4be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:56.728007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07a64f25-7d1c-4144-ab87-2399bd0c7db5 req-3d984cbb-bef6-4452-ba36-24ddc648f4be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0797005 Apr 11 21:41:56.772407 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07a64f25-7d1c-4144-ab87-2399bd0c7db5 req-af7cf07f-c41f-407d-9652-34aed763b56b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 Apr 11 21:41:58.121342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9aef3-3ce6-4f8d-a8f4-35d840e4d8f4 req-a1b5f854-11de-43a5-9a7f-e54cb945ee3e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:58.125178 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aec9aef3-3ce6-4f8d-a8f4-35d840e4d8f4 req-a1b5f854-11de-43a5-9a7f-e54cb945ee3e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0797513 Apr 11 21:41:58.168260 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aec9aef3-3ce6-4f8d-a8f4-35d840e4d8f4 req-5d4561f6-fe79-4574-99da-87cfc293f078 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393298 Apr 11 21:41:59.368268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbebdf4-eeb4-4585-af46-2b6af3e5925f req-b05abe57-b277-4e7a-9548-3c5b4d0ca4b0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:41:59.369723 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-abbebdf4-eeb4-4585-af46-2b6af3e5925f req-b05abe57-b277-4e7a-9548-3c5b4d0ca4b0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0773849 Apr 11 21:41:59.416679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-abbebdf4-eeb4-4585-af46-2b6af3e5925f req-43df16eb-2e1c-4957-abdb-e536a8129f9e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Apr 11 21:41:59.481849 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:00.610646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e7b37-815a-47e7-a1f2-fbe14b56adb9 req-c69bc2a8-6066-4759-b199-4ce516849e0d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:00.612109 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-968e7b37-815a-47e7-a1f2-fbe14b56adb9 req-c69bc2a8-6066-4759-b199-4ce516849e0d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0753727 Apr 11 21:42:00.659423 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-968e7b37-815a-47e7-a1f2-fbe14b56adb9 req-726fc253-a84a-4f6f-85d6-d55b82d102d7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Apr 11 21:42:01.196028 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:01.859005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71692823-faed-4693-b0bb-a8577c751ce1 req-9d2c9efe-670b-4433-a43b-fedbbf2daebc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:01.861069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71692823-faed-4693-b0bb-a8577c751ce1 req-9d2c9efe-670b-4433-a43b-fedbbf2daebc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0808485 Apr 11 21:42:01.905654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71692823-faed-4693-b0bb-a8577c751ce1 req-ad74bfeb-dde8-40ef-9e61-bc67a8f3529e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390401 Apr 11 21:42:03.101380 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0966afa-8213-4e20-ab0c-2f505294e998 req-bdc7cf1e-c85d-4234-af8f-cf23fa84035d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:03.102818 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0966afa-8213-4e20-ab0c-2f505294e998 req-bdc7cf1e-c85d-4234-af8f-cf23fa84035d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0772285 Apr 11 21:42:03.147814 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e0966afa-8213-4e20-ab0c-2f505294e998 req-83adba8b-206b-4cb5-a922-86ab66d80aaa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Apr 11 21:42:04.361531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9c413-7549-45a7-8c2e-1ace2cf28b6b req-ba6e4463-2839-4c8d-a9aa-514aaa19b583 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:04.363005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79c9c413-7549-45a7-8c2e-1ace2cf28b6b req-ba6e4463-2839-4c8d-a9aa-514aaa19b583 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0755422 Apr 11 21:42:04.411015 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79c9c413-7549-45a7-8c2e-1ace2cf28b6b req-53d3c77e-74a8-4fd3-889b-dcec6ae55ad3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Apr 11 21:42:05.615253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0695130-d85f-4828-b89a-36401fd79356 req-b8703355-5302-4fa1-88d5-1e3043ebd0d8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:05.616707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0695130-d85f-4828-b89a-36401fd79356 req-b8703355-5302-4fa1-88d5-1e3043ebd0d8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0788724 Apr 11 21:42:05.738848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0695130-d85f-4828-b89a-36401fd79356 req-fae83e01-4dcd-456a-9323-3678f80971cb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167102 Apr 11 21:42:06.946380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5565ac-55fd-4412-979f-d2147424d71a req-028c08ca-c1ba-4001-b7de-c3b1e28c2b4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:06.947825 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d5565ac-55fd-4412-979f-d2147424d71a req-028c08ca-c1ba-4001-b7de-c3b1e28c2b4f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0767725 Apr 11 21:42:06.992576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3d5565ac-55fd-4412-979f-d2147424d71a req-99537be3-dc56-44cc-95ec-b7847f167515 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Apr 11 21:42:08.192783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ec14-f426-4c9e-a890-84a9df4b196c req-abdf19ce-59cd-4020-82c5-44548be28b67 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:08.194176 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa68ec14-f426-4c9e-a890-84a9df4b196c req-abdf19ce-59cd-4020-82c5-44548be28b67 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0764885 Apr 11 21:42:08.241093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fa68ec14-f426-4c9e-a890-84a9df4b196c req-a1647318-95e5-487a-9e61-2ed93a3d7562 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Apr 11 21:42:09.447860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26761a82-e040-4fe4-bfd7-b1311c328641 req-ff58994f-f64e-4719-91bc-294281826d9a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:09.449312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26761a82-e040-4fe4-bfd7-b1311c328641 req-ff58994f-f64e-4719-91bc-294281826d9a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0816596 Apr 11 21:42:09.498934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26761a82-e040-4fe4-bfd7-b1311c328641 req-da811ef0-7659-468b-9ced-1c947617820f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Apr 11 21:42:09.586658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-d7e301f3-e231-47bb-b61c-38d4771362df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1097 time: 0.0682087 Apr 11 21:42:09.736617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-4e560369-dc91-476e-ae7c-161b65dd0b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:09.738070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-4e560369-dc91-476e-ae7c-161b65dd0b32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1266477 Apr 11 21:42:09.852906 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-01195978-74c4-4bba-93cd-73384ea687d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 1001 time: 0.1085291 Apr 11 21:42:09.919033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-a3e77184-65ef-474f-80a4-24e715c4c0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:09.920563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-a3e77184-65ef-474f-80a4-24e715c4c0f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0620246 Apr 11 21:42:09.997349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-29eec8a4-d007-49a3-bcb8-13f5ff61b66b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707443 Apr 11 21:42:10.219771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-94a72991-d92c-4ccf-bf07-50d9e7b5eaf7 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165418 Apr 11 21:42:10.359494 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9d3941d0-a2c9-448e-9ca9-2179286bd6f0 req-cc17d087-4bb0-4931-b844-e774a7860989 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339211 Apr 11 21:42:10.696994 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040580f2-7b20-4fb2-b6be-891aaa28f7e4 req-6a3196de-99ab-4382-b2b8-6264cdde840e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:10.698415 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-040580f2-7b20-4fb2-b6be-891aaa28f7e4 req-6a3196de-99ab-4382-b2b8-6264cdde840e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0770602 Apr 11 21:42:10.742648 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-040580f2-7b20-4fb2-b6be-891aaa28f7e4 req-a8b20a9d-0a8d-4a49-a67d-9f3b5a4d4e65 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388155 Apr 11 21:42:11.940272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492445-db3c-449b-ba99-fa8e9529263b req-fc65b60a-eb01-463b-bc55-c7a54e9d3bb9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:11.941710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6492445-db3c-449b-ba99-fa8e9529263b req-fc65b60a-eb01-463b-bc55-c7a54e9d3bb9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0778034 Apr 11 21:42:11.992805 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6492445-db3c-449b-ba99-fa8e9529263b req-4a758196-2c8b-497f-828b-fd59a3b34852 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Apr 11 21:42:13.196111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3daa1f-c814-4564-bd32-07046a0a1170 req-2bfd80e4-9bd0-488f-b031-6abcfee21469 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:13.197701 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce3daa1f-c814-4564-bd32-07046a0a1170 req-2bfd80e4-9bd0-488f-b031-6abcfee21469 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0806196 Apr 11 21:42:13.246389 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ce3daa1f-c814-4564-bd32-07046a0a1170 req-e44e7ece-b9f2-4a84-8e9a-08b32b28348c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Apr 11 21:42:13.921398 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aaf34a9a-0cda-455e-a75d-c9328a019607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:14.455126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164716d-2da0-478b-90bd-1433ac92fec3 req-6d289966-771b-4e68-b09f-926d370d1afd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:14.456710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c164716d-2da0-478b-90bd-1433ac92fec3 req-6d289966-771b-4e68-b09f-926d370d1afd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0817597 Apr 11 21:42:14.503137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c164716d-2da0-478b-90bd-1433ac92fec3 req-48668c79-fb46-4f75-80f4-1578ecd1f2c6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Apr 11 21:42:15.698373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb49ea-f547-40a8-afe7-3264facad56e req-fe565f89-9286-47df-9f92-ff9b4d0d8388 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:15.699852 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69cb49ea-f547-40a8-afe7-3264facad56e req-fe565f89-9286-47df-9f92-ff9b4d0d8388 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0759919 Apr 11 21:42:15.745427 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-69cb49ea-f547-40a8-afe7-3264facad56e req-5ad8819d-b010-4d77-893f-3948de335f49 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 Apr 11 21:42:16.025658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37e98f08-ced3-4877-be46-123c69ff2a64 req-e919d417-c798-4db5-874d-7590e7494467 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1476634 Apr 11 21:42:16.355296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-df73ae18-fda6-448b-870d-e61bd84de7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:16.541395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bccb4-50d3-4cfa-b516-3df529025174 req-4b6408c3-37e4-413c-9551-0073627061c4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:16.542835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-971bccb4-50d3-4cfa-b516-3df529025174 req-4b6408c3-37e4-413c-9551-0073627061c4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.1227484 Apr 11 21:42:16.603244 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-971bccb4-50d3-4cfa-b516-3df529025174 req-e566e566-8de2-4b05-a5c7-37555162ac96 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Apr 11 21:42:16.605940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-0ab55ca7-d6dd-4994-933d-07246d8788bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160440 Apr 11 21:42:17.538616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:17.572841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:17.801663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889eea5-d8df-47a2-9559-130c138bdc06 req-33d0e3c4-a5ca-4787-8d4c-7ca894da6645 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:17.803018 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c889eea5-d8df-47a2-9559-130c138bdc06 req-33d0e3c4-a5ca-4787-8d4c-7ca894da6645 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0792844 Apr 11 21:42:17.850565 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c889eea5-d8df-47a2-9559-130c138bdc06 req-2a36f7a3-8937-4969-a341-726bf272cfe0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Apr 11 21:42:18.721734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-0d7cb0f7-5262-40fc-85f5-728b4c1c7bf0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1097 time: 0.0688999 Apr 11 21:42:18.857605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-42d1941d-4dd5-461f-9866-126eba4e9dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:18.859059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-42d1941d-4dd5-461f-9866-126eba4e9dc0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1280029 Apr 11 21:42:18.904341 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:18.966681 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-45971dd7-3bab-48b0-ae14-2fad6a19fdd1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 1001 time: 0.0980847 Apr 11 21:42:19.038253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-175043c8-b03a-4cd0-bcaa-9cd40657fee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:19.039734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-175043c8-b03a-4cd0-bcaa-9cd40657fee1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0634966 Apr 11 21:42:19.060949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470318d-3a58-409d-bbff-b22106e352e6 req-b5b86d77-5748-4704-9db6-c6b9be349b07 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:19.062404 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c470318d-3a58-409d-bbff-b22106e352e6 req-b5b86d77-5748-4704-9db6-c6b9be349b07 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0827157 Apr 11 21:42:19.108998 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c470318d-3a58-409d-bbff-b22106e352e6 req-30b9eb28-1a20-4dd0-ac1f-d4c0fb6eb221 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Apr 11 21:42:19.124826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-73c8605e-31fd-4ee7-ab9e-b3f61a47f516 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748265 Apr 11 21:42:19.259743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-31ff8778-7c00-40eb-ba42-2636cfffdb2f service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255455 Apr 11 21:42:19.394739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-8ab70788-1744-4b53-8851-cfb71ac2f0b3 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263473 Apr 11 21:42:19.978661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:42:20.309722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8054af-efab-4d95-aa78-1a7c1407d4e2 req-bfaa53c9-d89f-4462-949e-b726268be69a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:20.311175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c8054af-efab-4d95-aa78-1a7c1407d4e2 req-bfaa53c9-d89f-4462-949e-b726268be69a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0762579 Apr 11 21:42:20.361757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c8054af-efab-4d95-aa78-1a7c1407d4e2 req-debfa334-fe1b-4bde-bb57-93a57169e8e1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441315 Apr 11 21:42:21.563333 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cc6c-c9c2-479b-8fa2-8859303822d6 req-47b87080-14d4-42a9-a2e4-2fcb559c02b4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:21.565429 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3c6cc6c-c9c2-479b-8fa2-8859303822d6 req-47b87080-14d4-42a9-a2e4-2fcb559c02b4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0800030 Apr 11 21:42:21.615342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3c6cc6c-c9c2-479b-8fa2-8859303822d6 req-bc8d8d6c-377e-48d8-8adc-298119c0822f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444582 Apr 11 21:42:21.629173 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-6de99b0c-51cc-441e-8171-cd8dc23fe48b service neutron] show failed (client error): The resource could not be found. Apr 11 21:42:21.630182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-6de99b0c-51cc-441e-8171-cd8dc23fe48b service neutron] 10.222.0.75 "GET /v2.0/ports/65c79927-f094-48f3-b09c-eeb0b5bf33be/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0768385 Apr 11 21:42:22.151861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-90c31642-6664-4332-9e6a-0102b8d8b80a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 1097 time: 0.0710049 Apr 11 21:42:22.162338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:42:22.271736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:22.633217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:22.661988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:42:22.718281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:22.724498 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:22.740187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Transition to ACTIVE for port object 65c79927-f094-48f3-b09c-eeb0b5bf33be will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:42:22.789026 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ba6950-9aab-4b5e-884e-120ac9b09d4d'] response: {'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'code': 200} Apr 11 21:42:22.808963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:22.953006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdefee-8cf1-4c60-b9c6-b579d6ee985f req-49824bf4-78a4-4575-81b4-6c3f334fc9cc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:22.954506 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9bdefee-8cf1-4c60-b9c6-b579d6ee985f req-49824bf4-78a4-4575-81b4-6c3f334fc9cc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.2120535 Apr 11 21:42:22.958256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:23.057601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] No DVR routers for this DVR port 65c79927-f094-48f3-b09c-eeb0b5bf33be on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:42:23.167551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9bdefee-8cf1-4c60-b9c6-b579d6ee985f req-d288814f-0998-4c09-a576-e7f8ca512cb7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982579 Apr 11 21:42:23.315882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:42:23.316207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:42:23.316525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:42:23.322168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Port 65c79927-f094-48f3-b09c-eeb0b5bf33be on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:42:23.322479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Attempting to bind port 65c79927-f094-48f3-b09c-eeb0b5bf33be on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:42:23.328692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:42:23.329018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:42:23.329392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:42:23.330392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Bound port: 65c79927-f094-48f3-b09c-eeb0b5bf33be, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:42:23.330730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:23.417376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:42:23.420374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:42:23.521620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:23.586140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:23.587674 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] 10.222.0.69 "PUT /v2.0/ports/65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 1092 time: 1.4291022 Apr 11 21:42:23.600319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00252be5-d6fc-4e38-a8bc-286281657b41 service neutron] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:23.682271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-4b16c731-be04-49cf-9e66-a11ec48a30a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1095 time: 0.0737190 Apr 11 21:42:23.816538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-b6f3276f-0b68-43f8-b1d7-4b996812c4dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:23.817988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-b6f3276f-0b68-43f8-b1d7-4b996812c4dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1309125 Apr 11 21:42:23.920945 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-97c0f997-7e08-44b4-9f26-11db44f865e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 999 time: 0.0968137 Apr 11 21:42:23.981696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-98aa0924-9890-4b31-8fd7-7c6799c383d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:23.983000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-98aa0924-9890-4b31-8fd7-7c6799c383d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0568235 Apr 11 21:42:24.058994 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-27d6be75-a3b3-48c6-80ed-9a8b2304f1cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702469 Apr 11 21:42:24.189624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-138243e9-45ff-4531-898a-decc5475e1f3 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247075 Apr 11 21:42:24.379730 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339919a3-798f-4630-8f89-e66abf1862dd req-939c9c9c-2a9e-49d6-a683-cf7e9bee3fe3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:24.381190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-339919a3-798f-4630-8f89-e66abf1862dd req-939c9c9c-2a9e-49d6-a683-cf7e9bee3fe3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0810263 Apr 11 21:42:24.421303 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2a37f31-3dc7-4e1f-8b67-1186c44c4111 req-af2f086c-8f96-46d2-9bce-2f6e6c5899dc service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257953 Apr 11 21:42:24.427262 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-339919a3-798f-4630-8f89-e66abf1862dd req-a1e80573-9d7f-45d1-be3e-5a5791506cd9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Apr 11 21:42:24.789933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:24.856766 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e140779-2938-4281-9e1c-ec5a9ddb37a5'] response: {'name': 'network-changed', 'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'status': 'completed', 'code': 200} Apr 11 21:42:25.005135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-2d35817d-ff40-467d-abc4-015c690843d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1095 time: 0.1311707 Apr 11 21:42:25.008413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-bffb662d-4239-4d05-8782-5a73a8bdd381 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1095 time: 0.1024215 Apr 11 21:42:25.252867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712c8e-2a7e-4497-956c-4565656a262d req-74210e45-dbbc-47f0-88d4-77c89067f1a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:25.255080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-74210e45-dbbc-47f0-88d4-77c89067f1a1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2252774 Apr 11 21:42:25.256006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712c8e-2a7e-4497-956c-4565656a262d req-721ce944-5995-405b-964d-8510e2a91465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:25.257215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-721ce944-5995-405b-964d-8510e2a91465 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2450752 Apr 11 21:42:25.447008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-7b9f8442-767f-4ebf-8215-c16812f3844d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 999 time: 0.1849513 Apr 11 21:42:25.448656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-01a8f1b1-ca34-4188-87ea-7be5a4a8aa2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 999 time: 0.1352601 Apr 11 21:42:25.561100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712c8e-2a7e-4497-956c-4565656a262d req-9a716b57-ff6c-44ab-baef-a26d57777f45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:25.563688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-9a716b57-ff6c-44ab-baef-a26d57777f45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1089919 Apr 11 21:42:25.566535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712c8e-2a7e-4497-956c-4565656a262d req-ef059a76-aafa-4acb-aa8c-2f2b0cd780e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:25.568324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-ef059a76-aafa-4acb-aa8c-2f2b0cd780e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1127720 Apr 11 21:42:25.643573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8a78-72e1-4e0e-98b0-4a4180dc5869 req-bc9b1c54-7732-4864-97a6-e316a05a34fb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:25.645145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd0e8a78-72e1-4e0e-98b0-4a4180dc5869 req-bc9b1c54-7732-4864-97a6-e316a05a34fb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0828767 Apr 11 21:42:25.695757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dd0e8a78-72e1-4e0e-98b0-4a4180dc5869 req-c0905ac0-6cd5-4663-b80d-80cceccd9611 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447285 Apr 11 21:42:25.704101 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-43b688d8-1f42-49eb-ad19-1b6407d847c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332490 Apr 11 21:42:25.710520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-11e14472-48c9-4656-9f13-1640c5430160 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985296 Apr 11 21:42:25.775021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:42:25.834192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:42:25.957119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-039c8f37-d351-4387-bd0b-e95e6eb0115a service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448282 Apr 11 21:42:25.958981 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-b9592c5c-5aff-429a-acd4-c66c58edc1b5 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303281 Apr 11 21:42:26.319071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-8f804fd0-5606-4d11-9101-7855419cc22f service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565106 Apr 11 21:42:26.321977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37712c8e-2a7e-4497-956c-4565656a262d req-e0aba3dd-22dc-4676-8cd7-f69c04c03def service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401229 Apr 11 21:42:26.894392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447c09-5644-4170-a3ff-369cdb9b3ae8 req-44d39622-ee58-4c14-893f-35e54705959b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:26.895841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19447c09-5644-4170-a3ff-369cdb9b3ae8 req-44d39622-ee58-4c14-893f-35e54705959b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0809290 Apr 11 21:42:26.939766 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-19447c09-5644-4170-a3ff-369cdb9b3ae8 req-2f33fa5d-c4d5-44eb-9efc-dfa916e1c0f1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 Apr 11 21:42:27.479531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ada2c-ada7-4e54-8f9d-60b0b6c9378d req-537acedf-2223-4b5a-b7f5-da793f744049 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:27.480960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e13ada2c-ada7-4e54-8f9d-60b0b6c9378d req-537acedf-2223-4b5a-b7f5-da793f744049 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.1177089 Apr 11 21:42:27.542887 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e13ada2c-ada7-4e54-8f9d-60b0b6c9378d req-e5633bf9-fca1-411d-8445-018efaf2c725 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543032 Apr 11 21:42:27.553890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-f334bafa-ff23-4b7e-a9b5-806ae7e98902 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:27.555271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-f334bafa-ff23-4b7e-a9b5-806ae7e98902 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545&tenant_id=c1e981525353437c9771ae458eccafff&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.1266577 Apr 11 21:42:27.637500 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-7f0708e5-792c-4e62-8b39-132aca676140 service neutron] delete failed (client error): The resource could not be found. Apr 11 21:42:27.638502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-7f0708e5-792c-4e62-8b39-132aca676140 service neutron] 10.222.0.75 "DELETE /v2.0/ports/65c79927-f094-48f3-b09c-eeb0b5bf33be/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0750420 Apr 11 21:42:27.795228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-e1b09246-15f0-417e-8346-b4791041382a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1095 time: 0.0730431 Apr 11 21:42:27.928834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-c8631713-5caf-425e-a396-ca0adadb9141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:27.930309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-c8631713-5caf-425e-a396-ca0adadb9141 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1258187 Apr 11 21:42:28.040782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-b50c3286-030a-4227-a8c6-e5411f8353af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 999 time: 0.1013341 Apr 11 21:42:28.109615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-b45aaeb0-ca27-4675-b0b4-4058b4958adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:28.111064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-b45aaeb0-ca27-4675-b0b4-4058b4958adc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0616765 Apr 11 21:42:28.188062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-1ed4c8ac-5885-4bbe-9245-9cf25d1a426f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673702 Apr 11 21:42:28.326124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-23079868-3f39-4078-8431-2815782f19d2 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283433 Apr 11 21:42:28.463900 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80ed69f8-56bf-4b54-a4ea-e40a771f5202 req-c1a939cf-6cbb-42c4-ba7e-2794b99ec4ad service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277754 Apr 11 21:42:28.747803 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d738e-5325-437e-87ca-9adb6fdb9dec req-1d5ac57e-35e4-40dd-84b7-2a34ec36daa2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:28.749157 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d78d738e-5325-437e-87ca-9adb6fdb9dec req-1d5ac57e-35e4-40dd-84b7-2a34ec36daa2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 944 time: 0.0768490 Apr 11 21:42:28.793191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d78d738e-5325-437e-87ca-9adb6fdb9dec req-c0c9aabc-99bb-419a-a2e1-d43e7c9850fe tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Apr 11 21:42:29.225704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:42:29.404851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:29.427982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'mac_address': 'fa:16:3e:13:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:42:29.484669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:29.502469 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c79927-f094-48f3-b09c-eeb0b5bf33be {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:42:29.508119 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:29.519059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:29.607409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:29.676277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:29.857787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['65c79927-f094-48f3-b09c-eeb0b5bf33be'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:42:30.004591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8d987-742a-4feb-91b5-9b3039aab57c req-f84636fb-782f-4267-9673-4656d2bc0990 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:30.006067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0d8d987-742a-4feb-91b5-9b3039aab57c req-f84636fb-782f-4267-9673-4656d2bc0990 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 945 time: 0.0825918 Apr 11 21:42:30.054868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0d8d987-742a-4feb-91b5-9b3039aab57c req-6392f103-7d03-4a18-8fb9-6de7c7f9dffb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Apr 11 21:42:30.258238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd874d-b14f-4c5e-bb07-4e99671befbf req-233e7b36-d407-44a2-bce8-5e982cde28ae tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:30.259952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dafd874d-b14f-4c5e-bb07-4e99671befbf req-233e7b36-d407-44a2-bce8-5e982cde28ae tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 945 time: 0.0814929 Apr 11 21:42:30.308522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dafd874d-b14f-4c5e-bb07-4e99671befbf req-1bac2807-f740-42f3-b7f6-a5e65d14fdb4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Apr 11 21:42:30.774788 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc52d8d-3ba1-4836-b287-33dc83a5e6a6 req-c3fbf6ea-473e-4c8a-825f-2d41c947233b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:30.777122 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0fc52d8d-3ba1-4836-b287-33dc83a5e6a6 req-c3fbf6ea-473e-4c8a-825f-2d41c947233b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 945 time: 0.0805988 Apr 11 21:42:30.823346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0fc52d8d-3ba1-4836-b287-33dc83a5e6a6 req-21bbfadf-f7fc-4b33-b26d-072f2807967b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Apr 11 21:42:30.864965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-1360862b-93e3-48b6-86ff-c88100a7b507 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 1096 time: 0.0723171 Apr 11 21:42:30.993566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-44b14f69-216c-407d-afd3-10afbe20d5fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:30.995024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-44b14f69-216c-407d-afd3-10afbe20d5fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1247411 Apr 11 21:42:31.096704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-3260ba7a-a59d-4d7a-b539-f5fa4a199ddf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 200 len: 1000 time: 0.0959854 Apr 11 21:42:31.162750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-b6933d3f-58d8-424e-80c7-7e22633ede7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:31.163942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-b6933d3f-58d8-424e-80c7-7e22633ede7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0620193 Apr 11 21:42:31.235536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:31.256837 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:42:31.339832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-3d36f7ab-a266-43d6-abd9-2cf504c79826 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702428 Apr 11 21:42:31.406016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 65c79927-f094-48f3-b09c-eeb0b5bf33be completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:42:31.412372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 65c79927-f094-48f3-b09c-eeb0b5bf33be triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:42:31.412745 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:31.471309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-cd62e143-cbd7-429f-b068-082751e644a3 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256540 Apr 11 21:42:31.530015 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:31.556728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:31.566115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:31.603696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4baf4d9e-4569-42f8-8399-81374d8e1ba7 req-4e02bd29-84fc-4191-92f1-91196d88daa0 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265032 Apr 11 21:42:31.619030 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55759478-9a31-4326-aa51-4c4b7f009476'] response: {'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'code': 200} Apr 11 21:42:31.636163 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:31.702115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:32.032354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5e05e-f5db-49ab-966f-daef6fa590c5 req-a0ad4f05-3e9c-4d15-ac2e-407a01e6d304 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:32.033812 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46f5e05e-f5db-49ab-966f-daef6fa590c5 req-a0ad4f05-3e9c-4d15-ac2e-407a01e6d304 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0810924 Apr 11 21:42:32.083281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46f5e05e-f5db-49ab-966f-daef6fa590c5 req-0bbee1f0-9504-4550-b293-b65b87491950 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Apr 11 21:42:33.283699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da352-77cf-4d61-836b-28c44208cd1e req-0b33e557-6312-4152-8b69-72c7ceb377be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:33.286102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e0da352-77cf-4d61-836b-28c44208cd1e req-0b33e557-6312-4152-8b69-72c7ceb377be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0792584 Apr 11 21:42:33.337599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e0da352-77cf-4d61-836b-28c44208cd1e req-49a15c72-e345-43f1-b709-a9182b289636 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Apr 11 21:42:33.966370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dfc0e-75ba-4e1a-a96f-117e727709b6 req-e1df67ea-fd21-4b93-ae9e-35314f7bd6f6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:33.968052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b79dfc0e-75ba-4e1a-a96f-117e727709b6 req-e1df67ea-fd21-4b93-ae9e-35314f7bd6f6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0778868 Apr 11 21:42:34.016939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b79dfc0e-75ba-4e1a-a96f-117e727709b6 req-11cf46fa-86ab-449f-bc4b-65cf68fcb2a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Apr 11 21:42:35.140493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-d811dd95-e1a9-48d3-a3b7-9dffc18e5fc4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:35.141912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-d811dd95-e1a9-48d3-a3b7-9dffc18e5fc4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0803323 Apr 11 21:42:35.213195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Deleting port 65c79927-f094-48f3-b09c-eeb0b5bf33be {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:42:35.213470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:35.224177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaf9e6-500b-4c19-94b5-ce98a3aea524 req-ea391e9e-134d-479a-ba2e-56e10630d46c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:35.225039 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30eaf9e6-500b-4c19-94b5-ce98a3aea524 req-ea391e9e-134d-479a-ba2e-56e10630d46c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 946 time: 0.0817471 Apr 11 21:42:35.276139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30eaf9e6-500b-4c19-94b5-ce98a3aea524 req-4786469b-13d0-4339-8ca8-f5a9494481d0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442836 Apr 11 21:42:35.455426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] For port 65c79927-f094-48f3-b09c-eeb0b5bf33be, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=65c79927-f094-48f3-b09c-eeb0b5bf33be,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:35.455803 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:35.733883 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:35.734245 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:35.734558 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a disassociated. External IP: 172.25.5.10, port: 65c79927-f094-48f3-b09c-eeb0b5bf33be. Apr 11 21:42:35.734903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Calling delete_port for 65c79927-f094-48f3-b09c-eeb0b5bf33be owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:42:35.932902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:35.983555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event deleted for resources: {'Port': ['ID=65c79927-f094-48f3-b09c-eeb0b5bf33be,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:35.998577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:35.999027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:35.999249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:35.999633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.000068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.000348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.000891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.001264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.001589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.001911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.002287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:36.321730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:42:36.497970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b9b7046-d2d3-4622-8e7d-f1c971e6e65b req-8d447501-bb80-439b-b4ac-72379764751e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6a90c6-0f32-42c8-9416-4c5aad600545 HTTP/1.1" status: 200 len: 210 time: 0.0571690 Apr 11 21:42:36.573056 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:42:36.582496 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:42:36.595437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:42:36.596173 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:42:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:36.656660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] No DVR routers for this DVR port 65c79927-f094-48f3-b09c-eeb0b5bf33be on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:42:36.659930 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:36.664548 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-deleted', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:36.721575 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f288a2eb-ab5a-4962-b658-55c8394be391'] response: {'server_uuid': '4f6a90c6-0f32-42c8-9416-4c5aad600545', 'name': 'network-vif-deleted', 'tag': '65c79927-f094-48f3-b09c-eeb0b5bf33be', 'status': 'completed', 'code': 200} Apr 11 21:42:36.739580 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9dad4fcd-585f-451c-8d47-31251c3625b5 req-c890b555-6ee8-48aa-abd7-43f593ade54d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "DELETE /v2.0/ports/65c79927-f094-48f3-b09c-eeb0b5bf33be HTTP/1.1" status: 204 len: 173 time: 1.5921555 Apr 11 21:42:36.779225 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:42:37.133287 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:37.137254 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:42:37.147617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:42:37.148219 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:42:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:37.328129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:42:37.634935 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:37.639349 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd395f7-83fa-4c42-b949-784fe3cc8605 None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:42:37.866836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a688965-5201-4909-9cf4-cf0e14bc6b8a None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:42:37.873287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-6e7e6e7d-9a94-4ab6-96d3-062bdcc7d13b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1331783767&fields=id&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 267 time: 0.0432453 Apr 11 21:42:38.025117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-c7ed7aa2-944b-4d83-8e71-4e6267904189 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:38.026601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-c7ed7aa2-944b-4d83-8e71-4e6267904189 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1469414 Apr 11 21:42:38.043965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-01475339-38b8-4c65-bc8f-7acd207c3c1c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/quotas/c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 375 time: 0.0118086 Apr 11 21:42:38.125094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-2a68f231-53c6-4868-98fd-1f2707fd8e91 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:42:38.235787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-2a68f231-53c6-4868-98fd-1f2707fd8e91 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:42:38.237121 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-2a68f231-53c6-4868-98fd-1f2707fd8e91 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881428 Apr 11 21:42:38.374788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-9f4a4653-3cbe-47c7-b496-d5e83cbcee3d service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257532 Apr 11 21:42:38.508952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-dcb9b89c-5992-4965-bc4e-bc95e8b8587f service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276488 Apr 11 21:42:38.774345 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ae57e426-5093-4610-9d92-ed2456198742 req-0b273426-78e1-4af2-9f6f-f6919a4fae66 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 210 time: 0.0423059 Apr 11 21:42:39.305111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:42:39.339130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 65c79927-f094-48f3-b09c-eeb0b5bf33be {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:42:39.339497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 65c79927-f094-48f3-b09c-eeb0b5bf33be not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:42:39.945283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ff22ac00-f9ee-4b57-8339-590339d93771 req-9b28b205-d8eb-42df-8c83-13ec755a3eed tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 210 time: 0.0467155 Apr 11 21:42:41.008210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-6c99f8ab-0444-43b9-ad3c-0958449804db tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:41.010377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-6c99f8ab-0444-43b9-ad3c-0958449804db tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1474442 Apr 11 21:42:41.073619 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-98f7dd2f-1b0e-4bb7-b8fa-25b58a35cf41 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 380 time: 0.0435953 Apr 11 21:42:41.084393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'port': {'device_id': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'admin_state_up': True, 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'security_groups': ['764eca01-4370-47b9-9a2b-51bfa847b547']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:42:41.117668 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e6272288-f322-446f-aeb2-9a0c22642a36 req-b6689f82-0176-40a6-b973-5eef9da63df7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 210 time: 0.0419929 Apr 11 21:42:41.225711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:42:41.235235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:42:41.297206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Made reservation on behalf of c1e981525353437c9771ae458eccafff for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:42:41.300221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:41.462323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Allocated IP 172.20.0.7 (dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad/894016ee-194f-42fa-b3b6-c3c7a8240e9d/82c4860a-83c1-44c9-86be-89c2930d4dcf) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:42:41.754008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:41.769409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Transition to ACTIVE for port object 82c4860a-83c1-44c9-86be-89c2930d4dcf will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:42:41.880372 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:41.950713 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:42:41.953582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:42:41.958151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:42:41.993278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:42.034030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:42.034982 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:42.143932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-329409c7-043c-4252-ab4e-06dcb386e9eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634599 Apr 11 21:42:42.159890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Request body: {'port': {'device_id': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:42:42.247689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c69762fb-9b19-4f88-8c7f-403c547d33cd None None] Provisioning for port 82c4860a-83c1-44c9-86be-89c2930d4dcf completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:42:42.252934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c69762fb-9b19-4f88-8c7f-403c547d33cd None None] Provisioning complete for port 82c4860a-83c1-44c9-86be-89c2930d4dcf triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:42:42.257871 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c69762fb-9b19-4f88-8c7f-403c547d33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:42.310328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c69762fb-9b19-4f88-8c7f-403c547d33cd None None] Port 82c4860a-83c1-44c9-86be-89c2930d4dcf cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:42:42.320076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:42.423792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22ea3-509d-4f92-842c-cc09ff6c1e93 req-cdef9672-8148-49b3-8d06-830607a88c7d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:42.424478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-17c22ea3-509d-4f92-842c-cc09ff6c1e93 req-cdef9672-8148-49b3-8d06-830607a88c7d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:42:42.580074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-17c22ea3-509d-4f92-842c-cc09ff6c1e93 req-cdef9672-8148-49b3-8d06-830607a88c7d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:42:42.581172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17c22ea3-509d-4f92-842c-cc09ff6c1e93 req-cdef9672-8148-49b3-8d06-830607a88c7d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 931 time: 0.3244607 Apr 11 21:42:42.659465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-17c22ea3-509d-4f92-842c-cc09ff6c1e93 req-15dc1f54-2608-4081-a026-ccedca373a6e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719335 Apr 11 21:42:42.755029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:42:42.762169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:42.776708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Transition to ACTIVE for port object 82c4860a-83c1-44c9-86be-89c2930d4dcf will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:42:42.846673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:42.980649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:43.094145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:42:43.094792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:42:43.094792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:42:43.101156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:42:43.101415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:42:43.107485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:42:43.107819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:42:43.108191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:42:43.108601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Bound port: 82c4860a-83c1-44c9-86be-89c2930d4dcf, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:42:43.108936 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:43.205889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:42:43.208810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:42:43.275966 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:43.339722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:43.341074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] 10.222.0.75 "PUT /v2.0/ports/82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 1091 time: 1.1854439 Apr 11 21:42:43.341510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:43.366542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90091b-7cea-4e0e-a38c-fae2df53e983 service neutron] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:43.403759 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e78f99f-285d-469d-b1e3-feb1e4cd0064'] response: {'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'status': 'completed', 'code': 200} Apr 11 21:42:43.508668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bad5445a-750a-4ab9-9d27-1f48333e6af0 req-b49adbe0-008f-4a7c-b6db-d5cd5275ce7c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1094 time: 0.0750172 Apr 11 21:42:43.651693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5445a-750a-4ab9-9d27-1f48333e6af0 req-d8354f84-9d59-4615-8430-2e6b8018f63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:43.653029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bad5445a-750a-4ab9-9d27-1f48333e6af0 req-d8354f84-9d59-4615-8430-2e6b8018f63f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c1e981525353437c9771ae458eccafff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1343563 Apr 11 21:42:43.831889 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5445a-750a-4ab9-9d27-1f48333e6af0 req-0bdfc45b-e997-4dbe-b3c0-ef2e958bb6c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:43.833299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bad5445a-750a-4ab9-9d27-1f48333e6af0 req-0bdfc45b-e997-4dbe-b3c0-ef2e958bb6c5 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716387 Apr 11 21:42:43.871199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a221c2-f529-41b3-b613-7383e4fd850d req-93f51430-1215-4843-85e4-2c32e7f7eb33 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:43.872670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88a221c2-f529-41b3-b613-7383e4fd850d req-93f51430-1215-4843-85e4-2c32e7f7eb33 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0852342 Apr 11 21:42:43.938578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1993d9a1-f219-4177-843c-2cf9a6f3a75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:44.071023 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-88a221c2-f529-41b3-b613-7383e4fd850d req-1ab3a3e2-d762-4095-aa1b-0fbed228baba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649625 Apr 11 21:42:44.084817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-ae643651-7ad6-4664-950f-73d83bfe2b8d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1094 time: 0.2070725 Apr 11 21:42:44.156252 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-875cdd2d-e7c0-434a-bad1-96cf30baed03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 217 time: 0.0604651 Apr 11 21:42:44.227677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-77825431-f1f9-4207-a5d7-ff71fccdfe39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:44.229005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-77825431-f1f9-4207-a5d7-ff71fccdfe39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0634201 Apr 11 21:42:44.306033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-0b230129-70f6-4c39-ab0b-1334ce861834 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673494 Apr 11 21:42:44.444898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-4606f327-9a2c-40d5-9d9f-01558c90bfbe service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294155 Apr 11 21:42:44.575105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d74d953e-b351-4c4a-83a4-b3b041c2b206 req-47646133-565b-4c73-9b9b-42b4284a5586 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237900 Apr 11 21:42:45.272149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08797-f422-44c2-a86c-20eb99dd45fa req-8bdd6521-acad-493a-832e-2abfe62b7ecf tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:45.274331 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ce08797-f422-44c2-a86c-20eb99dd45fa req-8bdd6521-acad-493a-832e-2abfe62b7ecf tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0811810 Apr 11 21:42:45.318763 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ce08797-f422-44c2-a86c-20eb99dd45fa req-741d300e-a1ee-48d8-b5b8-f7fe6b27942f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Apr 11 21:42:46.309899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8a1836e3-71f4-42d4-9951-c14b9605b80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:46.526133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54690f-a7be-4755-8464-cc0841093ef9 req-763963da-b72b-4015-a013-bd4be7a86be4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:46.527598 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef54690f-a7be-4755-8464-cc0841093ef9 req-763963da-b72b-4015-a013-bd4be7a86be4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0827887 Apr 11 21:42:46.573158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ef54690f-a7be-4755-8464-cc0841093ef9 req-caac874b-5164-4d53-8029-04a05480920d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Apr 11 21:42:47.520136 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:47.542620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:47.773884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b09e4-9739-43dd-9b0d-eb60c45dac4a req-4a378dcc-b4fb-4cdd-a07c-a26306e037f8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:47.775309 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b85b09e4-9739-43dd-9b0d-eb60c45dac4a req-4a378dcc-b4fb-4cdd-a07c-a26306e037f8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0755429 Apr 11 21:42:47.822396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b85b09e4-9739-43dd-9b0d-eb60c45dac4a req-a4560bd6-25a7-4fdd-9cdc-8079576100d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Apr 11 21:42:47.884109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:42:48.014885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:48.029022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'mac_address': 'fa:16:3e:a1:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:42:48.081196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:48.104253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:42:48.119111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:48.194305 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:48.261253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:48.269822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.270161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.270498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.270823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.271149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.272122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.272503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.272846 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.273168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.273487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.273802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:42:48.429816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['82c4860a-83c1-44c9-86be-89c2930d4dcf'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:42:48.915700 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:49.024243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5f07b-898f-4647-a693-f3337149dfe1 req-d911a196-7999-44d0-acc1-ba9390b97768 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:49.025616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cf5f07b-898f-4647-a693-f3337149dfe1 req-d911a196-7999-44d0-acc1-ba9390b97768 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0770769 Apr 11 21:42:49.071743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1cf5f07b-898f-4647-a693-f3337149dfe1 req-78f3b9cc-43f8-48ed-8b6b-f94f450fe7cf tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Apr 11 21:42:49.894101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:42:50.006584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 82c4860a-83c1-44c9-86be-89c2930d4dcf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:42:50.011342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 82c4860a-83c1-44c9-86be-89c2930d4dcf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:42:50.011731 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:50.125379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:50.153439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:50.163534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:42:50.209667 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212e5685-374c-42c4-a0dd-d92541cd5ada'] response: {'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'code': 200} Apr 11 21:42:50.217044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:50.288448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454aa85-940d-485d-99fc-29cfe62772ae req-4d26aa50-1164-4f7d-a51b-65b40e669d32 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:50.290658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8454aa85-940d-485d-99fc-29cfe62772ae req-4d26aa50-1164-4f7d-a51b-65b40e669d32 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0934942 Apr 11 21:42:50.290809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:42:50.337678 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8454aa85-940d-485d-99fc-29cfe62772ae req-a3352c2a-d375-493d-9fb7-b1ee228d8cdb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Apr 11 21:42:50.364724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea2adc66-2a09-477d-ac71-fa1602085a37 req-dddaea75-c6fc-40a6-9056-814f42c7e0f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1096 time: 0.0792646 Apr 11 21:42:50.417314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea2adc66-2a09-477d-ac71-fa1602085a37 req-9082f4c4-1428-4d81-9f35-222452671f04 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Apr 11 21:42:51.541253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6dce2-838b-4f1c-b444-ea8b897d0417 req-1a95f933-4a05-48e0-b067-6bb290126a7d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:51.542712 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0a6dce2-838b-4f1c-b444-ea8b897d0417 req-1a95f933-4a05-48e0-b067-6bb290126a7d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0791855 Apr 11 21:42:51.595495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0a6dce2-838b-4f1c-b444-ea8b897d0417 req-a0908ab9-ad98-4e1a-8a72-6adb4cb5e6cc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472436 Apr 11 21:42:52.797120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4311e26-a382-4d70-b228-44b32e30e75c req-22bfc5a3-cb97-4959-bc8a-d680e452aca0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:52.798594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4311e26-a382-4d70-b228-44b32e30e75c req-22bfc5a3-cb97-4959-bc8a-d680e452aca0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0765915 Apr 11 21:42:52.847890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d4311e26-a382-4d70-b228-44b32e30e75c req-90c6512e-564b-48c4-95e9-ee3d80ea6f5f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Apr 11 21:42:53.042545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a6446-7942-4caf-bcc5-90fdbeac93c8 req-029b4366-063e-4ea5-8518-86c7cf5dfea1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:53.044009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b3a6446-7942-4caf-bcc5-90fdbeac93c8 req-029b4366-063e-4ea5-8518-86c7cf5dfea1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0783083 Apr 11 21:42:53.053247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 54760) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:42:53.058571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'floatingip': {'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:42:53.135799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:53.824079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:53.886699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:54.081077 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a associated. External IP: 172.25.5.10, port: 82c4860a-83c1-44c9-86be-89c2930d4dcf. Apr 11 21:42:54.483409 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:42:54.680095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:42:54.684853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:54.689799 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:42:54.703258 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:42:54.703887 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:54.739940 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fab31ab3-f517-4088-8a51-051a52f957aa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "PUT /v2.0/floatingips/1473b6cd-4a1d-4967-825d-623d78cfb60a HTTP/1.1" status: 200 len: 990 time: 1.6855040 Apr 11 21:42:54.740613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:42:54.796308 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3512ff5a-8707-469a-ab80-54f26e115977'] response: {'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'status': 'completed', 'code': 200} Apr 11 21:42:54.896309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-a41e6a02-f766-46e7-9de4-53cc70ad2232 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1096 time: 0.0761919 Apr 11 21:42:54.900287 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:42:54.991235 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d447633b-6fa4-43e8-8a50-8f11ee0789db req-f4e9b05f-d59a-4068-a3d4-86b8706312d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1409853 Apr 11 21:42:55.031464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-70b2137d-8f2e-4c8a-b3b5-be20070a43c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:55.032956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-70b2137d-8f2e-4c8a-b3b5-be20070a43c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1303620 Apr 11 21:42:55.139489 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-3975b5b6-9865-4e78-bde0-f361c49e82f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 998 time: 0.1008456 Apr 11 21:42:55.203616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-42009b55-d742-466d-84dd-d7fecb95ff14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:55.205183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-42009b55-d742-466d-84dd-d7fecb95ff14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0593197 Apr 11 21:42:55.295634 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:a1:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:42:53Z', 'revision_number': 9, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:55.301575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:42:55.314630 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:42:55.315662 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:42:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:55.317464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-98ab3cc9-8ac6-4e28-8ffc-7bfc809d0227 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065736 Apr 11 21:42:55.511801 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:42:55.635281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-a9a7e7ec-6cec-46fb-9fdf-68eb89e562be service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118260 Apr 11 21:42:55.645950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a7c4-e490-4820-94c9-9f1c12df4f2a req-f931c1e1-9294-4aa1-a063-574adb7ab7a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:55.648332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c250a7c4-e490-4820-94c9-9f1c12df4f2a req-f931c1e1-9294-4aa1-a063-574adb7ab7a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1361008 Apr 11 21:42:55.700428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-85fde4c4-957a-4cf5-82b5-1ace617373cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2288158 Apr 11 21:42:55.784057 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c250a7c4-e490-4820-94c9-9f1c12df4f2a req-6f8418f2-80d0-45da-ab6c-678126d8f675 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138361 Apr 11 21:42:55.843829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e29772c0-2f77-4ed0-9a63-8c98d2523ad4 req-80037abc-cdd8-48d5-bc96-c34fa248265c service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944096 Apr 11 21:42:55.918931 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:a1:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:42:53Z', 'revision_number': 9, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:42:55.923728 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2c34b-25c2-4dc1-b06e-49d8276b2fbf None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:a1:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:42:53Z', 'revision_number': 9, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:42:56.172555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15304159-c075-4598-8754-f0df88a288e0 None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:42:56.979827 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:42:57.010792 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9071e0-87ff-4bf7-83b0-6b62db428d88 req-41939e26-4bec-4c3e-9617-2859d277c96c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:57.012421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df9071e0-87ff-4bf7-83b0-6b62db428d88 req-41939e26-4bec-4c3e-9617-2859d277c96c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0830739 Apr 11 21:42:57.064091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df9071e0-87ff-4bf7-83b0-6b62db428d88 req-96b20586-1130-4382-b4f8-a9a800bf5a91 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Apr 11 21:42:57.325663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-49201f59-c2fe-4188-9e52-667fc6fee829 req-09b0f393-bcc4-4887-a73d-6f56ed6b645b service neutron] (84667) timed out ('10.222.0.75', 64897) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:42:57.683534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-89d86188-fb4b-4c47-abd4-ebac22bf277f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1096 time: 0.0726776 Apr 11 21:42:57.823004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-f044a44c-725a-4df2-ab45-9d2ffb47dcb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:57.824628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-f044a44c-725a-4df2-ab45-9d2ffb47dcb7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1358089 Apr 11 21:42:57.927200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-62ce5555-e554-43eb-a2d5-ce0721622385 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 1001 time: 0.0969787 Apr 11 21:42:57.992424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-96dd00b1-dca2-4d88-b3ea-24b9f672c818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:57.993913 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-96dd00b1-dca2-4d88-b3ea-24b9f672c818 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0608079 Apr 11 21:42:58.071882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-588f4fbf-f13f-45e2-94de-2d7000620d9a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712628 Apr 11 21:42:58.251026 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-f4294d3b-e10e-4cad-99ef-eb10e9c1e4c4 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726406 Apr 11 21:42:58.389916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ad1c-7b6d-4c60-b22b-cb69470afbe6 req-01f74a13-0dba-48b3-8ffa-dc5c161d06be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:58.391566 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b38ad1c-7b6d-4c60-b22b-cb69470afbe6 req-01f74a13-0dba-48b3-8ffa-dc5c161d06be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1993887 Apr 11 21:42:58.432156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-c719db8a-8048-4aa6-92cd-1d77dbd82067 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639891 Apr 11 21:42:58.454645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b38ad1c-7b6d-4c60-b22b-cb69470afbe6 req-299f40fb-c651-4ea3-a217-76470a61877c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490704 Apr 11 21:42:59.532775 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:42:59.654713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921a3b-ecc6-41c4-85ca-77fde09c1206 req-89d52850-8c7e-4ad0-943f-e3921d580586 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:42:59.656200 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5e921a3b-ecc6-41c4-85ca-77fde09c1206 req-89d52850-8c7e-4ad0-943f-e3921d580586 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0756392 Apr 11 21:42:59.704160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5e921a3b-ecc6-41c4-85ca-77fde09c1206 req-d2051666-2b0f-4424-b12e-753bbdd43e5e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Apr 11 21:43:00.903287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e0db-53b1-499a-b17a-17154b8b67df req-2cc513fd-db1c-498d-b693-ac3b0c483593 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:00.904753 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30d3e0db-53b1-499a-b17a-17154b8b67df req-2cc513fd-db1c-498d-b693-ac3b0c483593 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0768621 Apr 11 21:43:00.954208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30d3e0db-53b1-499a-b17a-17154b8b67df req-fc3c4fd0-db03-4628-86a8-36c56c89e306 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Apr 11 21:43:01.252684 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:02.148476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addda285-2e0c-4387-ada8-22e27ea24aec req-a2d53bdc-9090-412d-a3f5-2fe2b46a4932 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:02.150179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-addda285-2e0c-4387-ada8-22e27ea24aec req-a2d53bdc-9090-412d-a3f5-2fe2b46a4932 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0762134 Apr 11 21:43:02.196377 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-addda285-2e0c-4387-ada8-22e27ea24aec req-5ea03b67-c0dd-491d-8d37-5b744822e653 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Apr 11 21:43:03.399564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68da0a-d1b7-4930-83a6-4e358353e3c1 req-2dd9b829-7f06-40ab-96bd-738763e9c489 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:03.400960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e68da0a-d1b7-4930-83a6-4e358353e3c1 req-2dd9b829-7f06-40ab-96bd-738763e9c489 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0821142 Apr 11 21:43:03.447427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0e68da0a-d1b7-4930-83a6-4e358353e3c1 req-56e91120-77f7-4c71-b203-2d229fe45f47 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Apr 11 21:43:04.723927 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d6d4-a2d3-4442-835c-d0b64eba58d5 req-9d6a1a3d-fc44-4c6a-aacf-3ab7c3fb33d0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:04.725367 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4169d6d4-a2d3-4442-835c-d0b64eba58d5 req-9d6a1a3d-fc44-4c6a-aacf-3ab7c3fb33d0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1584532 Apr 11 21:43:04.770150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4169d6d4-a2d3-4442-835c-d0b64eba58d5 req-8e7d7f20-d1a1-4c40-8308-a77e6f202406 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Apr 11 21:43:05.968300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3355cd8-7ca7-41dd-a871-d13df2f10762 req-a21331b1-4887-4108-a0fa-8bdef0b3a292 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:05.969728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3355cd8-7ca7-41dd-a871-d13df2f10762 req-a21331b1-4887-4108-a0fa-8bdef0b3a292 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0789974 Apr 11 21:43:06.014670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3355cd8-7ca7-41dd-a871-d13df2f10762 req-8d001756-68ca-41e5-a57b-140799755d9e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388634 Apr 11 21:43:07.220457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3cae4-27a2-40ac-b223-3f18a2371a9e req-0f128eb4-0bd7-45e7-ad85-0fbfe20cd0ff tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:07.221898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-abf3cae4-27a2-40ac-b223-3f18a2371a9e req-0f128eb4-0bd7-45e7-ad85-0fbfe20cd0ff tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0763185 Apr 11 21:43:07.269656 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-abf3cae4-27a2-40ac-b223-3f18a2371a9e req-3ac75fa6-8ef7-4861-9f6f-eaeebf9d37c5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 Apr 11 21:43:08.475307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2f07-47ae-4b4d-8b9e-a585c3d3ff7a req-262695e5-be5f-4619-8de0-b99eaf2a5a4d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:08.476935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-577f2f07-47ae-4b4d-8b9e-a585c3d3ff7a req-262695e5-be5f-4619-8de0-b99eaf2a5a4d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0764105 Apr 11 21:43:08.525904 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-577f2f07-47ae-4b4d-8b9e-a585c3d3ff7a req-d34a418e-69a9-4946-b2a9-901a428d8237 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Apr 11 21:43:09.737561 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6eb58-efd4-4145-ac91-ca2e4622dbea req-9c22f0df-8106-48c1-86d7-159b95c7d88e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:09.739013 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42f6eb58-efd4-4145-ac91-ca2e4622dbea req-9c22f0df-8106-48c1-86d7-159b95c7d88e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0805042 Apr 11 21:43:09.783767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-42f6eb58-efd4-4145-ac91-ca2e4622dbea req-c17dffe7-2038-41fe-be06-ebd835728065 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384011 Apr 11 21:43:10.384841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-75e1328a-41d6-467c-bd87-4a4e91f68d5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1096 time: 0.1651947 Apr 11 21:43:10.528018 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-37a3b06c-4c8f-4de8-84d6-46d03f949419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:10.529447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-37a3b06c-4c8f-4de8-84d6-46d03f949419 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1248484 Apr 11 21:43:10.629184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-84a6e53d-d6ae-406f-a7e9-c3595aca048c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 1001 time: 0.0935426 Apr 11 21:43:10.692072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-92cbe9d5-8361-4504-a4f5-e98a527f3a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:10.693471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-92cbe9d5-8361-4504-a4f5-e98a527f3a86 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0553863 Apr 11 21:43:10.768935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-2d2369af-7453-4b9d-a155-b48af10707f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672743 Apr 11 21:43:10.899368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-8c9c5866-fa97-4196-bb7e-c2e32d5acfe6 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244285 Apr 11 21:43:11.087032 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fab35890-1d07-4c16-8ef7-ec88f39cb9b0 req-7618ad6d-a05d-4013-adbc-7efca7b0fe3f service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802514 Apr 11 21:43:11.094957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457775d-2eeb-4eea-a3f9-19cfc56abadf req-a85bc54c-d822-4660-9279-1c24751e5e84 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:11.096410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2457775d-2eeb-4eea-a3f9-19cfc56abadf req-a85bc54c-d822-4660-9279-1c24751e5e84 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1909835 Apr 11 21:43:11.143203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2457775d-2eeb-4eea-a3f9-19cfc56abadf req-db1a9a69-cbde-42bb-9ae4-895dce6aeec8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Apr 11 21:43:12.343858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07561cb8-9e23-4420-964f-d78d5f4b1d05 req-1a74a915-7e95-40c1-92ce-7b895d56d9af tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:12.345303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07561cb8-9e23-4420-964f-d78d5f4b1d05 req-1a74a915-7e95-40c1-92ce-7b895d56d9af tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0761476 Apr 11 21:43:12.389760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07561cb8-9e23-4420-964f-d78d5f4b1d05 req-23211276-4130-4a64-bebf-006d8aa7d239 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 Apr 11 21:43:13.587629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc2d4c-c676-410a-9bda-940302292128 req-adf49cdc-9d44-4e59-aeda-234443a78680 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:13.589071 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4dbc2d4c-c676-410a-9bda-940302292128 req-adf49cdc-9d44-4e59-aeda-234443a78680 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0786521 Apr 11 21:43:13.633518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4dbc2d4c-c676-410a-9bda-940302292128 req-de0ae56f-a591-4ddf-b086-45e76412b760 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384598 Apr 11 21:43:13.941843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0ac68526-c6d7-487b-b1dc-d11087c54c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:14.831341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7457b-2f06-4dc0-906e-8661ca48958f req-deb69403-f67b-4a83-bb38-1ec2203f4b40 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:14.832790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6f7457b-2f06-4dc0-906e-8661ca48958f req-deb69403-f67b-4a83-bb38-1ec2203f4b40 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0771286 Apr 11 21:43:14.878118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d6f7457b-2f06-4dc0-906e-8661ca48958f req-35f76c9d-2b3c-4dc8-b206-062cc5c80f5a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Apr 11 21:43:16.077435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db78606-c689-43f5-a9db-8a20d46e95b4 req-57555ec7-ea2a-413a-98e6-0681d3cd7363 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:16.079007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8db78606-c689-43f5-a9db-8a20d46e95b4 req-57555ec7-ea2a-413a-98e6-0681d3cd7363 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0764585 Apr 11 21:43:16.129765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8db78606-c689-43f5-a9db-8a20d46e95b4 req-af6901a0-5bcf-4178-b381-c690f7076433 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452812 Apr 11 21:43:16.280804 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-133dda29-a1d1-4f1d-abb6-36983dd71f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:17.326982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9b13a-400f-40f6-ad74-2c1f377d1d4f req-74b4fdba-7a10-4240-a5e9-953b18fa3f8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:17.328646 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96a9b13a-400f-40f6-ad74-2c1f377d1d4f req-74b4fdba-7a10-4240-a5e9-953b18fa3f8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0773673 Apr 11 21:43:17.378531 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96a9b13a-400f-40f6-ad74-2c1f377d1d4f req-ae2d7c2f-5b7a-4eb7-9dce-04bcedb6bd73 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 Apr 11 21:43:17.489920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:17.549078 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:18.577899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889aad8-c885-4e48-8033-e86c57e9f5e5 req-dc17b848-f9e8-4948-8f84-ee35e168a3ef tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:18.579266 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c889aad8-c885-4e48-8033-e86c57e9f5e5 req-dc17b848-f9e8-4948-8f84-ee35e168a3ef tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0803525 Apr 11 21:43:18.624855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c889aad8-c885-4e48-8033-e86c57e9f5e5 req-1a1f3608-39af-4a51-bdaf-4969702ffe4e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Apr 11 21:43:18.886378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:19.821655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fc30f-845f-404f-96d4-728b2691c902 req-5a34cac9-72c0-4131-b9a3-8c5f303e8621 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:19.823105 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec2fc30f-845f-404f-96d4-728b2691c902 req-5a34cac9-72c0-4131-b9a3-8c5f303e8621 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0757639 Apr 11 21:43:19.871670 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ec2fc30f-845f-404f-96d4-728b2691c902 req-eafa11d3-c11b-483b-9747-b74206bdf0bf tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Apr 11 21:43:21.067748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb5154-f964-474e-b338-4bace3503a9d req-d2ec0a79-b7d5-4923-910d-51c14d71eca2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:21.069197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9abb5154-f964-474e-b338-4bace3503a9d req-d2ec0a79-b7d5-4923-910d-51c14d71eca2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0762420 Apr 11 21:43:21.118410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9abb5154-f964-474e-b338-4bace3503a9d req-94693464-cf41-422c-8ac5-3f9ca8877ddb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Apr 11 21:43:22.326583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a64e-93b2-4363-99e6-80b997b2d3da req-89f1e693-a35b-4d59-ad56-16e716af7258 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:22.328056 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-53a8a64e-93b2-4363-99e6-80b997b2d3da req-89f1e693-a35b-4d59-ad56-16e716af7258 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0814445 Apr 11 21:43:22.374593 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-53a8a64e-93b2-4363-99e6-80b997b2d3da req-d801abfb-9725-44e0-8c17-0e5e6e08ce8e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Apr 11 21:43:23.589990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa0ed-14d1-4b97-b780-d012df163c94 req-f6f73f84-ee41-4a55-9d27-8ce122d0e18d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:23.591382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3acaa0ed-14d1-4b97-b780-d012df163c94 req-f6f73f84-ee41-4a55-9d27-8ce122d0e18d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0760477 Apr 11 21:43:23.636522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3acaa0ed-14d1-4b97-b780-d012df163c94 req-857681e0-86e2-46ce-a2cb-c4e6a928225e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Apr 11 21:43:24.834034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39438c3c-440f-4264-a835-84081ed67a37 req-33fddc85-06c6-4e47-9211-b06d40995340 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:24.835494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39438c3c-440f-4264-a835-84081ed67a37 req-33fddc85-06c6-4e47-9211-b06d40995340 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0750053 Apr 11 21:43:24.880811 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39438c3c-440f-4264-a835-84081ed67a37 req-ac6a6875-c290-419c-a981-a2003548a062 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Apr 11 21:43:26.079318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165fd66-39b7-4f4e-90c9-c153bcf19029 req-b9fe43bd-dcab-4418-a73b-b1c9681069e5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:26.080859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a165fd66-39b7-4f4e-90c9-c153bcf19029 req-b9fe43bd-dcab-4418-a73b-b1c9681069e5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0790668 Apr 11 21:43:26.127080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a165fd66-39b7-4f4e-90c9-c153bcf19029 req-bb47b98d-699d-4367-bc32-d4e25e92391e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Apr 11 21:43:27.334242 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ea18-c91f-4e5d-aafc-e6c1dcde05d1 req-371af074-d931-44ff-aad6-37ce4b6bbd28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:27.335720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5628ea18-c91f-4e5d-aafc-e6c1dcde05d1 req-371af074-d931-44ff-aad6-37ce4b6bbd28 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0815189 Apr 11 21:43:27.381610 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5628ea18-c91f-4e5d-aafc-e6c1dcde05d1 req-7ec94bca-174c-4c16-ac48-5bdf1a16fd42 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Apr 11 21:43:28.574990 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677141a-493f-41a0-a18c-c3c9046dc7ca req-714a3ac6-521e-4a56-8765-a8f91638ded9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:28.576373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2677141a-493f-41a0-a18c-c3c9046dc7ca req-714a3ac6-521e-4a56-8765-a8f91638ded9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0765674 Apr 11 21:43:28.620862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2677141a-493f-41a0-a18c-c3c9046dc7ca req-a599142f-a946-4cec-b686-c48bbb2995bd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Apr 11 21:43:29.507484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:29.817485 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74775dfd-a9aa-4f7c-a324-27e8c256c09b req-2800c3f0-2519-458a-a084-0e6a75479a39 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:29.818918 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74775dfd-a9aa-4f7c-a324-27e8c256c09b req-2800c3f0-2519-458a-a084-0e6a75479a39 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0758674 Apr 11 21:43:29.867441 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74775dfd-a9aa-4f7c-a324-27e8c256c09b req-0d26c469-78a0-478e-bb80-3518b95950bb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Apr 11 21:43:30.694135 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-7c1a6674-d6d1-4d14-8378-27a5102da920 service neutron] show failed (client error): The resource could not be found. Apr 11 21:43:30.695106 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-7c1a6674-d6d1-4d14-8378-27a5102da920 service neutron] 10.222.0.75 "GET /v2.0/ports/82c4860a-83c1-44c9-86be-89c2930d4dcf/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0758848 Apr 11 21:43:31.072883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b0566-7f70-4b31-bc63-4c2d51022c79 req-3e788bc7-0565-4bfe-abd6-121ae4ac3dfa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:31.074381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb9b0566-7f70-4b31-bc63-4c2d51022c79 req-3e788bc7-0565-4bfe-abd6-121ae4ac3dfa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.0796437 Apr 11 21:43:31.120909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fb9b0566-7f70-4b31-bc63-4c2d51022c79 req-dd0bb265-1431-4eca-a6da-0de4f9d0679c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Apr 11 21:43:31.216609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:31.419154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-74a8450b-ec9b-425c-8388-5672d41bf820 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 1096 time: 0.2527249 Apr 11 21:43:31.430457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:43:31.536242 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:31.805478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:31.833623 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:43:31.893567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:31.899150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:31.914819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Transition to ACTIVE for port object 82c4860a-83c1-44c9-86be-89c2930d4dcf will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:43:31.960620 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1319455f-9207-455f-abfb-092cbb063faa'] response: {'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'code': 200} Apr 11 21:43:31.978157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:32.123456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:32.187569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] No DVR routers for this DVR port 82c4860a-83c1-44c9-86be-89c2930d4dcf on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:43:32.409457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25b70-6bcc-4f84-8119-9d46093d20b3 req-4632d765-4087-4448-810c-fc2e2548019a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:32.410908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56d25b70-6bcc-4f84-8119-9d46093d20b3 req-4632d765-4087-4448-810c-fc2e2548019a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.1543515 Apr 11 21:43:32.474526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56d25b70-6bcc-4f84-8119-9d46093d20b3 req-fee315d9-14b8-4130-96ec-0d68e4d027c6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574489 Apr 11 21:43:32.545278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:43:32.545604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:43:32.545923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:43:32.551589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:43:32.551903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:43:32.558660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:43:32.558977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:43:32.559354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:43:32.559796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Bound port: 82c4860a-83c1-44c9-86be-89c2930d4dcf, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:43:32.560134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:32.658043 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:43:32.660986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:43:32.730432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:32.791531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:32.793708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 1091 time: 1.3669524 Apr 11 21:43:32.806655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e163e-ef47-443c-b31f-7555984477b9 service neutron] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:32.893923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-58ec7929-7e22-4c47-b4c7-142f16587309 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1094 time: 0.0760958 Apr 11 21:43:33.028515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-09d2d5c5-927d-4e86-aead-6889f337be3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:33.029970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-09d2d5c5-927d-4e86-aead-6889f337be3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1299515 Apr 11 21:43:33.128999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-98d0418d-3052-4ba1-9b31-5e19b0cac25b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.0934658 Apr 11 21:43:33.287009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-bfe4c007-81eb-43e0-85f2-5c0becb2b749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:33.288402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-bfe4c007-81eb-43e0-85f2-5c0becb2b749 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1539087 Apr 11 21:43:33.361374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-913d5ca2-1c27-43e2-8844-f162073f0c16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668843 Apr 11 21:43:33.497666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-b118f71e-e4e6-42b5-b728-035444d5b74f service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295619 Apr 11 21:43:33.631636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5be8ab3c-6b67-4bcd-8a7f-328ff843683e req-452bb2a4-0b2c-49da-8e6f-be73ba2e7f2d service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278315 Apr 11 21:43:33.678825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e57c70-0ecc-4e42-8e1e-9a2db921a608 req-2065cb15-af7a-4e14-b0d3-cb3761a85821 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:33.680301 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1e57c70-0ecc-4e42-8e1e-9a2db921a608 req-2065cb15-af7a-4e14-b0d3-cb3761a85821 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0787387 Apr 11 21:43:33.726946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a1e57c70-0ecc-4e42-8e1e-9a2db921a608 req-cb40ce5f-e7e7-4128-aba8-0d2ddc7658ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Apr 11 21:43:33.962008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:33.982319 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:43:34.038137 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61445f4c-f352-4ab9-b573-2be2d1e44438'] response: {'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'status': 'completed', 'code': 200} Apr 11 21:43:34.148260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:43:34.180752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-b931efe6-46dc-4bd8-b6ff-6dab65e34213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1094 time: 0.1275399 Apr 11 21:43:34.189820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-57841aab-9891-49ae-a1a1-1b7ee62c9011 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1094 time: 0.1028264 Apr 11 21:43:34.206064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:43:34.426886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-c26adeab-fdd4-4009-924b-3d468c81d548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:34.428374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-c26adeab-fdd4-4009-924b-3d468c81d548 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2421107 Apr 11 21:43:34.430513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-4043bf71-330b-484f-905f-91301b416098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:34.431916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-4043bf71-330b-484f-905f-91301b416098 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2217615 Apr 11 21:43:34.617972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-df10ddc0-66a9-46ad-8ff8-5b7a5a222586 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.1835015 Apr 11 21:43:34.620144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-cf7d2904-7f9e-4fb2-b2f5-f9a8394f393d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.1357169 Apr 11 21:43:34.729459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-74c2501f-6e7c-4235-b000-0a713d18e08b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:34.731394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-74c2501f-6e7c-4235-b000-0a713d18e08b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1074483 Apr 11 21:43:34.732667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-2105fab2-55cb-4fb3-addc-e45aaa6ec85e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:34.733928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-2105fab2-55cb-4fb3-addc-e45aaa6ec85e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0805678 Apr 11 21:43:34.866702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-bf27e276-5f18-4789-b154-b92477f63d41 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011033 Apr 11 21:43:34.869385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-ca39a340-81e5-4262-baef-766f93458991 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317649 Apr 11 21:43:34.932692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4abdb3-7d4b-440c-a335-ce42b83478fc req-b8221251-ed7f-4158-9fc9-32431469c4f6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:34.934273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f4abdb3-7d4b-440c-a335-ce42b83478fc req-b8221251-ed7f-4158-9fc9-32431469c4f6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0802860 Apr 11 21:43:34.979036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7f4abdb3-7d4b-440c-a335-ce42b83478fc req-67a5ef0a-9ed2-4bb3-a7dd-bdccce721fe9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391498 Apr 11 21:43:35.207779 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-8a7a823c-b0db-4bd4-beeb-77d034765f38 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319292 Apr 11 21:43:35.210760 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-22b20393-7e55-46f5-a0e3-6cae22f51085 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179495 Apr 11 21:43:35.447808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-5434ba85-3b66-44cc-a6f6-51c56f16f796 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341766 Apr 11 21:43:35.451403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d9fbd23f-9fa8-411f-8e7a-fde72f423cfb req-826f3d16-97cf-4940-a707-bcc012eff665 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196448 Apr 11 21:43:36.186616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8bf1-9c42-4ad7-9a59-12a136610b6e req-a8ee8a7d-0364-40a5-b572-2ba30d5d69da tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:36.187992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b7e8bf1-9c42-4ad7-9a59-12a136610b6e req-a8ee8a7d-0364-40a5-b572-2ba30d5d69da tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.0779269 Apr 11 21:43:36.233764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b7e8bf1-9c42-4ad7-9a59-12a136610b6e req-3a738137-0a4c-481d-9a80-9600e90436b1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401278 Apr 11 21:43:37.018988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-9327818e-f3ae-4a41-bff7-a8ff909ccb13 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:37.020482 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-9327818e-f3ae-4a41-bff7-a8ff909ccb13 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c&tenant_id=c1e981525353437c9771ae458eccafff&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 943 time: 0.1427181 Apr 11 21:43:37.027265 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c64dca-d0b0-4f13-b839-fec907a7c6b4 req-7fee2d3c-fc08-4565-be02-e39f07a2f797 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:37.028838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7c64dca-d0b0-4f13-b839-fec907a7c6b4 req-7fee2d3c-fc08-4565-be02-e39f07a2f797 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 943 time: 0.1172001 Apr 11 21:43:37.131402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7c64dca-d0b0-4f13-b839-fec907a7c6b4 req-58ea730c-213d-41dc-b2b5-10ddea1f691a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668030 Apr 11 21:43:37.139042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-e4eb5b1b-a398-4ece-9a09-45ea3ea6040a service neutron] 10.222.0.69 "GET /v2.0/ports/82c4860a-83c1-44c9-86be-89c2930d4dcf/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 382 time: 0.1093512 Apr 11 21:43:37.237421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-2dd03d34-e44c-451b-b283-d021f5ab4680 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1094 time: 0.0730693 Apr 11 21:43:37.372031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-6ac2da4c-3c9d-497d-b9eb-9c577e949c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:37.373455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-6ac2da4c-3c9d-497d-b9eb-9c577e949c1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1309674 Apr 11 21:43:37.479562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-17010bce-5026-4c9a-a00b-7eafdbadf4ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.1000285 Apr 11 21:43:37.542791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-026f0ee4-9749-4f2c-8230-ee0f386ae429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:37.544255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-026f0ee4-9749-4f2c-8230-ee0f386ae429 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0596280 Apr 11 21:43:37.581970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:43:37.618969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-a54107a4-eda6-4662-b23f-4a09ed65c769 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689015 Apr 11 21:43:37.719091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:37.732968 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'mac_address': 'fa:16:3e:a1:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:43:37.754939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-c42c225a-9bb0-404e-ac2e-079d4578728c service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302841 Apr 11 21:43:37.786327 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:37.803984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:43:37.820147 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:37.887643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-ca4113eb-ae77-449a-b381-4b1fe76527b2 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269171 Apr 11 21:43:37.892702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:37.963331 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:38.143729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['82c4860a-83c1-44c9-86be-89c2930d4dcf'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:43:38.340043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b82eb6-2fe3-4989-bd43-1332a81bd493 req-e2a451b1-d739-4117-be10-2a63dee9b185 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:38.341682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9b82eb6-2fe3-4989-bd43-1332a81bd493 req-e2a451b1-d739-4117-be10-2a63dee9b185 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0827627 Apr 11 21:43:38.385688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9b82eb6-2fe3-4989-bd43-1332a81bd493 req-e8854328-9112-459a-8681-1baae8cf2a4e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386510 Apr 11 21:43:39.589671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:43:39.592098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfcbc5-c039-491e-be34-53b74cf67b2b req-617104f6-10a9-4e36-b734-9b79130561e2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:39.593561 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37cfcbc5-c039-491e-be34-53b74cf67b2b req-617104f6-10a9-4e36-b734-9b79130561e2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0846713 Apr 11 21:43:39.644706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37cfcbc5-c039-491e-be34-53b74cf67b2b req-b71622c2-057f-4dbc-a11e-bf301c3fa44f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451198 Apr 11 21:43:39.720384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 82c4860a-83c1-44c9-86be-89c2930d4dcf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:43:39.726442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 82c4860a-83c1-44c9-86be-89c2930d4dcf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:43:39.726833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:39.859520 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:39.888938 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:39.898115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:39.959706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:39.999265 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d91f7e-4755-48d9-b521-9656a07cfd1c'] response: {'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'code': 200} Apr 11 21:43:40.051758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:40.383559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-c9ef91f0-db1c-4d87-b9d5-17cdb77dd064 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 1096 time: 0.0759325 Apr 11 21:43:40.399305 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:43:40.596544 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:40.927640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:40.936966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787bf74-52ed-4821-8646-a8a2ee30171c req-ce736474-8b12-4544-9422-72e4ed67560e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:40.938478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7787bf74-52ed-4821-8646-a8a2ee30171c req-ce736474-8b12-4544-9422-72e4ed67560e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1330600 Apr 11 21:43:40.993132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:43:41.048750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7787bf74-52ed-4821-8646-a8a2ee30171c req-966a3c0d-ecb3-4b41-bc7b-24d7494a13ed tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042647 Apr 11 21:43:41.062506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:41.068002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:41.084042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Transition to ACTIVE for port object 82c4860a-83c1-44c9-86be-89c2930d4dcf will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:43:41.137033 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529e725d-d609-43a6-9e73-d177a1afb26d'] response: {'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'code': 200} Apr 11 21:43:41.147487 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:41.275400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:41.304324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.304666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.305002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.305342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.305668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.306000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.306324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.306646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.306967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.307287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.307686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:41.362947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] No DVR routers for this DVR port 82c4860a-83c1-44c9-86be-89c2930d4dcf on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:43:41.597839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:43:41.603551 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:43:41.603980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:43:41.604196 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:43:41.610716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:43:41.611033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Attempting to bind port 82c4860a-83c1-44c9-86be-89c2930d4dcf on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:43:41.617245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:43:41.617578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:43:41.617988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:43:41.618394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Bound port: 82c4860a-83c1-44c9-86be-89c2930d4dcf, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:43:41.618731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:41.655213 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:43:41.706113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:43:41.708984 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:43:41.778603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:41.840955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:41.842400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] 10.222.0.75 "PUT /v2.0/ports/82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 1092 time: 1.4484255 Apr 11 21:43:41.855414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bfb49-2781-4b30-81c8-2d25b459bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=11']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:41.943964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-acdd62a7-3e61-461d-b567-724d95e40e3a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1095 time: 0.0750532 Apr 11 21:43:42.076699 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-3fac6743-8a1a-457f-9c04-fd890be299b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:42.078162 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-3fac6743-8a1a-457f-9c04-fd890be299b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1276829 Apr 11 21:43:42.218529 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-7f561298-2cb8-4676-bfb1-a64e6bb55ebc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.1301208 Apr 11 21:43:42.299330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-e05521ea-e24f-4e6a-862d-1a4799138361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:42.300813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-e05521ea-e24f-4e6a-862d-1a4799138361 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0709934 Apr 11 21:43:42.315436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4c7ac-8ca2-4f52-ad6c-54f75bbaa2b9 req-bfbeaedd-e614-4d36-acdb-f36338f34a19 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:42.316959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cc4c7ac-8ca2-4f52-ad6c-54f75bbaa2b9 req-bfbeaedd-e614-4d36-acdb-f36338f34a19 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.1381576 Apr 11 21:43:42.505766 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cc4c7ac-8ca2-4f52-ad6c-54f75bbaa2b9 req-ca90073a-a53d-4e11-86e0-b20c114e61eb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560328 Apr 11 21:43:42.516614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-a34b7262-5013-4f02-a973-2c3b0b6e4903 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987526 Apr 11 21:43:42.690847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-16a91a68-f789-422b-9e00-2aeb45a0b539 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631784 Apr 11 21:43:42.824288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8326e77c-69b5-44ad-af63-65cb6d25ab85 req-82f9cb8c-350c-4e0c-abad-3c8df790bd99 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242323 Apr 11 21:43:43.138606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:43.204485 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76291072-fd9b-4d68-9df2-d5d575e03e1f'] response: {'name': 'network-changed', 'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'status': 'completed', 'code': 200} Apr 11 21:43:43.358119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-6ce57817-58fe-4181-8a49-5a73dae202b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1095 time: 0.1309192 Apr 11 21:43:43.361516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-68beb3d8-5e9f-43d1-84ed-4dd500ce218d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 1095 time: 0.1049988 Apr 11 21:43:43.594312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-9045e0f0-6fdb-4c56-93f0-4714000d22a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:43.595777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-9045e0f0-6fdb-4c56-93f0-4714000d22a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2307940 Apr 11 21:43:43.596726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-62b3d6c4-43e1-4e28-96ab-e4aaf432ef25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:43.598260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-62b3d6c4-43e1-4e28-96ab-e4aaf432ef25 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2162633 Apr 11 21:43:43.840375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-81ec2841-07e2-4f71-b67f-d6635ca0a134 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.1892650 Apr 11 21:43:43.843763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-5699e356-58b9-4a95-b2f7-37e2727abb4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 200 len: 999 time: 0.2419245 Apr 11 21:43:43.936005 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e004b6b9-2df5-4f4d-9321-5b7e74ebe8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:43.955250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faefc00-326e-4186-92d2-0a62e9ef672f req-332394a0-2542-4ad0-af2e-53301710158e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:43.956728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9faefc00-326e-4186-92d2-0a62e9ef672f req-332394a0-2542-4ad0-af2e-53301710158e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.3039255 Apr 11 21:43:43.961506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-83bbaf77-effe-45ac-91e0-d20b06a44301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:43.962819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-83bbaf77-effe-45ac-91e0-d20b06a44301 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1152253 Apr 11 21:43:44.019737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-d3823e4d-ac24-41e6-b778-0ccb1c3793cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:44.025891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-d3823e4d-ac24-41e6-b778-0ccb1c3793cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1404045 Apr 11 21:43:44.111771 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9faefc00-326e-4186-92d2-0a62e9ef672f req-246d3e37-4884-4e11-9d22-34377cc0dae6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479039 Apr 11 21:43:44.136773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-754826dd-c04a-49db-a863-e5298a6140ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517067 Apr 11 21:43:44.143228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-2c46955a-bd67-400d-9734-19d5bc1118e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109762 Apr 11 21:43:44.512512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-59f7670b-4a6d-44e8-83bd-47ebb2b32e25 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673630 Apr 11 21:43:44.515789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-92722f31-27ef-48ca-aaac-1339e78aeb3c service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532796 Apr 11 21:43:44.751166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-ce75b63c-8c93-40e1-897c-1c4314130056 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327561 Apr 11 21:43:44.752835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-60cb72a2-03ca-4dfb-bced-a0d86bb0386c req-eb3e2371-e697-4729-b94f-584db1af9cc9 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175357 Apr 11 21:43:45.315139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aff27-89bf-4da8-9fae-8751eb2446c5 req-46f24a41-b74f-45fb-ad81-be9998ee2f15 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:45.316736 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-833aff27-89bf-4da8-9fae-8751eb2446c5 req-46f24a41-b74f-45fb-ad81-be9998ee2f15 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0823796 Apr 11 21:43:45.361253 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-833aff27-89bf-4da8-9fae-8751eb2446c5 req-b6836fa8-3700-4ee1-8a79-a1b1d3069cba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 Apr 11 21:43:45.563591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828347b2-cbe2-425b-a2ed-d0be81efc38d req-18dfac9c-00fd-4e60-8ddd-0f70e92c18e2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:45.565110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-828347b2-cbe2-425b-a2ed-d0be81efc38d req-18dfac9c-00fd-4e60-8ddd-0f70e92c18e2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0859728 Apr 11 21:43:45.609409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-828347b2-cbe2-425b-a2ed-d0be81efc38d req-f370c5ff-ef8c-4d5e-96f1-e893d0d03b04 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Apr 11 21:43:45.802194 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99acd-53ff-41d9-b093-65ea99da6a21 req-035853ff-31b9-4d68-9d66-547714d8d84a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:45.803548 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29f99acd-53ff-41d9-b093-65ea99da6a21 req-035853ff-31b9-4d68-9d66-547714d8d84a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0745316 Apr 11 21:43:45.849393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-29f99acd-53ff-41d9-b093-65ea99da6a21 req-fbfd3696-2cbb-47b8-9944-e1dfa5efa382 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Apr 11 21:43:46.171735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:43:46.352739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:46.366372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'mac_address': 'fa:16:3e:a1:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:43:46.411032 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0aafab5b-d609-49e8-b051-9cd597682a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:46.422065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:46.439443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:43:46.454813 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:46.492440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2be8f-11e7-46e2-b325-2cf5d0e069a2 req-763d030c-bb71-4161-aa75-abce5ed13cf5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:46.493893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1af2be8f-11e7-46e2-b325-2cf5d0e069a2 req-763d030c-bb71-4161-aa75-abce5ed13cf5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 944 time: 0.0803745 Apr 11 21:43:46.524905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:46.539805 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1af2be8f-11e7-46e2-b325-2cf5d0e069a2 req-38254c19-a4d5-48d7-98cb-52ec9735e9b0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Apr 11 21:43:46.593664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:46.801442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['82c4860a-83c1-44c9-86be-89c2930d4dcf'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:43:47.474580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:47.544003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:47.797107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a837c9-2ed9-47e0-bc0a-48db122209c7 req-3d6e493a-baf3-4555-af35-d427f665a676 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:47.798473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3a837c9-2ed9-47e0-bc0a-48db122209c7 req-3d6e493a-baf3-4555-af35-d427f665a676 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1360536 Apr 11 21:43:47.804782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-970a9d29-c1a5-4a34-81cf-e28711626ab8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:47.806075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-970a9d29-c1a5-4a34-81cf-e28711626ab8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 945 time: 0.1135304 Apr 11 21:43:47.898819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f3a837c9-2ed9-47e0-bc0a-48db122209c7 req-695716ec-8df5-41ea-9a50-0c75443de030 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918236 Apr 11 21:43:47.902450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Deleting port 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:43:47.902794 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.162728 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:48.163076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.183443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:43:48.320544 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 82c4860a-83c1-44c9-86be-89c2930d4dcf completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:43:48.326350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 82c4860a-83c1-44c9-86be-89c2930d4dcf triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:43:48.326714 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.440270 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.456025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.456380 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.456686 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a disassociated. External IP: 172.25.5.10, port: 82c4860a-83c1-44c9-86be-89c2930d4dcf. Apr 11 21:43:48.457022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Calling delete_port for 82c4860a-83c1-44c9-86be-89c2930d4dcf owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:43:48.467403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:48.477043 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:48.526719 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6802509-c43d-4cfb-8b41-70c808411430'] response: {'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'code': 200} Apr 11 21:43:48.532034 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:48.567053 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:43:48.567412 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:43:48.599430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=13']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:48.608609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.608948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.609298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.609610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.609937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.610257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.610573 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.610888 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.611202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.611536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.611855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:43:48.907111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:49.068554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Deleting port 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:43:49.069126 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:49.193186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961aedb-39bb-4981-8e9d-03a6224233cf req-0cf1f95c-9499-4be8-bdd4-daee605b3c9b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:49.194651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6961aedb-39bb-4981-8e9d-03a6224233cf req-0cf1f95c-9499-4be8-bdd4-daee605b3c9b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 946 time: 0.1735487 Apr 11 21:43:49.438696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6961aedb-39bb-4981-8e9d-03a6224233cf req-fb620784-8035-48a6-a901-5e1f7a7d5640 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377267 Apr 11 21:43:49.464171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] For port 82c4860a-83c1-44c9-86be-89c2930d4dcf, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82c4860a-83c1-44c9-86be-89c2930d4dcf,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:43:49.464531 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:49.750500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:49.750777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:49.751094 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a disassociated. External IP: 172.25.5.10, port: 82c4860a-83c1-44c9-86be-89c2930d4dcf. Apr 11 21:43:49.751429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Calling delete_port for 82c4860a-83c1-44c9-86be-89c2930d4dcf owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:43:49.949076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:50.002679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event deleted for resources: {'Port': ['ID=82c4860a-83c1-44c9-86be-89c2930d4dcf,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:50.217669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:43:50.423834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:43:50.433736 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:43:50.445368 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:43:50.445959 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:43:50.498057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] No DVR routers for this DVR port 82c4860a-83c1-44c9-86be-89c2930d4dcf on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:43:50.501111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:50.505385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-deleted', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:50.568817 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8faee80-8130-40a9-94c2-5f7302a6a746'] response: {'server_uuid': '78f04697-1ab6-4f93-81e8-d7a09700847c', 'name': 'network-vif-deleted', 'tag': '82c4860a-83c1-44c9-86be-89c2930d4dcf', 'status': 'completed', 'code': 200} Apr 11 21:43:50.578834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-df6824b2-25de-4564-ba2f-35b1d4927a5b req-cd1c8350-d410-4d91-835d-5a4fd37fa8ac tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "DELETE /v2.0/ports/82c4860a-83c1-44c9-86be-89c2930d4dcf HTTP/1.1" status: 204 len: 173 time: 2.7580063 Apr 11 21:43:50.608416 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e3144a40-51f3-4708-8907-719064a1c52a req-62d8bfce-7ef8-4b74-938b-79c0831e8877 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=78f04697-1ab6-4f93-81e8-d7a09700847c HTTP/1.1" status: 200 len: 210 time: 0.0407915 Apr 11 21:43:50.628504 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:43:50.940549 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:43:50.944421 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:43:50.955207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:43:50.959575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:43:51.130277 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:43:51.471885 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:43:51.476108 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891b68a-d1d2-4797-8c49-4d0f0385c32d None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:43:51.704408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c510c-f39c-4a17-9357-679ecda66799 None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:43:51.989052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-4e942527-b595-4485-baa2-d4fde61a82b4 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1331783767&fields=id&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 267 time: 0.0425274 Apr 11 21:43:52.139046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-ab54e621-78e8-4066-a0a6-308b85031e7b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:52.140522 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-ab54e621-78e8-4066-a0a6-308b85031e7b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1444068 Apr 11 21:43:52.157145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-4772fda1-7208-4729-af5e-716eac2b16ae tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/quotas/c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 375 time: 0.0112352 Apr 11 21:43:52.226392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:43:52.237215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-0261daf4-5f51-4955-90f4-cdc98871bf9f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:43:52.263307 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 82c4860a-83c1-44c9-86be-89c2930d4dcf {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:43:52.266513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82c4860a-83c1-44c9-86be-89c2930d4dcf not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:43:52.320539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-0261daf4-5f51-4955-90f4-cdc98871bf9f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:43:52.321957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-0261daf4-5f51-4955-90f4-cdc98871bf9f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598427 Apr 11 21:43:52.459286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-caed5b1b-8c1e-4642-9beb-cfd9503d3a95 service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252625 Apr 11 21:43:52.682732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-30014af3-90d9-43c9-bbfe-1ff910faef80 service neutron] 10.222.0.61 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164443 Apr 11 21:43:52.965279 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-96d7a0ae-0241-4a02-8f7e-466684a955f3 req-5dfc09f7-5a15-4fd4-8d87-76f95187a15b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 210 time: 0.0496955 Apr 11 21:43:54.129724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f7917c45-5626-4499-b347-0277d486afb5 req-8e44fa7a-c82e-4c06-9bb3-ad12f7cec28b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 210 time: 0.0445457 Apr 11 21:43:55.012756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-62f7e3ab-5b40-4526-b98a-2fff067001b7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:55.014201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-62f7e3ab-5b40-4526-b98a-2fff067001b7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 810 time: 0.1416268 Apr 11 21:43:55.074874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1a6dc379-0789-4acc-a748-8c9fc4c1ece8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 380 time: 0.0407846 Apr 11 21:43:55.085884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'port': {'device_id': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'admin_state_up': True, 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'security_groups': ['764eca01-4370-47b9-9a2b-51bfa847b547']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:43:55.232076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:43:55.241949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:43:55.300254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b0b90466-6ed8-4387-ad20-1077cc22ebcb req-3953a0e8-08f7-40f9-bbe1-2fae7e544413 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 210 time: 0.0413818 Apr 11 21:43:55.309192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Made reservation on behalf of c1e981525353437c9771ae458eccafff for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:43:55.312206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:55.471797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Allocated IP 172.20.0.9 (dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad/894016ee-194f-42fa-b3b6-c3c7a8240e9d/9d5cb4db-d6ac-493d-8e43-9751f27e77d3) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:43:55.651891 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:55.666953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Transition to ACTIVE for port object 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:43:55.748882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:55.828690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:43:55.829594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:55.831895 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:43:55.833880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:43:55.895866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:55.896638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:56.006836 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-1c958965-8421-46ed-8a5b-dd7dc77414a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9243650 Apr 11 21:43:56.022334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Request body: {'port': {'device_id': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:43:56.137129 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:56.146989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ca5d1f36-d862-435d-9ff5-b86da551ca69 None None] Provisioning for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:43:56.153725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ca5d1f36-d862-435d-9ff5-b86da551ca69 None None] Provisioning complete for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:43:56.154104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1f36-d862-435d-9ff5-b86da551ca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:56.209168 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d1f36-d862-435d-9ff5-b86da551ca69 None None] Port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:43:56.527955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:43:56.536152 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:56.554420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Transition to ACTIVE for port object 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:43:56.566860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601acf0-1479-4660-9ad7-df439a7f9185 req-57ba9829-2d13-48e2-adf4-13ce31e04bba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:56.567553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a601acf0-1479-4660-9ad7-df439a7f9185 req-57ba9829-2d13-48e2-adf4-13ce31e04bba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Synchronizing usage tracker for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:43:56.634587 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:56.672666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a601acf0-1479-4660-9ad7-df439a7f9185 req-57ba9829-2d13-48e2-adf4-13ce31e04bba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Unset dirty status for tenant:c1e981525353437c9771ae458eccafff on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:43:56.673823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a601acf0-1479-4660-9ad7-df439a7f9185 req-57ba9829-2d13-48e2-adf4-13ce31e04bba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 931 time: 0.2484944 Apr 11 21:43:56.893137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:56.938077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a601acf0-1479-4660-9ad7-df439a7f9185 req-5039b13d-d466-4462-bebe-a44225fec0f6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529399 Apr 11 21:43:57.008250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:43:57.008503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:43:57.008818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:43:57.014896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:43:57.015208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:43:57.021282 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:43:57.021606 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:43:57.021975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:43:57.022383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Bound port: 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:43:57.022716 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:57.106948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:43:57.109817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:43:57.195019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:57.257943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:57.259445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] 10.222.0.75 "PUT /v2.0/ports/9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 1091 time: 1.2413118 Apr 11 21:43:57.259912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:43:57.284448 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f22599-ea84-4edd-aa08-6dc58253a94a service neutron] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:43:57.329944 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2cd11b-fdfb-49e1-8a85-b49708163b19'] response: {'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'status': 'completed', 'code': 200} Apr 11 21:43:57.435840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af04074-6e57-4405-820f-da3462cdfd32 req-333fc006-5c8a-4c0f-a992-ca5613e1c89b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0781002 Apr 11 21:43:57.579691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04074-6e57-4405-820f-da3462cdfd32 req-873f364b-4136-4e7f-8b86-b4de465317ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:57.581193 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af04074-6e57-4405-820f-da3462cdfd32 req-873f364b-4136-4e7f-8b86-b4de465317ca service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c1e981525353437c9771ae458eccafff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1352415 Apr 11 21:43:57.723996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04074-6e57-4405-820f-da3462cdfd32 req-98dd694f-20a5-4595-859b-cc4315ce8898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:57.725345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9af04074-6e57-4405-820f-da3462cdfd32 req-98dd694f-20a5-4595-859b-cc4315ce8898 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327562 Apr 11 21:43:57.836368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-cb762043-dd95-40f7-8c4d-be33b14823bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0673063 Apr 11 21:43:57.910324 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-047a28ae-14fa-429e-80a0-b546f1771730 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 217 time: 0.0632014 Apr 11 21:43:57.974428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-6956b241-a35f-4771-87e2-3bb4dbf7129f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:57.975841 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-6956b241-a35f-4771-87e2-3bb4dbf7129f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0566678 Apr 11 21:43:58.061399 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-6c834096-cf48-4af3-8870-50a4976d981f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768065 Apr 11 21:43:58.244097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c24a9b-597e-40f0-99d4-0ffb56cf1284 req-87efc87c-6666-43d2-b8a7-4f02aa86c612 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:58.245670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22c24a9b-597e-40f0-99d4-0ffb56cf1284 req-87efc87c-6666-43d2-b8a7-4f02aa86c612 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.1824441 Apr 11 21:43:58.254678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-d12929dc-2ba5-4bd9-ab81-6b396ff50010 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614347 Apr 11 21:43:58.382462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-22c24a9b-597e-40f0-99d4-0ffb56cf1284 req-ddeb3f61-77c1-4426-a5eb-b0ab3dc8378c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298504 Apr 11 21:43:58.426296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a16859ba-9aea-4a23-896d-25b3bb029de1 req-c4ac3b44-095e-4afe-bf6f-45b0cd9a9f93 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581705 Apr 11 21:43:59.509017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:43:59.582148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ba50b-5ed6-4a48-ba70-2c97b412c6cf req-4aee726e-ef34-4ac4-9cac-9b4bc06f23d9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:43:59.583543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d0ba50b-5ed6-4a48-ba70-2c97b412c6cf req-4aee726e-ef34-4ac4-9cac-9b4bc06f23d9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0764201 Apr 11 21:43:59.631760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d0ba50b-5ed6-4a48-ba70-2c97b412c6cf req-f1c92e05-fbaa-4499-b215-12f2d17218ea tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Apr 11 21:44:00.828212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09af33c-dea6-436a-9ac2-aaa9618a3744 req-9f810ce7-a551-41b4-899a-c0e87c07e24f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:00.829641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d09af33c-dea6-436a-9ac2-aaa9618a3744 req-9f810ce7-a551-41b4-899a-c0e87c07e24f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0784819 Apr 11 21:44:00.874745 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d09af33c-dea6-436a-9ac2-aaa9618a3744 req-12ab96e3-9ba6-4a37-ac77-cdedd6488548 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Apr 11 21:44:01.234412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:02.073852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27923663-a905-485c-a213-dcc2e26772d5 req-3027236b-1be5-47d4-a3f2-2bf33b4b476c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:02.075288 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-27923663-a905-485c-a213-dcc2e26772d5 req-3027236b-1be5-47d4-a3f2-2bf33b4b476c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0809062 Apr 11 21:44:02.119752 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-27923663-a905-485c-a213-dcc2e26772d5 req-c3cef7f2-1fd8-4d91-8067-1778623a91dd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 Apr 11 21:44:02.257536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:44:02.393304 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:02.406616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'mac_address': 'fa:16:3e:03:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:44:02.463039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:02.480044 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:44:02.494494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:02.560246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:02.624769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:02.816795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9d5cb4db-d6ac-493d-8e43-9751f27e77d3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:44:03.318173 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0035-6c4f-4a10-b1d3-5371decb8e8d req-b7dc1e33-744b-4133-ae10-7aee61c33418 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:03.319645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-614b0035-6c4f-4a10-b1d3-5371decb8e8d req-b7dc1e33-744b-4133-ae10-7aee61c33418 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0760677 Apr 11 21:44:03.367833 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-614b0035-6c4f-4a10-b1d3-5371decb8e8d req-2a0b7e38-84fb-483c-84d7-8ed73f5fa450 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Apr 11 21:44:04.288382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:44:04.469026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:44:04.490248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:44:04.490248 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:04.583129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044e25-6cf0-4be4-a78a-d28b325000bf req-762cc3ea-771b-478e-9e01-a642c136ce37 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:04.584507 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2044e25-6cf0-4be4-a78a-d28b325000bf req-762cc3ea-771b-478e-9e01-a642c136ce37 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0806377 Apr 11 21:44:04.591837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:04.617834 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:04.627831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:04.629767 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f2044e25-6cf0-4be4-a78a-d28b325000bf req-72641aee-61d0-493d-b994-d22a130ccfff tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Apr 11 21:44:04.674120 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e019ab93-4013-4652-bb06-e1a46de7f710'] response: {'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'code': 200} Apr 11 21:44:04.720777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:04.816223 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82ff3733-2146-453a-9b8c-f66190a1790e req-2a8b1f0d-9a0e-4ac6-af35-a426fa492e30 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0698140 Apr 11 21:44:04.825091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:04.862201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82ff3733-2146-453a-9b8c-f66190a1790e req-ba6c67f8-e51c-48e9-b515-4238f7c934a1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373645 Apr 11 21:44:05.825586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba565ef-953b-42d8-a953-2da907a8b881 req-b65ea337-6ca4-4b62-bfff-1e1c1ac2bf6c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:05.827031 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ba565ef-953b-42d8-a953-2da907a8b881 req-b65ea337-6ca4-4b62-bfff-1e1c1ac2bf6c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0754716 Apr 11 21:44:05.874087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1ba565ef-953b-42d8-a953-2da907a8b881 req-86c1c72a-d151-4a18-b38a-19d7eb712e66 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 Apr 11 21:44:07.165302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5472e4-2272-4321-a84f-839cdd551382 req-8f792113-9700-498a-b226-d3576c288986 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:07.166689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a5472e4-2272-4321-a84f-839cdd551382 req-8f792113-9700-498a-b226-d3576c288986 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.1718895 Apr 11 21:44:07.212757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a5472e4-2272-4321-a84f-839cdd551382 req-d0cb351e-d104-4690-8219-24827bc20334 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Apr 11 21:44:07.412983 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef20c0f-99b2-440d-ab46-c9bb94043e32 req-1c725a99-a8b3-4de5-847a-316554342f56 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:07.414455 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ef20c0f-99b2-440d-ab46-c9bb94043e32 req-1c725a99-a8b3-4de5-847a-316554342f56 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0798647 Apr 11 21:44:07.424456 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 54968) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:44:07.429717 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Request body: {'floatingip': {'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:44:07.585366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:08.174070 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:08.240492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:08.428901 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a associated. External IP: 172.25.5.10, port: 9d5cb4db-d6ac-493d-8e43-9751f27e77d3. Apr 11 21:44:08.815850 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:44:09.113433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:44:09.117680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:09.123658 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:44:09.138866 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:44:09.139460 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:44:09.170788 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b1e7c6a-c1f9-4de9-99e7-743ff388fb1f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "PUT /v2.0/floatingips/1473b6cd-4a1d-4967-825d-623d78cfb60a HTTP/1.1" status: 200 len: 991 time: 1.7450988 Apr 11 21:44:09.171379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:09.229510 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1948db-dd40-405a-b28f-6f387bf0c19c'] response: {'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'status': 'completed', 'code': 200} Apr 11 21:44:09.320306 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:44:09.325230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-cd471b91-f299-4262-97ba-9520aacf642e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0745752 Apr 11 21:44:09.460852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-7e399146-d09e-465c-b221-56856f3db1f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:09.462375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-7e399146-d09e-465c-b221-56856f3db1f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1312561 Apr 11 21:44:09.574966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-2bd79872-d29d-4b50-9638-ac44d807aec4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.1065273 Apr 11 21:44:09.638822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-f21b5494-13f0-4d8e-a622-8d895feafdfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:09.640735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-f21b5494-13f0-4d8e-a622-8d895feafdfd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0599985 Apr 11 21:44:09.681158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:03:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:44:08Z', 'revision_number': 13, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:44:09.685515 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:44:09.695967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:44:09.696641 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:43:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:44:09.719882 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-2f132d59-7062-4056-af99-ba6f1048f21f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728121 Apr 11 21:44:09.866239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-df37c86d-2335-4807-90a9-a4893a3166b0 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356127 Apr 11 21:44:09.886831 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:44:10.005128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2ff7ab4-bec8-4b60-a00b-08f4dad082b1 req-bd367e59-f7fd-4058-bdc0-b78884dc6132 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325064 Apr 11 21:44:10.246706 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-9fbf766d-143e-4911-a883-5c56d2012382 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741835 Apr 11 21:44:10.258026 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:03:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:44:08Z', 'revision_number': 13, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:44:10.262842 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067eec5-bd5b-4032-8cc1-c523d3a4c5e6 None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '1473b6cd-4a1d-4967-825d-623d78cfb60a', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'mac_address': 'fa:16:3e:03:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:40:37Z', 'updated_at': '2022-04-11T21:44:08Z', 'revision_number': 13, 'project_id': 'c1e981525353437c9771ae458eccafff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:44:10.397815 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-ebcb99a6-b082-402b-abd6-fe1eb519d3ec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0781469 Apr 11 21:44:10.470533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f04a8e0-ca0d-4683-9be0-1aca08479099 None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:44:10.547831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-fa502c78-09b3-4d3b-9f99-09c72ad3b72c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:10.549201 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-fa502c78-09b3-4d3b-9f99-09c72ad3b72c service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1315598 Apr 11 21:44:10.650621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-70f8c4f7-e0a1-4992-9cb4-db7f83cf1cbd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.0957763 Apr 11 21:44:10.720241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-9e1d9c1c-8394-4482-a04e-795624fba8eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:10.721837 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-9e1d9c1c-8394-4482-a04e-795624fba8eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0655856 Apr 11 21:44:10.807021 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-22080c6e-f78f-470d-b4d3-7df65868df51 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762022 Apr 11 21:44:10.942586 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-3bee1866-a66f-4a42-968e-5e06dc57d03c service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288671 Apr 11 21:44:10.982106 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:44:11.074496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc5b8c21-a1af-4c2e-9d99-f9b6e1cad52d req-0d8a231a-2404-4680-93dd-a0bb9a4386cf service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263897 Apr 11 21:44:12.153924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45882087-83aa-4da0-9342-e0349fe16cf7 req-5e17c403-daae-4dc1-8006-2442d0af20b1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:12.155346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45882087-83aa-4da0-9342-e0349fe16cf7 req-5e17c403-daae-4dc1-8006-2442d0af20b1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0795438 Apr 11 21:44:12.201382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45882087-83aa-4da0-9342-e0349fe16cf7 req-1de51ad1-08f6-4280-96ef-d8584c340f45 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Apr 11 21:44:13.952510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-843a1937-d545-4adb-9e78-1ca9df2a1c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:16.291397 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-67dc3bb7-99fe-406c-9eae-b37e419bf2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:17.486153 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:17.554340 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:18.901444 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:22.147317 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4f9d8873-574e-4692-9fcd-336a5bfb6078 req-e27ab329-5a3c-477d-b828-434a04d69f3c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664489 Apr 11 21:44:22.716281 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-b620a394-0e35-408e-acc5-300201ac6185 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741286 Apr 11 21:44:22.741442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec067f-7e25-4743-b90a-df37b8bd1c77 req-5d12a2ed-c527-4ca4-ae5f-3f63b46ec2ce tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:22.746184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8bec067f-7e25-4743-b90a-df37b8bd1c77 req-5d12a2ed-c527-4ca4-ae5f-3f63b46ec2ce tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.1768751 Apr 11 21:44:22.796348 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8bec067f-7e25-4743-b90a-df37b8bd1c77 req-15320719-2c8c-490e-ab96-8c962f22e328 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 Apr 11 21:44:23.997968 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ca0b-386f-4125-bcb9-17d7a847590d req-7baf4239-a704-4047-aeff-40c0184ff356 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:24.002137 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7535ca0b-386f-4125-bcb9-17d7a847590d req-7baf4239-a704-4047-aeff-40c0184ff356 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0759082 Apr 11 21:44:24.045448 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7535ca0b-386f-4125-bcb9-17d7a847590d req-88bbb21b-ff08-4cab-b4cc-0feb73dc4fb0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Apr 11 21:44:25.036763 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-bd812ef7-72a1-4c14-95a1-9ad53cc0c46f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0680578 Apr 11 21:44:25.166965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-3d6ca42c-540d-45c1-a17c-1d23c38629fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:25.168609 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-3d6ca42c-540d-45c1-a17c-1d23c38629fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1253541 Apr 11 21:44:25.322628 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-7b40703e-3070-428d-840f-aea4ded1a508 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 1001 time: 0.1175396 Apr 11 21:44:25.366215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6999-f85a-4dda-91df-d11e6cd51d37 req-68da50bf-9396-4197-b39c-f488f4fda770 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:25.367643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ffa6999-f85a-4dda-91df-d11e6cd51d37 req-68da50bf-9396-4197-b39c-f488f4fda770 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.1957717 Apr 11 21:44:25.415762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-39c9e39f-fe99-4451-b941-a3fb6572e7f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:25.417165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-39c9e39f-fe99-4451-b941-a3fb6572e7f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0880146 Apr 11 21:44:25.464817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0ffa6999-f85a-4dda-91df-d11e6cd51d37 req-21400c5c-8c44-4c28-ad28-15e8ffea40b0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908179 Apr 11 21:44:25.500255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-499b51ff-e4ce-4de2-b3ec-3b822e1afe94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752673 Apr 11 21:44:25.629132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-2ccb492b-774c-4665-a170-0b2f84317471 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226659 Apr 11 21:44:25.758765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6d141c12-a9b6-4621-8608-6aa1c4654929 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232145 Apr 11 21:44:26.665887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19537cbd-b822-448e-8c73-4b15c149d04b req-fef65082-ea60-4e1f-abac-51cec9979260 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:26.668082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19537cbd-b822-448e-8c73-4b15c149d04b req-fef65082-ea60-4e1f-abac-51cec9979260 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0811048 Apr 11 21:44:26.711742 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-19537cbd-b822-448e-8c73-4b15c149d04b req-73d430c2-2a63-4967-902a-b065086eaed8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381761 Apr 11 21:44:27.910856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaebf28-cc71-48c2-b642-7e8da0a72bc7 req-b613482b-3867-4e83-a390-e1f05a2f39f9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:27.912307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfaebf28-cc71-48c2-b642-7e8da0a72bc7 req-b613482b-3867-4e83-a390-e1f05a2f39f9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0766509 Apr 11 21:44:27.956145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cfaebf28-cc71-48c2-b642-7e8da0a72bc7 req-77ec1115-d82f-4c8a-9ab2-229c4865ffcd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377882 Apr 11 21:44:29.235496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee15cd4-4b13-4187-96da-19fec727bac4 req-d62922ad-c269-44f9-ab00-cc23ae18a331 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:29.236993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ee15cd4-4b13-4187-96da-19fec727bac4 req-d62922ad-c269-44f9-ab00-cc23ae18a331 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.1603303 Apr 11 21:44:29.282632 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8ee15cd4-4b13-4187-96da-19fec727bac4 req-9ad2b929-00b8-4dd2-8107-33553ddd91e6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Apr 11 21:44:29.514201 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:30.547627 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66602ac-36fd-4055-9786-a5abd979e68e req-494f8d6a-8760-4a67-850f-83ed00dd1a2c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:30.548999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c66602ac-36fd-4055-9786-a5abd979e68e req-494f8d6a-8760-4a67-850f-83ed00dd1a2c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.1457200 Apr 11 21:44:30.594358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c66602ac-36fd-4055-9786-a5abd979e68e req-8aec4cc2-6a72-4761-89ac-0aa6c681070d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395343 Apr 11 21:44:31.251076 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:31.797958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbefbbb-df0a-4afb-98ce-6818a4c4e96d req-ceb3daec-8158-4f82-8dfd-9d174adfe072 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:31.799384 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dbefbbb-df0a-4afb-98ce-6818a4c4e96d req-ceb3daec-8158-4f82-8dfd-9d174adfe072 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0789959 Apr 11 21:44:31.844569 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5dbefbbb-df0a-4afb-98ce-6818a4c4e96d req-4080bbc9-8715-4a87-a8d4-99f3d21653c9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Apr 11 21:44:33.040138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eafa4-095b-4933-beb1-aeaf60299f80 req-45fcc08c-88bb-44ad-8069-8589cac89900 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:33.042243 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-234eafa4-095b-4933-beb1-aeaf60299f80 req-45fcc08c-88bb-44ad-8069-8589cac89900 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0773187 Apr 11 21:44:33.091304 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-234eafa4-095b-4933-beb1-aeaf60299f80 req-4fd0d012-913e-462b-a282-f0ab031ab289 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Apr 11 21:44:34.294806 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-c3e6e014-1b2d-424e-8a0c-b2806058709a service neutron] show failed (client error): The resource could not be found. Apr 11 21:44:34.295550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec69f6-f143-4cbf-88cd-a2fea4688a4a req-44b76155-a8e7-408a-a0fe-9195910c079f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:34.295932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-c3e6e014-1b2d-424e-8a0c-b2806058709a service neutron] 10.222.0.75 "GET /v2.0/ports/9d5cb4db-d6ac-493d-8e43-9751f27e77d3/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.0761101 Apr 11 21:44:34.296449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec69f6-f143-4cbf-88cd-a2fea4688a4a req-44b76155-a8e7-408a-a0fe-9195910c079f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0802820 Apr 11 21:44:34.343255 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3dec69f6-f143-4cbf-88cd-a2fea4688a4a req-239f70b6-a4a6-4918-a847-7d5ebd43822a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Apr 11 21:44:34.853635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-05b4962e-da84-45f7-9c83-c3f4169db9ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 1096 time: 0.0701618 Apr 11 21:44:34.864126 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:44:34.971452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:35.324745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:35.352917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:44:35.412152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:35.417509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:35.432622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Transition to ACTIVE for port object 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:44:35.503531 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30056a0f-0346-4c39-a85f-6eefe189124c'] response: {'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'code': 200} Apr 11 21:44:35.530438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:35.678760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:35.689445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a79ba-889f-4499-95b4-f7b3b36bdc1a req-57096c49-e1c8-4f29-aff8-03a70adc4cfa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:35.690958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-472a79ba-889f-4499-95b4-f7b3b36bdc1a req-57096c49-e1c8-4f29-aff8-03a70adc4cfa tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.2192848 Apr 11 21:44:35.774778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] No DVR routers for this DVR port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:44:35.881294 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-472a79ba-889f-4499-95b4-f7b3b36bdc1a req-46148617-8fc2-44b7-96e1-92590f6d3bdd tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844981 Apr 11 21:44:36.024108 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:44:36.024447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:44:36.024775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:44:36.031177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:44:36.031517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:44:36.037922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:44:36.038277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:44:36.038652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:44:36.039067 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Bound port: 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:44:36.039402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:36.128550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:44:36.134587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:44:36.238692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:36.304122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:36.305478 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] 10.222.0.69 "PUT /v2.0/ports/9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 1091 time: 1.4452910 Apr 11 21:44:36.319608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc513b7-2a51-42d0-a15d-4630db409a1c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:36.404990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-c8e9e573-81b0-4ec2-be2d-b8e4b8d70713 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0710840 Apr 11 21:44:36.506851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:44:36.540011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-e5035599-5679-42db-9a46-c09f58135548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:36.541990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-e5035599-5679-42db-9a46-c09f58135548 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1314056 Apr 11 21:44:36.566170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:44:36.643968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-715786ff-83a2-404b-b145-78b9b8175b27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.0962110 Apr 11 21:44:36.704656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-403b8e8e-7d1b-4070-91b6-8512f7309b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:36.705956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-403b8e8e-7d1b-4070-91b6-8512f7309b5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0565012 Apr 11 21:44:36.781884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-87bdeb49-8e0f-4b35-a28e-e8be377f0af5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701513 Apr 11 21:44:36.911087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-604b9909-4c25-4872-a38c-ae0dcdceb320 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226680 Apr 11 21:44:37.090960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0edb-5db8-47f8-9cf4-24f5bd10535e req-f7fa9b7d-53cd-47f8-b9dc-e2b770fbe4b7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:37.092466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a9b0edb-5db8-47f8-9cf4-24f5bd10535e req-f7fa9b7d-53cd-47f8-b9dc-e2b770fbe4b7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0858593 Apr 11 21:44:37.137886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a9b0edb-5db8-47f8-9cf4-24f5bd10535e req-ac2c0bea-fb68-46be-9d02-9640e96cf026 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Apr 11 21:44:37.145183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-7d0d48b0-cb8b-46f3-9983-d81640ac1563 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285614 Apr 11 21:44:37.504854 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:37.573193 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf735ba-1e24-425e-9ab5-2890b0d9754d'] response: {'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'status': 'completed', 'code': 200} Apr 11 21:44:37.720391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-8eb0f800-7cd3-4c0e-af68-b1d888cc69be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1094 time: 0.1309695 Apr 11 21:44:37.723326 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-b776c6f3-02c2-43e5-9c99-99ad5d8e6d5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0999780 Apr 11 21:44:37.961809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-71754c88-4b7c-401f-9c83-19944e607bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:37.963319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-71754c88-4b7c-401f-9c83-19944e607bcd service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2370248 Apr 11 21:44:37.964144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-e3f7cad5-a01b-4da2-b9e0-7396141b9aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:37.965421 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-e3f7cad5-a01b-4da2-b9e0-7396141b9aa3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2216575 Apr 11 21:44:38.163485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-11287823-e87e-42ea-ad22-f63b837b93ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.1945150 Apr 11 21:44:38.167230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-01e4a4a5-9734-47a7-a427-f13e58c8a489 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.1501791 Apr 11 21:44:38.301026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-db3b2212-807e-4060-a8fe-7bf77fbbbee6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:38.302535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-db3b2212-807e-4060-a8fe-7bf77fbbbee6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1339242 Apr 11 21:44:38.304021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-0f87a376-b69b-447c-aef6-61bd9a113279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:38.305514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-0f87a376-b69b-447c-aef6-61bd9a113279 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1071870 Apr 11 21:44:38.437049 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-eb0ff28f-f45f-4a5d-8be0-c0d9b8264ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287570 Apr 11 21:44:38.464221 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-3902dc69-8271-4760-86dd-a46d55ff3f13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249430 Apr 11 21:44:38.508923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701552b-5bcd-4651-a102-36c4530a2a0a req-21182968-7c76-41ff-979f-4c0d3883a784 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:38.510428 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c701552b-5bcd-4651-a102-36c4530a2a0a req-21182968-7c76-41ff-979f-4c0d3883a784 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0764880 Apr 11 21:44:38.564191 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c701552b-5bcd-4651-a102-36c4530a2a0a req-f6df7b53-8d64-4388-b786-6d23303ae8ca tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473778 Apr 11 21:44:38.681034 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-b1e785b5-9e3c-433f-92b1-9ed9e2b2631d service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378254 Apr 11 21:44:38.689449 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-d5f78c23-138b-457c-aa2d-ae45f0da3f31 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734109 Apr 11 21:44:38.926602 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-d46e0f91-95bb-41bc-b021-f097e7b8dfb9 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391279 Apr 11 21:44:38.928440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b9a55fd1-e8c3-405c-abdf-1bc0f35e0eca req-6ae3645f-2d7b-4ae5-937b-38f676a2f15f service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216403 Apr 11 21:44:39.880738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942139e-111e-4db9-87ac-ef806543546b req-0bfdb838-cb0a-4fae-9873-4bce23cbecc6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:39.882191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3942139e-111e-4db9-87ac-ef806543546b req-0bfdb838-cb0a-4fae-9873-4bce23cbecc6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.1953437 Apr 11 21:44:39.930551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3942139e-111e-4db9-87ac-ef806543546b req-037b93f1-ad6a-4405-92a6-47052f211684 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Apr 11 21:44:41.125740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa165a9-b7ad-41f2-aed3-7fe909cfde6e req-97cd83e9-287d-4e33-a1ed-21de3ab0c1be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:41.127165 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9aa165a9-b7ad-41f2-aed3-7fe909cfde6e req-97cd83e9-287d-4e33-a1ed-21de3ab0c1be tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0757256 Apr 11 21:44:41.170890 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9aa165a9-b7ad-41f2-aed3-7fe909cfde6e req-f21be698-d399-4208-adf4-b0b1a545a206 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382702 Apr 11 21:44:42.381961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccdddb-81e4-4e06-a390-a332368fe644 req-a91d9364-d1e2-4423-8780-58d636759948 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:42.383408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8ccdddb-81e4-4e06-a390-a332368fe644 req-a91d9364-d1e2-4423-8780-58d636759948 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0781202 Apr 11 21:44:42.428638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c8ccdddb-81e4-4e06-a390-a332368fe644 req-153355fe-5366-42ef-8691-b08ed5e2c9de tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 Apr 11 21:44:43.625940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93034f7e-f851-4732-95c6-4c9bb7ecd835 req-0e0e58c3-d187-4a12-8d1c-03f3cd5b91ec tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:43.627361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93034f7e-f851-4732-95c6-4c9bb7ecd835 req-0e0e58c3-d187-4a12-8d1c-03f3cd5b91ec tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0785215 Apr 11 21:44:43.671332 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93034f7e-f851-4732-95c6-4c9bb7ecd835 req-79640c03-00a2-4b49-84f4-6ee02e4b8ef0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Apr 11 21:44:43.953791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5400e067-3a6f-41a0-8e80-2ca2c517a511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:45.028417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b6b2-d1ae-439c-b6c5-f4f09b9244ea req-a006d571-e9cb-4bea-9e84-82ecfb81792e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:45.029847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb65b6b2-d1ae-439c-b6c5-f4f09b9244ea req-a006d571-e9cb-4bea-9e84-82ecfb81792e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0791779 Apr 11 21:44:45.075139 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb65b6b2-d1ae-439c-b6c5-f4f09b9244ea req-68cd7325-4b22-426f-bb11-b932fddcda16 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Apr 11 21:44:46.268920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-925aae13-0c66-4e25-a40f-e1853632ae4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:46.282306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f45cd-dcc2-45ba-a9e6-ae2c53622750 req-ed911bab-14ed-4e4a-9a87-24132e6f5638 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:46.283792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-262f45cd-dcc2-45ba-a9e6-ae2c53622750 req-ed911bab-14ed-4e4a-9a87-24132e6f5638 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0785236 Apr 11 21:44:46.328958 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-262f45cd-dcc2-45ba-a9e6-ae2c53622750 req-6d2595c1-2918-413b-91ca-667f2169e4a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Apr 11 21:44:47.508000 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:47.530498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332762d2-f738-4260-b122-659f72edb1dc req-f4acb688-c980-4344-a883-78002f3c6033 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:47.531979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-332762d2-f738-4260-b122-659f72edb1dc req-f4acb688-c980-4344-a883-78002f3c6033 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 943 time: 0.0793598 Apr 11 21:44:47.554224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:47.580919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-332762d2-f738-4260-b122-659f72edb1dc req-dbfb9a5a-33bc-40ad-8c2f-4e2ca7910b0e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432253 Apr 11 21:44:47.901883 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:44:47.983328 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:44:48.035498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:48.048427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'mac_address': 'fa:16:3e:03:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:44:48.102815 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:48.120943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:44:48.138333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:48.211578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:48.283871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:48.324287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf41aa-7a47-4798-a23a-952959fbdb23 req-ab8527ee-a983-4425-ba4d-d09225338ea1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:48.325715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cbf41aa-7a47-4798-a23a-952959fbdb23 req-ab8527ee-a983-4425-ba4d-d09225338ea1 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.1169953 Apr 11 21:44:48.335745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-db16dc45-4798-4169-a0da-c80fd62fa2c0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:48.337069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-db16dc45-4798-4169-a0da-c80fd62fa2c0 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6&tenant_id=c1e981525353437c9771ae458eccafff&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 944 time: 0.1596730 Apr 11 21:44:48.437843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['9d5cb4db-d6ac-493d-8e43-9751f27e77d3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:44:48.439548 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8cbf41aa-7a47-4798-a23a-952959fbdb23 req-1568336f-95e8-4a6c-8786-71f692c4ec53 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014779 Apr 11 21:44:48.448821 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-96352afb-19ba-49db-a3f4-df000a47bc0d service neutron] 10.222.0.69 "GET /v2.0/ports/9d5cb4db-d6ac-493d-8e43-9751f27e77d3/bindings/n-h1-837321-1 HTTP/1.1" status: 200 len: 382 time: 0.0971243 Apr 11 21:44:48.542208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-c1c5bf43-23bf-4bbe-b1a6-1ed4fed26a6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0730393 Apr 11 21:44:48.671873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-9fef838d-e6a7-439a-990d-1e7ac35b1281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:48.673299 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-9fef838d-e6a7-439a-990d-1e7ac35b1281 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1260219 Apr 11 21:44:48.775454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-b856e627-ec4a-4ca9-a005-f4d7086c3292 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 1000 time: 0.0950582 Apr 11 21:44:48.836633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-b2709356-7542-4818-b637-98a489924073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:48.838145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-b2709356-7542-4818-b637-98a489924073 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0569658 Apr 11 21:44:48.912307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-6f9fc3f6-28ed-4cfe-8aca-6a88cf998d39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680003 Apr 11 21:44:48.914185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:49.043143 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-c9377318-f1a4-4abb-8b80-f387d1afa468 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246967 Apr 11 21:44:49.171454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-4eab80da-4915-4eef-b351-4a50e84449ac service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227977 Apr 11 21:44:49.652218 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ec79-c38d-4df5-97e7-1abbc0d191e9 req-1f1a2e82-c98d-46a9-9036-2473d160fadb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:49.653661 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31e3ec79-c38d-4df5-97e7-1abbc0d191e9 req-1f1a2e82-c98d-46a9-9036-2473d160fadb tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0817063 Apr 11 21:44:49.698134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-31e3ec79-c38d-4df5-97e7-1abbc0d191e9 req-c2e32409-6011-4110-ba75-7f8afd4c458b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Apr 11 21:44:49.902555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:44:50.056741 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:44:50.062350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:44:50.062747 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:50.173296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:50.198523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:50.207973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:50.266364 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d90316-3420-4c6c-aa93-74efddb50152'] response: {'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'code': 200} Apr 11 21:44:50.314100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:50.382254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:50.391771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.392143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.392475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.392805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.393132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.393456 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.393775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.394786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.395126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.395449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.395795 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:50.894374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d86d4-2eb9-4b7b-a77f-9da2a85705a7 req-d519d2dd-4c30-4480-87d7-98e685fcf1b8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:50.895901 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d54d86d4-2eb9-4b7b-a77f-9da2a85705a7 req-d519d2dd-4c30-4480-87d7-98e685fcf1b8 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0772295 Apr 11 21:44:50.945993 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d54d86d4-2eb9-4b7b-a77f-9da2a85705a7 req-b4d2418e-7089-462e-a324-7e4762604c9c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Apr 11 21:44:52.154429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be0dac-1323-4fe4-ae8d-747d1e87f047 req-0e530090-de25-49ad-927f-baf10b576928 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:52.155912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55be0dac-1323-4fe4-ae8d-747d1e87f047 req-0e530090-de25-49ad-927f-baf10b576928 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0820560 Apr 11 21:44:52.201293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55be0dac-1323-4fe4-ae8d-747d1e87f047 req-8bf669f2-5f8a-458b-ab56-f011ab49e165 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Apr 11 21:44:52.535024 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-b3593e57-b46d-43a7-98f6-86277378413b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6&tenant_id=c1e981525353437c9771ae458eccafff HTTP/1.1" status: 200 len: 1096 time: 0.0684600 Apr 11 21:44:52.548539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:44:52.655628 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:53.005590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:44:53.034437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:44:53.089167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:53.094302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:53.111179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Transition to ACTIVE for port object 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:44:53.158489 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c3a732-5688-4c12-9c84-868c18df885e'] response: {'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'code': 200} Apr 11 21:44:53.168714 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:53.316982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=10']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:53.363544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.363891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.364227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.364559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.364890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.365215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.365537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.365862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.366180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.366500 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.366817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:44:53.416058 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] No DVR routers for this DVR port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:44:53.585701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a32d-6c8d-401f-a1eb-aaf9e1660c45 req-3d4c5562-ccd3-448e-a77e-c263db7a9cba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:53.587035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3924a32d-6c8d-401f-a1eb-aaf9e1660c45 req-3d4c5562-ccd3-448e-a77e-c263db7a9cba tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.2252798 Apr 11 21:44:53.649207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3924a32d-6c8d-401f-a1eb-aaf9e1660c45 req-59f1341d-ed01-4151-a15a-11bfdcbc15f9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545104 Apr 11 21:44:53.729894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:44:53.730218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:44:53.730534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:44:53.736117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:44:53.736425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Attempting to bind port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:44:53.742554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:44:53.742882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Checking segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:44:53.743254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Bound using segment: {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:44:53.744395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Bound port: 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:44:53.744736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:53.833751 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:44:53.836679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:44:53.906250 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:53.939462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:44:53.969358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:53.970803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] 10.222.0.75 "PUT /v2.0/ports/9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 1092 time: 1.4260445 Apr 11 21:44:53.990350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36def21-0ec8-4af4-a0e4-22100644a5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=11']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:44:54.005607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:44:54.079588 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-88129bbb-a123-413a-8206-c3b5c0b4c336 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0744462 Apr 11 21:44:54.213952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-9b290d4c-c657-4cff-87e1-3fc742956069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:54.215395 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-9b290d4c-c657-4cff-87e1-3fc742956069 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.1296017 Apr 11 21:44:54.325455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-9283fd09-6473-45e2-a48d-5cd09fea2884 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.0974963 Apr 11 21:44:54.397503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a9415a28-0d23-4dc5-9043-cf1393dfca07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:54.398819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-a9415a28-0d23-4dc5-9043-cf1393dfca07 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0595021 Apr 11 21:44:54.473905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-072c0b9e-f4c8-442b-843e-aa3aa4afa8e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667791 Apr 11 21:44:54.701680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-9383da64-0ee0-430f-8c6b-0b4c6dc6b8b1 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185452 Apr 11 21:44:54.842843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-79ca7e48-e1dd-4f35-a7ca-35753339f90b req-b845cfb3-de97-4502-8402-ee20f478556e service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306195 Apr 11 21:44:54.867649 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b665b6-f81f-4ef4-b8cc-3d7aa2bcdc8e req-cfad4ad1-9403-4e9e-9735-35349cc1bdc3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:54.869726 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8b665b6-f81f-4ef4-b8cc-3d7aa2bcdc8e req-cfad4ad1-9403-4e9e-9735-35349cc1bdc3 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0969400 Apr 11 21:44:54.922963 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8b665b6-f81f-4ef4-b8cc-3d7aa2bcdc8e req-4a0b3cc4-45f2-4357-8c98-50af8ee99d13 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477657 Apr 11 21:44:55.159483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:44:55.233759 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0e857b-d055-4552-be1a-50f620d395f7'] response: {'name': 'network-changed', 'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'status': 'completed', 'code': 200} Apr 11 21:44:55.379908 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-33291a89-6b13-41c9-a6af-39dfc2f2bd19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1286764 Apr 11 21:44:55.387822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-fa99e21b-73d8-431b-9996-0ce06d6e7f78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1e981525353437c9771ae458eccafff&device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1048944 Apr 11 21:44:55.625393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772324cd-9180-475b-a2ad-f60c7abb291d req-94feec86-4190-45ed-8742-cc902a7bed51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:55.626826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-94feec86-4190-45ed-8742-cc902a7bed51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2381561 Apr 11 21:44:55.627809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772324cd-9180-475b-a2ad-f60c7abb291d req-3d19f240-46d1-4995-b37a-82af120ffa77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:55.629081 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-3d19f240-46d1-4995-b37a-82af120ffa77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 200 len: 911 time: 0.2213967 Apr 11 21:44:55.816568 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-1363c5fa-c985-4a11-a3b7-33b533dca071 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.1832492 Apr 11 21:44:55.818099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-caf2ce24-0069-419c-9169-c788201d6206 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 200 len: 999 time: 0.1338933 Apr 11 21:44:55.930438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772324cd-9180-475b-a2ad-f60c7abb291d req-283d493b-d3f7-41be-8c1c-cb42d98a2a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:55.932427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-283d493b-d3f7-41be-8c1c-cb42d98a2a84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.1091118 Apr 11 21:44:55.936152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772324cd-9180-475b-a2ad-f60c7abb291d req-b8c559c4-bf68-4d29-b7d6-8f32b27ec4aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:55.937342 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-b8c559c4-bf68-4d29-b7d6-8f32b27ec4aa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 200 len: 849 time: 0.0814199 Apr 11 21:44:56.072067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-44978e38-d25d-4904-b95c-d7d05b8fa6cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336353 Apr 11 21:44:56.075764 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-39e32c07-7d71-42de-b9c2-c40a4f7fb83f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062453 Apr 11 21:44:56.139195 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6964e0-2b5d-4f33-ac25-b90e190b1d48 req-246c539c-7537-43a6-9b51-6bf056908baf tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:56.140740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef6964e0-2b5d-4f33-ac25-b90e190b1d48 req-246c539c-7537-43a6-9b51-6bf056908baf tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0851746 Apr 11 21:44:56.191888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ef6964e0-2b5d-4f33-ac25-b90e190b1d48 req-16b40f70-cbd9-42f1-b69e-e320383983a6 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452628 Apr 11 21:44:56.320202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-982cf899-37d0-45d7-a73a-0054c61b5750 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401698 Apr 11 21:44:56.432210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-f768e13e-9e3b-4614-b463-3804edaa287d service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266106 Apr 11 21:44:56.673490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-eb7ea6bf-6822-425f-98ed-92f447a456a7 service neutron] 10.222.0.69 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424039 Apr 11 21:44:56.704781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-772324cd-9180-475b-a2ad-f60c7abb291d req-2d6e0856-efbc-4c2b-81c7-ca5b645efbe6 service neutron] 10.222.0.75 "GET /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637708 Apr 11 21:44:57.415132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009d9d5-f65e-43f1-851d-cf11c532f73e req-0d213da5-1ce4-44dd-a434-d83424a9a356 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:57.416708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1009d9d5-f65e-43f1-851d-cf11c532f73e req-0d213da5-1ce4-44dd-a434-d83424a9a356 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0826523 Apr 11 21:44:57.463943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1009d9d5-f65e-43f1-851d-cf11c532f73e req-a9a16876-ea18-407f-a587-e71683614249 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Apr 11 21:44:58.659254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382a87f-547e-467b-abcd-a0ecf7768bec req-29f50886-9dce-421e-b0ab-3e0e39e18bb2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:58.660711 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b382a87f-547e-467b-abcd-a0ecf7768bec req-29f50886-9dce-421e-b0ab-3e0e39e18bb2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0762088 Apr 11 21:44:58.705238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b382a87f-547e-467b-abcd-a0ecf7768bec req-b8c2cbe7-f111-4bca-8de2-f2ebb6e6d22f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Apr 11 21:44:59.554382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:44:59.910325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82decd7d-cc52-49dd-8b07-95db9b8a6b2b req-2ec638b0-4b68-437e-8c03-b99171a5ea96 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:44:59.911819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82decd7d-cc52-49dd-8b07-95db9b8a6b2b req-2ec638b0-4b68-437e-8c03-b99171a5ea96 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0826416 Apr 11 21:44:59.969602 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-82decd7d-cc52-49dd-8b07-95db9b8a6b2b req-b6a3cbb0-6a13-4aa8-9eb5-7381746ba0a7 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506127 Apr 11 21:45:01.171869 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc54299-bb6d-48a9-90c3-9be407495b88 req-5e25f514-70f3-48f1-9629-9913e53492dc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:01.173312 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbc54299-bb6d-48a9-90c3-9be407495b88 req-5e25f514-70f3-48f1-9629-9913e53492dc tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0800226 Apr 11 21:45:01.219608 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dbc54299-bb6d-48a9-90c3-9be407495b88 req-9eab5745-e74f-409c-aadb-fcac326e5a4d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Apr 11 21:45:01.245727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:02.418763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dffa74-24c7-49b5-9978-dd489aff5358 req-b8a93b0b-c1ee-49b8-bf7b-1a72a9fbd123 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:02.420229 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95dffa74-24c7-49b5-9978-dd489aff5358 req-b8a93b0b-c1ee-49b8-bf7b-1a72a9fbd123 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0760491 Apr 11 21:45:02.465759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-95dffa74-24c7-49b5-9978-dd489aff5358 req-788e1d47-e78f-4aeb-9f8f-36e9dda33f5e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Apr 11 21:45:03.665107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5f6db-ddf3-4541-9293-7ba99590c7b5 req-5945e4fd-e337-48f5-9b7d-ce1008652327 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:03.666777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ee5f6db-ddf3-4541-9293-7ba99590c7b5 req-5945e4fd-e337-48f5-9b7d-ce1008652327 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0756576 Apr 11 21:45:03.711067 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ee5f6db-ddf3-4541-9293-7ba99590c7b5 req-25eea39e-78fa-451f-abd6-6c96a4addc6e tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Apr 11 21:45:04.607559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:45:04.779334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:04.792353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'port_id': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'mac_address': 'fa:16:3e:03:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:45:04.846521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:04.864086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:45:04.884557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:04.918099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7505938-99e6-433d-a3b5-c16caa89f562 req-01072e97-df17-466f-9f3d-00e7341de99c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:04.919572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7505938-99e6-433d-a3b5-c16caa89f562 req-01072e97-df17-466f-9f3d-00e7341de99c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 944 time: 0.0801890 Apr 11 21:45:04.953977 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:04.965398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7505938-99e6-433d-a3b5-c16caa89f562 req-162e0d13-d9ee-4ab9-b901-b6179c51023a tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Apr 11 21:45:05.023279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=12']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:05.256957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['9d5cb4db-d6ac-493d-8e43-9751f27e77d3'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:45:05.261843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1406d-7c12-450c-9169-5709378cc5c7 req-f0d87758-1682-4191-87a9-e28271cbe621 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:05.263310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37d1406d-7c12-450c-9169-5709378cc5c7 req-f0d87758-1682-4191-87a9-e28271cbe621 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.1670148 Apr 11 21:45:05.308495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37d1406d-7c12-450c-9169-5709378cc5c7 req-b346e592-2545-4c21-9bff-7d039c3ced14 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391762 Apr 11 21:45:05.506239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f520-c211-45a3-b357-576add964111 req-cad4041e-8b62-467d-b62b-0f8a2f6626b5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:05.507759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc1f520-c211-45a3-b357-576add964111 req-cad4041e-8b62-467d-b62b-0f8a2f6626b5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0757778 Apr 11 21:45:05.551792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7bc1f520-c211-45a3-b357-576add964111 req-5901c545-54e4-4176-b8ab-1f8cccee9a09 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Apr 11 21:45:06.139957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012770d-1f24-4f54-91d7-03c0a4c27daa req-42646142-7fc0-463a-bbd9-289b982c2b5b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:06.141400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4012770d-1f24-4f54-91d7-03c0a4c27daa req-42646142-7fc0-463a-bbd9-289b982c2b5b tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 945 time: 0.0822618 Apr 11 21:45:06.186276 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4012770d-1f24-4f54-91d7-03c0a4c27daa req-114a6703-b27b-4b22-92a0-16cf643025e9 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 Apr 11 21:45:06.636411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:45:06.768379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:45:06.772945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:45:06.773321 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:06.884628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:06.919081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:06.928488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:06.973354 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7570ed80-4529-4683-a210-0d0c3255d76f'] response: {'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'code': 200} Apr 11 21:45:07.019905 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:07.084338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=13']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:07.387562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bdcfb-7a24-477f-ab7f-32caa01b2d2e req-dc77c164-d293-41d2-a8b3-d80543cfa2f5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:07.389030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-763bdcfb-7a24-477f-ab7f-32caa01b2d2e req-dc77c164-d293-41d2-a8b3-d80543cfa2f5 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 946 time: 0.0774980 Apr 11 21:45:07.437339 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-763bdcfb-7a24-477f-ab7f-32caa01b2d2e req-6c47a65a-9c53-417a-ab3d-f48e5fd69f8f tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Apr 11 21:45:07.842942 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-38c5ae74-a00a-4cf6-b685-61d6ae3b4b8c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:07.844476 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-38c5ae74-a00a-4cf6-b685-61d6ae3b4b8c tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 946 time: 0.0755358 Apr 11 21:45:07.913898 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Deleting port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:07.914143 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:08.166489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] For port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:08.166779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:08.462799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:08.463410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:08.463585 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a disassociated. External IP: 172.25.5.10, port: 9d5cb4db-d6ac-493d-8e43-9751f27e77d3. Apr 11 21:45:08.463824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Calling delete_port for 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:08.640463 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96394b-3036-450e-aaee-ea5d2157b958 req-b410559c-a069-4a7d-bc68-b63f5690da61 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:08.641891 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f96394b-3036-450e-aaee-ea5d2157b958 req-b410559c-a069-4a7d-bc68-b63f5690da61 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 946 time: 0.0787115 Apr 11 21:45:08.683328 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:08.686981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9f96394b-3036-450e-aaee-ea5d2157b958 req-b0f0803c-92c6-49e6-985e-05e6b8050489 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups?id=764eca01-4370-47b9-9a2b-51bfa847b547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395405 Apr 11 21:45:08.734690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event deleted for resources: {'Port': ['ID=9d5cb4db-d6ac-493d-8e43-9751f27e77d3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:09.043928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:45:09.244611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:45:09.254043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:45:09.266214 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:45:09.266894 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:44:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:09.313748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] No DVR routers for this DVR port 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:45:09.316485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:09.319009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-deleted', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:09.376064 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609d6039-3e70-4fd2-86b4-ee5cc1e251bd'] response: {'server_uuid': '0d09f624-65e8-471a-8d18-7ea11e374cd6', 'name': 'network-vif-deleted', 'tag': '9d5cb4db-d6ac-493d-8e43-9751f27e77d3', 'status': 'completed', 'code': 200} Apr 11 21:45:09.386897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0aebdb6c-a2a8-4548-b2a2-1bbec8ac75ed req-0bb0dbe9-ca6b-4cca-af4b-505fd9778978 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.75 "DELETE /v2.0/ports/9d5cb4db-d6ac-493d-8e43-9751f27e77d3 HTTP/1.1" status: 204 len: 173 time: 1.5348349 Apr 11 21:45:09.450855 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:45:09.769246 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:09.773323 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:45:09.786022 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:45:09.786646 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:44:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:09.870803 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8aae098c-202d-4732-ae3f-bbbec0fe59a4 req-1ecf4343-386e-4968-8758-9086f6b29b1d tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d09f624-65e8-471a-8d18-7ea11e374cd6 HTTP/1.1" status: 200 len: 210 time: 0.0472157 Apr 11 21:45:09.971668 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:45:10.292398 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:10.296540 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e9f15-24f3-421c-885a-0c576cbe1d92 None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:32Z', 'revision_number': 4, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '58ac389d-cac1-42d0-b7fd-c43ee3ce24db', 'name': '', 'network_id': 'dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'mac_address': 'fa:16:3e:2d:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:32Z', 'updated_at': '2022-04-11T21:40:40Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'subnets': [{'id': '894016ee-194f-42fa-b3b6-c3c7a8240e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:45:10.520824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96326-0397-4ddf-b2d0-99853f18bb82 None None] New status for floating IP 1473b6cd-4a1d-4967-825d-623d78cfb60a: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:45:10.667533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:45:10.718956 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:45:10.719602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 9d5cb4db-d6ac-493d-8e43-9751f27e77d3 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:45:13.942467 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32c9b05f-84b8-4738-a6ab-5d0e9fb5f847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:14.440002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55188) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:14.504075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38c66e98-134f-4623-8b03-71d0b9a932d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:14.534611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38c66e98-134f-4623-8b03-71d0b9a932d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:14.660270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38c66e98-134f-4623-8b03-71d0b9a932d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:14.679341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c66e98-134f-4623-8b03-71d0b9a932d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764eca01-4370-47b9-9a2b-51bfa847b547,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:14.750464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38c66e98-134f-4623-8b03-71d0b9a932d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:14.751635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-38c66e98-134f-4623-8b03-71d0b9a932d2 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "DELETE /v2.0/security-groups/764eca01-4370-47b9-9a2b-51bfa847b547 HTTP/1.1" status: 204 len: 168 time: 0.3106203 Apr 11 21:45:14.754237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55192) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:14.770426 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [None req-1aac6ec9-ee3b-4a14-a859-8d63e17a9f19 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] show failed (client error): The resource could not be found. Apr 11 21:45:14.771378 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1aac6ec9-ee3b-4a14-a859-8d63e17a9f19 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "GET /v2.0/security-groups/764eca01-4370-47b9-9a2b-51bfa847b547 HTTP/1.1" status: 404 len: 347 time: 0.0163071 Apr 11 21:45:14.773764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55196) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:14.923927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Deleting port ab8c7d81-685f-45ba-9597-e6023dc376ac {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:14.924265 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:15.097606 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:15.097933 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:15.216039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Calling delete_port for ab8c7d81-685f-45ba-9597-e6023dc376ac owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:15.422161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:15.465393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Pushing event deleted for resources: {'Port': ['ID=ab8c7d81-685f-45ba-9597-e6023dc376ac,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:15.558887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:15.573768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:15.574903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c0734255-6157-4eaa-a334-642995ba2032 tempest-ServerActionsTestJSON-2119753335 tempest-ServerActionsTestJSON-2119753335-project] 10.222.0.61 "DELETE /v2.0/floatingips/1473b6cd-4a1d-4967-825d-623d78cfb60a HTTP/1.1" status: 204 len: 168 time: 0.7998216 Apr 11 21:45:15.577947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55200) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:16.070000 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:16.280265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac9abb93-4bdf-4418-8a12-f502bda8539d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:16.670211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Deleting port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:16.670817 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:16.834600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] For port 58ac389d-cac1-42d0-b7fd-c43ee3ce24db, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:16.834955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:16.956857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Calling delete_port for 58ac389d-cac1-42d0-b7fd-c43ee3ce24db owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:17.179799 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:17.225879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Pushing event deleted for resources: {'Port': ['ID=58ac389d-cac1-42d0-b7fd-c43ee3ce24db,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:17.517022 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:17.570658 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:17.625255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:18.197810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Router 04b9a677-1a7c-4366-80b6-71e613fd0d08 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:45:18.393581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:45:18.402640 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] Sync routers for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:45:18.406518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ae5786b8-5e34-4d32-9350-2962a0c7451b admin admin] 10.222.0.61 "PUT /v2.0/routers/04b9a677-1a7c-4366-80b6-71e613fd0d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8276076 Apr 11 21:45:18.409022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55204) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:18.413960 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:45:18.414555 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:45:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:18.607860 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:18.622178 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:45:18.809516 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:18.904123 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:45:17Z', 'revision_number': 5, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port': {'id': 'e731aed9-464a-48e2-ad3d-60f07fd4097d', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:18.907926 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] Checking router: 04b9a677-1a7c-4366-80b6-71e613fd0d08 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:45:18.911231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Deleting port e731aed9-464a-48e2-ad3d-60f07fd4097d {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:18.911604 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:18.918721 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] Routers {'04b9a677-1a7c-4366-80b6-71e613fd0d08'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:45:18.919376 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:45:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['04b9a677-1a7c-4366-80b6-71e613fd0d08'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:18.945578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:19.075520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] Set router 04b9a677-1a7c-4366-80b6-71e613fd0d08 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:45:19.186358 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:45:18Z', 'revision_number': 6, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:19.190295 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e736ef8-524c-4fc8-8db0-f4c36ae9975b None None] The sync data for ids ['04b9a677-1a7c-4366-80b6-71e613fd0d08'] in n-d-837321-1 is: [{'id': '04b9a677-1a7c-4366-80b6-71e613fd0d08', 'name': 'tempest-ServerActionsTestJSON-78721543-router', 'tenant_id': 'c1e981525353437c9771ae458eccafff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:40:29Z', 'updated_at': '2022-04-11T21:45:18Z', 'revision_number': 6, 'project_id': 'c1e981525353437c9771ae458eccafff', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:45:19.209397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] For port e731aed9-464a-48e2-ad3d-60f07fd4097d, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e731aed9-464a-48e2-ad3d-60f07fd4097d,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:19.210002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:19.338174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Calling delete_port for e731aed9-464a-48e2-ad3d-60f07fd4097d owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:19.559751 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:19.609925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e731aed9-464a-48e2-ad3d-60f07fd4097d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:19.826680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.024400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 58ac389d-cac1-42d0-b7fd-c43ee3ce24db no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:45:20.057868 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 58ac389d-cac1-42d0-b7fd-c43ee3ce24db {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:45:20.058217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 58ac389d-cac1-42d0-b7fd-c43ee3ce24db not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:45:20.058617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e731aed9-464a-48e2-ad3d-60f07fd4097d no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:45:20.084764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.089098 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.091508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e731aed9-464a-48e2-ad3d-60f07fd4097d {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:45:20.091848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e731aed9-464a-48e2-ad3d-60f07fd4097d not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:45:20.231589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.232376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b9a677-1a7c-4366-80b6-71e613fd0d08 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:45:20.248089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.251847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7c1bffaf-b999-4401-93c4-ced210832c99 admin admin] 10.222.0.61 "DELETE /v2.0/routers/04b9a677-1a7c-4366-80b6-71e613fd0d08 HTTP/1.1" status: 204 len: 168 time: 1.8395233 Apr 11 21:45:20.252219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55208) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:20.313892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Deleting subnet 894016ee-194f-42fa-b3b6-c3c7a8240e9d {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:45:20.317280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.370998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.446637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.586285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.626489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894016ee-194f-42fa-b3b6-c3c7a8240e9d,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:20.632541 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.637939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1adeb4d-1693-422a-896a-5c33cebcd878 None None] Network dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:45:20.638627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e0312dc6-b709-4bcf-8a3d-9cbfc1e129c7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/894016ee-194f-42fa-b3b6-c3c7a8240e9d HTTP/1.1" status: 204 len: 168 time: 0.3854301 Apr 11 21:45:20.641060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55212) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:20.746196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.756615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Deleting port 3f72685b-34d1-42b4-bf37-bb524401cc0f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:20.756938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:20.882306 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] DHCP port deletion for dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:45:20.886932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Deleting port 3f72685b-34d1-42b4-bf37-bb524401cc0f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:20.887301 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.060664 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] For port 3f72685b-34d1-42b4-bf37-bb524401cc0f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f72685b-34d1-42b4-bf37-bb524401cc0f,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:21.061030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.089687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] For port 3f72685b-34d1-42b4-bf37-bb524401cc0f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3f72685b-34d1-42b4-bf37-bb524401cc0f,segment=NetworkSegment(2946422f-a0f6-4ce6-b5a0-2c046c68cdf0),segment_id=2946422f-a0f6-4ce6-b5a0-2c046c68cdf0)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:21.090276 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.185184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Calling delete_port for 3f72685b-34d1-42b4-bf37-bb524401cc0f owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:21.243447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Calling delete_port for 3f72685b-34d1-42b4-bf37-bb524401cc0f owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 21:45:21.359393 n-d-837321-1 neutron-server[84668]: util.warn( Apr 11 21:45:21.366996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.368076 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:45:21.368076 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:45:21.406002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f72685b-34d1-42b4-bf37-bb524401cc0f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:21.410289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] No DVR routers for this DVR port 3f72685b-34d1-42b4-bf37-bb524401cc0f on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:45:21.523715 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.549157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:21.564420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:21.564708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2946422f-a0f6-4ce6-b5a0-2c046c68cdf0') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:45:21.576285 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.592074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.598165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:45:21.598539 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:45:21.611075 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:45:21.734039 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.749573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.763847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:21.845266 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2bdc1ea4-2aae-421a-99cd-e63e13e7d435 admin admin] 10.222.0.61 "DELETE /v2.0/networks/dd23d3cb-f2c8-4a81-9302-ccaa7f6b09ad HTTP/1.1" status: 204 len: 168 time: 1.2032518 Apr 11 21:45:21.868850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Deleting port 3f72685b-34d1-42b4-bf37-bb524401cc0f {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:21.869232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:21.937302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6b29f8c6-6834-4df6-9511-3f41ededceb0 None None] The port '3f72685b-34d1-42b4-bf37-bb524401cc0f' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:45:22.019206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f72685b-34d1-42b4-bf37-bb524401cc0f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:45:22.051244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 3f72685b-34d1-42b4-bf37-bb524401cc0f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:45:22.052330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3f72685b-34d1-42b4-bf37-bb524401cc0f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:45:22.186957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55218) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:22.237699 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-395b0946-cecb-4db0-a930-c85a4c7ecc83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1e981525353437c9771ae458eccafff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493064 Apr 11 21:45:22.240220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55222) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:22.300033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7b78aad8-2e05-421e-80ca-b773bb2fcbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:22.325432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7b78aad8-2e05-421e-80ca-b773bb2fcbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:22.436809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7b78aad8-2e05-421e-80ca-b773bb2fcbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:22.452030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78aad8-2e05-421e-80ca-b773bb2fcbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6958d-5509-49a9-b025-a5c279c7e68b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:22.461598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7b78aad8-2e05-421e-80ca-b773bb2fcbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:22.462881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7b78aad8-2e05-421e-80ca-b773bb2fcbae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32b6958d-5509-49a9-b025-a5c279c7e68b HTTP/1.1" status: 204 len: 168 time: 0.2216649 Apr 11 21:45:23.637088 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55244) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:23.763629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1702226908-network', 'tenant_id': 'f2bb4a35297842beab18638725849b43'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:45:23.769062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:45:23.772866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Usage tracker for resource:network and tenant:f2bb4a35297842beab18638725849b43 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:45:23.776838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:45:23.782436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:45:23.848250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Made reservation on behalf of f2bb4a35297842beab18638725849b43 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:45:23.850467 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:23.862512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:23.896798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:45:23.901337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Usage tracker for resource:security_group_rule and tenant:f2bb4a35297842beab18638725849b43 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:45:23.904188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:45:23.910086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:45:23.974546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.036889 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.065536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:45:24.074845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:24.080224 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.080564 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Added segment 33832897-b96f-4fbd-82de-fd7adaab29cc of type vlan for network 14ecab44-eb32-4656-8804-17c395aac6c5 Apr 11 21:45:24.106211 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.170788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.171669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:24.172251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.275824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] Pushing event updated for resources: {'Network': ['ID=14ecab44-eb32-4656-8804-17c395aac6c5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:24.286405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 14ecab44-eb32-4656-8804-17c395aac6c5 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:45:24.334872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-83ff0f49-2ba5-4e2b-b6b4-df745ff62252 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6966515 Apr 11 21:45:24.337696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55250) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:45:24.343064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Request body: {'subnet': {'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1702226908-subnet', 'tenant_id': 'f2bb4a35297842beab18638725849b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:45:24.348997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:45:24.353626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Usage tracker for resource:subnet and tenant:f2bb4a35297842beab18638725849b43 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:45:24.357996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:45:24.366236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:45:24.442794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Made reservation on behalf of f2bb4a35297842beab18638725849b43 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:45:24.445120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.734061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:24.810974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ac5620-af81-4f9e-bb80-2706565f7d98,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:24.820566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Checking segment: {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:45:24.821006 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Network hostable DHCP agents. Network: 14ecab44-eb32-4656-8804-17c395aac6c5, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:45:24.922484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Network 14ecab44-eb32-4656-8804-17c395aac6c5 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:45:24.983415 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:45:25.014360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 14ecab44-eb32-4656-8804-17c395aac6c5) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:45:25.018311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:25.018888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:25.022881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff34b3b-157f-4665-be11-13f3e5b77ee8 None None] Network 14ecab44-eb32-4656-8804-17c395aac6c5 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:45:25.106525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-033583f2-59e3-4c1d-bc61-b09cceab18f1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7677710 Apr 11 21:45:25.234742 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd7d80-a190-4f97-ad7d-7286ac832f6d None None] Network 14ecab44-eb32-4656-8804-17c395aac6c5 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:45:25.641486 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-cb50f369-7376-4410-b499-f4b358e4887f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:25.642917 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-cb50f369-7376-4410-b499-f4b358e4887f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/networks?id=14ecab44-eb32-4656-8804-17c395aac6c5 HTTP/1.1" status: 200 len: 814 time: 0.1389878 Apr 11 21:45:25.663210 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-6af06c5d-a704-4ccf-b9ef-be75562a887c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/quotas/f2bb4a35297842beab18638725849b43 HTTP/1.1" status: 200 len: 375 time: 0.0149369 Apr 11 21:45:25.713494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-2305009d-248a-4811-b3dd-a2d088617c27 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f2bb4a35297842beab18638725849b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443330 Apr 11 21:45:25.723798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-9cc7e103-d176-4231-b2c0-3ae62e0203ba service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:45:25.724743 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-9cc7e103-d176-4231-b2c0-3ae62e0203ba service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049937 Apr 11 21:45:25.853330 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-a6f86210-62cf-43e8-b61c-d855cf459db5 service neutron] 10.222.0.61 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225927 Apr 11 21:45:25.981592 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-e429e51b-acad-4c92-a681-4257d4d6315c service neutron] 10.222.0.61 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225297 Apr 11 21:45:26.240185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b7427a85-c604-4f07-b5af-8d7014a5966b req-5d886fd0-5d26-408a-b434-372c77c9319d tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 210 time: 0.0444777 Apr 11 21:45:27.408611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4f97414-47a4-47bf-9060-e78f2db0c2f7 req-8463906b-cf9b-4057-9eb7-c09e1dd6c51b tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 210 time: 0.0453367 Apr 11 21:45:28.620062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b67253ac-2652-453c-b5a1-c31580259223 req-e115a51f-d5d2-4d51-94fc-8357c286739c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 210 time: 0.0578649 Apr 11 21:45:28.672807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-7796206e-dab8-4300-9d8f-101bfb66f83f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:28.673480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-7796206e-dab8-4300-9d8f-101bfb66f83f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Synchronizing usage tracker for tenant:f2bb4a35297842beab18638725849b43 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:45:28.756978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-7796206e-dab8-4300-9d8f-101bfb66f83f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Unset dirty status for tenant:f2bb4a35297842beab18638725849b43 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:45:28.758715 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-7796206e-dab8-4300-9d8f-101bfb66f83f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.75 "GET /v2.0/networks?id=14ecab44-eb32-4656-8804-17c395aac6c5 HTTP/1.1" status: 200 len: 814 time: 0.3612261 Apr 11 21:45:28.781850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Request body: {'port': {'device_id': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5', 'admin_state_up': True, 'tenant_id': 'f2bb4a35297842beab18638725849b43'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:45:28.915561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:45:28.919201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Usage tracker for resource:port and tenant:f2bb4a35297842beab18638725849b43 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:45:28.921991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:45:28.927636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:45:29.010473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Made reservation on behalf of f2bb4a35297842beab18638725849b43 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:45:29.013480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:29.172911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Allocated IP 172.20.0.7 (14ecab44-eb32-4656-8804-17c395aac6c5/36ac5620-af81-4f9e-bb80-2706565f7d98/3f16493e-8fd6-4d7f-aed7-5677cf69f9ea) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:45:29.374768 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:29.445489 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:29.520047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Network 14ecab44-eb32-4656-8804-17c395aac6c5 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:45:29.522971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:45:29.527118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:45:29.545188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:29.562112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Pushing event updated for resources: {'Port': ['ID=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:29.590466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:29.591086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:29.662732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-34b3c78a-5751-4c47-8dc0-b8c09cba3a47 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8844981 Apr 11 21:45:29.747320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Request body: {'port': {'device_id': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:45:29.819947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb506e-bdfc-4130-ab9b-12a5f9dc1214 req-c2442e55-e051-4380-a0fe-cb14b162eb08 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:29.821496 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ccb506e-bdfc-4130-ab9b-12a5f9dc1214 req-c2442e55-e051-4380-a0fe-cb14b162eb08 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 931 time: 0.0766885 Apr 11 21:45:29.860452 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:29.868789 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5ccb506e-bdfc-4130-ab9b-12a5f9dc1214 req-41e18742-81b0-4d5c-9f17-485abd2eb9ef tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Apr 11 21:45:30.196857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:45:30.203644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:30.218450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Transition to ACTIVE for port object 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:45:30.300073 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:30.422231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Pushing event updated for resources: {'Port': ['ID=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:30.527334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Attempting to bind port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:45:30.527685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Attempting to bind port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:45:30.528003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Attempting to bind port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea on network 14ecab44-eb32-4656-8804-17c395aac6c5 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:45:30.534693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea on network 14ecab44-eb32-4656-8804-17c395aac6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:45:30.535011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Attempting to bind port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea on network 14ecab44-eb32-4656-8804-17c395aac6c5 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:45:30.541424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:45:30.541752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Checking segment: {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:45:30.542127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Bound using segment: {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:45:30.542542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Bound port: 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:45:30.542877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:30.628693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] For port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:45:30.634007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] For port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:45:30.706205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:30.770403 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:30.771814 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] 10.222.0.75 "PUT /v2.0/ports/3f16493e-8fd6-4d7f-aed7-5677cf69f9ea HTTP/1.1" status: 200 len: 1091 time: 1.0979435 Apr 11 21:45:30.775169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'tag': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:30.790178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f138d50-2eea-41cf-b030-9646555cb705 service neutron] Pushing event updated for resources: {'Port': ['ID=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:31.005409 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c92f29-632c-451e-b495-83ea84056021'] response: {'name': 'network-changed', 'server_uuid': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'tag': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea', 'status': 'completed', 'code': 200} Apr 11 21:45:31.046614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-b6fb7363-0ae5-486b-8777-f2894c42e6a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f2bb4a35297842beab18638725849b43&device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1739140 Apr 11 21:45:31.077642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553475-50e2-4e4e-b42d-09354213c941 req-c0230431-809f-4b79-add4-3d8bccdc7d84 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:31.079221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8553475-50e2-4e4e-b42d-09354213c941 req-c0230431-809f-4b79-add4-3d8bccdc7d84 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 943 time: 0.0808964 Apr 11 21:45:31.125349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8553475-50e2-4e4e-b42d-09354213c941 req-8c07ade7-cf29-43f2-8708-3a33da43cfc3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Apr 11 21:45:31.127756 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-2c2cb1da-a13e-48b3-a990-ad353406abeb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea HTTP/1.1" status: 200 len: 217 time: 0.0701838 Apr 11 21:45:31.193185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-fc8f5d3b-87ba-4520-a4d8-16ec938839e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:31.194638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-fc8f5d3b-87ba-4520-a4d8-16ec938839e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36ac5620-af81-4f9e-bb80-2706565f7d98 HTTP/1.1" status: 200 len: 854 time: 0.0583882 Apr 11 21:45:31.243453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-eee766ec-6f3d-4872-9cc8-aa3acf9fe6e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14ecab44-eb32-4656-8804-17c395aac6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397360 Apr 11 21:45:31.244960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:31.388543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-6db70912-dbb6-49f8-9c9a-bd2efdc5c506 service neutron] 10.222.0.75 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359112 Apr 11 21:45:31.521219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-39fff2b3-c58e-4bab-b7b7-6f713262304c req-ea441e9d-0ab8-4548-8516-13160aae210d service neutron] 10.222.0.75 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233652 Apr 11 21:45:31.716364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-6b374d14-4746-4d06-b86d-2220e3260d97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f2bb4a35297842beab18638725849b43&device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0750494 Apr 11 21:45:31.847680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-b23803ec-6b96-4e07-bad5-a3859bfca6ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:31.849128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-b23803ec-6b96-4e07-bad5-a3859bfca6ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=14ecab44-eb32-4656-8804-17c395aac6c5 HTTP/1.1" status: 200 len: 915 time: 0.1252389 Apr 11 21:45:31.918403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-d57a3146-2316-46ae-bfd4-750d84446505 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea HTTP/1.1" status: 200 len: 217 time: 0.0625210 Apr 11 21:45:31.980808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-0d600c16-0e8b-4a09-98e8-0b02ed3a04e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:31.982224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-0d600c16-0e8b-4a09-98e8-0b02ed3a04e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36ac5620-af81-4f9e-bb80-2706565f7d98 HTTP/1.1" status: 200 len: 854 time: 0.0575070 Apr 11 21:45:32.026477 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-605e62e6-023a-42b7-b2a4-6b4de01b0559 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14ecab44-eb32-4656-8804-17c395aac6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377614 Apr 11 21:45:32.165892 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-518662cc-940d-47ea-8940-d3a06f30962e service neutron] 10.222.0.75 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315551 Apr 11 21:45:32.360224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-859aa5b3-f4e1-4cc9-bec5-082b7ae098b0 req-cbedd67c-06d4-45b6-ae20-a54b96dde4b1 service neutron] 10.222.0.75 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877849 Apr 11 21:45:32.378042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-85e41260-e2f1-42bf-8ebf-a98cf3443ca9 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:32.378732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-85e41260-e2f1-42bf-8ebf-a98cf3443ca9 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Synchronizing usage tracker for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:45:32.432944 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-85e41260-e2f1-42bf-8ebf-a98cf3443ca9 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Unset dirty status for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:45:32.434117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-85e41260-e2f1-42bf-8ebf-a98cf3443ca9 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 943 time: 0.1752861 Apr 11 21:45:32.479164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-7934461b-560c-41f3-97ed-5b07db3155c4 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Synchronizing usage tracker for tenant:f2bb4a35297842beab18638725849b43 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:45:32.550939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-7934461b-560c-41f3-97ed-5b07db3155c4 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Unset dirty status for tenant:f2bb4a35297842beab18638725849b43 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:45:32.552078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bc9709a7-6950-4284-8e77-29c3935c8bde req-7934461b-560c-41f3-97ed-5b07db3155c4 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124456 Apr 11 21:45:33.747913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf654f-6033-4eb2-8be1-a1cb020923d6 req-aeb0cd1b-fcf8-4c86-af5a-f32c85134fc4 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:33.749372 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afaf654f-6033-4eb2-8be1-a1cb020923d6 req-aeb0cd1b-fcf8-4c86-af5a-f32c85134fc4 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 943 time: 0.0776129 Apr 11 21:45:33.796869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-afaf654f-6033-4eb2-8be1-a1cb020923d6 req-781f3ce3-922c-4e08-9da0-b09d6c5210d1 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Apr 11 21:45:34.740733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:45:34.878677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:34.892393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea', 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5', 'port_id': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea', 'mac_address': 'fa:16:3e:cd:37:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ac5620-af81-4f9e-bb80-2706565f7d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:45:34.946245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:34.964089 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:45:34.979087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:35.002372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a855e-e60f-4f7c-ad22-47b5948e176a req-6e519acb-091f-462d-b02d-1426cd4edb5a tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:35.002372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e97a855e-e60f-4f7c-ad22-47b5948e176a req-6e519acb-091f-462d-b02d-1426cd4edb5a tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 943 time: 0.0771418 Apr 11 21:45:35.044924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:35.053078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e97a855e-e60f-4f7c-ad22-47b5948e176a req-bf06d92d-ae1d-40cd-b821-f007529b0639 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532258 Apr 11 21:45:35.112062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:35.265473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:45:36.256133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012ca2-e631-48f0-9607-561a7f3eaee1 req-790d91fa-e4f0-4d9d-9e34-3021a0ccae8d tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:36.257525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d012ca2-e631-48f0-9607-561a7f3eaee1 req-790d91fa-e4f0-4d9d-9e34-3021a0ccae8d tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 944 time: 0.0780489 Apr 11 21:45:36.302869 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d012ca2-e631-48f0-9607-561a7f3eaee1 req-56f40e2c-8c0a-4b23-b7cc-3bc7a0e4c4ee tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Apr 11 21:45:36.755744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:45:36.927645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:45:36.933053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:45:36.933423 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:37.043648 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:37.072503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:37.081745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:37.139555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:37.210482 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a260c0-155a-4a75-975f-c16e29c6eb0d'] response: {'server_uuid': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea', 'code': 200} Apr 11 21:45:37.213005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:37.346789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b299ffbb-ae69-4d77-8dfa-29e3af21e4d0 req-377230a4-5f5e-48e2-92ae-518bfff8e499 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0677187 Apr 11 21:45:37.389344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b299ffbb-ae69-4d77-8dfa-29e3af21e4d0 req-3e1566b9-a9ba-42f7-9251-0d3aa407ec23 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Apr 11 21:45:37.500401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34818a12-9d0b-4769-add0-ecad894e21d6 req-20097bdc-6772-4011-8bf9-c787b449e3e6 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:37.501835 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34818a12-9d0b-4769-add0-ecad894e21d6 req-20097bdc-6772-4011-8bf9-c787b449e3e6 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0787289 Apr 11 21:45:37.547280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-34818a12-9d0b-4769-add0-ecad894e21d6 req-7befdfce-4ece-4dc5-bea2-ccb3e991f2aa tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Apr 11 21:45:38.753531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a310-caf2-49fc-b169-c3bf2fa4cf08 req-aa29e682-e778-400c-a5d5-d3e0a29843cc tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:38.755069 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb59a310-caf2-49fc-b169-c3bf2fa4cf08 req-aa29e682-e778-400c-a5d5-d3e0a29843cc tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0829663 Apr 11 21:45:38.888776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb59a310-caf2-49fc-b169-c3bf2fa4cf08 req-78c66d8d-36e2-4356-93c1-09b78deee8ec tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281326 Apr 11 21:45:40.079814 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c391441-e072-4c47-9afe-3584d9a17e9a req-1c407daa-6d8f-42a5-b4fe-0eacc8f467fd tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:40.081245 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c391441-e072-4c47-9afe-3584d9a17e9a req-1c407daa-6d8f-42a5-b4fe-0eacc8f467fd tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0742910 Apr 11 21:45:40.125034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5c391441-e072-4c47-9afe-3584d9a17e9a req-4e9798a3-d299-48be-8903-dd0a73945a2c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383127 Apr 11 21:45:40.416414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-5e13b027-0a8e-4d7e-83b4-5b7abea244dc tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:40.417860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-5e13b027-0a8e-4d7e-83b4-5b7abea244dc tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/networks?id=14ecab44-eb32-4656-8804-17c395aac6c5 HTTP/1.1" status: 200 len: 814 time: 0.1397517 Apr 11 21:45:40.434813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-1b2eb5b6-2820-48b5-a785-bd277e3a12a8 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/quotas/f2bb4a35297842beab18638725849b43 HTTP/1.1" status: 200 len: 375 time: 0.0116074 Apr 11 21:45:40.512329 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-18ad55b9-a027-4b09-9dfc-31a4ecd38e27 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f2bb4a35297842beab18638725849b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727825 Apr 11 21:45:40.645630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-dd8e1e3b-b459-4e23-8a26-96ffb5c3bbb0 service neutron] 10.222.0.61 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264603 Apr 11 21:45:40.777925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-11a0a657-5203-495f-a0d0-f200b1890954 service neutron] 10.222.0.61 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257482 Apr 11 21:45:41.058542 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c8fbd31e-7f18-4a33-9ed9-d4076983fb09 req-0c8c8430-ae55-404d-869c-d7565ce359ab tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 210 time: 0.0465233 Apr 11 21:45:42.228259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-560373df-ce2f-40a0-a6de-889a4f101a75 req-1a5a3a4d-0800-4d39-ac9c-c32b74366b3c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 210 time: 0.0449760 Apr 11 21:45:43.133439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-12fa851b-2de1-4079-be61-ee3ce84e5bab tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:43.136093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-12fa851b-2de1-4079-be61-ee3ce84e5bab tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.69 "GET /v2.0/networks?id=14ecab44-eb32-4656-8804-17c395aac6c5 HTTP/1.1" status: 200 len: 814 time: 0.1632998 Apr 11 21:45:43.152723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Request body: {'port': {'device_id': '9d569583-080f-4938-91d6-69d3105b335f', 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5', 'admin_state_up': True, 'tenant_id': 'f2bb4a35297842beab18638725849b43'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:45:43.312998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:45:43.325289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:45:43.393374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Made reservation on behalf of f2bb4a35297842beab18638725849b43 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:45:43.396455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:43.411682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a53413f-ca44-4f25-a1d6-f8f99d0f0e0c req-ed9033c6-a9e9-409f-bc83-031df8a9f575 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 210 time: 0.0443420 Apr 11 21:45:43.559363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Allocated IP 172.20.0.10 (14ecab44-eb32-4656-8804-17c395aac6c5/36ac5620-af81-4f9e-bb80-2706565f7d98/79741560-b00e-4923-811b-514305f3ffc8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:45:43.756503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:43.850951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:43.864695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:45:43.920464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Network 14ecab44-eb32-4656-8804-17c395aac6c5 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:45:43.923439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:45:43.927243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:45:43.963154 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a78f2bed-f94d-49c2-9dda-c946c6ce66e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:43.975616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Pushing event updated for resources: {'Port': ['ID=79741560-b00e-4923-811b-514305f3ffc8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:43.998626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:43.999237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:44.117382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-d4e6c855-653d-4843-b8ef-793a5d22b893 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9699447 Apr 11 21:45:44.128711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Request body: {'port': {'device_id': '9d569583-080f-4938-91d6-69d3105b335f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:45:44.237992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:44.665976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a591b9a-29ad-4c2e-a7d9-ffb36ac916d4 req-4969d16d-a05b-49c8-8841-63320ca74812 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:44.666679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0a591b9a-29ad-4c2e-a7d9-ffb36ac916d4 req-4969d16d-a05b-49c8-8841-63320ca74812 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Synchronizing usage tracker for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:45:44.739301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79741560-b00e-4923-811b-514305f3ffc8 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:45:44.746351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:44.760204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Transition to ACTIVE for port object 79741560-b00e-4923-811b-514305f3ffc8 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:45:44.779446 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0a591b9a-29ad-4c2e-a7d9-ffb36ac916d4 req-4969d16d-a05b-49c8-8841-63320ca74812 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Unset dirty status for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:45:44.780639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a591b9a-29ad-4c2e-a7d9-ffb36ac916d4 req-4969d16d-a05b-49c8-8841-63320ca74812 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 932 time: 0.2423446 Apr 11 21:45:44.829625 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a591b9a-29ad-4c2e-a7d9-ffb36ac916d4 req-4b4af8bc-3d5f-423c-bcaf-eadbb74054d0 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Apr 11 21:45:44.830623 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:44.956104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Pushing event updated for resources: {'Port': ['ID=79741560-b00e-4923-811b-514305f3ffc8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:45.057569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Attempting to bind port 79741560-b00e-4923-811b-514305f3ffc8 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:45:45.057816 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Attempting to bind port 79741560-b00e-4923-811b-514305f3ffc8 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:45:45.058133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Attempting to bind port 79741560-b00e-4923-811b-514305f3ffc8 on network 14ecab44-eb32-4656-8804-17c395aac6c5 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:45:45.063722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Port 79741560-b00e-4923-811b-514305f3ffc8 on network 14ecab44-eb32-4656-8804-17c395aac6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:45:45.064038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Attempting to bind port 79741560-b00e-4923-811b-514305f3ffc8 on network 14ecab44-eb32-4656-8804-17c395aac6c5 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:45:45.070060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:45:45.070387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Checking segment: {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:45:45.070758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Bound using segment: {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:45:45.071172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Bound port: 79741560-b00e-4923-811b-514305f3ffc8, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33832897-b96f-4fbd-82de-fd7adaab29cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:45:45.072171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:45.160038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] For port 79741560-b00e-4923-811b-514305f3ffc8, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:45:45.162931 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] For port 79741560-b00e-4923-811b-514305f3ffc8, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=79741560-b00e-4923-811b-514305f3ffc8,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:45:45.259913 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:45.322208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:45.323615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] 10.222.0.69 "PUT /v2.0/ports/79741560-b00e-4923-811b-514305f3ffc8 HTTP/1.1" status: 200 len: 1092 time: 1.1989830 Apr 11 21:45:45.324049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d569583-080f-4938-91d6-69d3105b335f', 'tag': '79741560-b00e-4923-811b-514305f3ffc8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:45.342205 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e2b7b-3e02-4f40-8b69-45ecae53e965 service neutron] Pushing event updated for resources: {'Port': ['ID=79741560-b00e-4923-811b-514305f3ffc8,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:45.379064 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d6d385-8292-445f-8640-f4d497ebb981'] response: {'name': 'network-changed', 'server_uuid': '9d569583-080f-4938-91d6-69d3105b335f', 'tag': '79741560-b00e-4923-811b-514305f3ffc8', 'status': 'completed', 'code': 200} Apr 11 21:45:45.495761 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3936717e-f2cc-4452-8505-94971a7ae737 req-de5293b1-4384-4bb6-a4ba-49f3673e7354 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2bb4a35297842beab18638725849b43&device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 1095 time: 0.0964680 Apr 11 21:45:45.633407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936717e-f2cc-4452-8505-94971a7ae737 req-15aec027-ae46-402f-81bb-1c55ebc7a1e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:45.634872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3936717e-f2cc-4452-8505-94971a7ae737 req-15aec027-ae46-402f-81bb-1c55ebc7a1e6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f2bb4a35297842beab18638725849b43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1331024 Apr 11 21:45:45.769575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936717e-f2cc-4452-8505-94971a7ae737 req-649fdfd3-5224-4863-87d0-bf983a07cd3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:45.771710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3936717e-f2cc-4452-8505-94971a7ae737 req-649fdfd3-5224-4863-87d0-bf983a07cd3b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307557 Apr 11 21:45:45.877377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-864da21a-3c7d-428e-87ce-3d328e157404 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2bb4a35297842beab18638725849b43&device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 1095 time: 0.0706546 Apr 11 21:45:45.947796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-f5435ab3-15a8-4778-9e6e-a76f280f66d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79741560-b00e-4923-811b-514305f3ffc8 HTTP/1.1" status: 200 len: 217 time: 0.0638897 Apr 11 21:45:46.056766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-7da60e70-c84d-4d8a-84db-74283eebbf67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:46.058094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-7da60e70-c84d-4d8a-84db-74283eebbf67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36ac5620-af81-4f9e-bb80-2706565f7d98 HTTP/1.1" status: 200 len: 854 time: 0.0780468 Apr 11 21:45:46.104929 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-4e12a78f-00a3-459d-bfd5-479679d9740d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=14ecab44-eb32-4656-8804-17c395aac6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400620 Apr 11 21:45:46.114884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c083b-42de-4b74-abf3-d01223457845 req-404dc5f3-a725-4f36-b9be-495a57d2ae8c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:46.116314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db7c083b-42de-4b74-abf3-d01223457845 req-404dc5f3-a725-4f36-b9be-495a57d2ae8c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 944 time: 0.1657479 Apr 11 21:45:46.265512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-db7c083b-42de-4b74-abf3-d01223457845 req-fcf8b938-132e-4ef4-87c0-b9417de1a608 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302166 Apr 11 21:45:46.267608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-aca0c6f1-c2bc-4669-8490-4e2ac3b15360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:46.289298 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-fa80b280-5e0f-416b-a0df-edf355dce767 service neutron] 10.222.0.69 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720591 Apr 11 21:45:46.530474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c769b264-e001-43c3-9d4f-876198d9f5b4 req-4504667a-cd2a-4291-9b22-46d9165eeaba service neutron] 10.222.0.69 "GET /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352257 Apr 11 21:45:47.468230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbed4-6ee3-4e53-8e4c-603356088bdc req-f1c3c09c-cd7c-45c8-a112-bdda23df778f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:47.470145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b23dbed4-6ee3-4e53-8e4c-603356088bdc req-f1c3c09c-cd7c-45c8-a112-bdda23df778f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 944 time: 0.0806201 Apr 11 21:45:47.536249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:47.537655 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b23dbed4-6ee3-4e53-8e4c-603356088bdc req-247919aa-7f39-4fb1-8909-145db7f614d1 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615430 Apr 11 21:45:47.592980 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:48.737599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd500-06d7-4a8b-a29d-d15d3f4a570c req-68e7497a-34f6-451e-8288-e95ec5e80d21 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:48.739060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac2bd500-06d7-4a8b-a29d-d15d3f4a570c req-68e7497a-34f6-451e-8288-e95ec5e80d21 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 944 time: 0.0785074 Apr 11 21:45:48.783936 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac2bd500-06d7-4a8b-a29d-d15d3f4a570c req-fbf1002a-cd4a-4724-bf4d-4fcc82a3deac tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Apr 11 21:45:48.919017 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:49.990322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eb37c-0a09-4f4c-8375-56ecbe9ef501 req-697f153d-a1c5-4ef8-b700-09ff6e7a1759 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:49.991790 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d8eb37c-0a09-4f4c-8375-56ecbe9ef501 req-697f153d-a1c5-4ef8-b700-09ff6e7a1759 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 944 time: 0.0753024 Apr 11 21:45:50.036894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6d8eb37c-0a09-4f4c-8375-56ecbe9ef501 req-b1a09293-d2c0-4992-b53b-f9b5e83199e0 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Apr 11 21:45:50.234804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 79741560-b00e-4923-811b-514305f3ffc8 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:45:50.366870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 79741560-b00e-4923-811b-514305f3ffc8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=79741560-b00e-4923-811b-514305f3ffc8,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:50.380299 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '79741560-b00e-4923-811b-514305f3ffc8', 'network_id': '14ecab44-eb32-4656-8804-17c395aac6c5', 'port_id': '79741560-b00e-4923-811b-514305f3ffc8', 'mac_address': 'fa:16:3e:70:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ac5620-af81-4f9e-bb80-2706565f7d98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:45:50.436494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:50.453155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79741560-b00e-4923-811b-514305f3ffc8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:45:50.467434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 79741560-b00e-4923-811b-514305f3ffc8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=79741560-b00e-4923-811b-514305f3ffc8,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:50.564692 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:50.629796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=79741560-b00e-4923-811b-514305f3ffc8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:50.638597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.638937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.639301 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.639659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.640011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.640360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.640684 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.641002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.641341 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.641658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.642000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:50.764489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['79741560-b00e-4923-811b-514305f3ffc8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:45:51.237539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f97423-5186-4cf9-85c0-a8a9d385d7e4 req-dbd38494-f858-4495-bb82-759b970a5069 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:51.239062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51f97423-5186-4cf9-85c0-a8a9d385d7e4 req-dbd38494-f858-4495-bb82-759b970a5069 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 945 time: 0.0768991 Apr 11 21:45:51.284931 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-51f97423-5186-4cf9-85c0-a8a9d385d7e4 req-10bbca6c-482f-40ba-bd77-039dbf1c94d8 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Apr 11 21:45:52.234649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 79741560-b00e-4923-811b-514305f3ffc8 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:45:52.373284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 79741560-b00e-4923-811b-514305f3ffc8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:45:52.378258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 79741560-b00e-4923-811b-514305f3ffc8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:45:52.378628 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:52.487279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4826f4-0781-4845-89c0-cb05ef3560b0 req-292ad911-ea7b-44ae-b804-b9bff3fba686 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:52.488684 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a4826f4-0781-4845-89c0-cb05ef3560b0 req-292ad911-ea7b-44ae-b804-b9bff3fba686 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 945 time: 0.0807397 Apr 11 21:45:52.492166 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:52.520867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d569583-080f-4938-91d6-69d3105b335f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79741560-b00e-4923-811b-514305f3ffc8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:52.531276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 79741560-b00e-4923-811b-514305f3ffc8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=79741560-b00e-4923-811b-514305f3ffc8,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:52.535521 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3a4826f4-0781-4845-89c0-cb05ef3560b0 req-351ba30b-3498-4261-998f-983d6c49d451 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Apr 11 21:45:52.576366 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8e7dae-9a7c-4cfc-807a-2a7d74bb982a'] response: {'server_uuid': '9d569583-080f-4938-91d6-69d3105b335f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79741560-b00e-4923-811b-514305f3ffc8', 'code': 200} Apr 11 21:45:52.607741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:52.673659 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=79741560-b00e-4923-811b-514305f3ffc8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:52.703140 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d420caa-0e76-4a29-a90f-c56b9165c185 req-dc597b12-a7da-47e3-97f7-d090460f1120 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 1097 time: 0.0709345 Apr 11 21:45:52.744451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d420caa-0e76-4a29-a90f-c56b9165c185 req-48884c08-7fb0-4ce3-ab74-60f9f4eba4ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Apr 11 21:45:53.734444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20de6e-51c9-4174-85cf-393079dbe8e8 req-b34478a7-4b31-4aed-b1f4-520c961d1fd7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:53.735929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac20de6e-51c9-4174-85cf-393079dbe8e8 req-b34478a7-4b31-4aed-b1f4-520c961d1fd7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 946 time: 0.0786011 Apr 11 21:45:53.782258 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ac20de6e-51c9-4174-85cf-393079dbe8e8 req-1eced64f-0214-4ab3-84fe-50e81d581bea tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Apr 11 21:45:54.981584 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76d494-4fa6-4701-b25d-51e731959860 req-19e10004-14cb-4cad-92e5-6534a128695f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:54.983048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c76d494-4fa6-4701-b25d-51e731959860 req-19e10004-14cb-4cad-92e5-6534a128695f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 946 time: 0.0758460 Apr 11 21:45:55.030692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8c76d494-4fa6-4701-b25d-51e731959860 req-0d888808-5a57-4236-acee-6a05e6423bef tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Apr 11 21:45:55.660432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477818cf-5f1b-459d-a2b9-ac9e88896d71 req-5b9c036f-c3f7-498c-bfba-305aff99d511 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:55.661883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-477818cf-5f1b-459d-a2b9-ac9e88896d71 req-5b9c036f-c3f7-498c-bfba-305aff99d511 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 946 time: 0.0768073 Apr 11 21:45:55.706271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-477818cf-5f1b-459d-a2b9-ac9e88896d71 req-814de8f6-57dd-4328-ba91-f504164e12e2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Apr 11 21:45:56.868287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-df614f51-f880-464e-9e0d-add6fb98f96b tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:56.869796 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-df614f51-f880-464e-9e0d-add6fb98f96b tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 946 time: 0.0806141 Apr 11 21:45:56.940856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Deleting port 79741560-b00e-4923-811b-514305f3ffc8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:45:56.941203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:57.009254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a31fe6-27ae-46d0-8ee3-fb404abdb4d7 req-12a92b39-ceab-4a11-8c3c-0ea99cae77a0 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:57.010676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10a31fe6-27ae-46d0-8ee3-fb404abdb4d7 req-12a92b39-ceab-4a11-8c3c-0ea99cae77a0 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 946 time: 0.1825538 Apr 11 21:45:57.054965 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-10a31fe6-27ae-46d0-8ee3-fb404abdb4d7 req-eebf5284-0888-45e0-91d1-ddf18b284111 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Apr 11 21:45:57.186552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] For port 79741560-b00e-4923-811b-514305f3ffc8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=79741560-b00e-4923-811b-514305f3ffc8,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:45:57.187001 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:57.309485 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Calling delete_port for 79741560-b00e-4923-811b-514305f3ffc8 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:45:57.518856 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:57.531079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['79741560-b00e-4923-811b-514305f3ffc8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:45:57.566358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:45:57.575351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Pushing event deleted for resources: {'Port': ['ID=79741560-b00e-4923-811b-514305f3ffc8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:45:57.613865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.614212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.614554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.614888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.615217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.615578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.615912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.616238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.616572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.616882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.617204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:45:57.666746 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] No DVR routers for this DVR port 79741560-b00e-4923-811b-514305f3ffc8 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:45:57.669266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:57.671790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d569583-080f-4938-91d6-69d3105b335f', 'name': 'network-vif-deleted', 'tag': '79741560-b00e-4923-811b-514305f3ffc8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:45:57.729067 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495bef28-218a-4f7a-804c-4aff06fb26b6'] response: {'server_uuid': '9d569583-080f-4938-91d6-69d3105b335f', 'name': 'network-vif-deleted', 'tag': '79741560-b00e-4923-811b-514305f3ffc8', 'status': 'completed', 'code': 200} Apr 11 21:45:57.748178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d051b2bf-883a-4ebd-9197-41ad56d040a0 req-7d04ffe8-230c-43f4-bf02-2f51cf8262d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.69 "DELETE /v2.0/ports/79741560-b00e-4923-811b-514305f3ffc8 HTTP/1.1" status: 204 len: 173 time: 0.8730440 Apr 11 21:45:58.228973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-12e28f77-7f8d-4814-8f86-21f1ce687a7d req-7f53f1c0-2802-413d-b04b-2ddf35e443b0 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d569583-080f-4938-91d6-69d3105b335f HTTP/1.1" status: 200 len: 210 time: 0.0413802 Apr 11 21:45:59.508141 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cae9d-e9c2-492b-acf5-0d4cbe91167c req-fa622720-d00e-4da5-a465-de054fd30227 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:59.510271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f80cae9d-e9c2-492b-acf5-0d4cbe91167c req-fa622720-d00e-4da5-a465-de054fd30227 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0800488 Apr 11 21:45:59.539586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:45:59.554594 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f80cae9d-e9c2-492b-acf5-0d4cbe91167c req-dd72f999-ce13-47bb-a39e-30516d2a66d4 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Apr 11 21:45:59.772576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d946ee-c7a4-40ec-b3b9-0a80c6bf7280 req-1a478af8-5e86-4d52-bdbf-54b70ea6c83c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:45:59.774612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d946ee-c7a4-40ec-b3b9-0a80c6bf7280 req-1a478af8-5e86-4d52-bdbf-54b70ea6c83c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0739038 Apr 11 21:45:59.819669 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d946ee-c7a4-40ec-b3b9-0a80c6bf7280 req-033267ea-2d7e-4258-9898-1946447813d7 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Apr 11 21:46:00.019523 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d66631-ef29-40c8-b22e-60611d9f5203 req-5a287247-b980-4e13-a7af-2547572caef3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:00.020211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-56d66631-ef29-40c8-b22e-60611d9f5203 req-5a287247-b980-4e13-a7af-2547572caef3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Synchronizing usage tracker for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:46:00.096061 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-56d66631-ef29-40c8-b22e-60611d9f5203 req-5a287247-b980-4e13-a7af-2547572caef3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Unset dirty status for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:46:00.097227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56d66631-ef29-40c8-b22e-60611d9f5203 req-5a287247-b980-4e13-a7af-2547572caef3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.1526716 Apr 11 21:46:00.143374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-56d66631-ef29-40c8-b22e-60611d9f5203 req-94da9d03-5cd3-4abb-8f0d-640967752441 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Apr 11 21:46:00.281409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 79741560-b00e-4923-811b-514305f3ffc8 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:46:00.316448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 79741560-b00e-4923-811b-514305f3ffc8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:46:00.316788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 79741560-b00e-4923-811b-514305f3ffc8 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:46:00.343828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a87c2f73-7709-461a-a0a4-3f5136439408 req-0c919c0f-4781-4524-a033-dd1501d8c747 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743797 Apr 11 21:46:00.539464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207fc9d-bd6f-4300-8e72-1b01e6e836a2 req-51129642-4142-45e8-8ea9-32a5b540c739 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:00.541079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a207fc9d-bd6f-4300-8e72-1b01e6e836a2 req-51129642-4142-45e8-8ea9-32a5b540c739 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0812757 Apr 11 21:46:00.586733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a207fc9d-bd6f-4300-8e72-1b01e6e836a2 req-1b88af52-9246-4980-b863-5d08612b9bec tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Apr 11 21:46:00.781972 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e6ea-980d-4702-97c4-718b76b3a881 req-774d7e36-9140-4325-a0aa-0c33d727061c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:00.783410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c586e6ea-980d-4702-97c4-718b76b3a881 req-774d7e36-9140-4325-a0aa-0c33d727061c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0750072 Apr 11 21:46:00.827953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c586e6ea-980d-4702-97c4-718b76b3a881 req-e6cfb557-8fb4-49ae-ab48-df81beb9fd39 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Apr 11 21:46:01.044479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e558-9b3e-4b5e-afe3-23194b9b7be1 req-c656f642-9488-4086-b556-b66928ea783c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:01.045943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c95e558-9b3e-4b5e-afe3-23194b9b7be1 req-c656f642-9488-4086-b556-b66928ea783c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0782778 Apr 11 21:46:01.090085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c95e558-9b3e-4b5e-afe3-23194b9b7be1 req-f574c4d9-081d-400a-90d2-f140cdb9c094 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Apr 11 21:46:01.267080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:01.845842 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11799c76-2764-49ee-8c2f-4cf4eb91f652 req-7325ec66-1504-40fc-a36a-40908fb68132 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:01.847261 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11799c76-2764-49ee-8c2f-4cf4eb91f652 req-7325ec66-1504-40fc-a36a-40908fb68132 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0753741 Apr 11 21:46:01.894495 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-11799c76-2764-49ee-8c2f-4cf4eb91f652 req-2bd4b033-a6ec-45d9-981d-ed8db96081d3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Apr 11 21:46:01.985365 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:46:03.092922 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572a72-999a-442f-91f8-5d1c24c365ea req-3a3f77c7-b626-4ec8-afd6-d00406a2201f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:03.094364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d572a72-999a-442f-91f8-5d1c24c365ea req-3a3f77c7-b626-4ec8-afd6-d00406a2201f tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0768113 Apr 11 21:46:03.140020 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1d572a72-999a-442f-91f8-5d1c24c365ea req-8a22ce9b-54c7-4177-bd15-5a482cdf406c tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Apr 11 21:46:03.237880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c401-c14b-47d5-850c-018b6de1579e req-171efddd-73d2-4c50-967b-084dd575d4d3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:03.239869 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b02c401-c14b-47d5-850c-018b6de1579e req-171efddd-73d2-4c50-967b-084dd575d4d3 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 945 time: 0.0866578 Apr 11 21:46:03.311773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Deleting port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:03.312113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:03.640569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] For port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,segment=NetworkSegment(33832897-b96f-4fbd-82de-fd7adaab29cc),segment_id=33832897-b96f-4fbd-82de-fd7adaab29cc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:03.640925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:03.758062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Calling delete_port for 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:03.981856 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:03.997298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:46:04.031064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Pushing event deleted for resources: {'Port': ['ID=3f16493e-8fd6-4d7f-aed7-5677cf69f9ea,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:04.104968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] No DVR routers for this DVR port 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:04.107637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:04.110116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'name': 'network-vif-deleted', 'tag': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:46:04.163953 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915abb49-23cb-4db1-bf59-f055251033e3'] response: {'server_uuid': '6ebbbefa-f0e0-4567-b863-7e0e235b7bf4', 'name': 'network-vif-deleted', 'tag': '3f16493e-8fd6-4d7f-aed7-5677cf69f9ea', 'status': 'completed', 'code': 200} Apr 11 21:46:04.185716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b02c401-c14b-47d5-850c-018b6de1579e req-c245e387-d04a-4bb5-a517-0f0edf63a2f2 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.75 "DELETE /v2.0/ports/3f16493e-8fd6-4d7f-aed7-5677cf69f9ea HTTP/1.1" status: 204 len: 173 time: 0.9381437 Apr 11 21:46:04.321701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c87a7323-8687-4882-a2c0-28a99b64563b req-7bd6f3c8-1345-4fa7-824b-de7d444faf99 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Synchronizing usage tracker for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:46:04.393112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c87a7323-8687-4882-a2c0-28a99b64563b req-7bd6f3c8-1345-4fa7-824b-de7d444faf99 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] Unset dirty status for tenant:f2bb4a35297842beab18638725849b43 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:46:04.394230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c87a7323-8687-4882-a2c0-28a99b64563b req-7bd6f3c8-1345-4fa7-824b-de7d444faf99 tempest-ServersNegativeTestJSON-619091305 tempest-ServersNegativeTestJSON-619091305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ebbbefa-f0e0-4567-b863-7e0e235b7bf4 HTTP/1.1" status: 200 len: 210 time: 0.1284237 Apr 11 21:46:05.501937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:05.564307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Deleting subnet 36ac5620-af81-4f9e-bb80-2706565f7d98 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:46:05.567077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:05.614770 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:05.671585 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:05.804717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:05.840670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ac5620-af81-4f9e-bb80-2706565f7d98,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:05.847162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:05.853776 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c61103d0-cd06-4808-9f8e-7482a9fd1f0f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/36ac5620-af81-4f9e-bb80-2706565f7d98 HTTP/1.1" status: 204 len: 168 time: 0.3507941 Apr 11 21:46:05.856306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55404) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:05.959970 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.081276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.107007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecab44-eb32-4656-8804-17c395aac6c5']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:06.118838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33832897-b96f-4fbd-82de-fd7adaab29cc') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:06.119138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33832897-b96f-4fbd-82de-fd7adaab29cc') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:06.130697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.147225 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.154211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:06.154600 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:06.171640 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:06.322300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.327692 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.350913 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] Pushing event deleted for resources: {'Network': ['ID=14ecab44-eb32-4656-8804-17c395aac6c5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:06.422178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2020c4f4-b167-4d8a-86aa-6545debff66c admin admin] 10.222.0.61 "DELETE /v2.0/networks/14ecab44-eb32-4656-8804-17c395aac6c5 HTTP/1.1" status: 204 len: 168 time: 0.5648444 Apr 11 21:46:06.725579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55410) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:06.778038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-24e89f44-f42a-4cf9-a180-25cd99420fd4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2bb4a35297842beab18638725849b43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513260 Apr 11 21:46:06.780530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:06.837504 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.862254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.926860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:46:06.961937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:46:06.961937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3f16493e-8fd6-4d7f-aed7-5677cf69f9ea not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:46:06.981680 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:06.997754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98ea1a3-b64b-4d28-884e-64ac51cc6b4a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:07.008468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.008816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.009169 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.009484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.009807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.010131 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.010452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.010772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.011091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.011406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.011746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:07.054391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:07.056096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-79e37856-aa35-49f2-b8f6-57db0fcffbd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e98ea1a3-b64b-4d28-884e-64ac51cc6b4a HTTP/1.1" status: 204 len: 168 time: 0.2746994 Apr 11 21:46:08.276675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55436) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:08.414971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-810072096'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:08.420646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:08.424504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:network and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:08.427392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:08.433835 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:08.501702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:08.504713 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.518284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.555267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:08.559042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:security_group_rule and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:08.561810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:08.567710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:08.631913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.704578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.736379 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:08.744526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38625598-c663-4784-bb89-698d90149e5b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:08.750625 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.750625 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Added segment 38368661-75cc-4c91-9f77-3c3840ae0faf of type vlan for network 392c1b78-f8f2-489b-8348-64e246fce2e0 Apr 11 21:46:08.776865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.875836 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.879536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:08.880100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:08.988635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Network': ['ID=392c1b78-f8f2-489b-8348-64e246fce2e0,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:08.999252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 392c1b78-f8f2-489b-8348-64e246fce2e0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:09.039870 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ab7f6ac9-5a59-49bd-ab47-df73ce88e9cc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7609468 Apr 11 21:46:12.351537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55442) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:12.357796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'subnet': {'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:12.465071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:12.468853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:subnet and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:12.471865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:12.477952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:12.538447 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:12.639400 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.025724 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.102171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Subnet': ['ID=50d8c306-4186-4b36-8d54-f81b17987709,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:13.113649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Checking segment: {'id': '38368661-75cc-4c91-9f77-3c3840ae0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:13.114325 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network hostable DHCP agents. Network: 392c1b78-f8f2-489b-8348-64e246fce2e0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:13.207223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network 392c1b78-f8f2-489b-8348-64e246fce2e0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:13.316347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 392c1b78-f8f2-489b-8348-64e246fce2e0) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:13.321304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:13.321888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.325882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d1915b-b0f1-4926-9dbd-af8391dfd98d None None] Network 392c1b78-f8f2-489b-8348-64e246fce2e0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:13.408541 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1a8c8a49-de7a-4cbc-a7fa-f65b57fa098a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0552797 Apr 11 21:46:13.412276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55446) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:13.418511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-469156255'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:13.424172 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:13.427989 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:network and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:13.431583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:13.437330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:13.527755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:13.530738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.539485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-392c1b78-f8f2-489b-8348-64e246fce2e0', 'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0', 'tenant_id': '961b333b4c204d27bd1c0e7cb78bd0f7', 'fixed_ips': [{'subnet_id': '50d8c306-4186-4b36-8d54-f81b17987709'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:13.540379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.559324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:13.567834 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.568226 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Added segment 8af9ac6d-4c3e-492c-a5df-b44fab8a9441 of type vlan for network 91a22149-6b63-44e8-bb4e-1966dbe270c1 Apr 11 21:46:13.594382 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.696175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Allocated IP 2001:db8:0:ffff::2 (392c1b78-f8f2-489b-8348-64e246fce2e0/50d8c306-4186-4b36-8d54-f81b17987709/838cc699-db57-4c9d-8d01-3f3e6e499bf0) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:13.698620 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.702349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:13.702938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:13.809661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Network': ['ID=91a22149-6b63-44e8-bb4e-1966dbe270c1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:13.819607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 91a22149-6b63-44e8-bb4e-1966dbe270c1 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:13.865128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c8b80061-dae4-4935-81e8-67aad869d11f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4518051 Apr 11 21:46:13.868533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55450) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:13.874231 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'subnet': {'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:13.988441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:13.993034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:subnet and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:13.996013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:14.002138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:14.007591 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac1de949-0f30-4183-8486-0e9bb6e6562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.028938 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.038793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Transition to ACTIVE for port object 838cc699-db57-4c9d-8d01-3f3e6e499bf0 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:14.057244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Transition to ACTIVE for port object 838cc699-db57-4c9d-8d01-3f3e6e499bf0 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:14.089795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:14.116357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.187393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Network 392c1b78-f8f2-489b-8348-64e246fce2e0 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:14.190257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:14.192181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.192793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:14.199368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Pushing event updated for resources: {'Port': ['ID=838cc699-db57-4c9d-8d01-3f3e6e499bf0,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:14.288818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Attempting to bind port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:14.289240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Attempting to bind port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '38368661-75cc-4c91-9f77-3c3840ae0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:14.289848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Attempting to bind port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 on network 392c1b78-f8f2-489b-8348-64e246fce2e0 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:14.296780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:14.297154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Checking segment: {'id': '38368661-75cc-4c91-9f77-3c3840ae0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:14.297556 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.297944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Bound using segment: {'id': '38368661-75cc-4c91-9f77-3c3840ae0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:14.298409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Bound port: 838cc699-db57-4c9d-8d01-3f3e6e499bf0, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38368661-75cc-4c91-9f77-3c3840ae0faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '392c1b78-f8f2-489b-8348-64e246fce2e0'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:14.298777 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.390358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] For port 838cc699-db57-4c9d-8d01-3f3e6e499bf0, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:14.393382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] For port 838cc699-db57-4c9d-8d01-3f3e6e499bf0, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=838cc699-db57-4c9d-8d01-3f3e6e499bf0,segment=NetworkSegment(38368661-75cc-4c91-9f77-3c3840ae0faf),segment_id=38368661-75cc-4c91-9f77-3c3840ae0faf)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:14.487727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.518685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.569259 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f79610-3d62-469a-87ee-1f051142fa99 None None] Pushing event updated for resources: {'Port': ['ID=838cc699-db57-4c9d-8d01-3f3e6e499bf0,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:14.596686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Subnet': ['ID=afea8a2f-932f-43c1-9bc3-241d7b82675f,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:14.609794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Checking segment: {'id': '8af9ac6d-4c3e-492c-a5df-b44fab8a9441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:14.610149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network hostable DHCP agents. Network: 91a22149-6b63-44e8-bb4e-1966dbe270c1, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:14.708310 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network 91a22149-6b63-44e8-bb4e-1966dbe270c1 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:14.798645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 91a22149-6b63-44e8-bb4e-1966dbe270c1) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:14.803020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:14.803660 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:14.808564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40837f2d-dcc0-4837-88f4-f569a73ff075 None None] Network 91a22149-6b63-44e8-bb4e-1966dbe270c1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:14.896692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-36caa21f-854e-4d12-8e6c-700a2d53c503 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0268705 Apr 11 21:46:14.899771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55454) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:15.034161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d5648-2770-4740-8100-a75862854ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-91a22149-6b63-44e8-bb4e-1966dbe270c1', 'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1', 'tenant_id': '961b333b4c204d27bd1c0e7cb78bd0f7', 'fixed_ips': [{'subnet_id': 'afea8a2f-932f-43c1-9bc3-241d7b82675f'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:15.034974 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-130d5648-2770-4740-8100-a75862854ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.040307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.110565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.204103 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-130d5648-2770-4740-8100-a75862854ade None None] Allocated IP 2001:db8::2 (91a22149-6b63-44e8-bb4e-1966dbe270c1/afea8a2f-932f-43c1-9bc3-241d7b82675f/20990c96-26fd-4eb0-90c5-0707f2404fe6) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:15.413039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-130d5648-2770-4740-8100-a75862854ade None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.424237 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-130d5648-2770-4740-8100-a75862854ade None None] Transition to ACTIVE for port object 20990c96-26fd-4eb0-90c5-0707f2404fe6 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:15.443564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-130d5648-2770-4740-8100-a75862854ade None None] Transition to ACTIVE for port object 20990c96-26fd-4eb0-90c5-0707f2404fe6 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:15.477227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc333db7-5f9f-4257-a2a8-bfc5bd802d91 None None] Network 392c1b78-f8f2-489b-8348-64e246fce2e0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:15.541965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-130d5648-2770-4740-8100-a75862854ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.558948 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.598138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Subnet': ['ID=afea8a2f-932f-43c1-9bc3-241d7b82675f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:15.655078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d5648-2770-4740-8100-a75862854ade None None] Network 91a22149-6b63-44e8-bb4e-1966dbe270c1 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:15.658497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5648-2770-4740-8100-a75862854ade None None] Pushing event updated for resources: {'Port': ['ID=20990c96-26fd-4eb0-90c5-0707f2404fe6,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:15.662881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-130d5648-2770-4740-8100-a75862854ade None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:15.669553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d5648-2770-4740-8100-a75862854ade None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:15.701736 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.728208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a22149-6b63-44e8-bb4e-1966dbe270c1']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:15.740778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af9ac6d-4c3e-492c-a5df-b44fab8a9441') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:15.741083 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af9ac6d-4c3e-492c-a5df-b44fab8a9441') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:15.742211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-639a43dc-4a5d-44e8-8ef3-8f7f401ec198 None None] Provisioning for port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:15.752972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.772981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.779882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:15.780273 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:15.796378 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:15.815859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-130d5648-2770-4740-8100-a75862854ade None None] Attempting to bind port 20990c96-26fd-4eb0-90c5-0707f2404fe6 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:15.818261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-130d5648-2770-4740-8100-a75862854ade None None] Attempting to bind port 20990c96-26fd-4eb0-90c5-0707f2404fe6 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '8af9ac6d-4c3e-492c-a5df-b44fab8a9441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:15.818261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d5648-2770-4740-8100-a75862854ade None None] Attempting to bind port 20990c96-26fd-4eb0-90c5-0707f2404fe6 on network 91a22149-6b63-44e8-bb4e-1966dbe270c1 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:15.856401 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d5648-2770-4740-8100-a75862854ade None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:15.856769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d5648-2770-4740-8100-a75862854ade None None] Checking segment: {'id': '8af9ac6d-4c3e-492c-a5df-b44fab8a9441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:15.857163 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-130d5648-2770-4740-8100-a75862854ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.857554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d5648-2770-4740-8100-a75862854ade None None] Bound using segment: {'id': '8af9ac6d-4c3e-492c-a5df-b44fab8a9441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:15.858014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-130d5648-2770-4740-8100-a75862854ade None None] Bound port: 20990c96-26fd-4eb0-90c5-0707f2404fe6, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af9ac6d-4c3e-492c-a5df-b44fab8a9441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91a22149-6b63-44e8-bb4e-1966dbe270c1'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:15.858379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-130d5648-2770-4740-8100-a75862854ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:15.904985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.db.api [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:46:15.904985 n-d-837321-1 neutron-server[84667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:46:15.904985 n-d-837321-1 neutron-server[84667]: [parameters: {'id': '91a22149-6b63-44e8-bb4e-1966dbe270c1'}] Apr 11 21:46:15.904985 n-d-837321-1 neutron-server[84667]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:15.905514 n-d-837321-1 neutron-server[84667]: DEBUG oslo_db.api [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:16.004026 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-130d5648-2770-4740-8100-a75862854ade None None] For port 20990c96-26fd-4eb0-90c5-0707f2404fe6, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:16.008418 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-130d5648-2770-4740-8100-a75862854ade None None] For port 20990c96-26fd-4eb0-90c5-0707f2404fe6, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=20990c96-26fd-4eb0-90c5-0707f2404fe6,segment=NetworkSegment(8af9ac6d-4c3e-492c-a5df-b44fab8a9441),segment_id=8af9ac6d-4c3e-492c-a5df-b44fab8a9441)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:16.078263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 838cc699-db57-4c9d-8d01-3f3e6e499bf0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:16.131019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-130d5648-2770-4740-8100-a75862854ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.292019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5648-2770-4740-8100-a75862854ade None None] Pushing event updated for resources: {'Port': ['ID=20990c96-26fd-4eb0-90c5-0707f2404fe6,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:16.298023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-bfab-4f48-8416-b4f373a1b8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.322461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89427c42-1e2e-4beb-a79b-4c746c0d5031 None None] Network 91a22149-6b63-44e8-bb4e-1966dbe270c1 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:16.337760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:16.389479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:16.389847 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.406056 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.417460 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Deleting port 20990c96-26fd-4eb0-90c5-0707f2404fe6 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:16.417835 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.607985 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.629384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] For port 20990c96-26fd-4eb0-90c5-0707f2404fe6, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=20990c96-26fd-4eb0-90c5-0707f2404fe6,segment=NetworkSegment(8af9ac6d-4c3e-492c-a5df-b44fab8a9441),segment_id=8af9ac6d-4c3e-492c-a5df-b44fab8a9441)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:16.629958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.648190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f3436-10a1-4c79-89ef-21bd5940b6a3 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:46:16.681481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 838cc699-db57-4c9d-8d01-3f3e6e499bf0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=838cc699-db57-4c9d-8d01-3f3e6e499bf0,segment=NetworkSegment(38368661-75cc-4c91-9f77-3c3840ae0faf),segment_id=38368661-75cc-4c91-9f77-3c3840ae0faf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:16.751699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f3436-10a1-4c79-89ef-21bd5940b6a3 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:46:16.753783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:16.846950 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Calling delete_port for 20990c96-26fd-4eb0-90c5-0707f2404fe6 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:16.895199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=838cc699-db57-4c9d-8d01-3f3e6e499bf0,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:16.984678 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.029091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Port': ['ID=20990c96-26fd-4eb0-90c5-0707f2404fe6,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:17.035317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No DVR routers for this DVR port 20990c96-26fd-4eb0-90c5-0707f2404fe6 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:17.166214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.191908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a22149-6b63-44e8-bb4e-1966dbe270c1']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:17.204474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af9ac6d-4c3e-492c-a5df-b44fab8a9441') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:17.204777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af9ac6d-4c3e-492c-a5df-b44fab8a9441') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:17.216258 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.232593 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.238628 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:17.239018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:17.254207 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:17.387284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.405377 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.418982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Network': ['ID=91a22149-6b63-44e8-bb4e-1966dbe270c1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:17.422907 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a625871b-f7c3-4be0-a463-bea13f30ed03 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/91a22149-6b63-44e8-bb4e-1966dbe270c1 HTTP/1.1" status: 204 len: 168 time: 2.5220017 Apr 11 21:46:17.432166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55458) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:17.432318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174824514'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:17.438004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:17.441899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:network and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:17.445268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:17.451678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:17.495587 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.513008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:17.516080 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.545071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:17.553432 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.553776 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Added segment fdebea3f-c04e-47f2-8791-c74e4665d2da of type vlan for network c86d3c48-cbf8-4bde-bba8-48e57b229d30 Apr 11 21:46:17.583634 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.590316 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.675994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.679761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:17.680292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:17.790644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Network': ['ID=c86d3c48-cbf8-4bde-bba8-48e57b229d30,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:17.800998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network c86d3c48-cbf8-4bde-bba8-48e57b229d30 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:17.865798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ea69ff41-e2d7-4f9d-b034-653aaf672f9a tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4383631 Apr 11 21:46:17.869227 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55464) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:17.874708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'subnet': {'network_id': 'c86d3c48-cbf8-4bde-bba8-48e57b229d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:17.980925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:17.984672 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:subnet and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:17.987439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:17.994211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:18.057889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 838cc699-db57-4c9d-8d01-3f3e6e499bf0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:18.093140 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:18.129814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:18.130177 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:18.196221 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:18.289731 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Performing IP validity checks on allocation pools {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 11 21:46:18.290287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.ipam_backend_mixin [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 11 21:46:18.493361 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:18.567155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Subnet': ['ID=defe121a-076e-4934-91a8-9e6b8c80e169,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:18.582070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Checking segment: {'id': 'fdebea3f-c04e-47f2-8791-c74e4665d2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c86d3c48-cbf8-4bde-bba8-48e57b229d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:18.582427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network hostable DHCP agents. Network: c86d3c48-cbf8-4bde-bba8-48e57b229d30, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:18.698979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network c86d3c48-cbf8-4bde-bba8-48e57b229d30 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:18.772765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, c86d3c48-cbf8-4bde-bba8-48e57b229d30) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:18.776862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:18.777425 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:18.781538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe92b80-bdd7-4048-879c-558d364d32fe None None] Network c86d3c48-cbf8-4bde-bba8-48e57b229d30 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:18.856220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0a610aba-b6dc-45dc-8fed-3d1a1a7c97da tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9834590 Apr 11 21:46:18.856438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55470) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:18.946018 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:18.999398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.004547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b6f2b-51a6-42f5-8057-45e5e366e7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-c86d3c48-cbf8-4bde-bba8-48e57b229d30', 'network_id': 'c86d3c48-cbf8-4bde-bba8-48e57b229d30', 'tenant_id': '961b333b4c204d27bd1c0e7cb78bd0f7', 'fixed_ips': [{'subnet_id': 'defe121a-076e-4934-91a8-9e6b8c80e169'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:19.005342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6f2b-51a6-42f5-8057-45e5e366e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.072515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.208047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server [None req-6f6b6f2b-51a6-42f5-8057-45e5e366e7aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet defe121a-076e-4934-91a8-9e6b8c80e169: This subnet is being modified by another concurrent operation. Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise value Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server raise exception Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet defe121a-076e-4934-91a8-9e6b8c80e169: This subnet is being modified by another concurrent operation. Apr 11 21:46:19.237752 n-d-837321-1 neutron-server[84668]: ERROR oslo_messaging.rpc.server Apr 11 21:46:19.264449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Subnet': ['ID=defe121a-076e-4934-91a8-9e6b8c80e169,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:19.264627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8d64a-379b-4a42-8e22-487213d49207 None None] Network c86d3c48-cbf8-4bde-bba8-48e57b229d30 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:19.345983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.372244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86d3c48-cbf8-4bde-bba8-48e57b229d30']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:19.388463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdebea3f-c04e-47f2-8791-c74e4665d2da') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:19.388752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdebea3f-c04e-47f2-8791-c74e4665d2da') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:19.400136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.415874 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.421857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:19.422362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.429302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd5cbc-ebde-4ccf-a56a-7eaa36e52bec None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:19.436983 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:19.522486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd5cbc-ebde-4ccf-a56a-7eaa36e52bec None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:46:19.596292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.613789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.628878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Network': ['ID=c86d3c48-cbf8-4bde-bba8-48e57b229d30,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:19.633576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-659d29ba-47d8-49d4-baca-2b121827d5f5 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/c86d3c48-cbf8-4bde-bba8-48e57b229d30 HTTP/1.1" status: 204 len: 168 time: 0.7757130 Apr 11 21:46:19.637377 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55474) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:19.643016 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787214233'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:19.648806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:19.652929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:network and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:19.655741 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:19.662244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:19.744637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:19.747711 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.775498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:19.786092 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.786437 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Added segment a75a8044-15e0-43f1-bf93-6b3e74ce6ff1 of type vlan for network 75926794-da4f-4be3-b19f-438dfda68680 Apr 11 21:46:19.813180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.915807 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:19.919524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:19.920098 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:20.027525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Network': ['ID=75926794-da4f-4be3-b19f-438dfda68680,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:20.037419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 75926794-da4f-4be3-b19f-438dfda68680 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:20.102528 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-13f582bb-dd1e-4504-8e6b-2c82fa8e263e tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4640198 Apr 11 21:46:20.105432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55478) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:20.110880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'subnet': {'network_id': '75926794-da4f-4be3-b19f-438dfda68680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:20.304049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:20.308403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:subnet and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:20.311180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:20.316775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:20.384804 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:20.482230 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:20.753059 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:20.829012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Subnet': ['ID=da22447b-8095-48aa-8cc2-757c5af1d9df,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:20.842388 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Checking segment: {'id': 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '75926794-da4f-4be3-b19f-438dfda68680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:20.842784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network hostable DHCP agents. Network: 75926794-da4f-4be3-b19f-438dfda68680, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:20.947109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network 75926794-da4f-4be3-b19f-438dfda68680 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:21.015695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 75926794-da4f-4be3-b19f-438dfda68680) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:21.020202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:21.027260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.027969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf1439-106a-45fc-bc94-7064760f16db None None] Network 75926794-da4f-4be3-b19f-438dfda68680 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:21.128185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-95502b1a-0a3c-4673-a17c-5ba8dc1f4b11 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0215895 Apr 11 21:46:21.131901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55482) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:21.138044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300580971'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:21.143676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:21.147610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:network and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:21.151463 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:21.157416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:21.233664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-75926794-da4f-4be3-b19f-438dfda68680', 'network_id': '75926794-da4f-4be3-b19f-438dfda68680', 'tenant_id': '961b333b4c204d27bd1c0e7cb78bd0f7', 'fixed_ips': [{'subnet_id': 'da22447b-8095-48aa-8cc2-757c5af1d9df'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:21.234991 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.236034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:21.238974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.272037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:21.282148 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.296729 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Added segment 822b47de-8a5c-4b33-b72a-b9f6c25f5676 of type vlan for network 35753097-7228-434c-bcae-6761aab9adee Apr 11 21:46:21.309397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.395296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Allocated IP 2001:db8::2 (75926794-da4f-4be3-b19f-438dfda68680/da22447b-8095-48aa-8cc2-757c5af1d9df/78bd822f-4223-4e04-910c-9cf81a179bd4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:21.407262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.410996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:21.411705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.517799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Network': ['ID=35753097-7228-434c-bcae-6761aab9adee,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:21.534135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 35753097-7228-434c-bcae-6761aab9adee details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:21.596823 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8d27b103-96ba-441f-ae68-1fbba68ea8ca tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4632530 Apr 11 21:46:21.599667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55486) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:21.605486 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Request body: {'subnet': {'network_id': '35753097-7228-434c-bcae-6761aab9adee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:21.689729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.700663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Transition to ACTIVE for port object 78bd822f-4223-4e04-910c-9cf81a179bd4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:21.718975 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Transition to ACTIVE for port object 78bd822f-4223-4e04-910c-9cf81a179bd4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:21.723648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:21.727692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Usage tracker for resource:subnet and tenant:961b333b4c204d27bd1c0e7cb78bd0f7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:21.730455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:21.736304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:21.836533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:21.884778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Made reservation on behalf of 961b333b4c204d27bd1c0e7cb78bd0f7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:21.903986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Network 75926794-da4f-4be3-b19f-438dfda68680 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:21.906736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:21.910417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:21.916934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Pushing event updated for resources: {'Port': ['ID=78bd822f-4223-4e04-910c-9cf81a179bd4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:21.987599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.002280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Attempting to bind port 78bd822f-4223-4e04-910c-9cf81a179bd4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:22.002649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Attempting to bind port 78bd822f-4223-4e04-910c-9cf81a179bd4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '75926794-da4f-4be3-b19f-438dfda68680'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:22.003009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Attempting to bind port 78bd822f-4223-4e04-910c-9cf81a179bd4 on network 75926794-da4f-4be3-b19f-438dfda68680 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:22.009502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:22.009867 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Checking segment: {'id': 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '75926794-da4f-4be3-b19f-438dfda68680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:22.010287 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.010674 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Bound using segment: {'id': 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '75926794-da4f-4be3-b19f-438dfda68680'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:22.011133 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Bound port: 78bd822f-4223-4e04-910c-9cf81a179bd4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '75926794-da4f-4be3-b19f-438dfda68680'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:22.011528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.137206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] For port 78bd822f-4223-4e04-910c-9cf81a179bd4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:22.140220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] For port 78bd822f-4223-4e04-910c-9cf81a179bd4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=78bd822f-4223-4e04-910c-9cf81a179bd4,segment=NetworkSegment(a75a8044-15e0-43f1-bf93-6b3e74ce6ff1),segment_id=a75a8044-15e0-43f1-bf93-6b3e74ce6ff1)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:22.228117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.290637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.313184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c3f15-1d23-4c0f-9959-953515d92fe4 None None] Pushing event updated for resources: {'Port': ['ID=78bd822f-4223-4e04-910c-9cf81a179bd4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:22.375708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event updated for resources: {'Subnet': ['ID=4fb3188d-fbc5-4593-8867-b15845155966,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:22.389507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Checking segment: {'id': '822b47de-8a5c-4b33-b72a-b9f6c25f5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '35753097-7228-434c-bcae-6761aab9adee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:22.389507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network hostable DHCP agents. Network: 35753097-7228-434c-bcae-6761aab9adee, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:22.490186 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Network 35753097-7228-434c-bcae-6761aab9adee is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:22.596203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 35753097-7228-434c-bcae-6761aab9adee) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:22.600727 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:22.601363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.604732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd6c12-5609-4735-b433-de97f50a089d None None] Network 35753097-7228-434c-bcae-6761aab9adee requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:22.722418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c2e27cc6-d300-4e83-b25f-bb98438b61c3 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1217189 Apr 11 21:46:22.725280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55490) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:22.810974 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-35753097-7228-434c-bcae-6761aab9adee', 'network_id': '35753097-7228-434c-bcae-6761aab9adee', 'tenant_id': '961b333b4c204d27bd1c0e7cb78bd0f7', 'fixed_ips': [{'subnet_id': '4fb3188d-fbc5-4593-8867-b15845155966'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:22.811787 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.866456 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.944159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:22.983248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Allocated IP 2001:db8::2 (35753097-7228-434c-bcae-6761aab9adee/4fb3188d-fbc5-4593-8867-b15845155966/093ad90a-0a42-4dd9-a645-b02ef387b819) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:23.191079 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.202009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Transition to ACTIVE for port object 093ad90a-0a42-4dd9-a645-b02ef387b819 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:23.222008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Transition to ACTIVE for port object 093ad90a-0a42-4dd9-a645-b02ef387b819 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:23.224726 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cbd5e8-f7f6-4a65-8ae5-498a0751da2d None None] Network 75926794-da4f-4be3-b19f-438dfda68680 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:23.314031 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.417713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Network 35753097-7228-434c-bcae-6761aab9adee is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:23.422051 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.422705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:23.425209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:23.433031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Pushing event updated for resources: {'Port': ['ID=093ad90a-0a42-4dd9-a645-b02ef387b819,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:23.459771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb3188d-fbc5-4593-8867-b15845155966,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:23.473368 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0fdcf134-302a-4f91-b158-0673683753a6 None None] Provisioning for port 78bd822f-4223-4e04-910c-9cf81a179bd4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:23.557282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.582159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35753097-7228-434c-bcae-6761aab9adee']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:23.594100 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822b47de-8a5c-4b33-b72a-b9f6c25f5676') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:23.594401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822b47de-8a5c-4b33-b72a-b9f6c25f5676') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:23.606860 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.608823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Attempting to bind port 093ad90a-0a42-4dd9-a645-b02ef387b819 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:23.609193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Attempting to bind port 093ad90a-0a42-4dd9-a645-b02ef387b819 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '822b47de-8a5c-4b33-b72a-b9f6c25f5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '35753097-7228-434c-bcae-6761aab9adee'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:23.609555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Attempting to bind port 093ad90a-0a42-4dd9-a645-b02ef387b819 on network 35753097-7228-434c-bcae-6761aab9adee {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:23.623214 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.625125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:23.625495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Checking segment: {'id': '822b47de-8a5c-4b33-b72a-b9f6c25f5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '35753097-7228-434c-bcae-6761aab9adee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:23.625898 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.626289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Bound using segment: {'id': '822b47de-8a5c-4b33-b72a-b9f6c25f5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '35753097-7228-434c-bcae-6761aab9adee'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:23.626748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Bound port: 093ad90a-0a42-4dd9-a645-b02ef387b819, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822b47de-8a5c-4b33-b72a-b9f6c25f5676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '35753097-7228-434c-bcae-6761aab9adee'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:23.627117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.629494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:23.629871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:23.644045 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:23.733907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] For port 093ad90a-0a42-4dd9-a645-b02ef387b819, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:23.812610 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] For port 093ad90a-0a42-4dd9-a645-b02ef387b819, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=093ad90a-0a42-4dd9-a645-b02ef387b819,segment=NetworkSegment(822b47de-8a5c-4b33-b72a-b9f6c25f5676),segment_id=822b47de-8a5c-4b33-b72a-b9f6c25f5676)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:23.853416 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.db.api [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 21:46:23.853416 n-d-837321-1 neutron-server[84666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 21:46:23.853416 n-d-837321-1 neutron-server[84666]: [parameters: {'id': '35753097-7228-434c-bcae-6761aab9adee'}] Apr 11 21:46:23.853416 n-d-837321-1 neutron-server[84666]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:23.854294 n-d-837321-1 neutron-server[84666]: DEBUG oslo_db.api [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:23.885199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.002531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df66cb-68d6-45b3-ad49-2ab8f6bfd2c4 None None] Pushing event updated for resources: {'Port': ['ID=093ad90a-0a42-4dd9-a645-b02ef387b819,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:24.046872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6a1a5-1af6-4e5b-88b8-8750ad214d75 None None] Network 35753097-7228-434c-bcae-6761aab9adee requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:24.111061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 78bd822f-4223-4e04-910c-9cf81a179bd4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:24.331083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58cf549-6239-4ca8-9992-4b6a26ef46f0 None None] get_active_networks_info from n-d-837321-1 {{(pid=84668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 11 21:46:24.354758 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.365824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Deleting port 093ad90a-0a42-4dd9-a645-b02ef387b819 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:24.366224 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.370208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 78bd822f-4223-4e04-910c-9cf81a179bd4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:24.379461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 78bd822f-4223-4e04-910c-9cf81a179bd4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:24.381382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.483267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58cf549-6239-4ca8-9992-4b6a26ef46f0 None None] Resources bound (agent type, host, resource id): {{(pid=84668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 21:46:24.561333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.569498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] For port 093ad90a-0a42-4dd9-a645-b02ef387b819, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=093ad90a-0a42-4dd9-a645-b02ef387b819,segment=NetworkSegment(822b47de-8a5c-4b33-b72a-b9f6c25f5676),segment_id=822b47de-8a5c-4b33-b72a-b9f6c25f5676)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:24.569851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.667123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 78bd822f-4223-4e04-910c-9cf81a179bd4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=78bd822f-4223-4e04-910c-9cf81a179bd4,segment=NetworkSegment(a75a8044-15e0-43f1-bf93-6b3e74ce6ff1),segment_id=a75a8044-15e0-43f1-bf93-6b3e74ce6ff1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:24.687301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Calling delete_port for 093ad90a-0a42-4dd9-a645-b02ef387b819 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:24.738061 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.825493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=78bd822f-4223-4e04-910c-9cf81a179bd4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:24.847358 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:24.891073 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Port': ['ID=093ad90a-0a42-4dd9-a645-b02ef387b819,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:24.897240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No DVR routers for this DVR port 093ad90a-0a42-4dd9-a645-b02ef387b819 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:25.018300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.042889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35753097-7228-434c-bcae-6761aab9adee']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:25.054546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822b47de-8a5c-4b33-b72a-b9f6c25f5676') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:25.054891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822b47de-8a5c-4b33-b72a-b9f6c25f5676') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:25.065814 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.081469 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.087841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:25.088215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:25.102318 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:25.241729 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.260266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.270785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Network': ['ID=35753097-7228-434c-bcae-6761aab9adee,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:25.278027 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-64aef0e2-c8a6-4e7d-afc1-ca643216027f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/35753097-7228-434c-bcae-6761aab9adee HTTP/1.1" status: 204 len: 168 time: 2.5517499 Apr 11 21:46:25.281184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55494) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:25.325043 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e57a93f-f328-441e-a2c5-bec6c88f7739 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] GET failed (client error): The resource could not be found. Apr 11 21:46:25.325546 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7e57a93f-f328-441e-a2c5-bec6c88f7739 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Synchronizing usage tracker for tenant:961b333b4c204d27bd1c0e7cb78bd0f7 on resource:subnet {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:46:25.415709 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7e57a93f-f328-441e-a2c5-bec6c88f7739 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Unset dirty status for tenant:961b333b4c204d27bd1c0e7cb78bd0f7 on resource:subnet {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:46:25.416851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7e57a93f-f328-441e-a2c5-bec6c88f7739 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "GET /v2.0/subnets/4fb3188d-fbc5-4593-8867-b15845155966 HTTP/1.1" status: 404 len: 337 time: 0.1347005 Apr 11 21:46:25.419614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55498) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:25.449804 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-24722811-7302-4559-ad88-9ab4eef26b21 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:25.450230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24722811-7302-4559-ad88-9ab4eef26b21 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:25.452083 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-24722811-7302-4559-ad88-9ab4eef26b21 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/35753097-7228-434c-bcae-6761aab9adee HTTP/1.1" status: 404 len: 339 time: 0.0315714 Apr 11 21:46:25.455960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55502) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:25.493211 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c79377b-8226-4d11-a2ed-411303bebe21 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:25.493541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c79377b-8226-4d11-a2ed-411303bebe21 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:25.495085 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2c79377b-8226-4d11-a2ed-411303bebe21 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/subnets/4fb3188d-fbc5-4593-8867-b15845155966 HTTP/1.1" status: 404 len: 337 time: 0.0382442 Apr 11 21:46:25.497542 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:25.521659 n-d-837321-1 neutron-server[84666]: INFO neutron.pecan_wsgi.hooks.translation [None req-06754fc9-4c76-48f0-9d0a-f3c314e4fc35 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:25.522126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06754fc9-4c76-48f0-9d0a-f3c314e4fc35 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:25.523796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-06754fc9-4c76-48f0-9d0a-f3c314e4fc35 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/35753097-7228-434c-bcae-6761aab9adee HTTP/1.1" status: 404 len: 339 time: 0.0253942 Apr 11 21:46:25.526051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55510) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:25.706635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Deleting subnet da22447b-8095-48aa-8cc2-757c5af1d9df {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:46:25.709455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.763574 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.842267 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:25.998895 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.038046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Subnet': ['ID=da22447b-8095-48aa-8cc2-757c5af1d9df,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:26.043331 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.050137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd98939-12ff-4203-8061-eb7f16694c30 None None] Network 75926794-da4f-4be3-b19f-438dfda68680 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:26.067971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 78bd822f-4223-4e04-910c-9cf81a179bd4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:26.144280 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f8209d14-b6f9-4fcf-93e0-8b27270feb36 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/subnets/da22447b-8095-48aa-8cc2-757c5af1d9df HTTP/1.1" status: 204 len: 168 time: 0.6151054 Apr 11 21:46:26.144748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:26.262745 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.274563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Deleting port 78bd822f-4223-4e04-910c-9cf81a179bd4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:26.274931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.281491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 78bd822f-4223-4e04-910c-9cf81a179bd4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:26.281865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.418310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] DHCP port deletion for 75926794-da4f-4be3-b19f-438dfda68680 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:46:26.422819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Deleting port 78bd822f-4223-4e04-910c-9cf81a179bd4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:26.423216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.571574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] For port 78bd822f-4223-4e04-910c-9cf81a179bd4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=78bd822f-4223-4e04-910c-9cf81a179bd4,segment=NetworkSegment(a75a8044-15e0-43f1-bf93-6b3e74ce6ff1),segment_id=a75a8044-15e0-43f1-bf93-6b3e74ce6ff1)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:26.571828 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.629253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] For port 78bd822f-4223-4e04-910c-9cf81a179bd4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=78bd822f-4223-4e04-910c-9cf81a179bd4,segment=NetworkSegment(a75a8044-15e0-43f1-bf93-6b3e74ce6ff1),segment_id=a75a8044-15e0-43f1-bf93-6b3e74ce6ff1)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:26.629641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.691213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Calling delete_port for 78bd822f-4223-4e04-910c-9cf81a179bd4 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:26.748255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Calling delete_port for 78bd822f-4223-4e04-910c-9cf81a179bd4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:26.836739 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:26.845004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:26.845367 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:26.883122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Port': ['ID=78bd822f-4223-4e04-910c-9cf81a179bd4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:26.889106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No DVR routers for this DVR port 78bd822f-4223-4e04-910c-9cf81a179bd4 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:27.010274 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.034812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75926794-da4f-4be3-b19f-438dfda68680']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:27.047055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:27.047354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75a8044-15e0-43f1-bf93-6b3e74ce6ff1') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:27.058567 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.077772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.083680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:27.084064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:27.099121 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:27.284051 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.302013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.313157 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Network': ['ID=75926794-da4f-4be3-b19f-438dfda68680,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:27.317218 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-16b4e3e1-064e-40d9-b5a7-50cc18997240 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/75926794-da4f-4be3-b19f-438dfda68680 HTTP/1.1" status: 204 len: 168 time: 1.1708915 Apr 11 21:46:27.322864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55518) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:27.346621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Deleting port 78bd822f-4223-4e04-910c-9cf81a179bd4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:27.347101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.361697 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd6b7ef-78be-4c70-9c76-fa3e37c3e1d2 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:27.362054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd6b7ef-78be-4c70-9c76-fa3e37c3e1d2 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:27.363721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2cd6b7ef-78be-4c70-9c76-fa3e37c3e1d2 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/subnets/defe121a-076e-4934-91a8-9e6b8c80e169 HTTP/1.1" status: 404 len: 337 time: 0.0423193 Apr 11 21:46:27.366249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:27.391347 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bc5f72-c5e8-40da-bbce-196e3a14e0fc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:27.391814 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bc5f72-c5e8-40da-bbce-196e3a14e0fc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:27.393429 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c7bc5f72-c5e8-40da-bbce-196e3a14e0fc tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/c86d3c48-cbf8-4bde-bba8-48e57b229d30 HTTP/1.1" status: 404 len: 339 time: 0.0262847 Apr 11 21:46:27.395946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55526) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:27.419336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4d3c-4dc2-4e63-8082-d48f6550d2a9 None None] The port '78bd822f-4223-4e04-910c-9cf81a179bd4' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:46:27.433814 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fc4e20-52ea-4722-845b-410e8b19bf5b tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:27.434248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fc4e20-52ea-4722-845b-410e8b19bf5b tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:27.435885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d5fc4e20-52ea-4722-845b-410e8b19bf5b tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/subnets/afea8a2f-932f-43c1-9bc3-241d7b82675f HTTP/1.1" status: 404 len: 337 time: 0.0390027 Apr 11 21:46:27.438400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55530) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:27.463379 n-d-837321-1 neutron-server[84667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccea22f-1297-46fa-8465-670a16070152 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] DELETE failed (client error): The resource could not be found. Apr 11 21:46:27.463826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccea22f-1297-46fa-8465-670a16070152 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 21:46:27.465365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4ccea22f-1297-46fa-8465-670a16070152 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/91a22149-6b63-44e8-bb4e-1966dbe270c1 HTTP/1.1" status: 404 len: 339 time: 0.0261097 Apr 11 21:46:27.467691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55534) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:27.654427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Deleting subnet 50d8c306-4186-4b36-8d54-f81b17987709 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:46:27.657235 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.710220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.793476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.938869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.978081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Subnet': ['ID=50d8c306-4186-4b36-8d54-f81b17987709,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:27.982624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:27.988665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aaba4d-ec89-4a0c-a2b7-506e0018bd42 None None] Network 392c1b78-f8f2-489b-8348-64e246fce2e0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:27.992547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ffec74aa-7606-4d2b-8025-f5bd414c1574 tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/subnets/50d8c306-4186-4b36-8d54-f81b17987709 HTTP/1.1" status: 204 len: 168 time: 0.5233681 Apr 11 21:46:27.995005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55538) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:28.110335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 78bd822f-4223-4e04-910c-9cf81a179bd4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:46:28.111672 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.122869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Deleting port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:28.123202 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.162658 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 78bd822f-4223-4e04-910c-9cf81a179bd4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:46:28.163154 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 78bd822f-4223-4e04-910c-9cf81a179bd4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:46:28.326594 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] DHCP port deletion for 392c1b78-f8f2-489b-8348-64e246fce2e0 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:46:28.330694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Deleting port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:28.331089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.344218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] For port 838cc699-db57-4c9d-8d01-3f3e6e499bf0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=838cc699-db57-4c9d-8d01-3f3e6e499bf0,segment=NetworkSegment(38368661-75cc-4c91-9f77-3c3840ae0faf),segment_id=38368661-75cc-4c91-9f77-3c3840ae0faf)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:28.345077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.535517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] For port 838cc699-db57-4c9d-8d01-3f3e6e499bf0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=838cc699-db57-4c9d-8d01-3f3e6e499bf0,segment=NetworkSegment(38368661-75cc-4c91-9f77-3c3840ae0faf),segment_id=38368661-75cc-4c91-9f77-3c3840ae0faf)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:28.536101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.559091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Calling delete_port for 838cc699-db57-4c9d-8d01-3f3e6e499bf0 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:28.656645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Calling delete_port for 838cc699-db57-4c9d-8d01-3f3e6e499bf0 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:28.724381 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.729493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:28.729843 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:28.771203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Port': ['ID=838cc699-db57-4c9d-8d01-3f3e6e499bf0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:28.776987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] No DVR routers for this DVR port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:28.900838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.925385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392c1b78-f8f2-489b-8348-64e246fce2e0']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:28.937474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38368661-75cc-4c91-9f77-3c3840ae0faf') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:28.937768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38368661-75cc-4c91-9f77-3c3840ae0faf') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:28.949454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.965300 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.971332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:28.971740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:28.985500 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:29.152865 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:29.170971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:29.183616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] Pushing event deleted for resources: {'Network': ['ID=392c1b78-f8f2-489b-8348-64e246fce2e0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:29.186240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1c5db9ba-9a63-4f3b-88f8-2a8c209b6e6f tempest-NetworksIpV6Test-1422077039 tempest-NetworksIpV6Test-1422077039-project] 10.222.0.61 "DELETE /v2.0/networks/392c1b78-f8f2-489b-8348-64e246fce2e0 HTTP/1.1" status: 204 len: 168 time: 1.1902757 Apr 11 21:46:29.231379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Deleting port 838cc699-db57-4c9d-8d01-3f3e6e499bf0 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:29.231781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:29.298194 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c5105739-029d-4393-ace9-7fc9a28dee6a None None] The port '838cc699-db57-4c9d-8d01-3f3e6e499bf0' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:46:29.539346 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:29.672856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:29.844107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7dba4f66-2bc1-46c7-92c4-d3007ffe89b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=961b333b4c204d27bd1c0e7cb78bd0f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1701074 Apr 11 21:46:29.846946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55552) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:29.911028 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-385d3f4a-3f83-4c39-a6e7-c546d0805060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:29.936407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-385d3f4a-3f83-4c39-a6e7-c546d0805060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:30.055070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 838cc699-db57-4c9d-8d01-3f3e6e499bf0 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:46:30.070450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-385d3f4a-3f83-4c39-a6e7-c546d0805060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:30.085177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d3f4a-3f83-4c39-a6e7-c546d0805060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38625598-c663-4784-bb89-698d90149e5b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:30.087076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 838cc699-db57-4c9d-8d01-3f3e6e499bf0 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:46:30.087419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 838cc699-db57-4c9d-8d01-3f3e6e499bf0 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:46:30.094658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-385d3f4a-3f83-4c39-a6e7-c546d0805060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:30.095829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-385d3f4a-3f83-4c39-a6e7-c546d0805060 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38625598-c663-4784-bb89-698d90149e5b HTTP/1.1" status: 204 len: 168 time: 0.2478909 Apr 11 21:46:31.212476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55574) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:31.318656 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.345710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-212887292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:31.350527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:31.354948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Usage tracker for resource:router and tenant:15efb9df716742a9b148ddc498400b8b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:31.357923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:31.364280 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:31.447324 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.448286 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.466205 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.555799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.647033 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.648744 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a5829de0-544c-40f8-8b52-5c0d90ecca0a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4347548 Apr 11 21:46:31.651538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55580) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:31.656923 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2017898253'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:31.662337 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:31.666252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Usage tracker for resource:network and tenant:15efb9df716742a9b148ddc498400b8b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:31.669685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:31.675308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:31.761221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Made reservation on behalf of 15efb9df716742a9b148ddc498400b8b for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:31.764204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.779320 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:31.812910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:31.816671 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Usage tracker for resource:security_group_rule and tenant:15efb9df716742a9b148ddc498400b8b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:31.819525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:31.825902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:31.974955 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:32.058091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:32.088940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:32.097069 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a926af-59b7-4d33-9cc1-64ff646944d5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:32.102459 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:32.102844 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Added segment a469f8cc-c104-42c0-a344-91de5e4d69cd of type vlan for network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 Apr 11 21:46:32.129115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:32.243924 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:32.247583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:32.253282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:32.356878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event updated for resources: {'Network': ['ID=72a179cc-1c72-4004-82b6-4b7d5ea6ed31,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:32.367458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:32.424910 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-355114a4-ec20-451b-9798-8decb362454c tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7723210 Apr 11 21:46:32.427613 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55584) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:32.433993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Request body: {'subnet': {'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:32.550956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:32.555015 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Usage tracker for resource:subnet and tenant:15efb9df716742a9b148ddc498400b8b is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:32.557882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:32.563458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:32.626771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Made reservation on behalf of 15efb9df716742a9b148ddc498400b8b for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:32.726177 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.056189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.137796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event updated for resources: {'Subnet': ['ID=3f18a9f9-6c2c-4be5-b0e3-f29aa6c5abcb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:33.149457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Checking segment: {'id': 'a469f8cc-c104-42c0-a344-91de5e4d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:33.149816 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Network hostable DHCP agents. Network: 72a179cc-1c72-4004-82b6-4b7d5ea6ed31, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:33.244457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:33.318640 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 72a179cc-1c72-4004-82b6-4b7d5ea6ed31) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:33.328554 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:33.329156 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.329295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3726320a-94b5-4ff7-b601-8b85a097eb9b None None] Network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:33.428346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-01fd9bfd-71bd-4c29-9d0e-ec9f1e6d9d1a tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9995520 Apr 11 21:46:33.431847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55588) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:33.437394 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1656849205'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:33.443003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:33.446903 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Usage tracker for resource:network and tenant:15efb9df716742a9b148ddc498400b8b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:33.450350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:33.455405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:33.529784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Made reservation on behalf of 15efb9df716742a9b148ddc498400b8b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:33.533056 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.559552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-72a179cc-1c72-4004-82b6-4b7d5ea6ed31', 'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31', 'tenant_id': '15efb9df716742a9b148ddc498400b8b', 'fixed_ips': [{'subnet_id': '3f18a9f9-6c2c-4be5-b0e3-f29aa6c5abcb'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:33.560367 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.563562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:33.573267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.573536 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Added segment 258175f6-1aef-48b7-a2f4-2894436f135f of type vlan for network 35d7aa7f-9722-4135-9b5a-4cf118f74233 Apr 11 21:46:33.600430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.698505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.702224 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:33.702786 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:33.717592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Allocated IP 172.20.0.2 (72a179cc-1c72-4004-82b6-4b7d5ea6ed31/3f18a9f9-6c2c-4be5-b0e3-f29aa6c5abcb/f671ef93-58e9-4442-a958-baf54c250860) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:33.812831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event updated for resources: {'Network': ['ID=35d7aa7f-9722-4135-9b5a-4cf118f74233,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:33.845190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 35d7aa7f-9722-4135-9b5a-4cf118f74233 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:33.848076 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c6fe76c5-dc26-4b1d-8313-4e4dbc911c8d tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4151673 Apr 11 21:46:33.851745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55594) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:33.857511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Request body: {'subnet': {'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:33.978704 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:33.982701 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Usage tracker for resource:subnet and tenant:15efb9df716742a9b148ddc498400b8b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:33.985560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:33.991565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:34.076285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.086748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Transition to ACTIVE for port object f671ef93-58e9-4442-a958-baf54c250860 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:34.089651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Made reservation on behalf of 15efb9df716742a9b148ddc498400b8b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:34.105061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Transition to ACTIVE for port object f671ef93-58e9-4442-a958-baf54c250860 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:34.170181 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.191681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.237706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:34.240335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:34.242786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:34.251192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Pushing event updated for resources: {'Port': ['ID=f671ef93-58e9-4442-a958-baf54c250860,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:34.339238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Attempting to bind port f671ef93-58e9-4442-a958-baf54c250860 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:34.339629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Attempting to bind port f671ef93-58e9-4442-a958-baf54c250860 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a469f8cc-c104-42c0-a344-91de5e4d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:34.339987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Attempting to bind port f671ef93-58e9-4442-a958-baf54c250860 on network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:34.346623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:34.346987 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Checking segment: {'id': 'a469f8cc-c104-42c0-a344-91de5e4d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:34.347377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.347789 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Bound using segment: {'id': 'a469f8cc-c104-42c0-a344-91de5e4d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:34.348247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Bound port: f671ef93-58e9-4442-a958-baf54c250860, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a469f8cc-c104-42c0-a344-91de5e4d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a179cc-1c72-4004-82b6-4b7d5ea6ed31'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:34.348610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.432778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] For port f671ef93-58e9-4442-a958-baf54c250860, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:34.435615 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] For port f671ef93-58e9-4442-a958-baf54c250860, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f671ef93-58e9-4442-a958-baf54c250860,segment=NetworkSegment(a469f8cc-c104-42c0-a344-91de5e4d69cd),segment_id=a469f8cc-c104-42c0-a344-91de5e4d69cd)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:34.504353 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.538924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.584184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event updated for resources: {'Subnet': ['ID=21863810-5831-4981-8236-78812a3e7513,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:34.600963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Checking segment: {'id': '258175f6-1aef-48b7-a2f4-2894436f135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:34.601441 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Network hostable DHCP agents. Network: 35d7aa7f-9722-4135-9b5a-4cf118f74233, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:34.622466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac6a65-5e1e-4525-9e28-e43198aa5474 None None] Pushing event updated for resources: {'Port': ['ID=f671ef93-58e9-4442-a958-baf54c250860,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:34.704445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Network 35d7aa7f-9722-4135-9b5a-4cf118f74233 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:34.773098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 35d7aa7f-9722-4135-9b5a-4cf118f74233) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:34.777035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:34.777605 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:34.782141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e2b636-1f80-4ce2-8e20-eb1458e77667 None None] Network 35d7aa7f-9722-4135-9b5a-4cf118f74233 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:34.859603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55598) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:34.865198 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d688c0b8-89af-4fb9-b16e-7435b7bfc444 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Request body: {'router': {'external_gateway_info': {'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:34.866108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-215709f5-6011-42cd-be93-4eb638615147 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0134335 Apr 11 21:46:35.002530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-35d7aa7f-9722-4135-9b5a-4cf118f74233', 'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233', 'tenant_id': '15efb9df716742a9b148ddc498400b8b', 'fixed_ips': [{'subnet_id': '21863810-5831-4981-8236-78812a3e7513'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:35.003334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.162405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Allocated IP 172.21.0.2 (35d7aa7f-9722-4135-9b5a-4cf118f74233/21863810-5831-4981-8236-78812a3e7513/b0db40d5-07a1-4563-a6af-388ec6d51466) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:35.267673 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d688c0b8-89af-4fb9-b16e-7435b7bfc444 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.406252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.418997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Transition to ACTIVE for port object b0db40d5-07a1-4563-a6af-388ec6d51466 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:35.440262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Transition to ACTIVE for port object b0db40d5-07a1-4563-a6af-388ec6d51466 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:35.510479 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.533146 n-d-837321-1 neutron-server[84666]: INFO neutron.api.v2.resource [None req-d688c0b8-89af-4fb9-b16e-7435b7bfc444 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 21:46:35.534179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d688c0b8-89af-4fb9-b16e-7435b7bfc444 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "PUT /v2.0/routers/86142617-d8d6-4e2b-8fc5-c2a6973c62ea HTTP/1.1" status: 400 len: 364 time: 0.6734686 Apr 11 21:46:35.540774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55602) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:35.548891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b44a52-43b1-4ec8-8d2e-2961c0239801 None None] Network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:35.696461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Network 35d7aa7f-9722-4135-9b5a-4cf118f74233 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:35.699435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Pushing event updated for resources: {'Port': ['ID=b0db40d5-07a1-4563-a6af-388ec6d51466,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:35.703027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:35.705209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:35.812254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a5904021-9e7b-4407-987a-7cff9a5b5bf8 None None] Provisioning for port f671ef93-58e9-4442-a958-baf54c250860 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:35.828063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Deleting subnet 21863810-5831-4981-8236-78812a3e7513 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:46:35.830906 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.860749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Attempting to bind port b0db40d5-07a1-4563-a6af-388ec6d51466 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:35.861118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Attempting to bind port b0db40d5-07a1-4563-a6af-388ec6d51466 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '258175f6-1aef-48b7-a2f4-2894436f135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:35.861483 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Attempting to bind port b0db40d5-07a1-4563-a6af-388ec6d51466 on network 35d7aa7f-9722-4135-9b5a-4cf118f74233 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:35.881119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:35.881493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Checking segment: {'id': '258175f6-1aef-48b7-a2f4-2894436f135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:35.881895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.882850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Bound using segment: {'id': '258175f6-1aef-48b7-a2f4-2894436f135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:35.883322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Bound port: b0db40d5-07a1-4563-a6af-388ec6d51466, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258175f6-1aef-48b7-a2f4-2894436f135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35d7aa7f-9722-4135-9b5a-4cf118f74233'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:35.883716 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.887106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:35.968615 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.092392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f671ef93-58e9-4442-a958-baf54c250860 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:36.125431 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.134648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] For port b0db40d5-07a1-4563-a6af-388ec6d51466, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:36.158471 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] For port b0db40d5-07a1-4563-a6af-388ec6d51466, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b0db40d5-07a1-4563-a6af-388ec6d51466,segment=NetworkSegment(258175f6-1aef-48b7-a2f4-2894436f135f),segment_id=258175f6-1aef-48b7-a2f4-2894436f135f)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:36.169642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event deleted for resources: {'Subnet': ['ID=21863810-5831-4981-8236-78812a3e7513,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:36.175037 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.183114 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2342f212-0019-4a44-8d89-a42b7925cdb6 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "DELETE /v2.0/subnets/21863810-5831-4981-8236-78812a3e7513 HTTP/1.1" status: 204 len: 168 time: 0.6413660 Apr 11 21:46:36.185562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55606) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:36.239560 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.310485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f671ef93-58e9-4442-a958-baf54c250860 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:36.311872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.322331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Deleting port b0db40d5-07a1-4563-a6af-388ec6d51466 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:36.322651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.331208 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f671ef93-58e9-4442-a958-baf54c250860 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:36.331538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.402739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969d38-0c05-4098-879a-d817e376a3f4 None None] Pushing event updated for resources: {'Port': ['ID=b0db40d5-07a1-4563-a6af-388ec6d51466,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:36.423911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-db69df34-cd39-46b2-837f-ddf8e4ee0df4 None None] Provisioning complete for port f671ef93-58e9-4442-a958-baf54c250860 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:36.424280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-db69df34-cd39-46b2-837f-ddf8e4ee0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.530399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.551845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] For port b0db40d5-07a1-4563-a6af-388ec6d51466, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=b0db40d5-07a1-4563-a6af-388ec6d51466,segment=NetworkSegment(258175f6-1aef-48b7-a2f4-2894436f135f),segment_id=258175f6-1aef-48b7-a2f4-2894436f135f)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:36.552496 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.632258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f671ef93-58e9-4442-a958-baf54c250860, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f671ef93-58e9-4442-a958-baf54c250860,segment=NetworkSegment(a469f8cc-c104-42c0-a344-91de5e4d69cd),segment_id=a469f8cc-c104-42c0-a344-91de5e4d69cd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:36.637403 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-db69df34-cd39-46b2-837f-ddf8e4ee0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.689707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Calling delete_port for b0db40d5-07a1-4563-a6af-388ec6d51466 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:36.699659 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.809435 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-db69df34-cd39-46b2-837f-ddf8e4ee0df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:36.809700 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-db69df34-cd39-46b2-837f-ddf8e4ee0df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:36.812912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f671ef93-58e9-4442-a958-baf54c250860,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:36.836639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:36.886246 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event deleted for resources: {'Port': ['ID=b0db40d5-07a1-4563-a6af-388ec6d51466,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:36.891494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] No DVR routers for this DVR port b0db40d5-07a1-4563-a6af-388ec6d51466 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:37.019249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.046160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d7aa7f-9722-4135-9b5a-4cf118f74233']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:37.059239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258175f6-1aef-48b7-a2f4-2894436f135f') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:37.060281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258175f6-1aef-48b7-a2f4-2894436f135f') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:37.073791 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.090662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.097152 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:37.101413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:37.112182 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:37.287179 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.306064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.318345 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event deleted for resources: {'Network': ['ID=35d7aa7f-9722-4135-9b5a-4cf118f74233,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:37.321649 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-929e6df7-d976-4baa-9415-ecbdd6acbc1f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "DELETE /v2.0/networks/35d7aa7f-9722-4135-9b5a-4cf118f74233 HTTP/1.1" status: 204 len: 168 time: 1.1351604 Apr 11 21:46:37.324242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55610) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:37.407529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51aec6-fbd9-4a36-a1da-630158d12168 None None] DHCP port deletion for 35d7aa7f-9722-4135-9b5a-4cf118f74233 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:46:37.424546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16d6058-6936-4b29-8922-af1ef3dbbdbb None None] Network 35d7aa7f-9722-4135-9b5a-4cf118f74233 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:37.443405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16d6058-6936-4b29-8922-af1ef3dbbdbb None None] Network 35d7aa7f-9722-4135-9b5a-4cf118f74233 could not be found, it might have been deleted concurrently. {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 11 21:46:37.486536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-768b6627-87db-4100-94dd-2c4d63987222 None None] Could not find standard attr ID for object b0db40d5-07a1-4563-a6af-388ec6d51466. {{(pid=84668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 21:46:37.523505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Deleting subnet 3f18a9f9-6c2c-4be5-b0e3-f29aa6c5abcb {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:46:37.526388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.584928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.666935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.810183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.932124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event deleted for resources: {'Subnet': ['ID=3f18a9f9-6c2c-4be5-b0e3-f29aa6c5abcb,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:37.938389 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:37.944874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-39b60221-94e0-4ba8-92a6-1426a2f8b71b tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "DELETE /v2.0/subnets/3f18a9f9-6c2c-4be5-b0e3-f29aa6c5abcb HTTP/1.1" status: 204 len: 168 time: 0.6191683 Apr 11 21:46:37.946759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada4e20-b23b-41a8-afcf-932678553fec None None] Network 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:37.947225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55614) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:38.062513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.073821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Deleting port f671ef93-58e9-4442-a958-baf54c250860 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:38.074157 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.076139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f671ef93-58e9-4442-a958-baf54c250860 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:38.195162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f671ef93-58e9-4442-a958-baf54c250860 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:38.196081 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.286408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] For port f671ef93-58e9-4442-a958-baf54c250860, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f671ef93-58e9-4442-a958-baf54c250860,segment=NetworkSegment(a469f8cc-c104-42c0-a344-91de5e4d69cd),segment_id=a469f8cc-c104-42c0-a344-91de5e4d69cd)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:38.286762 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.308881 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] DHCP port deletion for 72a179cc-1c72-4004-82b6-4b7d5ea6ed31 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:46:38.323334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Deleting port f671ef93-58e9-4442-a958-baf54c250860 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:38.323730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.410115 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Calling delete_port for f671ef93-58e9-4442-a958-baf54c250860 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:38.528057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] For port f671ef93-58e9-4442-a958-baf54c250860, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f671ef93-58e9-4442-a958-baf54c250860,segment=NetworkSegment(a469f8cc-c104-42c0-a344-91de5e4d69cd),segment_id=a469f8cc-c104-42c0-a344-91de5e4d69cd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:38.528303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.532726 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.579660 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event deleted for resources: {'Port': ['ID=f671ef93-58e9-4442-a958-baf54c250860,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:38.585710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] No DVR routers for this DVR port f671ef93-58e9-4442-a958-baf54c250860 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:46:38.648349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Calling delete_port for f671ef93-58e9-4442-a958-baf54c250860 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:46:38.708163 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.717399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:38.717751 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:38.733801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a179cc-1c72-4004-82b6-4b7d5ea6ed31']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:38.746218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a469f8cc-c104-42c0-a344-91de5e4d69cd') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:38.746516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a469f8cc-c104-42c0-a344-91de5e4d69cd') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:38.757616 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.773407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.779414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:46:38.779763 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:46:38.794680 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:46:38.949466 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.966866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:38.978803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Pushing event deleted for resources: {'Network': ['ID=72a179cc-1c72-4004-82b6-4b7d5ea6ed31,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:38.983001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e113d030-b283-43aa-81d4-c9f3c42b6353 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "DELETE /v2.0/networks/72a179cc-1c72-4004-82b6-4b7d5ea6ed31 HTTP/1.1" status: 204 len: 168 time: 1.0350783 Apr 11 21:46:38.985716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55618) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:38.987412 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:46:39.026442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-03d46c20-01b3-47d8-97a7-e75c4012224f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Synchronizing usage tracker for tenant:15efb9df716742a9b148ddc498400b8b on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:46:39.086902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-03d46c20-01b3-47d8-97a7-e75c4012224f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Unset dirty status for tenant:15efb9df716742a9b148ddc498400b8b on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:46:39.088084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-03d46c20-01b3-47d8-97a7-e75c4012224f tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "GET /v2.0/ports?device_id=86142617-d8d6-4e2b-8fc5-c2a6973c62ea HTTP/1.1" status: 200 len: 205 time: 0.1013737 Apr 11 21:46:39.090517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55622) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:39.219585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Deleting port f671ef93-58e9-4442-a958-baf54c250860 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:46:39.220155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:39.227140 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:39.324397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7be24-6fc0-42f4-b6e9-80b3078371e9 None None] The port 'f671ef93-58e9-4442-a958-baf54c250860' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:46:39.713114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:39.717321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:39.807122 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:39.807643 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Fanout notify agent at l3_agent the message router_deleted on router 86142617-d8d6-4e2b-8fc5-c2a6973c62ea {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:46:39.817758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:39.818829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f71869c1-1632-4b6c-89af-809b86581b85 tempest-RoutersNegativeTest-69101951 tempest-RoutersNegativeTest-69101951-project] 10.222.0.61 "DELETE /v2.0/routers/86142617-d8d6-4e2b-8fc5-c2a6973c62ea HTTP/1.1" status: 204 len: 168 time: 0.7274401 Apr 11 21:46:40.060887 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f671ef93-58e9-4442-a958-baf54c250860 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:46:40.098302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f671ef93-58e9-4442-a958-baf54c250860 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:46:40.098647 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f671ef93-58e9-4442-a958-baf54c250860 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:46:40.414689 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55630) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:40.585841 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-85f6cb02-4122-4329-9ed8-b524a7eabef3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15efb9df716742a9b148ddc498400b8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1683135 Apr 11 21:46:40.586626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55636) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:40.643995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06911e59-672e-486d-9936-4f9b33faff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:40.668798 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06911e59-672e-486d-9936-4f9b33faff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:40.806844 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06911e59-672e-486d-9936-4f9b33faff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:40.820831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06911e59-672e-486d-9936-4f9b33faff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a926af-59b7-4d33-9cc1-64ff646944d5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:40.829311 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-06911e59-672e-486d-9936-4f9b33faff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:40.829311 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-06911e59-672e-486d-9936-4f9b33faff05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5a926af-59b7-4d33-9cc1-64ff646944d5 HTTP/1.1" status: 204 len: 168 time: 0.2406015 Apr 11 21:46:41.916272 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 55658) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:42.043372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1316241340-network', 'tenant_id': '207811e514f44cb794c4c7916db72fc4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:42.048772 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:42.052540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Usage tracker for resource:network and tenant:207811e514f44cb794c4c7916db72fc4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:42.055440 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:42.061568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:42.175404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Made reservation on behalf of 207811e514f44cb794c4c7916db72fc4 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:42.177699 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.190346 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.222414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:42.226457 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Usage tracker for resource:security_group_rule and tenant:207811e514f44cb794c4c7916db72fc4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:42.229340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:42.234955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:42.298315 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.369176 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.399586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:42.407620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55448dc6-6f10-4cce-92c3-40d2d42ab2ef,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:42.412981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.413507 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Added segment 25c443d4-138d-4cf5-9c3c-0fde5b625eab of type vlan for network f10890ca-46c4-4825-b9b9-16239d12d3a6 Apr 11 21:46:42.438655 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.552254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.553011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:42.553617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:42.743025 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] Pushing event updated for resources: {'Network': ['ID=f10890ca-46c4-4825-b9b9-16239d12d3a6,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:42.754614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:42.816714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-56f2f501-747f-4c4a-a6be-1d2faecb252a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8989584 Apr 11 21:46:42.819364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55664) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:42.825721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Request body: {'subnet': {'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-subnet', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:42.831815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:42.837372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Usage tracker for resource:subnet and tenant:207811e514f44cb794c4c7916db72fc4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:42.840809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:42.847827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:42.926953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Made reservation on behalf of 207811e514f44cb794c4c7916db72fc4 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:42.929844 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.250384 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.327434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a478289-48a3-42ae-899c-b413f76b81d9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:43.345138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Checking segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:43.345493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Network hostable DHCP agents. Network: f10890ca-46c4-4825-b9b9-16239d12d3a6, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:43.478059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:43.563562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f10890ca-46c4-4825-b9b9-16239d12d3a6) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:43.567294 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:43.567896 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.572910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3136b2-139b-4d69-9cd6-0d989d7b0970 None None] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:43.644599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f945bbef-18c1-4012-9d82-b19beea94937 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8237607 Apr 11 21:46:43.647252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55668) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:43.654137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:43.659400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:43.663862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Usage tracker for resource:router and tenant:207811e514f44cb794c4c7916db72fc4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:43.666823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:43.672932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:43.755643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.756722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.774981 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.788746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f10890ca-46c4-4825-b9b9-16239d12d3a6', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:43.788746 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:43.952999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Allocated IP 172.20.0.2 (f10890ca-46c4-4825-b9b9-16239d12d3a6/6a478289-48a3-42ae-899c-b413f76b81d9/15ad95e0-0658-44ff-a3c1-e1e594cc9714) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:43.983438 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4954d28-1bf7-4f88-b1c5-e12bd6e06220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.012163 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.158876 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.169769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Transition to ACTIVE for port object 15ad95e0-0658-44ff-a3c1-e1e594cc9714 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:44.189355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Transition to ACTIVE for port object 15ad95e0-0658-44ff-a3c1-e1e594cc9714 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:44.276079 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.276285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.306912 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.346751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:44.349667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:44.352763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:44.359323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Pushing event updated for resources: {'Port': ['ID=15ad95e0-0658-44ff-a3c1-e1e594cc9714,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:44.443693 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Attempting to bind port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:44.444064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Attempting to bind port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:44.444466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Attempting to bind port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 on network f10890ca-46c4-4825-b9b9-16239d12d3a6 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:44.445274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Allocated IP 172.25.5.132 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/44b953ee-b256-4d4f-a2a1-d4b4d50d7419) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:44.451139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:44.451528 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Checking segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:44.451925 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.452309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Bound using segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:44.452835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Bound port: 15ad95e0-0658-44ff-a3c1-e1e594cc9714, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:44.453208 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.542496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] For port 15ad95e0-0658-44ff-a3c1-e1e594cc9714, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:44.545506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] For port 15ad95e0-0658-44ff-a3c1-e1e594cc9714, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15ad95e0-0658-44ff-a3c1-e1e594cc9714,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:44.590005 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.612955 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.681708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.693185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63af2e7-3087-4e40-9e64-a43de6d9daa9 None None] Pushing event updated for resources: {'Port': ['ID=15ad95e0-0658-44ff-a3c1-e1e594cc9714,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:44.748692 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:44.751579 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:44.755867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:44.784197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:44.998044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:44.998779 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:45.412533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:46:45.621857 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:46:45.630746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Sync routers for ids ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:46:45.644681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Routers {'93a2ee9b-7bc7-4d5a-be15-48a5585069b5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:46:45.645319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:45.702225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1d90b-6403-4f79-868d-e0663300eeae None None] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:45.704137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:45.705465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-08b9e37f-e7a0-4f95-b2d4-6ead6c770fe2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0553422 Apr 11 21:46:45.708304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:45.954444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6155b93f-b977-45f5-b0fd-000505470a37 None None] Provisioning for port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:45.983937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Set router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:46:46.156765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15ad95e0-0658-44ff-a3c1-e1e594cc9714 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:46.375247 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e69b4357-5f91-4528-be5e-488ade62d0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.444982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:46:44Z', 'revision_number': 3, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:46.449796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Checking router: 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:46:46.452788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Updating router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:46:46.473810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.481256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:46.503976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:46.504483 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.556337 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.686910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Allocated IP 172.20.0.1 (f10890ca-46c4-4825-b9b9-16239d12d3a6/6a478289-48a3-42ae-899c-b413f76b81d9/99553b05-3dfa-4674-8942-df129a6968a0) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:46.725719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-868f67f6-ad19-45a4-a770-826f4bc7873c None None] Provisioning complete for port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:46.726295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-868f67f6-ad19-45a4-a770-826f4bc7873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.815251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.836061 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.851765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Transition to ACTIVE for port object 99553b05-3dfa-4674-8942-df129a6968a0 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:46.947433 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:46.958998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 15ad95e0-0658-44ff-a3c1-e1e594cc9714, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15ad95e0-0658-44ff-a3c1-e1e594cc9714,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:47.011145 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-868f67f6-ad19-45a4-a770-826f4bc7873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.039461 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.117426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:47.120089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:47.123820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:47.153824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Pushing event updated for resources: {'Port': ['ID=99553b05-3dfa-4674-8942-df129a6968a0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:47.185648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.224783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=15ad95e0-0658-44ff-a3c1-e1e594cc9714,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:47.228633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.234517 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-868f67f6-ad19-45a4-a770-826f4bc7873c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:46:47.235012 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-868f67f6-ad19-45a4-a770-826f4bc7873c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:46:47.244508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Transition to ACTIVE for port object 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:47.341383 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.365351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.429508 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12c387-fe09-44f8-acac-fedd5b693077 None None] Pushing event updated for resources: {'Port': ['ID=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:47.431899 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Attempting to bind port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:47.432272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Attempting to bind port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:47.432629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Attempting to bind port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:47.451383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:47.451783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:47.452186 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.452575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:47.453041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Bound port: 44b953ee-b256-4d4f-a2a1-d4b4d50d7419, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:47.453414 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.512586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.541232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] For port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:47.544376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] For port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:47.595617 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.610275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.611439 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.686884 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.692999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12c387-fe09-44f8-acac-fedd5b693077 None None] Pushing event updated for resources: {'Port': ['ID=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:47.697402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Routers {'93a2ee9b-7bc7-4d5a-be15-48a5585069b5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:46:47.698007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:47.794702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Pushing event updated for resources: {'Port': ['ID=99553b05-3dfa-4674-8942-df129a6968a0,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:47.797317 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:47.935975 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:47.937096 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:47.962699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] Set router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:46:48.139169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15ad95e0-0658-44ff-a3c1-e1e594cc9714 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:48.176327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b692524e-c877-4ec2-8924-f4234569dba4 None None] Provisioning for port 99553b05-3dfa-4674-8942-df129a6968a0 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:48.213226 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b692524e-c877-4ec2-8924-f4234569dba4 None None] Provisioning complete for port 99553b05-3dfa-4674-8942-df129a6968a0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:48.213568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b692524e-c877-4ec2-8924-f4234569dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:48.341284 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:46:48.345759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b692524e-c877-4ec2-8924-f4234569dba4 None None] Port 99553b05-3dfa-4674-8942-df129a6968a0 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:46:48.401451 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:48.401956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:48.545706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:46:48.554100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-810cd843-c7a4-4612-a74d-9c6a0a1a88f4 None None] Provisioning complete for port 99553b05-3dfa-4674-8942-df129a6968a0 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:48.554318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-1d98d5ff-d6c4-49b4-adfd-eff73158aa4e admin admin] 10.222.0.61 "PUT /v2.0/routers/93a2ee9b-7bc7-4d5a-be15-48a5585069b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449922 Apr 11 21:46:48.554472 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-810cd843-c7a4-4612-a74d-9c6a0a1a88f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:48.658192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-810cd843-c7a4-4612-a74d-9c6a0a1a88f4 None None] Port 99553b05-3dfa-4674-8942-df129a6968a0 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:46:48.671769 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99553b05-3dfa-4674-8942-df129a6968a0', 'name': '', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'mac_address': 'fa:16:3e:29:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:46Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 2, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'subnets': [{'id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:48.675979 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f7345-45a1-406d-9340-da4b22451a1d None None] The sync data for ids ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'] in n-d-837321-1 is: [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99553b05-3dfa-4674-8942-df129a6968a0', 'name': '', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'mac_address': 'fa:16:3e:29:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:46Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 2, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'subnets': [{'id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:46:48.924362 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:49.760164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55694) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:49.765563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-839099146-network', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:49.771230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:49.776428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Usage tracker for resource:network and tenant:edb56fe512c842509377b3e1e1f47ba7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:49.779570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:49.786566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:49.875347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Made reservation on behalf of edb56fe512c842509377b3e1e1f47ba7 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:49.877722 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:49.891276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:49.922893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:49.926726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Usage tracker for resource:security_group_rule and tenant:edb56fe512c842509377b3e1e1f47ba7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:49.930035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:49.935897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:50.002547 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.070200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.096656 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:50.100087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:46:50.109247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76779b-07dd-4eae-affd-c6b46be733a2,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:50.114657 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.119844 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Added segment d17dcd6b-5b75-4f04-8f89-4ed9573972f8 of type vlan for network 93e325da-42b4-4b92-8cb6-697539a3cd9f Apr 11 21:46:50.148371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.246537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:50.251735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:50.252131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.289530 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.290723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:50.291295 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.367935 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.385159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:50.447205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.495129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] Pushing event updated for resources: {'Network': ['ID=93e325da-42b4-4b92-8cb6-697539a3cd9f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:50.505113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:46:50.547650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2f319203-2f6a-4740-9c01-ac99adc5235c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7863321 Apr 11 21:46:50.550260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55698) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:50.556222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Request body: {'subnet': {'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-subnet', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:50.561929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:50.565828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Usage tracker for resource:subnet and tenant:edb56fe512c842509377b3e1e1f47ba7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:50.568661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:50.574673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:50.593778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:50.635432 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Made reservation on behalf of edb56fe512c842509377b3e1e1f47ba7 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:46:50.637767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.895687 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:50.972261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf0b551-bb2a-41ef-92da-be23114e0804,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:50.983070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Checking segment: {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:50.983426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Network hostable DHCP agents. Network: 93e325da-42b4-4b92-8cb6-697539a3cd9f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:46:51.055299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:46:51.123954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 93e325da-42b4-4b92-8cb6-697539a3cd9f) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:51.127897 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:51.128473 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.133564 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac13cce-6117-4d8f-b581-55a42379e1d0 None None] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:51.259287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bcc0470d-4bc7-4709-b4f8-fb071f84fc79 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7079108 Apr 11 21:46:51.261787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55702) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:51.267170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:46:51.275546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:46:51.279773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Usage tracker for resource:router and tenant:edb56fe512c842509377b3e1e1f47ba7 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:46:51.284093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:46:51.291360 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:46:51.360818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-93e325da-42b4-4b92-8cb6-697539a3cd9f', 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'fixed_ips': [{'subnet_id': '9cf0b551-bb2a-41ef-92da-be23114e0804'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:46:51.361609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.378689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.381756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.397368 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.520072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Allocated IP 172.20.0.2 (93e325da-42b4-4b92-8cb6-697539a3cd9f/9cf0b551-bb2a-41ef-92da-be23114e0804/ddd2b6ac-ba28-472d-bd94-fef10d1d76de) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:51.618009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.769961 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.780317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Transition to ACTIVE for port object ddd2b6ac-ba28-472d-bd94-fef10d1d76de will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:51.798651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Transition to ACTIVE for port object ddd2b6ac-ba28-472d-bd94-fef10d1d76de will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:51.858500 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.864108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.889023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:51.930578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:51.933271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:51.935673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:51.943920 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Pushing event updated for resources: {'Port': ['ID=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:52.017111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.017357 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.017685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.018066 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.018327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.018644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.018960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.019278 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.019621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.019936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.020251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:52.026750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Allocated IP 172.25.5.160 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d951ccaf-722c-402e-9cfe-73284f490783) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:52.045752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Attempting to bind port ddd2b6ac-ba28-472d-bd94-fef10d1d76de on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:52.046115 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Attempting to bind port ddd2b6ac-ba28-472d-bd94-fef10d1d76de by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:52.046485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Attempting to bind port ddd2b6ac-ba28-472d-bd94-fef10d1d76de on network 93e325da-42b4-4b92-8cb6-697539a3cd9f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:52.058792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:52.059375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Checking segment: {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:52.059939 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.060338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Bound using segment: {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:52.060805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Bound port: ddd2b6ac-ba28-472d-bd94-fef10d1d76de, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:52.061206 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.104081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:52.177785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.202977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] For port ddd2b6ac-ba28-472d-bd94-fef10d1d76de, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:52.206611 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] For port ddd2b6ac-ba28-472d-bd94-fef10d1d76de, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:52.214506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:52.214875 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.288537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.318736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.362779 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:52.365896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:52.371298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:52.403033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Pushing event updated for resources: {'Port': ['ID=d951ccaf-722c-402e-9cfe-73284f490783,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:52.408431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f33f8-aed0-4171-bc60-743cd1bac3bb None None] Pushing event updated for resources: {'Port': ['ID=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:52.665851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.666760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:52.958266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Router cb92c76b-bfdf-41ac-9c85-949abc277ce9 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:46:53.281843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:46:53.292071 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Sync routers for ids ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:46:53.307726 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Routers {'cb92c76b-bfdf-41ac-9c85-949abc277ce9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:46:53.312865 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:53.339210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca313ccf-eb20-4f0d-9408-c8e5b2328506 None None] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:46:53.406626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:53.407944 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-608182a1-f2ed-4c6e-82e9-7ef46c5da331 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1449630 Apr 11 21:46:53.410559 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 55706) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:46:53.498482 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Set router cb92c76b-bfdf-41ac-9c85-949abc277ce9 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:46:53.521717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1f0118ec-54f6-40af-9ea1-a9fbaed3696c None None] Provisioning for port ddd2b6ac-ba28-472d-bd94-fef10d1d76de completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:53.826103 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:52Z', 'revision_number': 3, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:53.829830 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Checking router: cb92c76b-bfdf-41ac-9c85-949abc277ce9 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:46:53.830168 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Updating router cb92c76b-bfdf-41ac-9c85-949abc277ce9 port d951ccaf-722c-402e-9cfe-73284f490783 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:46:53.888747 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.115857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ddd2b6ac-ba28-472d-bd94-fef10d1d76de up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:54.168463 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.213803 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.227135 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Transition to ACTIVE for port object d951ccaf-722c-402e-9cfe-73284f490783 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:54.269585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ddd2b6ac-ba28-472d-bd94-fef10d1d76de completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:54.274959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ddd2b6ac-ba28-472d-bd94-fef10d1d76de triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:54.275338 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.293426 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.368776 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Attempting to bind port d951ccaf-722c-402e-9cfe-73284f490783 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:46:54.369262 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Attempting to bind port d951ccaf-722c-402e-9cfe-73284f490783 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:46:54.369728 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Attempting to bind port d951ccaf-722c-402e-9cfe-73284f490783 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:46:54.380965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Allocated IP 172.20.0.1 (93e325da-42b4-4b92-8cb6-697539a3cd9f/9cf0b551-bb2a-41ef-92da-be23114e0804/4bb67613-fb07-4842-8859-ec15aa186598) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:46:54.385462 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:46:54.385908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:46:54.386367 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.386817 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:46:54.387449 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Bound port: d951ccaf-722c-402e-9cfe-73284f490783, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:46:54.388111 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.402168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.414781 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Pushing event updated for resources: {'Port': ['ID=d951ccaf-722c-402e-9cfe-73284f490783,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:54.436286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ddd2b6ac-ba28-472d-bd94-fef10d1d76de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:46:54.444166 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.444531 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.444863 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.445196 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.445519 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.445848 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.446165 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.446482 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.446796 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.447112 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.447427 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:46:54.477353 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] For port d951ccaf-722c-402e-9cfe-73284f490783, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:46:54.480519 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] For port d951ccaf-722c-402e-9cfe-73284f490783, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d951ccaf-722c-402e-9cfe-73284f490783,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:46:54.506633 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.529325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.535985 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.546086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Transition to ACTIVE for port object 4bb67613-fb07-4842-8859-ec15aa186598 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:46:54.575853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:54.617391 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cac8e-ec7a-4c9a-99bb-54cb1d3d8acc None None] Pushing event updated for resources: {'Port': ['ID=d951ccaf-722c-402e-9cfe-73284f490783,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:54.621848 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Routers {'cb92c76b-bfdf-41ac-9c85-949abc277ce9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:46:54.622438 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:54.638663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.709153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:54.712617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:54.716934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:46:54.744650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb67613-fb07-4842-8859-ec15aa186598,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:54.771134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:54.813403 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] Set router cb92c76b-bfdf-41ac-9c85-949abc277ce9 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:46:54.924556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:55.049272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7e3cb01-a4b2-48f2-8062-b95d6603d28b None None] Provisioning for port 4bb67613-fb07-4842-8859-ec15aa186598 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:46:55.054618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7e3cb01-a4b2-48f2-8062-b95d6603d28b None None] Provisioning complete for port 4bb67613-fb07-4842-8859-ec15aa186598 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:55.054987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7e3cb01-a4b2-48f2-8062-b95d6603d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:55.105834 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:52Z', 'revision_number': 3, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:46:55.110970 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610dd66-6e07-4083-843d-d21209d666fc None None] The sync data for ids ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'] in n-d-837321-1 is: [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:52Z', 'revision_number': 3, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:46:55.112293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3cb01-a4b2-48f2-8062-b95d6603d28b None None] Port 4bb67613-fb07-4842-8859-ec15aa186598 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:46:55.253662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:55.323702 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:55.427930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb67613-fb07-4842-8859-ec15aa186598,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:46:55.431744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:55.578225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:46:55.579193 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:46:55.842020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3c276514-6f6e-46d8-bb87-8b72d139e8f7 None None] Provisioning complete for port 4bb67613-fb07-4842-8859-ec15aa186598 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:55.843055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3c276514-6f6e-46d8-bb87-8b72d139e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:55.897188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3c276514-6f6e-46d8-bb87-8b72d139e8f7 None None] Port 4bb67613-fb07-4842-8859-ec15aa186598 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:46:55.971552 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Router cb92c76b-bfdf-41ac-9c85-949abc277ce9 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:46:56.076217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ddd2b6ac-ba28-472d-bd94-fef10d1d76de up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:46:56.148195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ddd2b6ac-ba28-472d-bd94-fef10d1d76de triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:46:56.148543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:46:56.173044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:46:56.182000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ee574a0-2dd0-4a63-a5a5-98e51ac2a4c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/cb92c76b-bfdf-41ac-9c85-949abc277ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7704496 Apr 11 21:46:57.286754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-e9d7c743-f8c7-4d47-a894-c326b90a5f69 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:46:57.287410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-e9d7c743-f8c7-4d47-a894-c326b90a5f69 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Synchronizing usage tracker for tenant:207811e514f44cb794c4c7916db72fc4 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:46:57.346145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-e9d7c743-f8c7-4d47-a894-c326b90a5f69 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Unset dirty status for tenant:207811e514f44cb794c4c7916db72fc4 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:46:57.347321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-e9d7c743-f8c7-4d47-a894-c326b90a5f69 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/networks?id=f10890ca-46c4-4825-b9b9-16239d12d3a6 HTTP/1.1" status: 200 len: 817 time: 0.2030683 Apr 11 21:46:57.364254 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-076d612e-50c4-465b-a2ce-d319865c007d tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/quotas/207811e514f44cb794c4c7916db72fc4 HTTP/1.1" status: 200 len: 375 time: 0.0113709 Apr 11 21:46:57.450570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-6e8d3a2a-dd3b-4421-bc12-c1c38eadd9e3 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812960 Apr 11 21:46:57.587181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-bb9443ab-60bc-4e78-abd6-dfd1cdbc21d8 service neutron] 10.222.0.61 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244791 Apr 11 21:46:57.715466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-07207d71-7cc8-4a83-91da-edabd91346c6 service neutron] 10.222.0.61 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225293 Apr 11 21:46:57.973670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-736d7062-2264-41c5-a8d4-b3e0ed0f311c req-4ad84c07-ad35-4258-aeeb-59ac9c5c1afe tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Synchronizing usage tracker for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:46:58.043638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-736d7062-2264-41c5-a8d4-b3e0ed0f311c req-4ad84c07-ad35-4258-aeeb-59ac9c5c1afe tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Unset dirty status for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:46:58.044872 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-736d7062-2264-41c5-a8d4-b3e0ed0f311c req-4ad84c07-ad35-4258-aeeb-59ac9c5c1afe tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 210 time: 0.1127954 Apr 11 21:46:59.219797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-028b1054-24e2-4e20-ab7f-a0dcbe569a54 req-071daffa-408c-4af2-97af-a5602ee20c4f tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 210 time: 0.0434012 Apr 11 21:46:59.564168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:00.418584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9be053cf-429a-442c-8451-2812f9525fe2 req-ca53da63-cc8e-4fc4-a616-6f48098c5b76 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 210 time: 0.0621181 Apr 11 21:47:00.472834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-5d78c60b-b4f1-4029-82c5-52cc7a6a772e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:00.474496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-5d78c60b-b4f1-4029-82c5-52cc7a6a772e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "GET /v2.0/networks?id=f10890ca-46c4-4825-b9b9-16239d12d3a6 HTTP/1.1" status: 200 len: 817 time: 0.2291036 Apr 11 21:47:00.509650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Request body: {'port': {'device_id': '0f008f76-a8a0-401d-9242-19e6bac85675', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'admin_state_up': True, 'tenant_id': '207811e514f44cb794c4c7916db72fc4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:47:00.654124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:47:00.664797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:47:00.777938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Made reservation on behalf of 207811e514f44cb794c4c7916db72fc4 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:47:00.781003 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.046203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Allocated IP 172.20.0.5 (f10890ca-46c4-4825-b9b9-16239d12d3a6/6a478289-48a3-42ae-899c-b413f76b81d9/73bb6773-7307-44cf-9a30-fff76459d230) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:47:01.248207 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.266153 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Transition to ACTIVE for port object 73bb6773-7307-44cf-9a30-fff76459d230 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:47:01.284080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.346983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.421853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:47:01.424803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:47:01.428798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:47:01.460202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Pushing event updated for resources: {'Port': ['ID=73bb6773-7307-44cf-9a30-fff76459d230,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:01.482497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.482852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.483191 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.483580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.483914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.484246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.484572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.484899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.485222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.485542 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.485862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:47:01.513331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:01.514094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.621647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b39663d3-85cd-45ed-9df1-f869e8f88237 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1162505 Apr 11 21:47:01.636446 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13f37-3b4f-44d2-9c56-c0073affe504 req-9de80571-80ec-4078-b91e-b5b552670c23 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:01.637966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2a13f37-3b4f-44d2-9c56-c0073affe504 req-9de80571-80ec-4078-b91e-b5b552670c23 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 931 time: 0.0835495 Apr 11 21:47:01.640622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Request body: {'port': {'device_id': '0f008f76-a8a0-401d-9242-19e6bac85675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:47:01.689230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c2a13f37-3b4f-44d2-9c56-c0073affe504 req-b3d47d82-f90d-484d-b726-f1d7803b3a89 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Synchronizing usage tracker for tenant:207811e514f44cb794c4c7916db72fc4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:47:01.706618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a30f501-be44-46f7-b353-bfbe79733d7f None None] Provisioning for port 73bb6773-7307-44cf-9a30-fff76459d230 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:01.711792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a30f501-be44-46f7-b353-bfbe79733d7f None None] Provisioning complete for port 73bb6773-7307-44cf-9a30-fff76459d230 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:01.712221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a30f501-be44-46f7-b353-bfbe79733d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.752626 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:01.763841 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-c2a13f37-3b4f-44d2-9c56-c0073affe504 req-b3d47d82-f90d-484d-b726-f1d7803b3a89 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Unset dirty status for tenant:207811e514f44cb794c4c7916db72fc4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:47:01.765106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a30f501-be44-46f7-b353-bfbe79733d7f None None] Port 73bb6773-7307-44cf-9a30-fff76459d230 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:47:01.767965 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c2a13f37-3b4f-44d2-9c56-c0073affe504 req-b3d47d82-f90d-484d-b726-f1d7803b3a89 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201496 Apr 11 21:47:02.087566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bb6773-7307-44cf-9a30-fff76459d230 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:47:02.095434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.096933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d951ccaf-722c-402e-9cfe-73284f490783 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:02.110793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Transition to ACTIVE for port object 73bb6773-7307-44cf-9a30-fff76459d230 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:47:02.183601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.255536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d951ccaf-722c-402e-9cfe-73284f490783 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:02.261552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d951ccaf-722c-402e-9cfe-73284f490783 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:02.261925 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.331844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Pushing event updated for resources: {'Port': ['ID=73bb6773-7307-44cf-9a30-fff76459d230,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:02.341629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Sync routers for ids ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:47:02.379527 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Routers {'93a2ee9b-7bc7-4d5a-be15-48a5585069b5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:47:02.381816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:02.456823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Attempting to bind port 73bb6773-7307-44cf-9a30-fff76459d230 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:47:02.457434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Attempting to bind port 73bb6773-7307-44cf-9a30-fff76459d230 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:47:02.457434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Attempting to bind port 73bb6773-7307-44cf-9a30-fff76459d230 on network f10890ca-46c4-4825-b9b9-16239d12d3a6 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:47:02.463324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Port 73bb6773-7307-44cf-9a30-fff76459d230 on network f10890ca-46c4-4825-b9b9-16239d12d3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:47:02.464001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Attempting to bind port 73bb6773-7307-44cf-9a30-fff76459d230 on network f10890ca-46c4-4825-b9b9-16239d12d3a6 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:47:02.470345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:47:02.470677 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Checking segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:47:02.471054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Bound using segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:47:02.471671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Bound port: 73bb6773-7307-44cf-9a30-fff76459d230, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:47:02.471902 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.559349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] For port 73bb6773-7307-44cf-9a30-fff76459d230, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:47:02.562185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] For port 73bb6773-7307-44cf-9a30-fff76459d230, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=73bb6773-7307-44cf-9a30-fff76459d230,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:47:02.608856 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.633187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d951ccaf-722c-402e-9cfe-73284f490783, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d951ccaf-722c-402e-9cfe-73284f490783,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:02.638794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Set router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:47:02.661287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.727796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.729256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] 10.222.0.75 "PUT /v2.0/ports/73bb6773-7307-44cf-9a30-fff76459d230 HTTP/1.1" status: 200 len: 1091 time: 1.0927162 Apr 11 21:47:02.729754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f008f76-a8a0-401d-9242-19e6bac85675', 'tag': '73bb6773-7307-44cf-9a30-fff76459d230'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:47:02.753014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64f4c8-fac1-41e7-94ed-b6d2131d86b3 service neutron] Pushing event updated for resources: {'Port': ['ID=73bb6773-7307-44cf-9a30-fff76459d230,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:02.764915 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:02.792870 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a99c82d-51ba-4443-8304-1fa9275ad2e1'] response: {'name': 'network-changed', 'server_uuid': '0f008f76-a8a0-401d-9242-19e6bac85675', 'tag': '73bb6773-7307-44cf-9a30-fff76459d230', 'status': 'completed', 'code': 200} Apr 11 21:47:02.903986 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b8e1133-3970-4779-b6e8-197880ddd6ae req-ff483442-0dbb-4d82-815e-455ec7d538b6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 1094 time: 0.0825157 Apr 11 21:47:02.931197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d951ccaf-722c-402e-9cfe-73284f490783,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:03.015706 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af9e1-0815-4c75-b70c-0b03f61a5794 req-bbc48805-33bb-47d7-9d70-6f186d13c883 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:03.018249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d41af9e1-0815-4c75-b70c-0b03f61a5794 req-bbc48805-33bb-47d7-9d70-6f186d13c883 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 943 time: 0.1028285 Apr 11 21:47:03.060889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99553b05-3dfa-4674-8942-df129a6968a0', 'name': '', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'mac_address': 'fa:16:3e:29:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:46Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 2, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'subnets': [{'id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:03.066060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Checking router: 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:47:03.066614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Updating router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 port 99553b05-3dfa-4674-8942-df129a6968a0 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:47:03.070706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1133-3970-4779-b6e8-197880ddd6ae req-cec68f5d-66fe-4945-b840-d53c4dd94cf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:03.071648 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d41af9e1-0815-4c75-b70c-0b03f61a5794 req-931d5bdc-fafe-443a-8b8d-5e67b4a2538a tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Apr 11 21:47:03.072183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b8e1133-3970-4779-b6e8-197880ddd6ae req-cec68f5d-66fe-4945-b840-d53c4dd94cf2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=207811e514f44cb794c4c7916db72fc4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1566324 Apr 11 21:47:03.125063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:03.217730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1133-3970-4779-b6e8-197880ddd6ae req-5ce79baa-31ce-4f5e-8ea8-618d8dfe4cd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:03.219441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b8e1133-3970-4779-b6e8-197880ddd6ae req-5ce79baa-31ce-4f5e-8ea8-618d8dfe4cd7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379073 Apr 11 21:47:03.340828 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-9ca6adcc-11e1-42db-b76b-6ba0225dfdd5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 1094 time: 0.0771692 Apr 11 21:47:03.472542 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:03.485409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Transition to ACTIVE for port object 99553b05-3dfa-4674-8942-df129a6968a0 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:47:03.518236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-85d56afa-c971-4128-b2c4-90c923244a09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73bb6773-7307-44cf-9a30-fff76459d230 HTTP/1.1" status: 200 len: 217 time: 0.1664691 Apr 11 21:47:03.558350 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:03.587187 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7e963a95-4bd3-4d31-b447-af0826ba3a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:03.588701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-7e963a95-4bd3-4d31-b447-af0826ba3a19 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a478289-48a3-42ae-899c-b413f76b81d9 HTTP/1.1" status: 200 len: 856 time: 0.0624819 Apr 11 21:47:03.671173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-24d575ee-6252-497b-bcf0-5adb8b61aa60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f10890ca-46c4-4825-b9b9-16239d12d3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727389 Apr 11 21:47:03.684387 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750bcf6-0c5e-494f-88cd-cc09d9adfac0 None None] Pushing event updated for resources: {'Port': ['ID=99553b05-3dfa-4674-8942-df129a6968a0,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:03.781934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Attempting to bind port 99553b05-3dfa-4674-8942-df129a6968a0 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:47:03.782383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Attempting to bind port 99553b05-3dfa-4674-8942-df129a6968a0 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:47:03.782811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Attempting to bind port 99553b05-3dfa-4674-8942-df129a6968a0 on network f10890ca-46c4-4825-b9b9-16239d12d3a6 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:47:03.790568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:47:03.791096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Checking segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:47:03.792203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:03.792203 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Bound using segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:47:03.792649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Bound port: 99553b05-3dfa-4674-8942-df129a6968a0, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:47:03.793109 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:03.814993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-b21c9cb4-0bc9-4af9-b3bf-04682b9fe857 service neutron] 10.222.0.75 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322775 Apr 11 21:47:03.894234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] For port 99553b05-3dfa-4674-8942-df129a6968a0, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:47:03.897272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] For port 99553b05-3dfa-4674-8942-df129a6968a0, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=99553b05-3dfa-4674-8942-df129a6968a0,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:47:03.951835 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d39584ff-efed-44a2-ac0b-6a2b844a1576 req-2e6ff4ac-ac1b-4efb-bc18-598b705f0f31 service neutron] 10.222.0.75 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275165 Apr 11 21:47:03.978706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:04.090468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d951ccaf-722c-402e-9cfe-73284f490783 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:04.150298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750bcf6-0c5e-494f-88cd-cc09d9adfac0 None None] Pushing event updated for resources: {'Port': ['ID=99553b05-3dfa-4674-8942-df129a6968a0,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:04.163462 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Routers {'93a2ee9b-7bc7-4d5a-be15-48a5585069b5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:47:04.164733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:04.288194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499351a-6897-41d9-a983-1e935cd64ee9 req-385272d8-26a8-409f-bcbc-3bd07d04307e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:04.289799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d499351a-6897-41d9-a983-1e935cd64ee9 req-385272d8-26a8-409f-bcbc-3bd07d04307e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Synchronizing usage tracker for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:47:04.375812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d951ccaf-722c-402e-9cfe-73284f490783 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:04.376101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:04.392267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d499351a-6897-41d9-a983-1e935cd64ee9 req-385272d8-26a8-409f-bcbc-3bd07d04307e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Unset dirty status for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:47:04.393553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d499351a-6897-41d9-a983-1e935cd64ee9 req-385272d8-26a8-409f-bcbc-3bd07d04307e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 943 time: 0.1926181 Apr 11 21:47:04.440806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] Set router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:47:04.444259 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d499351a-6897-41d9-a983-1e935cd64ee9 req-303df7f4-3e40-48fc-8c1d-b8188f473a1e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Apr 11 21:47:04.802175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99553b05-3dfa-4674-8942-df129a6968a0', 'name': '', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'mac_address': 'fa:16:3e:29:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:46Z', 'updated_at': '2022-04-11T21:47:03Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'subnets': [{'id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:04.806942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac976502-f383-4d83-b1a4-5d2118f50df6 None None] The sync data for ids ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'] in n-d-837321-1 is: [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:46:47Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '99553b05-3dfa-4674-8942-df129a6968a0', 'name': '', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'mac_address': 'fa:16:3e:29:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:46Z', 'updated_at': '2022-04-11T21:47:03Z', 'revision_number': 4, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'subnets': [{'id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:47:04.958949 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937da2de-a720-4430-aff5-498b484833cc None None] Sync routers for ids ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:47:04.971743 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] Routers {'cb92c76b-bfdf-41ac-9c85-949abc277ce9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:47:04.972340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:05.153833 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] Set router cb92c76b-bfdf-41ac-9c85-949abc277ce9 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:47:05.512016 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:54Z', 'revision_number': 4, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4bb67613-fb07-4842-8859-ec15aa186598', 'name': '', 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'mac_address': 'fa:16:3e:f4:3a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cf0b551-bb2a-41ef-92da-be23114e0804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:54Z', 'updated_at': '2022-04-11T21:46:54Z', 'revision_number': 2, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'subnets': [{'id': '9cf0b551-bb2a-41ef-92da-be23114e0804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:05.515856 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937da2de-a720-4430-aff5-498b484833cc None None] Checking router: cb92c76b-bfdf-41ac-9c85-949abc277ce9 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:47:05.516205 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937da2de-a720-4430-aff5-498b484833cc None None] Updating router cb92c76b-bfdf-41ac-9c85-949abc277ce9 port 4bb67613-fb07-4842-8859-ec15aa186598 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:47:05.565925 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-937da2de-a720-4430-aff5-498b484833cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:05.644599 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8318a41-34b8-4aa2-b256-c0990f045ea5 req-d0a99157-3fc1-47ac-8857-d1cf3582f74b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:05.646036 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b8318a41-34b8-4aa2-b256-c0990f045ea5 req-d0a99157-3fc1-47ac-8857-d1cf3582f74b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 943 time: 0.0793202 Apr 11 21:47:05.690956 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b8318a41-34b8-4aa2-b256-c0990f045ea5 req-9e9806c4-f5f8-49c6-82a7-d8c1b9008eb8 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386400 Apr 11 21:47:05.904050 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-937da2de-a720-4430-aff5-498b484833cc None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:05.915736 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-937da2de-a720-4430-aff5-498b484833cc None None] Transition to ACTIVE for port object 4bb67613-fb07-4842-8859-ec15aa186598 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:47:06.017833 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-937da2de-a720-4430-aff5-498b484833cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.107701 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99553b05-3dfa-4674-8942-df129a6968a0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:06.184515 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5def9-78b7-4fc2-9a24-4c444a64fac1 None None] Pushing event updated for resources: {'Port': ['ID=4bb67613-fb07-4842-8859-ec15aa186598,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:06.242907 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-937da2de-a720-4430-aff5-498b484833cc None None] Attempting to bind port 4bb67613-fb07-4842-8859-ec15aa186598 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:47:06.243270 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-937da2de-a720-4430-aff5-498b484833cc None None] Attempting to bind port 4bb67613-fb07-4842-8859-ec15aa186598 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:47:06.243653 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937da2de-a720-4430-aff5-498b484833cc None None] Attempting to bind port 4bb67613-fb07-4842-8859-ec15aa186598 on network 93e325da-42b4-4b92-8cb6-697539a3cd9f {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:47:06.257879 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937da2de-a720-4430-aff5-498b484833cc None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:47:06.261689 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937da2de-a720-4430-aff5-498b484833cc None None] Checking segment: {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:47:06.262398 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-937da2de-a720-4430-aff5-498b484833cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.263011 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937da2de-a720-4430-aff5-498b484833cc None None] Bound using segment: {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:47:06.263519 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-937da2de-a720-4430-aff5-498b484833cc None None] Bound port: 4bb67613-fb07-4842-8859-ec15aa186598, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:47:06.265247 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-937da2de-a720-4430-aff5-498b484833cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.265380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 99553b05-3dfa-4674-8942-df129a6968a0 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:06.270845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 99553b05-3dfa-4674-8942-df129a6968a0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:06.274004 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.369346 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-937da2de-a720-4430-aff5-498b484833cc None None] For port 4bb67613-fb07-4842-8859-ec15aa186598, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:47:06.372437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-937da2de-a720-4430-aff5-498b484833cc None None] For port 4bb67613-fb07-4842-8859-ec15aa186598, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4bb67613-fb07-4842-8859-ec15aa186598,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:47:06.409762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.442170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 99553b05-3dfa-4674-8942-df129a6968a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=99553b05-3dfa-4674-8942-df129a6968a0,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:06.447227 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-937da2de-a720-4430-aff5-498b484833cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.526607 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:06.537292 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5def9-78b7-4fc2-9a24-4c444a64fac1 None None] Pushing event updated for resources: {'Port': ['ID=4bb67613-fb07-4842-8859-ec15aa186598,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:06.541991 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] Routers {'cb92c76b-bfdf-41ac-9c85-949abc277ce9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:47:06.542611 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:46:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:06.599889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=99553b05-3dfa-4674-8942-df129a6968a0,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:06.743780 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] Set router cb92c76b-bfdf-41ac-9c85-949abc277ce9 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:47:06.898670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d705c5-0080-4010-acc2-eb1482937ca2 req-bd5481c5-9eba-4551-9a37-39612b177052 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:06.900165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29d705c5-0080-4010-acc2-eb1482937ca2 req-bd5481c5-9eba-4551-9a37-39612b177052 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 943 time: 0.0780091 Apr 11 21:47:06.945792 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29d705c5-0080-4010-acc2-eb1482937ca2 req-31cc5e65-d46c-4661-83d3-dbb81c4d70b1 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Apr 11 21:47:07.081813 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-937da2de-a720-4430-aff5-498b484833cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:54Z', 'revision_number': 4, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4bb67613-fb07-4842-8859-ec15aa186598', 'name': '', 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'mac_address': 'fa:16:3e:f4:3a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cf0b551-bb2a-41ef-92da-be23114e0804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:54Z', 'updated_at': '2022-04-11T21:47:06Z', 'revision_number': 4, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'subnets': [{'id': '9cf0b551-bb2a-41ef-92da-be23114e0804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:47:07.086591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937da2de-a720-4430-aff5-498b484833cc None None] The sync data for ids ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'] in n-d-837321-1 is: [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:46:54Z', 'revision_number': 4, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4bb67613-fb07-4842-8859-ec15aa186598', 'name': '', 'network_id': '93e325da-42b4-4b92-8cb6-697539a3cd9f', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'mac_address': 'fa:16:3e:f4:3a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cf0b551-bb2a-41ef-92da-be23114e0804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:54Z', 'updated_at': '2022-04-11T21:47:06Z', 'revision_number': 4, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'subnets': [{'id': '9cf0b551-bb2a-41ef-92da-be23114e0804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:47:07.254077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 73bb6773-7307-44cf-9a30-fff76459d230 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:47:07.402682 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 73bb6773-7307-44cf-9a30-fff76459d230, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=73bb6773-7307-44cf-9a30-fff76459d230,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:07.416559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '73bb6773-7307-44cf-9a30-fff76459d230', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'port_id': '73bb6773-7307-44cf-9a30-fff76459d230', 'mac_address': 'fa:16:3e:53:e8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:47:07.480357 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:07.501170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bb6773-7307-44cf-9a30-fff76459d230 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:47:07.518269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 73bb6773-7307-44cf-9a30-fff76459d230, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=73bb6773-7307-44cf-9a30-fff76459d230,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:07.583422 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:07.657866 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=73bb6773-7307-44cf-9a30-fff76459d230,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:07.874875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['73bb6773-7307-44cf-9a30-fff76459d230'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:47:08.167106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99553b05-3dfa-4674-8942-df129a6968a0 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:08.175301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3a50-e5e7-4dd7-80f1-14d8952878ed req-bcb8c1d1-9db1-48a6-977e-d3a0d078d4a5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:08.176815 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28af3a50-e5e7-4dd7-80f1-14d8952878ed req-bcb8c1d1-9db1-48a6-977e-d3a0d078d4a5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 944 time: 0.0855062 Apr 11 21:47:08.229236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28af3a50-e5e7-4dd7-80f1-14d8952878ed req-82e27404-8221-4085-8c65-d46f2e051dae tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Apr 11 21:47:08.259547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 99553b05-3dfa-4674-8942-df129a6968a0 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:08.260275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:08.382912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4bb67613-fb07-4842-8859-ec15aa186598 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:08.549286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4bb67613-fb07-4842-8859-ec15aa186598 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:08.555007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4bb67613-fb07-4842-8859-ec15aa186598 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:08.555500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:08.665345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:08.696265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4bb67613-fb07-4842-8859-ec15aa186598, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4bb67613-fb07-4842-8859-ec15aa186598,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:08.760642 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:08.825629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4bb67613-fb07-4842-8859-ec15aa186598,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:09.270118 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 73bb6773-7307-44cf-9a30-fff76459d230 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:09.417957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 73bb6773-7307-44cf-9a30-fff76459d230 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:09.423008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 73bb6773-7307-44cf-9a30-fff76459d230 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:09.423374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:09.451197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dc755-0dd5-4c9a-81a9-41d62dd2948c req-001bd530-70bd-46e7-b4ce-5e2873846051 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:09.452698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-723dc755-0dd5-4c9a-81a9-41d62dd2948c req-001bd530-70bd-46e7-b4ce-5e2873846051 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 944 time: 0.0821693 Apr 11 21:47:09.500997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-723dc755-0dd5-4c9a-81a9-41d62dd2948c req-9872972a-ee6a-4d18-8c8c-012658b9272a tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Apr 11 21:47:09.546031 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:09.572258 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f008f76-a8a0-401d-9242-19e6bac85675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bb6773-7307-44cf-9a30-fff76459d230'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:47:09.581843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 73bb6773-7307-44cf-9a30-fff76459d230, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=73bb6773-7307-44cf-9a30-fff76459d230,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:09.626353 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a5a5b6-f52a-4c67-ad67-c8b604320ad4'] response: {'server_uuid': '0f008f76-a8a0-401d-9242-19e6bac85675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bb6773-7307-44cf-9a30-fff76459d230', 'code': 200} Apr 11 21:47:09.669285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:09.735579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=73bb6773-7307-44cf-9a30-fff76459d230,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:09.755544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d1a78f3f-1757-4a61-be5f-6053f58f194f req-85141a58-39d8-4a6c-a458-b8e96b75aa58 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 1096 time: 0.0683730 Apr 11 21:47:09.799987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d1a78f3f-1757-4a61-be5f-6053f58f194f req-54f9117f-b888-43df-b049-d1149cb80794 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Apr 11 21:47:10.082500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4bb67613-fb07-4842-8859-ec15aa186598 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:10.149512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4bb67613-fb07-4842-8859-ec15aa186598 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:10.149879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:10.698949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957568a-8bd4-46d9-90ff-7c37e8f2bbf9 req-3d5ee442-9670-44e1-8323-9e30b30c6544 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:10.700418 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1957568a-8bd4-46d9-90ff-7c37e8f2bbf9 req-3d5ee442-9670-44e1-8323-9e30b30c6544 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 945 time: 0.0792987 Apr 11 21:47:10.744960 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1957568a-8bd4-46d9-90ff-7c37e8f2bbf9 req-1fbdf470-7732-4cab-a881-4f838cbe0cf6 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Apr 11 21:47:11.942271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9d75b-e081-4ef7-bcf3-5d7204cc868b req-812b1a06-671d-4537-b723-8680a3b53cea tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:11.943720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0b9d75b-e081-4ef7-bcf3-5d7204cc868b req-812b1a06-671d-4537-b723-8680a3b53cea tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 945 time: 0.0785427 Apr 11 21:47:11.989177 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c0b9d75b-e081-4ef7-bcf3-5d7204cc868b req-d077d5ec-3802-4f59-81ff-39b327d15620 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Apr 11 21:47:12.187646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1d4a3-ebeb-4494-97aa-5f6b321125a1 req-0315cd40-b65e-4126-90f3-844f65568243 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:12.189100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53c1d4a3-ebeb-4494-97aa-5f6b321125a1 req-0315cd40-b65e-4126-90f3-844f65568243 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 945 time: 0.0759013 Apr 11 21:47:12.235422 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53c1d4a3-ebeb-4494-97aa-5f6b321125a1 req-769fce23-91eb-46c9-8e48-1bdf586b7513 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Apr 11 21:47:13.929594 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-505b74d4-954d-4802-9226-7e6faa887c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:15.178876 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-18a964a7-1547-4fbe-892c-61f5a337bb8d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699110 Apr 11 21:47:15.322492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-dfadc381-bed7-4f02-9539-e388d88ed2c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 1096 time: 0.0726731 Apr 11 21:47:15.467307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-30150460-cda2-466b-b4f6-786691e3f89b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:15.469065 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-30150460-cda2-466b-b4f6-786691e3f89b service neutron] 10.222.0.75 "GET /v2.0/networks?id=f10890ca-46c4-4825-b9b9-16239d12d3a6 HTTP/1.1" status: 200 len: 918 time: 0.1283934 Apr 11 21:47:15.545508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-2f31824f-adf4-4164-97b5-dad98ee1ab6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73bb6773-7307-44cf-9a30-fff76459d230 HTTP/1.1" status: 200 len: 217 time: 0.0696671 Apr 11 21:47:15.608644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-b3e2e0d4-bc77-4d96-bd75-6f59128c464c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:15.610108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-b3e2e0d4-bc77-4d96-bd75-6f59128c464c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a478289-48a3-42ae-899c-b413f76b81d9 HTTP/1.1" status: 200 len: 856 time: 0.0587792 Apr 11 21:47:15.690607 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-a8b4a488-b230-48e0-8538-e7cb67a657b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f10890ca-46c4-4825-b9b9-16239d12d3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744836 Apr 11 21:47:15.915665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-9479f48a-1cb5-4288-894d-fde464cb31df service neutron] 10.222.0.75 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192552 Apr 11 21:47:15.987418 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:47:16.052046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fd876f9-26ab-4146-b4d8-8be54beab0dd req-4d4b22af-1976-49db-a173-4bd386bb3e6c service neutron] 10.222.0.75 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263430 Apr 11 21:47:16.286940 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-60280879-5614-4395-b071-25cb1a68c315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:17.512670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:17.588966 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:18.923697 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:29.555058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:31.317860 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:31.493705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fd948-97d6-4488-985b-df805e839e22 req-60d9b35f-9ef1-446d-b7bb-58be450411ce tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:31.495374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-644fd948-97d6-4488-985b-df805e839e22 req-60d9b35f-9ef1-446d-b7bb-58be450411ce tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 945 time: 0.0784330 Apr 11 21:47:31.539911 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-644fd948-97d6-4488-985b-df805e839e22 req-7c4d0def-fccb-4b49-bac5-b347e0c9540c tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Apr 11 21:47:32.736564 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e24d1d-85d1-4a42-96c6-9424039cd946 req-60894d4e-b4ed-4c0e-9a20-7b20261b4e78 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:32.737997 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6e24d1d-85d1-4a42-96c6-9424039cd946 req-60894d4e-b4ed-4c0e-9a20-7b20261b4e78 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 945 time: 0.0755894 Apr 11 21:47:32.786518 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6e24d1d-85d1-4a42-96c6-9424039cd946 req-15da6954-caad-4d8f-890c-88f463a47c89 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Apr 11 21:47:33.045092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-be909902-56e9-4be0-8c52-cf8b43f42c66 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:33.046511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-be909902-56e9-4be0-8c52-cf8b43f42c66 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 945 time: 0.0792084 Apr 11 21:47:33.116592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Deleting port 73bb6773-7307-44cf-9a30-fff76459d230 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:47:33.116928 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:33.356363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] For port 73bb6773-7307-44cf-9a30-fff76459d230, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=73bb6773-7307-44cf-9a30-fff76459d230,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:33.356718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:33.473211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Calling delete_port for 73bb6773-7307-44cf-9a30-fff76459d230 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:47:33.680548 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:33.696926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['73bb6773-7307-44cf-9a30-fff76459d230'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:47:33.729241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Pushing event deleted for resources: {'Port': ['ID=73bb6773-7307-44cf-9a30-fff76459d230,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:33.818331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] No DVR routers for this DVR port 73bb6773-7307-44cf-9a30-fff76459d230 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:47:33.821308 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:33.824319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f008f76-a8a0-401d-9242-19e6bac85675', 'name': 'network-vif-deleted', 'tag': '73bb6773-7307-44cf-9a30-fff76459d230'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:47:33.883916 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06b8129-664d-458e-85b9-e5dfcf9ac462'] response: {'server_uuid': '0f008f76-a8a0-401d-9242-19e6bac85675', 'name': 'network-vif-deleted', 'tag': '73bb6773-7307-44cf-9a30-fff76459d230', 'status': 'completed', 'code': 200} Apr 11 21:47:33.904516 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed4750f3-e86a-4121-a818-4bb3052ccccd req-abaea2a8-41e2-45de-895b-7afbc9ffc59b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "DELETE /v2.0/ports/73bb6773-7307-44cf-9a30-fff76459d230 HTTP/1.1" status: 204 len: 173 time: 0.8501823 Apr 11 21:47:33.976127 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c9c37906-056e-4e90-8bf7-9a4dac64a640 req-8db9bc10-0bb8-4b54-8cca-34932587c40c tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Synchronizing usage tracker for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:47:34.058250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c9c37906-056e-4e90-8bf7-9a4dac64a640 req-8db9bc10-0bb8-4b54-8cca-34932587c40c tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Unset dirty status for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:47:34.060125 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c9c37906-056e-4e90-8bf7-9a4dac64a640 req-8db9bc10-0bb8-4b54-8cca-34932587c40c tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f008f76-a8a0-401d-9242-19e6bac85675 HTTP/1.1" status: 200 len: 210 time: 0.1259756 Apr 11 21:47:36.204514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-99ce3a45-670d-4704-b43c-2aed50f4abc6 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:36.206662 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-99ce3a45-670d-4704-b43c-2aed50f4abc6 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/networks?id=f10890ca-46c4-4825-b9b9-16239d12d3a6 HTTP/1.1" status: 200 len: 817 time: 0.1509840 Apr 11 21:47:36.224660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-b7195a5a-7ae7-4850-82a8-1731560a49d5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/quotas/207811e514f44cb794c4c7916db72fc4 HTTP/1.1" status: 200 len: 375 time: 0.0126650 Apr 11 21:47:36.310184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-9e6c02aa-4ce1-4d94-9e2f-e73b71d68972 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800614 Apr 11 21:47:36.632551 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-1e19a858-f70e-42f6-b4b8-87524f56691b service neutron] 10.222.0.61 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108714 Apr 11 21:47:36.762571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-418581c5-6c5a-4a23-9865-33271c0123ae service neutron] 10.222.0.61 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235216 Apr 11 21:47:37.008617 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad3c77dc-6e58-421c-ac41-03d09830e84c req-3c53dc09-a0ad-40cc-9c27-e77d2762e553 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 210 time: 0.0451097 Apr 11 21:47:37.425491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 73bb6773-7307-44cf-9a30-fff76459d230 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:47:37.457393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 73bb6773-7307-44cf-9a30-fff76459d230 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:47:37.457765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 73bb6773-7307-44cf-9a30-fff76459d230 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:47:38.273313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6eeda606-593d-4b75-adde-deb56aa28c36 req-343eb5a0-cfd9-4a4d-aadf-c2928b52ac51 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 210 time: 0.1463847 Apr 11 21:47:39.104243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-61a852b2-e594-4b52-aeab-066578d6c3be tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:39.105673 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-61a852b2-e594-4b52-aeab-066578d6c3be tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "GET /v2.0/networks?id=f10890ca-46c4-4825-b9b9-16239d12d3a6 HTTP/1.1" status: 200 len: 817 time: 0.1417756 Apr 11 21:47:39.129541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Request body: {'port': {'device_id': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'admin_state_up': True, 'tenant_id': '207811e514f44cb794c4c7916db72fc4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:47:39.267240 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:47:39.277943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:47:39.383170 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Made reservation on behalf of 207811e514f44cb794c4c7916db72fc4 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:47:39.386855 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:39.435944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f888804d-0740-4567-87b8-1d3d30638931 req-e44a2bfc-e5cb-4ebb-95fa-36285ba538ee tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 210 time: 0.0407374 Apr 11 21:47:39.552933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Allocated IP 172.20.0.5 (f10890ca-46c4-4825-b9b9-16239d12d3a6/6a478289-48a3-42ae-899c-b413f76b81d9/1252aa70-1249-473c-966a-d3f241c1a83e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:47:39.750437 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:39.766558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Transition to ACTIVE for port object 1252aa70-1249-473c-966a-d3f241c1a83e will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:47:39.880557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:39.955749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:47:39.958821 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:47:39.963198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:47:39.988497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Pushing event updated for resources: {'Port': ['ID=1252aa70-1249-473c-966a-d3f241c1a83e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:40.028462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:40.029064 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:40.141182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-47ebf7e2-6d9c-4015-9ab5-5b6dffad25c5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0153379 Apr 11 21:47:40.155939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Request body: {'port': {'device_id': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:47:40.264983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:40.268411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fccecd5f-3048-488e-b5f3-d6eb011ac312 None None] Provisioning for port 1252aa70-1249-473c-966a-d3f241c1a83e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:40.274055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-fccecd5f-3048-488e-b5f3-d6eb011ac312 None None] Provisioning complete for port 1252aa70-1249-473c-966a-d3f241c1a83e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:40.274366 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fccecd5f-3048-488e-b5f3-d6eb011ac312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:40.330627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-fccecd5f-3048-488e-b5f3-d6eb011ac312 None None] Port 1252aa70-1249-473c-966a-d3f241c1a83e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:47:40.644808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1252aa70-1249-473c-966a-d3f241c1a83e {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:47:40.658878 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:40.678744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Transition to ACTIVE for port object 1252aa70-1249-473c-966a-d3f241c1a83e will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:47:40.692572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c76da-d838-4210-8679-dd9a00a3470d req-ada1cd4b-b3c3-4bcc-abe4-a09c1f5698c1 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:40.693250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-760c76da-d838-4210-8679-dd9a00a3470d req-ada1cd4b-b3c3-4bcc-abe4-a09c1f5698c1 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Synchronizing usage tracker for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:47:40.777004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:40.813358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-760c76da-d838-4210-8679-dd9a00a3470d req-ada1cd4b-b3c3-4bcc-abe4-a09c1f5698c1 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Unset dirty status for tenant:207811e514f44cb794c4c7916db72fc4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:47:40.814499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760c76da-d838-4210-8679-dd9a00a3470d req-ada1cd4b-b3c3-4bcc-abe4-a09c1f5698c1 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 931 time: 0.2361674 Apr 11 21:47:40.931718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Pushing event updated for resources: {'Port': ['ID=1252aa70-1249-473c-966a-d3f241c1a83e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:40.983910 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-760c76da-d838-4210-8679-dd9a00a3470d req-f9f978b2-f0c6-412d-aeda-cead679432a3 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597955 Apr 11 21:47:41.145285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Attempting to bind port 1252aa70-1249-473c-966a-d3f241c1a83e on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:47:41.145537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Attempting to bind port 1252aa70-1249-473c-966a-d3f241c1a83e by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:47:41.145839 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Attempting to bind port 1252aa70-1249-473c-966a-d3f241c1a83e on network f10890ca-46c4-4825-b9b9-16239d12d3a6 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:47:41.151741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Port 1252aa70-1249-473c-966a-d3f241c1a83e on network f10890ca-46c4-4825-b9b9-16239d12d3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:47:41.152065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Attempting to bind port 1252aa70-1249-473c-966a-d3f241c1a83e on network f10890ca-46c4-4825-b9b9-16239d12d3a6 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:47:41.158413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:47:41.158700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Checking segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:47:41.159080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Bound using segment: {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:47:41.159522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Bound port: 1252aa70-1249-473c-966a-d3f241c1a83e, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c443d4-138d-4cf5-9c3c-0fde5b625eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:47:41.159861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:41.245866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] For port 1252aa70-1249-473c-966a-d3f241c1a83e, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:47:41.280561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] For port 1252aa70-1249-473c-966a-d3f241c1a83e, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1252aa70-1249-473c-966a-d3f241c1a83e,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:47:41.348823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:41.413284 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:41.414640 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] 10.222.0.75 "PUT /v2.0/ports/1252aa70-1249-473c-966a-d3f241c1a83e HTTP/1.1" status: 200 len: 1091 time: 1.2626562 Apr 11 21:47:41.415070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'tag': '1252aa70-1249-473c-966a-d3f241c1a83e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:47:41.437760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb3fed-a583-40e1-bd19-c43f71357777 service neutron] Pushing event updated for resources: {'Port': ['ID=1252aa70-1249-473c-966a-d3f241c1a83e,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:41.479179 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ab5fd5-7aa7-4b39-b4fc-e997c1e56f90'] response: {'name': 'network-changed', 'server_uuid': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'tag': '1252aa70-1249-473c-966a-d3f241c1a83e', 'status': 'completed', 'code': 200} Apr 11 21:47:41.570859 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8e6b5e-8586-4839-b9c1-e8239b5c8c6d req-d7818dfd-ee48-4aa7-b374-bd58563be017 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 1094 time: 0.0718651 Apr 11 21:47:41.715819 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6b5e-8586-4839-b9c1-e8239b5c8c6d req-397ebeab-967e-44d6-b6e6-1adf8a1962d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:41.717264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8e6b5e-8586-4839-b9c1-e8239b5c8c6d req-397ebeab-967e-44d6-b6e6-1adf8a1962d5 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=207811e514f44cb794c4c7916db72fc4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1360223 Apr 11 21:47:41.856406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6b5e-8586-4839-b9c1-e8239b5c8c6d req-68eac7d3-ecb6-4a8f-81d3-d542956827db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:41.857857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9a8e6b5e-8586-4839-b9c1-e8239b5c8c6d req-68eac7d3-ecb6-4a8f-81d3-d542956827db service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318610 Apr 11 21:47:41.973344 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-a6756626-4271-461d-952a-18e5a37cf7c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=207811e514f44cb794c4c7916db72fc4&device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 1094 time: 0.0723753 Apr 11 21:47:42.044198 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-53e6c98a-fc87-4242-b7b4-6255907d8f10 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1252aa70-1249-473c-966a-d3f241c1a83e HTTP/1.1" status: 200 len: 217 time: 0.0603805 Apr 11 21:47:42.149384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-3d8fbe21-ffdd-4ea9-8e4f-67cd4b142085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:42.151708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-3d8fbe21-ffdd-4ea9-8e4f-67cd4b142085 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a478289-48a3-42ae-899c-b413f76b81d9 HTTP/1.1" status: 200 len: 856 time: 0.0985513 Apr 11 21:47:42.247257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07111a2-84ad-4ed7-8f13-acbc047ae322 req-da130abf-1355-4157-8d72-c2a0603eb1eb tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:42.248616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f07111a2-84ad-4ed7-8f13-acbc047ae322 req-da130abf-1355-4157-8d72-c2a0603eb1eb tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 943 time: 0.1419220 Apr 11 21:47:42.273033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-949e1785-0528-4df0-b339-24988af29abc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f10890ca-46c4-4825-b9b9-16239d12d3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139920 Apr 11 21:47:42.381490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f07111a2-84ad-4ed7-8f13-acbc047ae322 req-8cdbc760-963a-4f0c-a188-2e7f7932cdc6 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258228 Apr 11 21:47:42.426613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-cc221187-659c-46e9-a634-086d667d4a83 service neutron] 10.222.0.75 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434028 Apr 11 21:47:42.561104 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b170ac9d-40b8-4447-a443-85e20daf5858 req-8e750060-aacf-453a-8100-a1c344a7c2f1 service neutron] 10.222.0.75 "GET /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254780 Apr 11 21:47:43.580771 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e105bc-01a1-4920-974c-c58145bf3389 req-326f8be6-f3b0-4d25-b6e5-8c2a2c60f87e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:43.582110 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7e105bc-01a1-4920-974c-c58145bf3389 req-326f8be6-f3b0-4d25-b6e5-8c2a2c60f87e tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 943 time: 0.0771887 Apr 11 21:47:43.627832 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e7e105bc-01a1-4920-974c-c58145bf3389 req-e7ad952a-1aaa-456c-ba6e-3a3c3ea1043b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400977 Apr 11 21:47:43.948949 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f42de0cf-6140-4fb0-b7e7-98147a83b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:44.825517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546386bd-4553-450b-b001-239243a6f157 req-679cff58-a121-403c-a03c-76d3620cd742 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:44.826964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-546386bd-4553-450b-b001-239243a6f157 req-679cff58-a121-403c-a03c-76d3620cd742 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 943 time: 0.0757999 Apr 11 21:47:44.875402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-546386bd-4553-450b-b001-239243a6f157 req-e2187eba-e1f6-407c-ac8e-e7ee9f22be60 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Apr 11 21:47:45.503135 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1252aa70-1249-473c-966a-d3f241c1a83e details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:47:45.647735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1252aa70-1249-473c-966a-d3f241c1a83e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1252aa70-1249-473c-966a-d3f241c1a83e,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:45.660621 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '1252aa70-1249-473c-966a-d3f241c1a83e', 'network_id': 'f10890ca-46c4-4825-b9b9-16239d12d3a6', 'port_id': '1252aa70-1249-473c-966a-d3f241c1a83e', 'mac_address': 'fa:16:3e:7e:6e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a478289-48a3-42ae-899c-b413f76b81d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:47:45.712790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:45.729491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1252aa70-1249-473c-966a-d3f241c1a83e {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:47:45.744500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1252aa70-1249-473c-966a-d3f241c1a83e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1252aa70-1249-473c-966a-d3f241c1a83e,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:45.860409 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:45.928854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1252aa70-1249-473c-966a-d3f241c1a83e,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:46.075059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['1252aa70-1249-473c-966a-d3f241c1a83e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:47:46.075948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca48430-6222-426b-97e5-bb1c0d24798c req-bf0cfcf6-04dc-488c-b79f-5b8d0f7daa09 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:46.077510 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ca48430-6222-426b-97e5-bb1c0d24798c req-bf0cfcf6-04dc-488c-b79f-5b8d0f7daa09 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 944 time: 0.0795798 Apr 11 21:47:46.124034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0ca48430-6222-426b-97e5-bb1c0d24798c req-a66e3f19-1550-4b12-9f54-d7c1a30fe6a5 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Apr 11 21:47:46.306670 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-275461e3-8245-4ab1-a893-f28cc34fc4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:47.323765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a947c5-c933-4ac2-bf0e-6206855c5420 req-f343dfdc-14bc-460e-bc0d-ee2dd36dd59d tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:47.325219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32a947c5-c933-4ac2-bf0e-6206855c5420 req-f343dfdc-14bc-460e-bc0d-ee2dd36dd59d tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 944 time: 0.0779736 Apr 11 21:47:47.370570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32a947c5-c933-4ac2-bf0e-6206855c5420 req-cebba99e-a16d-47ef-b14c-f6e58e66a863 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Apr 11 21:47:47.517928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:47.521963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1252aa70-1249-473c-966a-d3f241c1a83e up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:47:47.635009 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:47.659961 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 1252aa70-1249-473c-966a-d3f241c1a83e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:47:47.665013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 1252aa70-1249-473c-966a-d3f241c1a83e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:47:47.665374 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:47.779058 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:47.809511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1252aa70-1249-473c-966a-d3f241c1a83e'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:47:47.818734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1252aa70-1249-473c-966a-d3f241c1a83e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1252aa70-1249-473c-966a-d3f241c1a83e,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:47:47.868932 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414a72ef-0b62-4602-984a-5c6af46e2c75'] response: {'server_uuid': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1252aa70-1249-473c-966a-d3f241c1a83e', 'code': 200} Apr 11 21:47:47.891534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:47.956461 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1252aa70-1249-473c-966a-d3f241c1a83e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:47:47.997313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80e22b65-5c9a-4aa4-9bdc-781d46821fbe req-97273569-0c3b-4dcc-8bd4-810b90b141d8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 1096 time: 0.0699813 Apr 11 21:47:48.041996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80e22b65-5c9a-4aa4-9bdc-781d46821fbe req-daf02060-4da9-475c-955b-059ab32f5fef service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353355 Apr 11 21:47:48.564577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0349-c142-4451-9edd-dec09e1bc4f7 req-306c6f0d-e508-4fd9-9133-08af912c3e04 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:48.565997 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131e0349-c142-4451-9edd-dec09e1bc4f7 req-306c6f0d-e508-4fd9-9133-08af912c3e04 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 945 time: 0.0759969 Apr 11 21:47:48.611682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-131e0349-c142-4451-9edd-dec09e1bc4f7 req-21df67a5-7afb-48df-a5bd-4a78851def30 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Apr 11 21:47:48.925679 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:47:49.813568 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35a1d-968e-4051-805f-985852bb7351 req-038c9bf9-7e8f-4148-94b2-a421c36e94fa tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:49.815033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07c35a1d-968e-4051-805f-985852bb7351 req-038c9bf9-7e8f-4148-94b2-a421c36e94fa tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 945 time: 0.0835671 Apr 11 21:47:49.872582 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-07c35a1d-968e-4051-805f-985852bb7351 req-03f36ce3-48a9-4a6e-8ae3-f39d9f39cac8 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515392 Apr 11 21:47:50.158357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b85b-bb0c-40b7-aa12-539eb682eb0a req-b7bf3f81-89b5-49af-9013-cede75ad2ac6 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:47:50.159827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea96b85b-bb0c-40b7-aa12-539eb682eb0a req-b7bf3f81-89b5-49af-9013-cede75ad2ac6 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 945 time: 0.1659365 Apr 11 21:47:50.204426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea96b85b-bb0c-40b7-aa12-539eb682eb0a req-e880f3ec-8c77-4977-bacc-37adceadaeee tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Apr 11 21:47:52.987930 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:47:59.559641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:01.311769 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:09.205269 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e0f3-b3a7-4032-8de8-d52af9b2fc0c req-f6caac60-3c92-4c69-bfd6-f008fa378f7a tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:09.206702 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6b3e0f3-b3a7-4032-8de8-d52af9b2fc0c req-f6caac60-3c92-4c69-bfd6-f008fa378f7a tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 945 time: 0.0764692 Apr 11 21:48:09.252719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6b3e0f3-b3a7-4032-8de8-d52af9b2fc0c req-f2946c09-24d2-4c0e-9337-b0247a8fd55b tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Apr 11 21:48:10.449177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0b2c3-9b0d-4e94-9e68-395e7f5ae7f3 req-bcb0f660-8366-4ff2-8999-f6522eafd066 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:10.450619 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66d0b2c3-9b0d-4e94-9e68-395e7f5ae7f3 req-bcb0f660-8366-4ff2-8999-f6522eafd066 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 945 time: 0.0750470 Apr 11 21:48:10.590044 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66d0b2c3-9b0d-4e94-9e68-395e7f5ae7f3 req-dd68bb42-6eec-4009-ab21-b6f14fede819 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/security-groups?id=55448dc6-6f10-4cce-92c3-40d2d42ab2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338451 Apr 11 21:48:10.763407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-a91fecfe-dc3b-471c-96b4-294e74995070 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:10.764844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-a91fecfe-dc3b-471c-96b4-294e74995070 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 945 time: 0.0781760 Apr 11 21:48:10.832900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Deleting port 1252aa70-1249-473c-966a-d3f241c1a83e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:10.833233 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:11.070670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] For port 1252aa70-1249-473c-966a-d3f241c1a83e, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1252aa70-1249-473c-966a-d3f241c1a83e,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:11.070938 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:11.188420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Calling delete_port for 1252aa70-1249-473c-966a-d3f241c1a83e owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:11.399612 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:11.416082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['1252aa70-1249-473c-966a-d3f241c1a83e'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:48:11.447940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Pushing event deleted for resources: {'Port': ['ID=1252aa70-1249-473c-966a-d3f241c1a83e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:11.460544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.460888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.461225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.461565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.461896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.462222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.463743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.463743 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.463926 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.464185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.464507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:11.540274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] No DVR routers for this DVR port 1252aa70-1249-473c-966a-d3f241c1a83e on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:48:11.542943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:11.545525 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'name': 'network-vif-deleted', 'tag': '1252aa70-1249-473c-966a-d3f241c1a83e'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:48:11.605710 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101eb2b2-ba7d-4cb4-97ee-b946a498c90c'] response: {'server_uuid': 'f0971dd5-8e51-474c-9418-458406d1d31c', 'name': 'network-vif-deleted', 'tag': '1252aa70-1249-473c-966a-d3f241c1a83e', 'status': 'completed', 'code': 200} Apr 11 21:48:11.628921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-71e75cd6-b6d7-4c05-91c8-a285c094f1a7 req-c90b2521-22c1-4d6a-b033-aebe2424dd99 tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.75 "DELETE /v2.0/ports/1252aa70-1249-473c-966a-d3f241c1a83e HTTP/1.1" status: 204 len: 173 time: 0.8561592 Apr 11 21:48:11.757561 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fba4dfc4-9e4d-41d4-b6a4-c6d8df3f9627 req-3478c941-da61-491f-a2a9-77e28afc69dc tempest-TestEncryptedCinderVolumes-793285433 tempest-TestEncryptedCinderVolumes-793285433-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0971dd5-8e51-474c-9418-458406d1d31c HTTP/1.1" status: 200 len: 210 time: 0.0405445 Apr 11 21:48:12.971061 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56002) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:13.350620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:13.658214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1252aa70-1249-473c-966a-d3f241c1a83e no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:13.690075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 1252aa70-1249-473c-966a-d3f241c1a83e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:13.690424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1252aa70-1249-473c-966a-d3f241c1a83e not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:13.937702 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Deleting port 99553b05-3dfa-4674-8942-df129a6968a0 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:13.937938 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:13.942334 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-711af147-7eb9-44d9-bf84-b121f5793237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:14.105811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] For port 99553b05-3dfa-4674-8942-df129a6968a0, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=99553b05-3dfa-4674-8942-df129a6968a0,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:14.106369 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:14.226738 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Calling delete_port for 99553b05-3dfa-4674-8942-df129a6968a0 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:14.531212 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:14.575176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Pushing event deleted for resources: {'Port': ['ID=99553b05-3dfa-4674-8942-df129a6968a0,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:14.616189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.616540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.616875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.617206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.617539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.617868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.618191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.618515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.619381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.619774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.620049 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:14.887664 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:15.448817 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:48:15.645807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:48:15.654901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] Sync routers for ids ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:48:15.658053 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-880f401a-f0fd-4efe-b407-c78e26020748 admin admin] 10.222.0.61 "PUT /v2.0/routers/93a2ee9b-7bc7-4d5a-be15-48a5585069b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6859012 Apr 11 21:48:15.660520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56006) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:15.668358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] Routers {'93a2ee9b-7bc7-4d5a-be15-48a5585069b5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:15.668966 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:47:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:15.845001 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] Set router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:15.855568 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:16.134613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:48:14Z', 'revision_number': 5, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:16.138532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] Checking router: 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:48:16.149333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] Routers {'93a2ee9b-7bc7-4d5a-be15-48a5585069b5'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:16.149930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:47:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:16.163013 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:16.250990 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Deleting port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:16.251336 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:16.338494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] Set router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:16.379735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-622adee7-5c5c-4dde-b41f-acd310ac2796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:16.444325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] For port 44b953ee-b256-4d4f-a2a1-d4b4d50d7419, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:16.444923 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:16.564959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Calling delete_port for 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:16.628012 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:48:14Z', 'revision_number': 5, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:16.631830 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d1ae3-0b57-454b-b68b-3dd2b8281305 None None] The sync data for ids ['93a2ee9b-7bc7-4d5a-be15-48a5585069b5'] in n-d-837321-1 is: [{'id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'name': 'tempest-TestEncryptedCinderVolumes-1316241340-router', 'tenant_id': '207811e514f44cb794c4c7916db72fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:43Z', 'updated_at': '2022-04-11T21:48:14Z', 'revision_number': 5, 'project_id': '207811e514f44cb794c4c7916db72fc4', 'gw_port': {'id': '44b953ee-b256-4d4f-a2a1-d4b4d50d7419', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2ee9b-7bc7-4d5a-be15-48a5585069b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:44Z', 'updated_at': '2022-04-11T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:48:16.802485 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:16.849619 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=44b953ee-b256-4d4f-a2a1-d4b4d50d7419,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:17.076192 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.330170 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.334401 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.419490 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.420014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a2ee9b-7bc7-4d5a-be15-48a5585069b5 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:48:17.432776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.433971 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-eab3c3a7-23b2-407c-ba1c-736da2be4a2c admin admin] 10.222.0.61 "DELETE /v2.0/routers/93a2ee9b-7bc7-4d5a-be15-48a5585069b5 HTTP/1.1" status: 204 len: 168 time: 1.7725253 Apr 11 21:48:17.436426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56010) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:17.531026 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.580027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.600001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Deleting subnet 6a478289-48a3-42ae-899c-b413f76b81d9 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:48:17.602891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.650986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.729427 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.869160 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.906965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a478289-48a3-42ae-899c-b413f76b81d9,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:17.911521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:17.917081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc0d31-b222-4c85-8fb5-a2b6367e1ab5 None None] Network f10890ca-46c4-4825-b9b9-16239d12d3a6 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:48:17.917973 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-370e6a98-f591-4293-ab64-6d6b94742391 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6a478289-48a3-42ae-899c-b413f76b81d9 HTTP/1.1" status: 204 len: 168 time: 0.4804597 Apr 11 21:48:17.920465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56014) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:18.024392 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.034540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Deleting port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:18.034865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.119076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99553b05-3dfa-4674-8942-df129a6968a0 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:18.153996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 99553b05-3dfa-4674-8942-df129a6968a0 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:18.154255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 99553b05-3dfa-4674-8942-df129a6968a0 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:18.154657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:18.186946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:18.187296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 44b953ee-b256-4d4f-a2a1-d4b4d50d7419 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:18.240533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] DHCP port deletion for f10890ca-46c4-4825-b9b9-16239d12d3a6 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:48:18.245191 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] For port 15ad95e0-0658-44ff-a3c1-e1e594cc9714, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15ad95e0-0658-44ff-a3c1-e1e594cc9714,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:18.245361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Deleting port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:18.245563 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.245672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.367231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Calling delete_port for 15ad95e0-0658-44ff-a3c1-e1e594cc9714 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:18.490816 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] For port 15ad95e0-0658-44ff-a3c1-e1e594cc9714, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=15ad95e0-0658-44ff-a3c1-e1e594cc9714,segment=NetworkSegment(25c443d4-138d-4cf5-9c3c-0fde5b625eab),segment_id=25c443d4-138d-4cf5-9c3c-0fde5b625eab)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:18.491124 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.499981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.543526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Pushing event deleted for resources: {'Port': ['ID=15ad95e0-0658-44ff-a3c1-e1e594cc9714,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:18.549565 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] No DVR routers for this DVR port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:48:18.613499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Calling delete_port for 15ad95e0-0658-44ff-a3c1-e1e594cc9714 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:18.667342 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.686911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:48:18.687265 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:48:18.691935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10890ca-46c4-4825-b9b9-16239d12d3a6']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:18.704282 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c443d4-138d-4cf5-9c3c-0fde5b625eab') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:18.704577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c443d4-138d-4cf5-9c3c-0fde5b625eab') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:18.716558 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.733223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.739130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:48:18.739566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:48:18.752816 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:48:18.891350 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.911364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.919150 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:18.919686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] Pushing event deleted for resources: {'Network': ['ID=f10890ca-46c4-4825-b9b9-16239d12d3a6,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:19.011720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-30072ab9-4ce7-41d0-b39a-bc19284c91ce admin admin] 10.222.0.61 "DELETE /v2.0/networks/f10890ca-46c4-4825-b9b9-16239d12d3a6 HTTP/1.1" status: 204 len: 168 time: 1.0902419 Apr 11 21:48:19.014529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56018) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:19.188664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Deleting port 15ad95e0-0658-44ff-a3c1-e1e594cc9714 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:19.188951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:19.253382 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-27a13cec-f50a-4d07-b7e2-37e00d1c4372 None None] The port '15ad95e0-0658-44ff-a3c1-e1e594cc9714' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:48:19.484233 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:20.066682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Deleting port 4bb67613-fb07-4842-8859-ec15aa186598 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:20.067204 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:20.110134 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15ad95e0-0658-44ff-a3c1-e1e594cc9714 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:20.145255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 15ad95e0-0658-44ff-a3c1-e1e594cc9714 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:20.145595 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 15ad95e0-0658-44ff-a3c1-e1e594cc9714 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:20.237233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] For port 4bb67613-fb07-4842-8859-ec15aa186598, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4bb67613-fb07-4842-8859-ec15aa186598,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:20.237583 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:20.356975 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Calling delete_port for 4bb67613-fb07-4842-8859-ec15aa186598 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:20.585606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:20.633592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb67613-fb07-4842-8859-ec15aa186598,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:21.010993 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:21.583437 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Router cb92c76b-bfdf-41ac-9c85-949abc277ce9 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:48:21.785948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:48:21.794558 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] Sync routers for ids ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:48:21.795071 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cf826c9a-106b-4bc6-99c3-d9b5a5686721 admin admin] 10.222.0.61 "PUT /v2.0/routers/cb92c76b-bfdf-41ac-9c85-949abc277ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7792604 Apr 11 21:48:21.797298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56022) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:21.807191 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] Routers {'cb92c76b-bfdf-41ac-9c85-949abc277ce9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:21.807813 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:21.984129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] Set router cb92c76b-bfdf-41ac-9c85-949abc277ce9 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:21.992322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:22.232880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:22.267146 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:48:20Z', 'revision_number': 5, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port': {'id': 'd951ccaf-722c-402e-9cfe-73284f490783', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:22.270999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] Checking router: cb92c76b-bfdf-41ac-9c85-949abc277ce9 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:48:22.281638 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] Routers {'cb92c76b-bfdf-41ac-9c85-949abc277ce9'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:22.282238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:22.328626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Deleting port d951ccaf-722c-402e-9cfe-73284f490783 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:22.328970 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:22.434680 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] Set router cb92c76b-bfdf-41ac-9c85-949abc277ce9 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:22.503267 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] For port d951ccaf-722c-402e-9cfe-73284f490783, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d951ccaf-722c-402e-9cfe-73284f490783,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:22.503634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:22.544539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:48:22Z', 'revision_number': 6, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:22.548752 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899e9ad-3ef0-4a3f-b6fc-ff5aff27c269 None None] The sync data for ids ['cb92c76b-bfdf-41ac-9c85-949abc277ce9'] in n-d-837321-1 is: [{'id': 'cb92c76b-bfdf-41ac-9c85-949abc277ce9', 'name': 'tempest-TestEncryptedCinderVolumes-839099146-router', 'tenant_id': 'edb56fe512c842509377b3e1e1f47ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:46:51Z', 'updated_at': '2022-04-11T21:48:22Z', 'revision_number': 6, 'project_id': 'edb56fe512c842509377b3e1e1f47ba7', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:48:22.726005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Calling delete_port for d951ccaf-722c-402e-9cfe-73284f490783 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:22.959189 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.004071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Pushing event deleted for resources: {'Port': ['ID=d951ccaf-722c-402e-9cfe-73284f490783,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:23.219714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.478178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.482551 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.588208 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.588735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb92c76b-bfdf-41ac-9c85-949abc277ce9 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:48:23.601978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.605652 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7305f523-de9a-4c57-af32-fc8f32507649 admin admin] 10.222.0.61 "DELETE /v2.0/routers/cb92c76b-bfdf-41ac-9c85-949abc277ce9 HTTP/1.1" status: 204 len: 168 time: 1.8051028 Apr 11 21:48:23.611091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56026) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:23.667848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Deleting subnet 9cf0b551-bb2a-41ef-92da-be23114e0804 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:48:23.671078 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.724154 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.801147 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.953701 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:23.993901 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf0b551-bb2a-41ef-92da-be23114e0804,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:24.000287 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.005412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3eecad-f11d-4011-9798-4ca727d8a4ed None None] Network 93e325da-42b4-4b92-8cb6-697539a3cd9f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:48:24.006582 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4155f699-1b53-4275-8bab-df6e51366773 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9cf0b551-bb2a-41ef-92da-be23114e0804 HTTP/1.1" status: 204 len: 168 time: 0.3994961 Apr 11 21:48:24.009034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56030) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:24.118302 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.129968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Deleting port ddd2b6ac-ba28-472d-bd94-fef10d1d76de {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:24.130303 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.135630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4bb67613-fb07-4842-8859-ec15aa186598 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:24.197324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4bb67613-fb07-4842-8859-ec15aa186598 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:24.197663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4bb67613-fb07-4842-8859-ec15aa186598 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:24.198062 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d951ccaf-722c-402e-9cfe-73284f490783 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:24.235460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d951ccaf-722c-402e-9cfe-73284f490783 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:24.235821 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d951ccaf-722c-402e-9cfe-73284f490783 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:24.323696 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] DHCP port deletion for 93e325da-42b4-4b92-8cb6-697539a3cd9f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:48:24.327857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Deleting port ddd2b6ac-ba28-472d-bd94-fef10d1d76de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:24.328332 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.335860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] For port ddd2b6ac-ba28-472d-bd94-fef10d1d76de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:24.336216 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.459565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Calling delete_port for ddd2b6ac-ba28-472d-bd94-fef10d1d76de owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:24.530732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] For port ddd2b6ac-ba28-472d-bd94-fef10d1d76de, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,segment=NetworkSegment(d17dcd6b-5b75-4f04-8f89-4ed9573972f8),segment_id=d17dcd6b-5b75-4f04-8f89-4ed9573972f8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:24.532160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.665504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Calling delete_port for ddd2b6ac-ba28-472d-bd94-fef10d1d76de owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:48:24.748201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.753085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:48:24.753436 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:48:24.792513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd2b6ac-ba28-472d-bd94-fef10d1d76de,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:24.798478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] No DVR routers for this DVR port ddd2b6ac-ba28-472d-bd94-fef10d1d76de on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:48:24.913810 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.938822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e325da-42b4-4b92-8cb6-697539a3cd9f']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:24.950612 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:24.950909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17dcd6b-5b75-4f04-8f89-4ed9573972f8') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:24.961872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.977403 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.984089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:48:24.984464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:48:24.997870 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:48:25.139673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.144586 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.168998 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e325da-42b4-4b92-8cb6-697539a3cd9f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:25.173001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fa26131d-d8ef-4be0-ad33-bbcd498b4759 admin admin] 10.222.0.61 "DELETE /v2.0/networks/93e325da-42b4-4b92-8cb6-697539a3cd9f HTTP/1.1" status: 204 len: 168 time: 1.1623776 Apr 11 21:48:25.254981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Deleting port ddd2b6ac-ba28-472d-bd94-fef10d1d76de {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:48:25.256179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.323905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c72f9-077e-4865-83d5-b2842a67a634 None None] The port 'ddd2b6ac-ba28-472d-bd94-fef10d1d76de' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:48:25.609357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56036) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:25.659503 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6f52245c-eb3c-4ce3-a880-d52ba4d95a68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=207811e514f44cb794c4c7916db72fc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490005 Apr 11 21:48:25.662017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56040) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:25.720754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34396233-8ae6-4010-8037-960432c7038d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.745521 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34396233-8ae6-4010-8037-960432c7038d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.873214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34396233-8ae6-4010-8037-960432c7038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.894313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34396233-8ae6-4010-8037-960432c7038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55448dc6-6f10-4cce-92c3-40d2d42ab2ef,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:25.974806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34396233-8ae6-4010-8037-960432c7038d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:25.975968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-34396233-8ae6-4010-8037-960432c7038d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55448dc6-6f10-4cce-92c3-40d2d42ab2ef HTTP/1.1" status: 204 len: 168 time: 0.3130934 Apr 11 21:48:26.111812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ddd2b6ac-ba28-472d-bd94-fef10d1d76de no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:48:26.144930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ddd2b6ac-ba28-472d-bd94-fef10d1d76de {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:48:26.145201 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ddd2b6ac-ba28-472d-bd94-fef10d1d76de not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:48:26.725494 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56048) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:26.773256 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-283be093-639d-4c4c-9ad4-c1e6e9d98969 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edb56fe512c842509377b3e1e1f47ba7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481234 Apr 11 21:48:26.776422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56052) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:26.835811 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6499055d-12c3-4f13-be95-93b1bc42290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:26.861591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6499055d-12c3-4f13-be95-93b1bc42290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:26.987863 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6499055d-12c3-4f13-be95-93b1bc42290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:27.001755 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499055d-12c3-4f13-be95-93b1bc42290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76779b-07dd-4eae-affd-c6b46be733a2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:27.008025 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6499055d-12c3-4f13-be95-93b1bc42290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:27.009735 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6499055d-12c3-4f13-be95-93b1bc42290a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca76779b-07dd-4eae-affd-c6b46be733a2 HTTP/1.1" status: 204 len: 168 time: 0.2318962 Apr 11 21:48:28.207271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56074) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:28.335289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-617277493-network', 'tenant_id': '359f25cccd9744008570a8bd587ae678'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:28.342148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:28.346180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Usage tracker for resource:network and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:28.348985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:28.355176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:28.456261 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Made reservation on behalf of 359f25cccd9744008570a8bd587ae678 for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:48:28.458603 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.472530 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.503526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:28.507262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:28.510762 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:28.516552 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:28.578584 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.648048 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.674673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:48:28.689111 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:28.693300 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.693659 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Added segment 6ce3568c-aa08-4b6a-82a7-4da8c0583d8a of type vlan for network f0841448-58dd-495b-8712-9937696ec8d7 Apr 11 21:48:28.720094 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.813783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.814609 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:28.815165 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:28.914570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0841448-58dd-495b-8712-9937696ec8d7,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:28.924138 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network f0841448-58dd-495b-8712-9937696ec8d7 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:48:28.980626 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ceb02c8a-f6c7-4209-973e-a864247b03b0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7722135 Apr 11 21:48:28.983535 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56080) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:28.989287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Request body: {'subnet': {'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-617277493-subnet', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:28.995961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:29.000165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Usage tracker for resource:subnet and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:29.003270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:29.010248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:29.099793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Made reservation on behalf of 359f25cccd9744008570a8bd587ae678 for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:48:29.102079 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.456283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.525410 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8578bd-45bb-4c14-b380-6cc94c9e0759,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:29.542913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Checking segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:29.543257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Network hostable DHCP agents. Network: f0841448-58dd-495b-8712-9937696ec8d7, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:48:29.553382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.638719 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Network f0841448-58dd-495b-8712-9937696ec8d7 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:48:29.707574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, f0841448-58dd-495b-8712-9937696ec8d7) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:29.711520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:29.712682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.717932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa650c-fa5b-47bf-a25f-0862f91d1012 None None] Network f0841448-58dd-495b-8712-9937696ec8d7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:48:29.807976 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c1beff79-4bc2-498c-86d4-33b014cc8fb4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8229175 Apr 11 21:48:29.810283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56084) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:29.815450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:29.820744 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:29.824571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Usage tracker for resource:router and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:29.827492 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:29.833148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:29.930651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-f0841448-58dd-495b-8712-9937696ec8d7', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:48:29.931496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.965227 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.966241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.985385 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:29.988008 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:48:30.086874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Allocated IP 172.20.0.2 (f0841448-58dd-495b-8712-9937696ec8d7/eb8578bd-45bb-4c14-b380-6cc94c9e0759/ee597023-9a2e-46ba-9d0d-ff4046f720d1) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:48:30.190030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.293117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.303623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Transition to ACTIVE for port object ee597023-9a2e-46ba-9d0d-ff4046f720d1 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:30.323526 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Transition to ACTIVE for port object ee597023-9a2e-46ba-9d0d-ff4046f720d1 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:30.425921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.438903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.468991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.490752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Network f0841448-58dd-495b-8712-9937696ec8d7 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:30.493479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:30.496030 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:48:30.513491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Pushing event updated for resources: {'Port': ['ID=ee597023-9a2e-46ba-9d0d-ff4046f720d1,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:30.607538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Allocated IP 172.25.5.190 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/d498fa0a-d427-4a6f-8a39-f983856f94ea) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:48:30.617950 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.618349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.618691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.619021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.619348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.619697 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.620028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.620399 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.620681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.620999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.621334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:30.632293 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Attempting to bind port ee597023-9a2e-46ba-9d0d-ff4046f720d1 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:48:30.632664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Attempting to bind port ee597023-9a2e-46ba-9d0d-ff4046f720d1 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:48:30.633029 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Attempting to bind port ee597023-9a2e-46ba-9d0d-ff4046f720d1 on network f0841448-58dd-495b-8712-9937696ec8d7 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:48:30.639780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:48:30.644778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Checking segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:30.644778 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.644778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Bound using segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:48:30.644778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Bound port: ee597023-9a2e-46ba-9d0d-ff4046f720d1, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:48:30.644778 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.729242 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] For port ee597023-9a2e-46ba-9d0d-ff4046f720d1, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:48:30.732446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] For port ee597023-9a2e-46ba-9d0d-ff4046f720d1, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ee597023-9a2e-46ba-9d0d-ff4046f720d1,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:48:30.754671 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.811308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.839662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:30.902317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6f66-d4b6-4c35-8b75-1d54e14d14f9 None None] Pushing event updated for resources: {'Port': ['ID=ee597023-9a2e-46ba-9d0d-ff4046f720d1,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:30.910636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:30.914132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:30.916198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Pushing event updated for resources: {'Port': ['ID=d498fa0a-d427-4a6f-8a39-f983856f94ea,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:30.918302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:48:31.156462 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:31.157178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:31.325149 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:31.536384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:48:31.745192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:48:31.754760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Sync routers for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:48:31.767665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:31.768284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:31.817995 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7e8bf-4880-4b1e-b16c-7c7e650fec86 None None] Network f0841448-58dd-495b-8712-9937696ec8d7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:48:31.856414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:31.857759 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-18218150-26e5-4e96-b009-d537823e8d9d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0465198 Apr 11 21:48:31.860473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:32.086962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-97a3c488-1472-40dc-95dd-8d94c834b991 None None] Provisioning for port ee597023-9a2e-46ba-9d0d-ff4046f720d1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:32.114869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:32.180269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ee597023-9a2e-46ba-9d0d-ff4046f720d1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:32.562158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ee597023-9a2e-46ba-9d0d-ff4046f720d1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:32.573417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ee597023-9a2e-46ba-9d0d-ff4046f720d1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:32.574251 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:32.636063 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:32.696625 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:31Z', 'revision_number': 3, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:32.710059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Checking router: a6596ba6-a599-4fc4-8ffe-089e4e7a20fc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:48:32.710404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Updating router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc port d498fa0a-d427-4a6f-8a39-f983856f94ea binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:48:32.755340 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:32.788372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:32.847629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ee597023-9a2e-46ba-9d0d-ff4046f720d1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ee597023-9a2e-46ba-9d0d-ff4046f720d1,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:32.849560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Allocated IP 172.20.0.1 (f0841448-58dd-495b-8712-9937696ec8d7/eb8578bd-45bb-4c14-b380-6cc94c9e0759/67cac92e-1478-428f-9d55-5f83c885a439) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:48:32.904716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-224b88a2-01f1-4fcd-8427-019989c9f390 None None] Provisioning complete for port ee597023-9a2e-46ba-9d0d-ff4046f720d1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:32.905086 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-224b88a2-01f1-4fcd-8427-019989c9f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:32.949318 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:32.999015 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.015225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Transition to ACTIVE for port object 67cac92e-1478-428f-9d55-5f83c885a439 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:33.108173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.125376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ee597023-9a2e-46ba-9d0d-ff4046f720d1,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:33.296044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Network f0841448-58dd-495b-8712-9937696ec8d7 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:33.298828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:33.302684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:48:33.333977 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Pushing event updated for resources: {'Port': ['ID=67cac92e-1478-428f-9d55-5f83c885a439,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:33.364666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.449458 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.467635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Transition to ACTIVE for port object d498fa0a-d427-4a6f-8a39-f983856f94ea will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:33.510796 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.530382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.615190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458680a9-61c3-4b6e-9645-0e9ba1bdd708 None None] Pushing event updated for resources: {'Port': ['ID=d498fa0a-d427-4a6f-8a39-f983856f94ea,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:33.624485 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Attempting to bind port d498fa0a-d427-4a6f-8a39-f983856f94ea on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:48:33.624851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Attempting to bind port d498fa0a-d427-4a6f-8a39-f983856f94ea by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:48:33.625209 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Attempting to bind port d498fa0a-d427-4a6f-8a39-f983856f94ea on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:48:33.631717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:48:33.632088 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:33.632465 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.632863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:48:33.633295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Bound port: d498fa0a-d427-4a6f-8a39-f983856f94ea, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:48:33.633659 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.704111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e39b063f-e90c-461e-aa5b-c54d1dab8294 None None] Provisioning for port 67cac92e-1478-428f-9d55-5f83c885a439 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:33.712054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e39b063f-e90c-461e-aa5b-c54d1dab8294 None None] Provisioning complete for port 67cac92e-1478-428f-9d55-5f83c885a439 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:33.712430 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e39b063f-e90c-461e-aa5b-c54d1dab8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.739178 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] For port d498fa0a-d427-4a6f-8a39-f983856f94ea, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:48:33.741677 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.761640 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] For port d498fa0a-d427-4a6f-8a39-f983856f94ea, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d498fa0a-d427-4a6f-8a39-f983856f94ea,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:48:33.769787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e39b063f-e90c-461e-aa5b-c54d1dab8294 None None] Port 67cac92e-1478-428f-9d55-5f83c885a439 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:48:33.849022 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.862494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:33.949149 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458680a9-61c3-4b6e-9645-0e9ba1bdd708 None None] Pushing event updated for resources: {'Port': ['ID=d498fa0a-d427-4a6f-8a39-f983856f94ea,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:33.952422 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:33.953172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:33.956133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Pushing event updated for resources: {'Port': ['ID=67cac92e-1478-428f-9d55-5f83c885a439,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:33.958415 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:34.100691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Network f0841448-58dd-495b-8712-9937696ec8d7 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:34.101796 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:34.135234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ee597023-9a2e-46ba-9d0d-ff4046f720d1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:34.245159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:34.300560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ee597023-9a2e-46ba-9d0d-ff4046f720d1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:34.300934 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:34.497862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:48:34.554916 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e0ca1717-e2c0-4fe8-a79c-33cc9b2ad75c None None] Provisioning complete for port 67cac92e-1478-428f-9d55-5f83c885a439 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:34.555278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1717-e2c0-4fe8-a79c-33cc9b2ad75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:34.656845 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca1717-e2c0-4fe8-a79c-33cc9b2ad75c None None] Port 67cac92e-1478-428f-9d55-5f83c885a439 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:48:34.708346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:48:34.718498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c20e4320-e201-44d7-85ac-abe1841639a0 admin admin] 10.222.0.61 "PUT /v2.0/routers/a6596ba6-a599-4fc4-8ffe-089e4e7a20fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8570032 Apr 11 21:48:34.730156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-1ec02412-db16-422f-ba06-284c49359370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 2, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:34.734321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec02412-db16-422f-ba06-284c49359370 None None] The sync data for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 is: [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 2, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:48:35.927980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56110) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:35.933967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-749896736-network', 'tenant_id': '03799090d588462d9472bf83fa60c04d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:35.939383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:35.943289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Usage tracker for resource:network and tenant:03799090d588462d9472bf83fa60c04d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:35.946862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:35.952840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:36.021437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Made reservation on behalf of 03799090d588462d9472bf83fa60c04d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:48:36.023732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.036255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.071390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:36.075590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Usage tracker for resource:security_group_rule and tenant:03799090d588462d9472bf83fa60c04d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:36.078440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:36.087540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:36.148116 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d498fa0a-d427-4a6f-8a39-f983856f94ea up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:36.157261 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.233286 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.262952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:48:36.276009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829aa707-bf4d-47c1-93f5-19d4d0f9ea68,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:36.281528 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.281877 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Added segment e053d1c4-2db6-4346-b9ff-3c75cb29abc7 of type vlan for network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 Apr 11 21:48:36.313481 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.359110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d498fa0a-d427-4a6f-8a39-f983856f94ea completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:36.364217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d498fa0a-d427-4a6f-8a39-f983856f94ea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:36.364605 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.404653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.405541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:36.406111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.480522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.496060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d498fa0a-d427-4a6f-8a39-f983856f94ea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d498fa0a-d427-4a6f-8a39-f983856f94ea,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:36.510730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] Pushing event updated for resources: {'Network': ['ID=01d3a1b3-9dd3-4b07-9da9-08187a45b4b8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:36.520263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:48:36.586205 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0fe5a92b-f6ae-4578-a765-651139ab7401 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6570492 Apr 11 21:48:36.589694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56114) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:36.595826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Request body: {'subnet': {'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-749896736-subnet', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:36.596315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.604313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:36.609517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Usage tracker for resource:subnet and tenant:03799090d588462d9472bf83fa60c04d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:36.613411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:36.619949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:36.682748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Made reservation on behalf of 03799090d588462d9472bf83fa60c04d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:48:36.685165 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:36.717380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d498fa0a-d427-4a6f-8a39-f983856f94ea,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:37.050663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.125982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4cd10c-b76e-493e-b072-6e2602d415af,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:37.135848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Checking segment: {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:37.136207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Network hostable DHCP agents. Network: 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:48:37.233128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:48:37.319659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:37.324399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:37.325013 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.328936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ddcd6-6c66-4f63-9309-bc369fd4f10c None None] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:48:37.400748 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-24f13baf-6afb-4aaa-ae15-b2d2cf8a2bf1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8099432 Apr 11 21:48:37.403304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56118) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:37.408595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:37.413883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:37.418412 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Usage tracker for resource:router and tenant:03799090d588462d9472bf83fa60c04d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:48:37.421321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:48:37.427086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:37.496488 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.497468 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.516438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.549265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-01d3a1b3-9dd3-4b07-9da9-08187a45b4b8', 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'fixed_ips': [{'subnet_id': 'bd4cd10c-b76e-493e-b072-6e2602d415af'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:48:37.550056 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.707046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Allocated IP 172.20.0.2 (01d3a1b3-9dd3-4b07-9da9-08187a45b4b8/bd4cd10c-b76e-493e-b072-6e2602d415af/bf223de2-6cca-43ad-850e-8f05fbc7a104) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:48:37.749649 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.960791 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:37.971662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Transition to ACTIVE for port object bf223de2-6cca-43ad-850e-8f05fbc7a104 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:37.990247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Transition to ACTIVE for port object bf223de2-6cca-43ad-850e-8f05fbc7a104 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:38.002819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.036496 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.068673 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.135631 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d498fa0a-d427-4a6f-8a39-f983856f94ea up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:38.161913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:38.173307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Allocated IP 172.25.5.98 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/3290c8e5-ca55-40d6-8e72-d5117d83871a) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:48:38.176146 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:38.189537 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:48:38.193668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Pushing event updated for resources: {'Port': ['ID=bf223de2-6cca-43ad-850e-8f05fbc7a104,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:38.295384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Attempting to bind port bf223de2-6cca-43ad-850e-8f05fbc7a104 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:48:38.295771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Attempting to bind port bf223de2-6cca-43ad-850e-8f05fbc7a104 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:48:38.296036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Attempting to bind port bf223de2-6cca-43ad-850e-8f05fbc7a104 on network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:48:38.307442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:48:38.307847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Checking segment: {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:38.308246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.308642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Bound using segment: {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:48:38.309109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Bound port: bf223de2-6cca-43ad-850e-8f05fbc7a104, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:48:38.309478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.320092 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d498fa0a-d427-4a6f-8a39-f983856f94ea triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:38.320453 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.331178 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.454041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.484310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] For port bf223de2-6cca-43ad-850e-8f05fbc7a104, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:48:38.502842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] For port bf223de2-6cca-43ad-850e-8f05fbc7a104, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bf223de2-6cca-43ad-850e-8f05fbc7a104,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:48:38.530427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:38.533967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:38.536349 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:48:38.561491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Pushing event updated for resources: {'Port': ['ID=3290c8e5-ca55-40d6-8e72-d5117d83871a,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:38.576480 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.653937 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258940e-e076-45ca-b5ed-75324e86d1d9 None None] Pushing event updated for resources: {'Port': ['ID=bf223de2-6cca-43ad-850e-8f05fbc7a104,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:38.761272 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:38.762017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:39.061491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Router 92b0c54f-74ed-4471-a575-67148465a229 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:48:39.384575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:48:39.393948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Sync routers for ids ['92b0c54f-74ed-4471-a575-67148465a229'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:48:39.408098 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Routers {'92b0c54f-74ed-4471-a575-67148465a229'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:39.408768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['92b0c54f-74ed-4471-a575-67148465a229'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:39.488629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:39.489889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-64eb05b2-6c4e-4eca-8ee4-b86af01a7f43 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0855455 Apr 11 21:48:39.492920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56122) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:48:39.588315 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94db8c-70a2-453a-8611-3c892f9014e8 None None] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:48:39.592282 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Set router 92b0c54f-74ed-4471-a575-67148465a229 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:39.813358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-da4187fa-3a99-416a-9c8f-a954792e5809 None None] Provisioning for port bf223de2-6cca-43ad-850e-8f05fbc7a104 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:39.928967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:48:38Z', 'revision_number': 3, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:39.933957 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Checking router: 92b0c54f-74ed-4471-a575-67148465a229 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:48:39.934297 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Updating router 92b0c54f-74ed-4471-a575-67148465a229 port 3290c8e5-ca55-40d6-8e72-d5117d83871a binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:48:39.987899 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.171192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bf223de2-6cca-43ad-850e-8f05fbc7a104 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:40.281757 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.313078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port bf223de2-6cca-43ad-850e-8f05fbc7a104 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:40.318728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bf223de2-6cca-43ad-850e-8f05fbc7a104 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:40.319523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.329853 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.342359 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Transition to ACTIVE for port object 3290c8e5-ca55-40d6-8e72-d5117d83871a will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:40.410321 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.440947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.473629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port bf223de2-6cca-43ad-850e-8f05fbc7a104, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bf223de2-6cca-43ad-850e-8f05fbc7a104,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:40.493514 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Pushing event updated for resources: {'Port': ['ID=3290c8e5-ca55-40d6-8e72-d5117d83871a,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:40.495788 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Attempting to bind port 3290c8e5-ca55-40d6-8e72-d5117d83871a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:48:40.496045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Allocated IP 172.20.0.1 (01d3a1b3-9dd3-4b07-9da9-08187a45b4b8/bd4cd10c-b76e-493e-b072-6e2602d415af/5711d60b-ff91-4507-8a49-87de5355e4cc) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:48:40.496502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Attempting to bind port 3290c8e5-ca55-40d6-8e72-d5117d83871a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:48:40.496502 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Attempting to bind port 3290c8e5-ca55-40d6-8e72-d5117d83871a on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:48:40.508080 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.508423 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.509303 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.509631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.512055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:48:40.515047 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:48:40.515416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:40.515932 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.516281 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:48:40.516741 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Bound port: 3290c8e5-ca55-40d6-8e72-d5117d83871a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:48:40.517101 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.587700 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] For port 3290c8e5-ca55-40d6-8e72-d5117d83871a, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:48:40.589036 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.590696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] For port 3290c8e5-ca55-40d6-8e72-d5117d83871a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3290c8e5-ca55-40d6-8e72-d5117d83871a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:48:40.650666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.656452 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.658748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=bf223de2-6cca-43ad-850e-8f05fbc7a104,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:40.673194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Transition to ACTIVE for port object 5711d60b-ff91-4507-8a49-87de5355e4cc will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:40.736748 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26cc16-f5ea-48d0-a38e-e6762a31cdb5 None None] Pushing event updated for resources: {'Port': ['ID=3290c8e5-ca55-40d6-8e72-d5117d83871a,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:40.741829 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Routers {'92b0c54f-74ed-4471-a575-67148465a229'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:40.742418 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['92b0c54f-74ed-4471-a575-67148465a229'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:40.768455 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.835877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:40.838668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:40.842872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:48:40.873395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Pushing event updated for resources: {'Port': ['ID=5711d60b-ff91-4507-8a49-87de5355e4cc,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:40.901510 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:40.923361 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] Set router 92b0c54f-74ed-4471-a575-67148465a229 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:41.048173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:41.139812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd9459e8-dcb4-41a6-b7dd-09413fe49318 None None] Provisioning for port 5711d60b-ff91-4507-8a49-87de5355e4cc completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:41.145055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd9459e8-dcb4-41a6-b7dd-09413fe49318 None None] Provisioning complete for port 5711d60b-ff91-4507-8a49-87de5355e4cc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:41.145445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd9459e8-dcb4-41a6-b7dd-09413fe49318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:41.202662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd9459e8-dcb4-41a6-b7dd-09413fe49318 None None] Port 5711d60b-ff91-4507-8a49-87de5355e4cc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:48:41.209813 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:48:38Z', 'revision_number': 3, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:41.214575 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f124-0a80-4fe5-9de3-42df32ba3f8f None None] The sync data for ids ['92b0c54f-74ed-4471-a575-67148465a229'] in n-d-837321-1 is: [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:48:38Z', 'revision_number': 3, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:48:41.279747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:41.345032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:41.546447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:41.549745 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Pushing event updated for resources: {'Port': ['ID=5711d60b-ff91-4507-8a49-87de5355e4cc,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:41.680544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:48:41.681668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:48:41.930983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-acfeece2-3a94-41da-9b3b-4a3fcdc8c79a None None] Provisioning complete for port 5711d60b-ff91-4507-8a49-87de5355e4cc triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:41.931544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-acfeece2-3a94-41da-9b3b-4a3fcdc8c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:41.984176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-acfeece2-3a94-41da-9b3b-4a3fcdc8c79a None None] Port 5711d60b-ff91-4507-8a49-87de5355e4cc cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:48:42.089381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Router 92b0c54f-74ed-4471-a575-67148465a229 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:48:42.130324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bf223de2-6cca-43ad-850e-8f05fbc7a104 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:42.200495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port bf223de2-6cca-43ad-850e-8f05fbc7a104 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:42.200855 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:42.293461 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:48:42.303282 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3c92dd53-1bc7-4831-99cc-865e3dc20176 admin admin] 10.222.0.61 "PUT /v2.0/routers/92b0c54f-74ed-4471-a575-67148465a229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8092766 Apr 11 21:48:43.933869 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-27f6f75e-2b22-4905-baed-7600a890ed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:46.296634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a4f4908d-6a0d-4537-a79a-141d8ecb97ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:47.533790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:47.576713 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:48.173912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3290c8e5-ca55-40d6-8e72-d5117d83871a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:48.351071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3290c8e5-ca55-40d6-8e72-d5117d83871a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:48.360859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3290c8e5-ca55-40d6-8e72-d5117d83871a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:48.361498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:48.437256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Sync routers for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:48:48.464730 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:48.465671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:48.711246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:48.744688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3290c8e5-ca55-40d6-8e72-d5117d83871a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3290c8e5-ca55-40d6-8e72-d5117d83871a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:48.762457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:48.827385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:49.048796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3290c8e5-ca55-40d6-8e72-d5117d83871a,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:49.054120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:49.188255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 2, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:49.192497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Checking router: a6596ba6-a599-4fc4-8ffe-089e4e7a20fc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:48:49.192932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Updating router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc port 67cac92e-1478-428f-9d55-5f83c885a439 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:48:49.252696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:49.632184 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:49.645231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Transition to ACTIVE for port object 67cac92e-1478-428f-9d55-5f83c885a439 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:49.734092 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:49.873126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e7452-1e13-4890-80db-ac7d4a3d0891 None None] Pushing event updated for resources: {'Port': ['ID=67cac92e-1478-428f-9d55-5f83c885a439,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:49.980783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Attempting to bind port 67cac92e-1478-428f-9d55-5f83c885a439 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:48:49.981211 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Attempting to bind port 67cac92e-1478-428f-9d55-5f83c885a439 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:48:49.981589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Attempting to bind port 67cac92e-1478-428f-9d55-5f83c885a439 on network f0841448-58dd-495b-8712-9937696ec8d7 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:48:49.990506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:48:49.990928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Checking segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:49.991447 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:49.992007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Bound using segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:48:49.993124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Bound port: 67cac92e-1478-428f-9d55-5f83c885a439, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:48:49.993577 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:50.123151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] For port 67cac92e-1478-428f-9d55-5f83c885a439, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:48:50.126862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] For port 67cac92e-1478-428f-9d55-5f83c885a439, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67cac92e-1478-428f-9d55-5f83c885a439,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:48:50.139394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3290c8e5-ca55-40d6-8e72-d5117d83871a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:50.208353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3290c8e5-ca55-40d6-8e72-d5117d83871a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:50.208754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:50.239339 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:50.354280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:50.355054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:50.527155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e7452-1e13-4890-80db-ac7d4a3d0891 None None] Pushing event updated for resources: {'Port': ['ID=67cac92e-1478-428f-9d55-5f83c885a439,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:50.667324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:51.020900 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:50Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:51.026227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a978ebf-e234-47a0-a472-857f2e787e87 None None] The sync data for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 is: [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:50Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:48:51.270870 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Sync routers for ids ['92b0c54f-74ed-4471-a575-67148465a229'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:48:51.290316 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Routers {'92b0c54f-74ed-4471-a575-67148465a229'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:51.291262 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['92b0c54f-74ed-4471-a575-67148465a229'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:51.578459 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Set router 92b0c54f-74ed-4471-a575-67148465a229 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:51.967068 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:48:40Z', 'revision_number': 4, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5711d60b-ff91-4507-8a49-87de5355e4cc', 'name': '', 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'mac_address': 'fa:16:3e:b1:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd4cd10c-b76e-493e-b072-6e2602d415af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:40Z', 'updated_at': '2022-04-11T21:48:41Z', 'revision_number': 2, 'project_id': '03799090d588462d9472bf83fa60c04d', 'subnets': [{'id': 'bd4cd10c-b76e-493e-b072-6e2602d415af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:51.970999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Checking router: 92b0c54f-74ed-4471-a575-67148465a229 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:48:51.971344 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Updating router 92b0c54f-74ed-4471-a575-67148465a229 port 5711d60b-ff91-4507-8a49-87de5355e4cc binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:48:52.027933 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.200130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67cac92e-1478-428f-9d55-5f83c885a439 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:52.370239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 67cac92e-1478-428f-9d55-5f83c885a439 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:52.377842 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 67cac92e-1478-428f-9d55-5f83c885a439 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:52.378215 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.473598 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.493376 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Transition to ACTIVE for port object 5711d60b-ff91-4507-8a49-87de5355e4cc will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:48:52.528556 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.565893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 67cac92e-1478-428f-9d55-5f83c885a439, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67cac92e-1478-428f-9d55-5f83c885a439,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:52.581493 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.650675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.780546 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=67cac92e-1478-428f-9d55-5f83c885a439,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:52.789913 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b4be-59d3-4988-8c4f-9c61dccb6980 None None] Pushing event updated for resources: {'Port': ['ID=5711d60b-ff91-4507-8a49-87de5355e4cc,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:52.896818 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Attempting to bind port 5711d60b-ff91-4507-8a49-87de5355e4cc on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:48:52.897190 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Attempting to bind port 5711d60b-ff91-4507-8a49-87de5355e4cc by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:48:52.897542 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Attempting to bind port 5711d60b-ff91-4507-8a49-87de5355e4cc on network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:48:52.905625 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:48:52.905962 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Checking segment: {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:48:52.906311 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:52.906696 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Bound using segment: {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:48:52.907154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Bound port: 5711d60b-ff91-4507-8a49-87de5355e4cc, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:48:52.907538 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:53.021357 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] For port 5711d60b-ff91-4507-8a49-87de5355e4cc, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:48:53.024563 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] For port 5711d60b-ff91-4507-8a49-87de5355e4cc, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5711d60b-ff91-4507-8a49-87de5355e4cc,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:48:53.088461 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:53.173862 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b4be-59d3-4988-8c4f-9c61dccb6980 None None] Pushing event updated for resources: {'Port': ['ID=5711d60b-ff91-4507-8a49-87de5355e4cc,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:53.183353 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Routers {'92b0c54f-74ed-4471-a575-67148465a229'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:48:53.184008 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:48:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['92b0c54f-74ed-4471-a575-67148465a229'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:53.386994 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] Set router 92b0c54f-74ed-4471-a575-67148465a229 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:48:53.770974 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:48:40Z', 'revision_number': 4, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5711d60b-ff91-4507-8a49-87de5355e4cc', 'name': '', 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'mac_address': 'fa:16:3e:b1:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd4cd10c-b76e-493e-b072-6e2602d415af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:40Z', 'updated_at': '2022-04-11T21:48:53Z', 'revision_number': 4, 'project_id': '03799090d588462d9472bf83fa60c04d', 'subnets': [{'id': 'bd4cd10c-b76e-493e-b072-6e2602d415af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:48:53.775356 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7cd44-1866-40c7-8a33-82f004522c84 None None] The sync data for ids ['92b0c54f-74ed-4471-a575-67148465a229'] in n-d-837321-1 is: [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:48:40Z', 'revision_number': 4, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '5711d60b-ff91-4507-8a49-87de5355e4cc', 'name': '', 'network_id': '01d3a1b3-9dd3-4b07-9da9-08187a45b4b8', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'mac_address': 'fa:16:3e:b1:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd4cd10c-b76e-493e-b072-6e2602d415af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:40Z', 'updated_at': '2022-04-11T21:48:53Z', 'revision_number': 4, 'project_id': '03799090d588462d9472bf83fa60c04d', 'subnets': [{'id': 'bd4cd10c-b76e-493e-b072-6e2602d415af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:48:54.241525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5711d60b-ff91-4507-8a49-87de5355e4cc up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:54.413877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5711d60b-ff91-4507-8a49-87de5355e4cc completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:48:54.419561 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5711d60b-ff91-4507-8a49-87de5355e4cc triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:54.420289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:54.558087 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:54.593045 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5711d60b-ff91-4507-8a49-87de5355e4cc, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5711d60b-ff91-4507-8a49-87de5355e4cc,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:48:54.676618 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:54.677487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67cac92e-1478-428f-9d55-5f83c885a439 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:54.791914 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5711d60b-ff91-4507-8a49-87de5355e4cc,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:48:54.804522 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 67cac92e-1478-428f-9d55-5f83c885a439 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:54.805472 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:55.644626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-8ef825e5-79f1-487a-b676-a58e84acdd33 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:55.645299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-8ef825e5-79f1-487a-b676-a58e84acdd33 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:48:55.733132 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-8ef825e5-79f1-487a-b676-a58e84acdd33 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:48:55.734284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-8ef825e5-79f1-487a-b676-a58e84acdd33 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 814 time: 0.2296286 Apr 11 21:48:55.751522 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-cee78626-f654-4e34-9070-7c8a90a7e70e tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/quotas/359f25cccd9744008570a8bd587ae678 HTTP/1.1" status: 200 len: 375 time: 0.0118239 Apr 11 21:48:55.831900 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-b363697a-a587-4c11-a405-ce398e7ee51e tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755093 Apr 11 21:48:56.084764 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-a129280f-cd34-4bdd-b7c3-03207a32345a service neutron] 10.222.0.61 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410972 Apr 11 21:48:56.139687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5711d60b-ff91-4507-8a49-87de5355e4cc up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:48:56.214802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5711d60b-ff91-4507-8a49-87de5355e4cc triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:48:56.215066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:56.233033 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e95b8300-9e54-43b4-8ffc-51f7955de96f service neutron] 10.222.0.61 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418726 Apr 11 21:48:56.497287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cd9b97e9-f422-43c8-9216-f061e35c96e8 req-a7a84c7c-8fb1-4f6c-80f8-86b38e004c32 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:48:56.575749 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cd9b97e9-f422-43c8-9216-f061e35c96e8 req-a7a84c7c-8fb1-4f6c-80f8-86b38e004c32 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:48:56.581000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd9b97e9-f422-43c8-9216-f061e35c96e8 req-a7a84c7c-8fb1-4f6c-80f8-86b38e004c32 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 210 time: 0.1208122 Apr 11 21:48:57.687382 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9dbfc840-2b4d-48a7-8c16-9f8bba4b0084 req-1aef3d0e-6d1a-486f-9125-bf1f718c46ad tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 210 time: 0.0405359 Apr 11 21:48:58.852630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-35d2ec9d-7be8-4236-81ac-ab8062b8ee35 req-447f7f9d-4ea3-48c9-a10d-7137b9d43b67 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 210 time: 0.0467503 Apr 11 21:48:59.250908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-da372b85-aeed-4fdb-8321-f648f8054e11 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:48:59.252441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-da372b85-aeed-4fdb-8321-f648f8054e11 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 814 time: 0.1466148 Apr 11 21:48:59.273424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'port': {'device_id': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'admin_state_up': True, 'tenant_id': '359f25cccd9744008570a8bd587ae678'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:48:59.408130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:48:59.418220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:48:59.533636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Made reservation on behalf of 359f25cccd9744008570a8bd587ae678 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:48:59.536646 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:59.564430 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:48:59.699245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Allocated IP 172.20.0.13 (f0841448-58dd-495b-8712-9937696ec8d7/eb8578bd-45bb-4c14-b380-6cc94c9e0759/cf405e97-8910-41e0-bab9-8e81e2017020) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:49:00.032754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:00.050812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Transition to ACTIVE for port object cf405e97-8910-41e0-bab9-8e81e2017020 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:49:00.056893 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0b2cf3ec-5fcd-4797-aece-8c4518b70f27 req-b8f6ae38-851b-455c-a494-463c4822dd40 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 210 time: 0.0807683 Apr 11 21:49:00.146830 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:00.235405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Network f0841448-58dd-495b-8712-9937696ec8d7 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:49:00.239107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:49:00.241914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:49:00.297925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:00.334939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:00.336057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:00.466909 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-e1ac6559-ca09-472a-9c7e-cedf5d824b39 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1967285 Apr 11 21:49:00.650970 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-53b17c8d-d0ae-4dea-9fb2-5b4bcc6e0de7 None None] Provisioning for port cf405e97-8910-41e0-bab9-8e81e2017020 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:49:00.658480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-53b17c8d-d0ae-4dea-9fb2-5b4bcc6e0de7 None None] Provisioning complete for port cf405e97-8910-41e0-bab9-8e81e2017020 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:49:00.658919 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-53b17c8d-d0ae-4dea-9fb2-5b4bcc6e0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:00.719228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-53b17c8d-d0ae-4dea-9fb2-5b4bcc6e0de7 None None] Port cf405e97-8910-41e0-bab9-8e81e2017020 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:49:01.323357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265dceb-4892-4054-8743-ce845a12d9e7 req-20e471a8-2eff-4e44-a272-95f22fdc175a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:01.324562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2265dceb-4892-4054-8743-ce845a12d9e7 req-20e471a8-2eff-4e44-a272-95f22fdc175a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:49:01.331182 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:01.427252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-2265dceb-4892-4054-8743-ce845a12d9e7 req-20e471a8-2eff-4e44-a272-95f22fdc175a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:49:01.428426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2265dceb-4892-4054-8743-ce845a12d9e7 req-20e471a8-2eff-4e44-a272-95f22fdc175a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.2321391 Apr 11 21:49:01.481258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2265dceb-4892-4054-8743-ce845a12d9e7 req-f28c5d54-ab2e-49a4-9304-addfdd9fe304 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Apr 11 21:49:02.681986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003194d-87e5-48fb-b987-3593b4b6647b req-364a800b-b447-49b1-b36d-4005818c9bde tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:02.684725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4003194d-87e5-48fb-b987-3593b4b6647b req-364a800b-b447-49b1-b36d-4005818c9bde tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.0791647 Apr 11 21:49:02.735288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4003194d-87e5-48fb-b987-3593b4b6647b req-db20c6ed-fb58-46a0-9dc0-5bca0d30bc0c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:49:02.814346 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4003194d-87e5-48fb-b987-3593b4b6647b req-db20c6ed-fb58-46a0-9dc0-5bca0d30bc0c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:49:02.820205 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4003194d-87e5-48fb-b987-3593b4b6647b req-db20c6ed-fb58-46a0-9dc0-5bca0d30bc0c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269014 Apr 11 21:49:04.062678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a83f6-476d-4f69-9194-f6b40e7347a8 req-80893d9e-5437-48a9-8b2e-7ce891f28737 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:04.064227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d12a83f6-476d-4f69-9194-f6b40e7347a8 req-80893d9e-5437-48a9-8b2e-7ce891f28737 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.1093969 Apr 11 21:49:04.110946 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d12a83f6-476d-4f69-9194-f6b40e7347a8 req-2a193c55-6d1c-4554-adfe-0bace31c38ab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Apr 11 21:49:05.337316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4accc-c0f5-4b74-81d3-d87dc3d031cc req-0a0777e7-0c58-4919-af9c-513ca3d231d8 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:05.338793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2e4accc-c0f5-4b74-81d3-d87dc3d031cc req-0a0777e7-0c58-4919-af9c-513ca3d231d8 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.0842307 Apr 11 21:49:05.388236 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e2e4accc-c0f5-4b74-81d3-d87dc3d031cc req-79e7afd4-eace-406d-905b-a362c7b5752a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Apr 11 21:49:06.597661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236028-a5ba-4964-80b4-ff3265bca5ed req-5982ae28-2aca-4f74-997d-e6e878f5a34e tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:06.599105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7236028-a5ba-4964-80b4-ff3265bca5ed req-5982ae28-2aca-4f74-997d-e6e878f5a34e tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.0777719 Apr 11 21:49:06.656122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c7236028-a5ba-4964-80b4-ff3265bca5ed req-f6b656e3-6cde-40e7-b56c-cb126b9e9667 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 Apr 11 21:49:06.988212 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:49:07.908897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55930b9e-c9f3-45ae-90c2-c2126e1bc692 req-fab32608-6126-47d0-b9ec-229148603c4b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:07.910618 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-55930b9e-c9f3-45ae-90c2-c2126e1bc692 req-fab32608-6126-47d0-b9ec-229148603c4b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.0933406 Apr 11 21:49:07.964854 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-55930b9e-c9f3-45ae-90c2-c2126e1bc692 req-711affa9-b6fb-4278-90d4-d18c52e39450 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476010 Apr 11 21:49:08.729861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-743d3ce2-c3b3-40c7-bda1-d8c8aa30b237 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:49:08.730855 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-743d3ce2-c3b3-40c7-bda1-d8c8aa30b237 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056901 Apr 11 21:49:08.741286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Request body: {'port': {'device_id': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:08.850214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:09.245968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf31a0d-08ed-4999-9172-1a1c522eb7ff req-313f32a0-6209-4c26-bc6b-4a41c45c8ec1 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:09.247320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf31a0d-08ed-4999-9172-1a1c522eb7ff req-313f32a0-6209-4c26-bc6b-4a41c45c8ec1 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 932 time: 0.1630123 Apr 11 21:49:09.271396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf405e97-8910-41e0-bab9-8e81e2017020 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:49:09.282283 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:09.310267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Transition to ACTIVE for port object cf405e97-8910-41e0-bab9-8e81e2017020 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:49:09.315604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf31a0d-08ed-4999-9172-1a1c522eb7ff req-3ea00b0a-5da1-495b-9e86-bd04ed006e4f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Apr 11 21:49:09.390241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:09.513592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:09.625234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Attempting to bind port cf405e97-8910-41e0-bab9-8e81e2017020 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:49:09.625617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Attempting to bind port cf405e97-8910-41e0-bab9-8e81e2017020 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:49:09.626014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Attempting to bind port cf405e97-8910-41e0-bab9-8e81e2017020 on network f0841448-58dd-495b-8712-9937696ec8d7 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:49:09.631844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Port cf405e97-8910-41e0-bab9-8e81e2017020 on network f0841448-58dd-495b-8712-9937696ec8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:49:09.632162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Attempting to bind port cf405e97-8910-41e0-bab9-8e81e2017020 on network f0841448-58dd-495b-8712-9937696ec8d7 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:49:09.639168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:49:09.639531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Checking segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:49:09.639933 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Bound using segment: {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:49:09.640337 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Bound port: cf405e97-8910-41e0-bab9-8e81e2017020, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:49:09.640684 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:09.726511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:49:09.729257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:49:09.792996 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:09.858238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:09.859721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-bcc60020-b30b-4746-9a74-696872596fad service neutron] 10.222.0.75 "PUT /v2.0/ports/cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 1092 time: 1.1220086 Apr 11 21:49:09.860155 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:49:09.877980 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc60020-b30b-4746-9a74-696872596fad service neutron] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:09.927661 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1428111e-06ce-4e12-9a56-d13358763ce6'] response: {'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'status': 'completed', 'code': 200} Apr 11 21:49:10.031082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9df54ca-d9b9-48b8-b065-e548e4031f92 req-00f60c9d-7fcf-4f02-b6aa-77d3c45f6435 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1095 time: 0.0730712 Apr 11 21:49:10.175062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df54ca-d9b9-48b8-b065-e548e4031f92 req-47d679fd-4b64-48d0-bc0f-f2c18440de3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:10.176447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9df54ca-d9b9-48b8-b065-e548e4031f92 req-47d679fd-4b64-48d0-bc0f-f2c18440de3d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=359f25cccd9744008570a8bd587ae678&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1351898 Apr 11 21:49:10.424204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df54ca-d9b9-48b8-b065-e548e4031f92 req-a0398bd2-b28d-4024-b4f8-a7e6a803cf5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:10.425657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a9df54ca-d9b9-48b8-b065-e548e4031f92 req-a0398bd2-b28d-4024-b4f8-a7e6a803cf5e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400184 Apr 11 21:49:10.571499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710c36-b698-4016-95be-8020e3dd6e9f req-933c809e-e974-4dd4-aae4-dfa501337f23 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:10.572938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a710c36-b698-4016-95be-8020e3dd6e9f req-933c809e-e974-4dd4-aae4-dfa501337f23 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 944 time: 0.1330295 Apr 11 21:49:10.576430 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-75da2915-e266-474c-bd83-e93494885ef3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1095 time: 0.1033697 Apr 11 21:49:10.661321 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-74a6cf7d-7abe-46c3-a930-48ab51ce332a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 217 time: 0.0672467 Apr 11 21:49:10.722932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4a710c36-b698-4016-95be-8020e3dd6e9f req-f0ba9c43-a399-4f70-a298-79112f8cd3e6 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421773 Apr 11 21:49:10.736633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-37412657-b269-4104-9e3e-75cf0a6d66bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:10.738102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-37412657-b269-4104-9e3e-75cf0a6d66bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0674951 Apr 11 21:49:10.813995 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-c527775d-c533-44ec-ab92-21d79faf1da7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665503 Apr 11 21:49:10.946375 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-68098473-82df-4ed0-b94a-76f13ccc823e service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219189 Apr 11 21:49:11.080287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3344f4d3-cf7d-4b28-ac08-8da5db2ae8cc req-0b1e9015-3b0a-4568-aaaf-b285bf3ba77a service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249537 Apr 11 21:49:11.919423 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888400-9b6e-4a1b-9478-283937d0417a req-49382fa1-24bd-4e82-8909-337c5c9a87c1 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:11.920807 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87888400-9b6e-4a1b-9478-283937d0417a req-49382fa1-24bd-4e82-8909-337c5c9a87c1 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 944 time: 0.0770326 Apr 11 21:49:11.967304 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87888400-9b6e-4a1b-9478-283937d0417a req-728ba893-1570-49b6-8480-4db5e6720cea tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Apr 11 21:49:13.166536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2dd86-687d-41f5-bdab-cd78e4c73f03 req-8bc4df58-5a5c-47ce-96ca-3aef028650ef tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:13.168000 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08b2dd86-687d-41f5-bdab-cd78e4c73f03 req-8bc4df58-5a5c-47ce-96ca-3aef028650ef tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 944 time: 0.0816114 Apr 11 21:49:13.213056 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-08b2dd86-687d-41f5-bdab-cd78e4c73f03 req-8536d0fa-5d84-4946-9b01-a79b4b596f68 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Apr 11 21:49:13.845300 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cf405e97-8910-41e0-bab9-8e81e2017020 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:49:14.020910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:49:14.033676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'port_id': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'mac_address': 'fa:16:3e:c9:7a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:49:14.063020 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6e8d79de-6190-4755-afca-7b8cf3c463f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:14.091614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:14.115021 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf405e97-8910-41e0-bab9-8e81e2017020 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:49:14.124042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:49:14.190310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:14.256584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:14.416608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942815c5-25c5-4ad9-bae6-1f88b2b83a94 req-5bbd63f9-66af-43f9-b4a0-c1b4d3adcc9e tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:14.417946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-942815c5-25c5-4ad9-bae6-1f88b2b83a94 req-5bbd63f9-66af-43f9-b4a0-c1b4d3adcc9e tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 945 time: 0.0802054 Apr 11 21:49:14.447703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cf405e97-8910-41e0-bab9-8e81e2017020'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:49:14.464221 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-942815c5-25c5-4ad9-bae6-1f88b2b83a94 req-07ba5985-91ff-4cbe-96de-479dcd602e5a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Apr 11 21:49:15.655735 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44488d51-2292-488d-83e4-dd8f3ba01ffb req-a20c321c-be6d-4121-ac30-2ee755ceea0c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:15.657182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44488d51-2292-488d-83e4-dd8f3ba01ffb req-a20c321c-be6d-4121-ac30-2ee755ceea0c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 945 time: 0.0766430 Apr 11 21:49:15.702690 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-44488d51-2292-488d-83e4-dd8f3ba01ffb req-07137c24-c5b0-4e60-8d2d-ba57d4163afc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Apr 11 21:49:15.860925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cf405e97-8910-41e0-bab9-8e81e2017020 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:49:16.007184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port cf405e97-8910-41e0-bab9-8e81e2017020 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:49:16.012268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port cf405e97-8910-41e0-bab9-8e81e2017020 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:49:16.012641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:16.129650 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:16.157145 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:49:16.166575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:49:16.212162 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5700215-3fb6-4285-a852-6da04d6e14f1'] response: {'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'code': 200} Apr 11 21:49:16.253796 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:16.303964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-921d92da-c4d5-4031-86bf-7ee40c6310fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:16.325453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:16.356773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a1fbe2f-5574-42ab-8b80-17ce4cd0fa50 req-2010aa5f-d645-4b76-aa61-21bbaa94650c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1097 time: 0.0832074 Apr 11 21:49:16.401535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6a1fbe2f-5574-42ab-8b80-17ce4cd0fa50 req-d084b81b-0078-405c-a601-9c779abf5f74 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 Apr 11 21:49:16.898581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a0b7c-5b57-458d-923c-bcf28e23ba4e req-c245bce5-8332-417c-9280-05e78c5700f7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:16.900122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f6a0b7c-5b57-458d-923c-bcf28e23ba4e req-c245bce5-8332-417c-9280-05e78c5700f7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.0759020 Apr 11 21:49:16.947834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f6a0b7c-5b57-458d-923c-bcf28e23ba4e req-7e8a69c4-e051-499e-b5ed-17f09778526b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Apr 11 21:49:17.527504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:17.630523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:18.152793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45913f57-c14e-4c34-877a-9bc3d8bd4172 req-3981a142-945f-4103-ade4-a396d7729de7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:18.154274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45913f57-c14e-4c34-877a-9bc3d8bd4172 req-3981a142-945f-4103-ade4-a396d7729de7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.0813000 Apr 11 21:49:18.199269 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-45913f57-c14e-4c34-877a-9bc3d8bd4172 req-1990d13a-9800-4b22-be05-7ddcf2db4f0a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395367 Apr 11 21:49:18.395771 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77853ff0-f574-4ec0-8a75-26c6c3b5d6c0 req-ff0af778-6451-44b1-a994-f55ed726c344 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:18.397204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77853ff0-f574-4ec0-8a75-26c6c3b5d6c0 req-ff0af778-6451-44b1-a994-f55ed726c344 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.0789337 Apr 11 21:49:18.441856 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-77853ff0-f574-4ec0-8a75-26c6c3b5d6c0 req-b76ba6d0-408f-49db-a0f5-d9f878cbae4f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Apr 11 21:49:18.952278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:19.007251 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78470eb7-386a-419c-bec1-667787b75dc4 req-1e0386d5-5091-4e5c-9704-2e4666d72661 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:19.009285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78470eb7-386a-419c-bec1-667787b75dc4 req-1e0386d5-5091-4e5c-9704-2e4666d72661 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.0784464 Apr 11 21:49:19.057444 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78470eb7-386a-419c-bec1-667787b75dc4 req-80061a96-5cb2-4109-b1dd-1ea5ffe377eb tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Apr 11 21:49:21.480381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-41c56f52-5cb8-43cc-8299-8fe3a020d666 req-0471b131-81c2-4f2e-bf00-224bca2b99a1 service neutron] (84666) timed out ('10.222.0.61', 52706) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:49:29.545097 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:31.147046 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d48a-865e-4194-8022-17bf06b48206 req-9a4dfe01-47ed-4749-be5f-5886ac6b154c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:31.148966 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4883d48a-865e-4194-8022-17bf06b48206 req-9a4dfe01-47ed-4749-be5f-5886ac6b154c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.2405236 Apr 11 21:49:31.194351 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4883d48a-865e-4194-8022-17bf06b48206 req-493bc793-f580-4a17-96c3-c96ce9a249e1 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Apr 11 21:49:31.222599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56314) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:31.338647 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:31.365951 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e5dabf0f-f85b-4485-9861-ef9bc29a2073 tempest-TestMinimumBasicScenario-451938385 tempest-TestMinimumBasicScenario-451938385-project-admin] Synchronizing usage tracker for tenant:03799090d588462d9472bf83fa60c04d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:49:31.452831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e5dabf0f-f85b-4485-9861-ef9bc29a2073 tempest-TestMinimumBasicScenario-451938385 tempest-TestMinimumBasicScenario-451938385-project-admin] Unset dirty status for tenant:03799090d588462d9472bf83fa60c04d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:49:31.453921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e5dabf0f-f85b-4485-9861-ef9bc29a2073 tempest-TestMinimumBasicScenario-451938385 tempest-TestMinimumBasicScenario-451938385-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1092 time: 0.2302794 Apr 11 21:49:31.456924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56320) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:31.462128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:31.468570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:31.472355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:floatingip and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:31.475104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:31.481499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:31.550068 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:31.771024 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:31.902081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Allocated IP 172.25.5.103 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/6d39eb87-2c3c-4327-81da-1659d587af75) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:49:32.048159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:32.129885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:32.203999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:49:32.207507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:49:32.209453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'Port': ['ID=6d39eb87-2c3c-4327-81da-1659d587af75,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:32.211834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:49:32.250853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.251210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.251576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.251916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.252253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.252583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.252912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.253242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.253569 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.253892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.254237 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:32.727413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:32.860953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:33.068259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:33.115832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:33.219855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'Port': ['ID=6d39eb87-2c3c-4327-81da-1659d587af75,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:33.234527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:33.427593 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Floating IP ebfb4418-938d-437a-85e5-84dec1d31c1b associated. External IP: 172.25.5.103, port: cf405e97-8910-41e0-bab9-8e81e2017020. Apr 11 21:49:33.910063 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:49:34.108238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:49:34.121493 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] Sync routers for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:49:34.133490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:49:34.134110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:49:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:49:34.215155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.270998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c08b6346-83c0-499c-bc90-f787284f4378 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8130741 Apr 11 21:49:34.271678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:49:34.274295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:34.281531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59812912', 'description': 'tempest-secgroup-smoke-59812912 description', 'project_id': '359f25cccd9744008570a8bd587ae678'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:34.289963 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:34.302547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:34.318010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:49:34.332147 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5769bfcb-ebd2-4adc-a419-cac909de52c0'] response: {'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'status': 'completed', 'code': 200} Apr 11 21:49:34.380891 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.418668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:34.422798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:34.425811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:34.432394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:34.444650 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-75d3cfbd-87ba-4145-889c-7e1ee84d2d4d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1097 time: 0.0881276 Apr 11 21:49:34.496848 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.557806 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.580540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-693d4653-ca66-4644-9671-c4c1f43193cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:34.586350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-693d4653-ca66-4644-9671-c4c1f43193cd service neutron] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 915 time: 0.1302094 Apr 11 21:49:34.604482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436cffc3-3d9e-4d98-80ed-7c06d5d666c4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:34.618151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.618536 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.618865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.619360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.619718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.620047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.620372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.620692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.621368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.621368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.621672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:49:34.683761 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.684402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ebfb4418-938d-437a-85e5-84dec1d31c1b', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'port_id': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'mac_address': 'fa:16:3e:c9:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:49:32Z', 'updated_at': '2022-04-11T21:49:32Z', 'revision_number': 0, 'project_id': '359f25cccd9744008570a8bd587ae678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:52Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:49:34.688098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d96c8f4c-c450-498a-b9fd-609fcb7c3a7d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4091244 Apr 11 21:49:34.688319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56330) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:34.688996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-b46e76f6-cc58-4eee-9952-d39154daec39 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 1000 time: 0.0998471 Apr 11 21:49:34.689428 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] Checking router: a6596ba6-a599-4fc4-8ffe-089e4e7a20fc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:49:34.694124 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group_rule': {'security_group_id': '436cffc3-3d9e-4d98-80ed-7c06d5d666c4', 'project_id': '359f25cccd9744008570a8bd587ae678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:34.701796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:34.702486 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:49:34.703102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:49:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:49:34.706062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:34.709076 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:34.716443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:34.758185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-4b9b3b56-aa18-47c0-abef-5a40b7a7666c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:34.759820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-4b9b3b56-aa18-47c0-abef-5a40b7a7666c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0605338 Apr 11 21:49:34.793538 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.837317 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-e7e7587d-4ee2-4306-abbe-de27cdddeb9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698423 Apr 11 21:49:34.858386 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.893291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:49:34.930380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:34.967902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c1344c-e9f3-463a-bbcc-dedfd7af156b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:34.990250 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-bffb7df6-6fe4-42c8-9890-b618e33c8da2 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423934 Apr 11 21:49:35.030117 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.031333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7c5103ec-906e-4032-a50d-d3aa47d6952b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3420863 Apr 11 21:49:35.034214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56334) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:35.040262 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group_rule': {'security_group_id': '436cffc3-3d9e-4d98-80ed-7c06d5d666c4', 'project_id': '359f25cccd9744008570a8bd587ae678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:35.046925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:35.050866 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:35.053775 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:35.059985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:35.129130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-adf335c5-4198-48f7-9236-25dcd6c24c22 req-042478ed-d272-40f0-8e8e-582f3660fe19 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333606 Apr 11 21:49:35.156774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.220999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.290859 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ebfb4418-938d-437a-85e5-84dec1d31c1b', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'port_id': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'mac_address': 'fa:16:3e:c9:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:49:32Z', 'updated_at': '2022-04-11T21:49:32Z', 'revision_number': 0, 'project_id': '359f25cccd9744008570a8bd587ae678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:52Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:49:35.294927 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637cddd-2333-493f-8bb7-d8c20ee7fc8f None None] The sync data for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 is: [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ebfb4418-938d-437a-85e5-84dec1d31c1b', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'port_id': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'mac_address': 'fa:16:3e:c9:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:49:32Z', 'updated_at': '2022-04-11T21:49:32Z', 'revision_number': 0, 'project_id': '359f25cccd9744008570a8bd587ae678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:52Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:49:35.304455 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.330468 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030517c3-e05e-4ef8-8552-2b4288e87c61,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:35.398180 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.399394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f7dfda2-0cbb-46bc-92a0-c3cfc4edbaab tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3642807 Apr 11 21:49:35.402828 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56338) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:35.407583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group_rule': {'security_group_id': '436cffc3-3d9e-4d98-80ed-7c06d5d666c4', 'project_id': '359f25cccd9744008570a8bd587ae678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:35.415190 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:35.419084 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:35.422326 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:35.428192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:35.495262 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b52d3-bc86-4997-98c9-3107eaaf952c None None] New status for floating IP ebfb4418-938d-437a-85e5-84dec1d31c1b: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:49:35.518996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.581778 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.660886 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.684256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ce8431-a90b-44c5-a31c-12bc21c99eba,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:35.769359 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.770653 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-67a2c3d0-1d0f-42c9-8aef-6c338929fe97 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3676827 Apr 11 21:49:35.773701 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56342) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:35.779278 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group_rule': {'security_group_id': '436cffc3-3d9e-4d98-80ed-7c06d5d666c4', 'project_id': '359f25cccd9744008570a8bd587ae678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:35.785861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:35.789800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:35.792794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:35.798516 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:35.890800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:35.953343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.036008 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.059893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35f0c87-7e1e-4690-ac1a-09a0dff0ff36,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:36.157879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.159091 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f5fa4a42-fa1d-4a93-b083-cba5b48b18e2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3842328 Apr 11 21:49:36.161879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56346) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:36.167946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group_rule': {'security_group_id': '436cffc3-3d9e-4d98-80ed-7c06d5d666c4', 'project_id': '359f25cccd9744008570a8bd587ae678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:36.174769 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:36.178577 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:36.182270 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:36.187904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:36.272138 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Project 359f25cccd9744008570a8bd587ae678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:49:36.279249 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.427022 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.487195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.509734 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b4a7bc-99da-4fc9-a3e4-47a86cbc6ba9,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:36.584463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.585681 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4eff0a23-d784-4bdb-ab6c-07706d942a28 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4228892 Apr 11 21:49:36.588901 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56350) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:49:36.594524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'security_group_rule': {'security_group_id': '436cffc3-3d9e-4d98-80ed-7c06d5d666c4', 'project_id': '359f25cccd9744008570a8bd587ae678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:36.601104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:49:36.605435 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Usage tracker for resource:security_group_rule and tenant:359f25cccd9744008570a8bd587ae678 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:49:36.608279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:49:36.613950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:49:36.677917 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Project 359f25cccd9744008570a8bd587ae678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:49:36.684178 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.748237 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.812907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.835373 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad5a81f-3aaa-42bd-bfcc-17e5c491e9eb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:36.906486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:36.907688 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2efe8de2-c5ef-43c7-9e8f-e25dae7ea47f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3178360 Apr 11 21:49:37.043765 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4da2b684-3992-4f43-a557-a5c23976a792 req-71fe6486-67a5-4bc0-ab32-d3edb68c7a36 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59812912&fields=id&tenant_id=359f25cccd9744008570a8bd587ae678 HTTP/1.1" status: 200 len: 267 time: 0.0442040 Apr 11 21:49:37.123242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b684-3992-4f43-a557-a5c23976a792 req-d0947aec-02bd-436d-8b21-f1d2ee88bc4a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:37.124707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4da2b684-3992-4f43-a557-a5c23976a792 req-d0947aec-02bd-436d-8b21-f1d2ee88bc4a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.0757494 Apr 11 21:49:37.136184 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'port': {'security_groups': ['1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5', '436cffc3-3d9e-4d98-80ed-7c06d5d666c4']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:49:37.348773 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:37.599987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:49:37.624776 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:37.677925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:37.690372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cf405e97-8910-41e0-bab9-8e81e2017020'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:49:37.749837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:37.750467 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:37.751927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4da2b684-3992-4f43-a557-a5c23976a792 req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "PUT /v2.0/ports/cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 982 time: 0.6207714 Apr 11 21:49:37.752391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:49:37.785681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a481fc-d3b7-4d61-ab33-f8d8eea248bc tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:49:37.823248 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf5f205-9fa8-4665-837f-fcf201546d2e'] response: {'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'status': 'completed', 'code': 200} Apr 11 21:49:37.860502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cf405e97-8910-41e0-bab9-8e81e2017020'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:49:38.002947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32310811-2584-4148-ae99-5bd6072386f3 req-3f5da002-272d-4383-8f46-f86bc3a3260c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:38.004416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32310811-2584-4148-ae99-5bd6072386f3 req-3f5da002-272d-4383-8f46-f86bc3a3260c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.1103876 Apr 11 21:49:38.013416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-2a26a48c-0eb9-4da8-bca9-a8770097fcef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1136 time: 0.1555474 Apr 11 21:49:38.063082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b03fc57f-2dff-4029-94fe-c4dd3b9a14f2 None None] Provisioning complete for port cf405e97-8910-41e0-bab9-8e81e2017020 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:49:38.063454 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b03fc57f-2dff-4029-94fe-c4dd3b9a14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:38.154456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-32310811-2584-4148-ae99-5bd6072386f3 req-bb8f1f37-b31d-45b6-aed0-8ad5b98bd2d9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1406302 Apr 11 21:49:38.176873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-f4182138-19e1-4b6a-964d-8297633db501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:38.178362 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-f4182138-19e1-4b6a-964d-8297633db501 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 915 time: 0.1514864 Apr 11 21:49:38.286938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-a4d39148-1801-4157-8794-b451ffaf54da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 1002 time: 0.1017017 Apr 11 21:49:38.352829 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-79992337-578b-4a0c-a533-90a8367b3a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:38.354183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-79992337-578b-4a0c-a533-90a8367b3a5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0605795 Apr 11 21:49:38.433469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-2d5f1244-3992-442c-a6f5-d4f783e25663 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710843 Apr 11 21:49:38.573354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-96d8f705-457b-4091-8b9f-4ad9c69b3d9c service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306121 Apr 11 21:49:38.712447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c5012666-d1b2-4eb9-929d-65949b536c61 req-b30c5434-6087-4373-8a8e-437449efe355 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325715 Apr 11 21:49:43.961604 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d8edb3f4-08dc-4426-a538-1e794d668615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:43.989304 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:49:46.333066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a8f41ec3-3e0e-4210-ba84-95c3a5b11577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:47.534319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:47.586546 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:48.951846 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:49:52.749747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41237-6a30-478a-83fd-ecb9868d1764 req-e578010b-5a16-4b20-af7e-e5ce71e17096 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:52.751245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1bf41237-6a30-478a-83fd-ecb9868d1764 req-e578010b-5a16-4b20-af7e-e5ce71e17096 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.1476328 Apr 11 21:49:52.754082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-95311535-4414-4de2-b433-cbcf87e6e408 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1136 time: 0.1082661 Apr 11 21:49:52.881923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1bf41237-6a30-478a-83fd-ecb9868d1764 req-99361689-63c2-4da8-86f3-aac22e3f373a tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1247284 Apr 11 21:49:52.919151 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-d7e58ca8-f3fa-4396-8873-474bc8ae6778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:52.920727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-d7e58ca8-f3fa-4396-8873-474bc8ae6778 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 915 time: 0.1504021 Apr 11 21:49:53.118538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-92f689dc-a09a-4a26-8401-eb81ec79599b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 1002 time: 0.1913471 Apr 11 21:49:53.186683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-731ac130-c2dd-488e-b8a7-7cd788b93016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:53.188175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-731ac130-c2dd-488e-b8a7-7cd788b93016 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0625367 Apr 11 21:49:53.266998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-c6f3c1fb-99e8-43de-b281-0f299bd5fce8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715849 Apr 11 21:49:53.404131 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-01e849f9-2188-44bf-801e-4ba07f851938 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275330 Apr 11 21:49:53.544184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4b432c15-e6a2-4bc6-8c30-33a5f8784ec3 req-62420deb-1cd5-49b0-9a70-090bd146b875 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326079 Apr 11 21:49:54.155615 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f912e7-1c15-4385-a07c-d058ba04cd76 req-5dca580a-b694-47f0-a4a1-0d2942a8e829 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:54.157066 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e1f912e7-1c15-4385-a07c-d058ba04cd76 req-5dca580a-b694-47f0-a4a1-0d2942a8e829 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.1513402 Apr 11 21:49:54.203441 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e1f912e7-1c15-4385-a07c-d058ba04cd76 req-3bd5f387-eb0d-47b8-b148-8cc314d506b5 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:49:54.317722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e1f912e7-1c15-4385-a07c-d058ba04cd76 req-3bd5f387-eb0d-47b8-b148-8cc314d506b5 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:49:54.319025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e1f912e7-1c15-4385-a07c-d058ba04cd76 req-3bd5f387-eb0d-47b8-b148-8cc314d506b5 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1562228 Apr 11 21:49:55.514177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec457bdb-97e1-4c52-b1ca-28141cf26366 req-a558362d-30e5-4134-acf7-df22d5596463 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:55.515639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec457bdb-97e1-4c52-b1ca-28141cf26366 req-a558362d-30e5-4134-acf7-df22d5596463 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0755262 Apr 11 21:49:55.565521 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ec457bdb-97e1-4c52-b1ca-28141cf26366 req-a5fbff4e-173e-47d3-9c65-76cd5262eb1f tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443914 Apr 11 21:49:56.765465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378e093-5035-4be6-adf7-412684596fc4 req-f7e52e99-6778-4d4c-8b7a-b5fc0c7c0e72 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:56.766884 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9378e093-5035-4be6-adf7-412684596fc4 req-f7e52e99-6778-4d4c-8b7a-b5fc0c7c0e72 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0761189 Apr 11 21:49:56.814667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9378e093-5035-4be6-adf7-412684596fc4 req-92788223-d323-4da1-a5a1-6a85e35d175b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422637 Apr 11 21:49:58.011283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50188010-b540-4f58-9d83-95dc925c87fc req-7f31bfe9-8358-4c5c-a40c-caa8015b76bd tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:58.012746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50188010-b540-4f58-9d83-95dc925c87fc req-7f31bfe9-8358-4c5c-a40c-caa8015b76bd tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0785820 Apr 11 21:49:58.059235 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50188010-b540-4f58-9d83-95dc925c87fc req-01cc248c-6ce9-4286-b4d7-988856da1e02 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408616 Apr 11 21:49:59.258905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af3f0-e32e-412a-a489-07f59cd67b05 req-5942671e-98a2-4e25-b37e-1d2e289d9ef2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:49:59.260468 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c8af3f0-e32e-412a-a489-07f59cd67b05 req-5942671e-98a2-4e25-b37e-1d2e289d9ef2 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0788913 Apr 11 21:49:59.308725 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c8af3f0-e32e-412a-a489-07f59cd67b05 req-94b1e49b-70d6-4b6a-a92f-19cf0826dd51 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426645 Apr 11 21:49:59.583983 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:00.510248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a8444-3182-4b1a-b5b8-d05ebce8e45c req-55e1a062-a0af-427d-b84e-4fe8fab46aa8 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:00.511728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958a8444-3182-4b1a-b5b8-d05ebce8e45c req-55e1a062-a0af-427d-b84e-4fe8fab46aa8 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0797224 Apr 11 21:50:00.561571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958a8444-3182-4b1a-b5b8-d05ebce8e45c req-4bd23598-9cf2-4b25-8a9f-3f392352f048 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0416973 Apr 11 21:50:01.346233 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:01.771670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078a47-fa8f-4478-9866-7f1012f72f00 req-83620f18-2f05-475e-ad56-532b471c50d6 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:01.773714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3078a47-fa8f-4478-9866-7f1012f72f00 req-83620f18-2f05-475e-ad56-532b471c50d6 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0801971 Apr 11 21:50:01.820607 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f3078a47-fa8f-4478-9866-7f1012f72f00 req-727c0ace-61ed-47c4-b184-bd7ad903ab9d tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399747 Apr 11 21:50:03.016479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729946-c5b9-4d5f-87d1-e8ec9c91efe9 req-9640dba5-323b-4b32-9a0c-ec686c83a358 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:03.017925 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc729946-c5b9-4d5f-87d1-e8ec9c91efe9 req-9640dba5-323b-4b32-9a0c-ec686c83a358 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0775039 Apr 11 21:50:03.064330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc729946-c5b9-4d5f-87d1-e8ec9c91efe9 req-f3620b87-6eb1-41fb-957b-ac132e46da4c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0400715 Apr 11 21:50:04.261304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd3cd4-dd5c-442c-a997-7a959540f5f8 req-3c6851a6-c468-4732-bf94-2d8303f6a4f0 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:04.262762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9dfd3cd4-dd5c-442c-a997-7a959540f5f8 req-3c6851a6-c468-4732-bf94-2d8303f6a4f0 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0753882 Apr 11 21:50:04.314303 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9dfd3cd4-dd5c-442c-a997-7a959540f5f8 req-624d771f-e3e7-490a-8529-f1c3adff7904 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459652 Apr 11 21:50:05.513086 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198b350-fc5e-40e2-90a9-1c823b8384c1 req-8f867c9d-d130-4e00-bb71-3c898396908b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:05.514536 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d198b350-fc5e-40e2-90a9-1c823b8384c1 req-8f867c9d-d130-4e00-bb71-3c898396908b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0803454 Apr 11 21:50:05.560983 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d198b350-fc5e-40e2-90a9-1c823b8384c1 req-6568419f-53db-4a0b-819a-ce3ca902cabb tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=436cffc3-3d9e-4d98-80ed-7c06d5d666c4&id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408330 Apr 11 21:50:13.956792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-266a7ca5-c69e-46bc-94df-00bd7dbbdc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:16.258352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf3ed-1d19-4941-b871-af029a0071b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:17.510972 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:17.613748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:18.933235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:19.229200 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-9d9753b2-9b81-4424-a5d6-0b5ea8415b8a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675383 Apr 11 21:50:19.384245 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-3c8ca282-c32c-4138-ab0a-fb2e465896d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1136 time: 0.0723786 Apr 11 21:50:19.525987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-be217716-e475-4342-a3ff-a22e7ef0f24b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:19.527323 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-be217716-e475-4342-a3ff-a22e7ef0f24b service neutron] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 915 time: 0.1257694 Apr 11 21:50:19.627530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-6c3a3e04-9982-43b1-bd63-f329c1fcfa63 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 1002 time: 0.0941839 Apr 11 21:50:19.688176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-7830505e-9929-4091-9e1b-e42ca831fac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:19.689542 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-7830505e-9929-4091-9e1b-e42ca831fac2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0561342 Apr 11 21:50:19.768547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-094d9432-4209-4d61-b075-b9657f8cfc49 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663481 Apr 11 21:50:19.898654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-4abd5424-eabe-4898-a069-a4cfda74ceb7 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233511 Apr 11 21:50:20.134479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-55dce1c2-6b5f-45db-8ebf-d31ece2d43c1 req-e18ab8c4-0e7e-4250-992a-99f742647114 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297866 Apr 11 21:50:20.989972 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:50:29.589155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:31.321314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.094154 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-cfdaf86e-43a8-4911-ac5c-20bde50af4ef tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59812912&fields=id&tenant_id=359f25cccd9744008570a8bd587ae678 HTTP/1.1" status: 200 len: 267 time: 0.0436995 Apr 11 21:50:38.172093 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-32781775-6218-4418-a7db-fd6e8fdf5cf3 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:38.173537 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-32781775-6218-4418-a7db-fd6e8fdf5cf3 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 985 time: 0.0742881 Apr 11 21:50:38.184545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Request body: {'port': {'security_groups': ['1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5']}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:50:38.306015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.539843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:38.563914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.619027 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.637553 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cf405e97-8910-41e0-bab9-8e81e2017020'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:50:38.699444 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:38.700316 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.702940 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-732a12eb-27d9-4e3c-ac7b-c503a7a7043d req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "PUT /v2.0/ports/cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 943 time: 0.5221574 Apr 11 21:50:38.702940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:50:38.716422 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:38.778982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event updated for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=7']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:38.807518 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['cf405e97-8910-41e0-bab9-8e81e2017020'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:50:38.808287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.808634 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.808966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.809295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.809625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.809948 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.810268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.810592 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.810909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.811228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.811573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5cbcf-fc23-40fb-83be-d77fd1473df9 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:38.825349 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d689e662-8b27-479e-8d8b-d3cabffc3619 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.865159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d689e662-8b27-479e-8d8b-d3cabffc3619 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:38.911452 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df49eeb1-e717-490a-9c5b-2022a1166e79'] response: {'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'status': 'completed', 'code': 200} Apr 11 21:50:39.014172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d689e662-8b27-479e-8d8b-d3cabffc3619 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.034297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-905f18c2-d6f5-41b5-96f4-fe80bdbd5421 None None] Provisioning complete for port cf405e97-8910-41e0-bab9-8e81e2017020 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:50:39.034741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-905f18c2-d6f5-41b5-96f4-fe80bdbd5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.035688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689e662-8b27-479e-8d8b-d3cabffc3619 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436cffc3-3d9e-4d98-80ed-7c06d5d666c4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:39.077349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-92a3dec8-c272-4a80-8f81-a6d7369c15b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1097 time: 0.1461766 Apr 11 21:50:39.093818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d689e662-8b27-479e-8d8b-d3cabffc3619 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.095175 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d689e662-8b27-479e-8d8b-d3cabffc3619 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "DELETE /v2.0/security-groups/436cffc3-3d9e-4d98-80ed-7c06d5d666c4 HTTP/1.1" status: 204 len: 168 time: 0.3827646 Apr 11 21:50:39.100840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56434) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:39.243649 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-a8d98037-1492-48c2-b6a2-c4820457bd4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:39.245371 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-a8d98037-1492-48c2-b6a2-c4820457bd4d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 915 time: 0.1613078 Apr 11 21:50:39.310902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Deleting port 6d39eb87-2c3c-4327-81da-1659d587af75 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:39.311236 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.357758 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-3bf2a50e-6323-4746-8ad4-5e557437c66e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 1002 time: 0.1028581 Apr 11 21:50:39.423866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-6f37458d-90f8-40f3-8adc-2c9aefca36de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:39.425332 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-6f37458d-90f8-40f3-8adc-2c9aefca36de service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0584733 Apr 11 21:50:39.479250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.479606 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.505840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-d9ec134a-71b7-40eb-b550-e24257f0f0ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712359 Apr 11 21:50:39.644310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-946540b8-6536-422c-a021-a155f07175a1 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283605 Apr 11 21:50:39.720332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Calling delete_port for 6d39eb87-2c3c-4327-81da-1659d587af75 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:39.779768 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0d79e30-0190-42e1-8c94-40ad864d14f8 req-903ff913-f55a-43e5-819c-3387a226f123 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266463 Apr 11 21:50:39.910740 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:39.956574 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event deleted for resources: {'Port': ['ID=6d39eb87-2c3c-4327-81da-1659d587af75,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:40.049851 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:40.463855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:50:40.660331 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:50:40.671678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] Sync routers for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:50:40.684332 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:50:40.693786 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:40.766373 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:40.824859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-16a20987-7061-42c2-bf35-ce4b2260f1a7 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "DELETE /v2.0/floatingips/ebfb4418-938d-437a-85e5-84dec1d31c1b HTTP/1.1" status: 204 len: 168 time: 1.7224452 Apr 11 21:50:40.876254 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:50:40.913256 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:50:40.991168 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a82e4e-ae08-440c-9a85-aa265278bca3'] response: {'name': 'network-changed', 'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'status': 'completed', 'code': 200} Apr 11 21:50:41.093196 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-88c68723-e9c6-41e7-a266-075e744b0f67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=359f25cccd9744008570a8bd587ae678&device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 1097 time: 0.0757842 Apr 11 21:50:41.206248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:52Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:41.214345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] Checking router: a6596ba6-a599-4fc4-8ffe-089e4e7a20fc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:50:41.221520 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:50:41.222143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:41.229560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-3a47da10-c022-4b12-9591-8f6a98704457 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:41.230996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-3a47da10-c022-4b12-9591-8f6a98704457 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 200 len: 915 time: 0.1291413 Apr 11 21:50:41.313606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-41cd502c-5a3d-4649-a31b-05f5cc9ee069 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 200 len: 217 time: 0.0692167 Apr 11 21:50:41.400954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-97800e1d-13df-480b-b3b5-8a80a998160c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:41.402472 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-97800e1d-13df-480b-b3b5-8a80a998160c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 200 len: 853 time: 0.0804069 Apr 11 21:50:41.440672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:50:41.493118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-53117265-cd58-4436-9289-be053ef697f2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f0841448-58dd-495b-8712-9937696ec8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775445 Apr 11 21:50:41.637320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-e8eeb04c-392a-4ae5-bd5b-73cd24b9e600 service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345897 Apr 11 21:50:41.759584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:52Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:41.763668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef6e23-8d82-4599-90ea-c10a1af9cdf8 None None] The sync data for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 is: [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:48:33Z', 'revision_number': 4, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '67cac92e-1478-428f-9d55-5f83c885a439', 'name': '', 'network_id': 'f0841448-58dd-495b-8712-9937696ec8d7', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'mac_address': 'fa:16:3e:52:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:32Z', 'updated_at': '2022-04-11T21:48:52Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'subnets': [{'id': 'eb8578bd-45bb-4c14-b380-6cc94c9e0759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:50:41.779010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd74085c-72bc-491e-bbdd-60fa3926fb0c req-8989e97d-eea2-402b-8c37-c783c35e42db service neutron] 10.222.0.75 "GET /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337328 Apr 11 21:50:41.982667 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6963cbf-a041-4213-92d1-5bf69cabfa8e None None] New status for floating IP ebfb4418-938d-437a-85e5-84dec1d31c1b: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:50:43.932395 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-496bc21c-be51-4ba3-81e1-985eb7534765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:45.993877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031ca0-f788-4043-8fe8-9ba5252de99c req-24973c67-eb64-40f0-9ac5-5c2035c5f958 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:45.995288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae031ca0-f788-4043-8fe8-9ba5252de99c req-24973c67-eb64-40f0-9ac5-5c2035c5f958 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.1737719 Apr 11 21:50:46.042146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ae031ca0-f788-4043-8fe8-9ba5252de99c req-e459b065-a0ea-410f-ba3c-3d70e0bc286c tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Apr 11 21:50:46.270796 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-88a465ea-4f43-41cf-9625-4d48c3b1440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:47.238736 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-e7e058e8-815c-4728-bcdc-8f53a55eb881 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:47.239407 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-e7e058e8-815c-4728-bcdc-8f53a55eb881 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:50:47.311148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-e7e058e8-815c-4728-bcdc-8f53a55eb881 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:50:47.312397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-e7e058e8-815c-4728-bcdc-8f53a55eb881 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.1483696 Apr 11 21:50:47.357627 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-2b70e05b-12de-4cee-b361-d608617b2a59 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:50:47.460043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-2b70e05b-12de-4cee-b361-d608617b2a59 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:50:47.461225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-471b850a-7a2e-4d0d-a802-04735f5662c7 req-2b70e05b-12de-4cee-b361-d608617b2a59 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432607 Apr 11 21:50:47.539265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:47.625148 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:47.669073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-938e6c7c-d424-4d08-83bb-14a03b5cfaa4 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:50:47.670509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-938e6c7c-d424-4d08-83bb-14a03b5cfaa4 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.75 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 946 time: 0.0777388 Apr 11 21:50:47.741002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Deleting port cf405e97-8910-41e0-bab9-8e81e2017020 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:47.741341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:47.984137 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] For port cf405e97-8910-41e0-bab9-8e81e2017020, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=cf405e97-8910-41e0-bab9-8e81e2017020,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:47.984469 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:48.101962 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Calling delete_port for cf405e97-8910-41e0-bab9-8e81e2017020 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:48.314965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:48.364640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Pushing event deleted for resources: {'Port': ['ID=cf405e97-8910-41e0-bab9-8e81e2017020,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:48.404027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.404416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.404716 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.405051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.405381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.405707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.406033 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.406358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.406680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.407002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.407323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:50:48.450233 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] No DVR routers for this DVR port cf405e97-8910-41e0-bab9-8e81e2017020 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:50:48.452777 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:48.455293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'name': 'network-vif-deleted', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:50:48.540507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e1f36ed2-c006-4677-a76a-3b8e3e852422 req-854fc689-c68f-444c-9a89-5a4ea91bd01b tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.75 "DELETE /v2.0/ports/cf405e97-8910-41e0-bab9-8e81e2017020 HTTP/1.1" status: 204 len: 173 time: 0.8612425 Apr 11 21:50:48.605713 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4b0388-87b0-4d0e-8340-75d6fffa4531'] response: {'server_uuid': 'aedfc6da-88e0-4740-bba8-d2aaa0d8c360', 'name': 'network-vif-deleted', 'tag': 'cf405e97-8910-41e0-bab9-8e81e2017020', 'status': 'completed', 'code': 200} Apr 11 21:50:48.637860 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b30a9065-3a4a-4e4c-9868-e113ee8d006b req-9f8878f4-e6ec-4edf-817c-88d6b4882ebd tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 210 time: 0.0439527 Apr 11 21:50:49.132652 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:49.821320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c2df8176-3229-491f-8e8a-c44d760096a7 req-16780dcc-b848-46bd-a367-f2c313488ad6 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Synchronizing usage tracker for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:50:49.905247 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c2df8176-3229-491f-8e8a-c44d760096a7 req-16780dcc-b848-46bd-a367-f2c313488ad6 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] Unset dirty status for tenant:359f25cccd9744008570a8bd587ae678 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:50:49.906451 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c2df8176-3229-491f-8e8a-c44d760096a7 req-16780dcc-b848-46bd-a367-f2c313488ad6 tempest-TestMinimumBasicScenario-1345652321 tempest-TestMinimumBasicScenario-1345652321-project] 10.222.0.61 "GET /v2.0/ports?device_id=aedfc6da-88e0-4740-bba8-d2aaa0d8c360 HTTP/1.1" status: 200 len: 210 time: 0.1261854 Apr 11 21:50:50.273646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cf405e97-8910-41e0-bab9-8e81e2017020 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:50:50.310150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: cf405e97-8910-41e0-bab9-8e81e2017020 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:50:50.310497 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device cf405e97-8910-41e0-bab9-8e81e2017020 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:50:52.205512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56522) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:52.588592 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:53.268947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Deleting port 67cac92e-1478-428f-9d55-5f83c885a439 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:53.269640 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:53.438862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] For port 67cac92e-1478-428f-9d55-5f83c885a439, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=67cac92e-1478-428f-9d55-5f83c885a439,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:53.439214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:53.557987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Calling delete_port for 67cac92e-1478-428f-9d55-5f83c885a439 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:53.767764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:53.811605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=67cac92e-1478-428f-9d55-5f83c885a439,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:54.099180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:54.762010 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:50:54.965369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:50:54.974108 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] Sync routers for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:50:54.986652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:50:54.987271 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:55.025153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c89013dc-8f38-4f5a-8cb6-07e694989e1e admin admin] 10.222.0.61 "PUT /v2.0/routers/a6596ba6-a599-4fc4-8ffe-089e4e7a20fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184733 Apr 11 21:50:55.027575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56528) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:55.166710 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:50:55.235421 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:55.429963 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:55.496112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:50:53Z', 'revision_number': 5, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port': {'id': 'd498fa0a-d427-4a6f-8a39-f983856f94ea', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:30Z', 'updated_at': '2022-04-11T21:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:55.500039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] Checking router: a6596ba6-a599-4fc4-8ffe-089e4e7a20fc for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:50:55.510385 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Deleting port d498fa0a-d427-4a6f-8a39-f983856f94ea {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:55.510825 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:55.511240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] Routers {'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:50:55.511872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:55.660657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] Set router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:50:55.684644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] For port d498fa0a-d427-4a6f-8a39-f983856f94ea, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d498fa0a-d427-4a6f-8a39-f983856f94ea,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:55.684994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:55.764085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:50:55Z', 'revision_number': 6, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:55.768109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b645c8-9f06-4d8c-a562-7c51b9e2eec3 None None] The sync data for ids ['a6596ba6-a599-4fc4-8ffe-089e4e7a20fc'] in n-d-837321-1 is: [{'id': 'a6596ba6-a599-4fc4-8ffe-089e4e7a20fc', 'name': 'tempest-TestMinimumBasicScenario-617277493-router', 'tenant_id': '359f25cccd9744008570a8bd587ae678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:29Z', 'updated_at': '2022-04-11T21:50:55Z', 'revision_number': 6, 'project_id': '359f25cccd9744008570a8bd587ae678', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:50:55.807297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Calling delete_port for d498fa0a-d427-4a6f-8a39-f983856f94ea owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:56.134176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.155452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67cac92e-1478-428f-9d55-5f83c885a439 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:50:56.185457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Pushing event deleted for resources: {'Port': ['ID=d498fa0a-d427-4a6f-8a39-f983856f94ea,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:56.197633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 67cac92e-1478-428f-9d55-5f83c885a439 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:50:56.198037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 67cac92e-1478-428f-9d55-5f83c885a439 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:50:56.409374 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.669742 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.673809 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.756893 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.757431 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6596ba6-a599-4fc4-8ffe-089e4e7a20fc {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:50:56.769730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.770881 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ec716fc3-67c6-4186-be27-778a5c302099 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a6596ba6-a599-4fc4-8ffe-089e4e7a20fc HTTP/1.1" status: 204 len: 168 time: 1.7424164 Apr 11 21:50:56.774358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56532) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:56.838222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Deleting subnet eb8578bd-45bb-4c14-b380-6cc94c9e0759 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:50:56.841543 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.890681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:56.971459 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.099019 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.139228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8578bd-45bb-4c14-b380-6cc94c9e0759,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:57.145193 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.151095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca89117-d827-4cb6-a19c-37f12ee2b9d0 None None] Network f0841448-58dd-495b-8712-9937696ec8d7 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:50:57.154114 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2b3196c1-09fe-4a85-9061-fe5df94d41bd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eb8578bd-45bb-4c14-b380-6cc94c9e0759 HTTP/1.1" status: 204 len: 168 time: 0.3787279 Apr 11 21:50:57.156491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56536) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:57.261457 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.274306 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Deleting port ee597023-9a2e-46ba-9d0d-ff4046f720d1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:57.274767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.409072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] DHCP port deletion for f0841448-58dd-495b-8712-9937696ec8d7 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:50:57.413559 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Deleting port ee597023-9a2e-46ba-9d0d-ff4046f720d1 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:57.413931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.490923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] For port ee597023-9a2e-46ba-9d0d-ff4046f720d1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ee597023-9a2e-46ba-9d0d-ff4046f720d1,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:57.491196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.618093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] For port ee597023-9a2e-46ba-9d0d-ff4046f720d1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ee597023-9a2e-46ba-9d0d-ff4046f720d1,segment=NetworkSegment(6ce3568c-aa08-4b6a-82a7-4da8c0583d8a),segment_id=6ce3568c-aa08-4b6a-82a7-4da8c0583d8a)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:57.618093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.712082 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Calling delete_port for ee597023-9a2e-46ba-9d0d-ff4046f720d1 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:57.739668 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Calling delete_port for ee597023-9a2e-46ba-9d0d-ff4046f720d1 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:57.865214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:57.871329 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:50:57.871649 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:50:57.912341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee597023-9a2e-46ba-9d0d-ff4046f720d1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:57.916295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] No DVR routers for this DVR port ee597023-9a2e-46ba-9d0d-ff4046f720d1 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:50:57.990549 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:50:58.033861 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.058222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0841448-58dd-495b-8712-9937696ec8d7']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:58.070494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:58.070790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce3568c-aa08-4b6a-82a7-4da8c0583d8a') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:50:58.081888 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.101760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.107711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:50:58.113052 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: timer() Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:50:58.121641 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:50:58.196362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d498fa0a-d427-4a6f-8a39-f983856f94ea no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:50:58.228623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d498fa0a-d427-4a6f-8a39-f983856f94ea {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:50:58.228982 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d498fa0a-d427-4a6f-8a39-f983856f94ea not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:50:58.229370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ee597023-9a2e-46ba-9d0d-ff4046f720d1 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:50:58.259031 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.260973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ee597023-9a2e-46ba-9d0d-ff4046f720d1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:50:58.260973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ee597023-9a2e-46ba-9d0d-ff4046f720d1 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:50:58.278337 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.289920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0841448-58dd-495b-8712-9937696ec8d7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:50:58.373232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Deleting port ee597023-9a2e-46ba-9d0d-ff4046f720d1 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:58.373570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:58.374664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9d2a838f-2da8-4952-8bc1-cb6bf8ef7764 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f0841448-58dd-495b-8712-9937696ec8d7 HTTP/1.1" status: 204 len: 168 time: 1.2166595 Apr 11 21:50:58.377014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56540) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:50:58.474500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d61308ae-7d82-447e-b402-65cee631ee9b None None] The port 'ee597023-9a2e-46ba-9d0d-ff4046f720d1' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:50:58.771951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:59.446583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Deleting port 5711d60b-ff91-4507-8a49-87de5355e4cc {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:50:59.447260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:59.588903 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:59.623577 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] For port 5711d60b-ff91-4507-8a49-87de5355e4cc, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5711d60b-ff91-4507-8a49-87de5355e4cc,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:50:59.623944 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:50:59.748921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Calling delete_port for 5711d60b-ff91-4507-8a49-87de5355e4cc owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:50:59.977962 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:00.021976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5711d60b-ff91-4507-8a49-87de5355e4cc,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:00.308329 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:00.970709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Router 92b0c54f-74ed-4471-a575-67148465a229 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:51:01.166812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:51:01.175498 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] Sync routers for ids ['92b0c54f-74ed-4471-a575-67148465a229'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:51:01.187139 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] Routers {'92b0c54f-74ed-4471-a575-67148465a229'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:01.197183 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['92b0c54f-74ed-4471-a575-67148465a229'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:01.229192 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-af5581d0-e6c1-4f3a-a4c1-e0b6f5dbd4fa admin admin] 10.222.0.61 "PUT /v2.0/routers/92b0c54f-74ed-4471-a575-67148465a229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8488472 Apr 11 21:51:01.229370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56544) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:01.350713 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:01.365614 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] Set router 92b0c54f-74ed-4471-a575-67148465a229 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:01.426128 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:01.627856 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:01.677829 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:50:59Z', 'revision_number': 5, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port': {'id': '3290c8e5-ca55-40d6-8e72-d5117d83871a', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b0c54f-74ed-4471-a575-67148465a229', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:48:38Z', 'updated_at': '2022-04-11T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:01.681637 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] Checking router: 92b0c54f-74ed-4471-a575-67148465a229 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:51:01.691788 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] Routers {'92b0c54f-74ed-4471-a575-67148465a229'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:01.692399 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['92b0c54f-74ed-4471-a575-67148465a229'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:01.705003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Deleting port 3290c8e5-ca55-40d6-8e72-d5117d83871a {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:51:01.705351 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:01.842095 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] Set router 92b0c54f-74ed-4471-a575-67148465a229 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:01.877702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] For port 3290c8e5-ca55-40d6-8e72-d5117d83871a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3290c8e5-ca55-40d6-8e72-d5117d83871a,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:01.878113 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:01.944911 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:51:01Z', 'revision_number': 6, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:01.949031 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8c528-9c8a-49df-adc0-b1d98a7095be None None] The sync data for ids ['92b0c54f-74ed-4471-a575-67148465a229'] in n-d-837321-1 is: [{'id': '92b0c54f-74ed-4471-a575-67148465a229', 'name': 'tempest-TestMinimumBasicScenario-749896736-router', 'tenant_id': '03799090d588462d9472bf83fa60c04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:48:37Z', 'updated_at': '2022-04-11T21:51:01Z', 'revision_number': 6, 'project_id': '03799090d588462d9472bf83fa60c04d', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:51:01.999587 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Calling delete_port for 3290c8e5-ca55-40d6-8e72-d5117d83871a owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:51:02.242319 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:02.292824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3290c8e5-ca55-40d6-8e72-d5117d83871a,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:02.298347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5711d60b-ff91-4507-8a49-87de5355e4cc no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:51:02.334889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5711d60b-ff91-4507-8a49-87de5355e4cc {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:51:02.335150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5711d60b-ff91-4507-8a49-87de5355e4cc not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:51:02.637964 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:02.905608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:02.909897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.024494 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.025162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b0c54f-74ed-4471-a575-67148465a229 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:51:03.042553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.042553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5bd6a102-7954-4bb1-bd96-6cb32ec948aa admin admin] 10.222.0.61 "DELETE /v2.0/routers/92b0c54f-74ed-4471-a575-67148465a229 HTTP/1.1" status: 204 len: 168 time: 1.8095474 Apr 11 21:51:03.042739 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56548) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:03.107910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Deleting subnet bd4cd10c-b76e-493e-b072-6e2602d415af {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:51:03.110974 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.159097 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.238745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.366572 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.402765 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4cd10c-b76e-493e-b072-6e2602d415af,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:03.409999 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.415925 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da73a3-8ee2-4dc8-b181-c32425bbad5a None None] Network 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:51:03.416457 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-334b029b-c025-4364-a592-3129bbe0dd2e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bd4cd10c-b76e-493e-b072-6e2602d415af HTTP/1.1" status: 204 len: 168 time: 0.3729813 Apr 11 21:51:03.419165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56552) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:03.520415 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.531418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Deleting port bf223de2-6cca-43ad-850e-8f05fbc7a104 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:51:03.531786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.658464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] DHCP port deletion for 01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:51:03.663981 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Deleting port bf223de2-6cca-43ad-850e-8f05fbc7a104 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:51:03.664262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.829959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] For port bf223de2-6cca-43ad-850e-8f05fbc7a104, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bf223de2-6cca-43ad-850e-8f05fbc7a104,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:03.830308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.858777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] For port bf223de2-6cca-43ad-850e-8f05fbc7a104, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=bf223de2-6cca-43ad-850e-8f05fbc7a104,segment=NetworkSegment(e053d1c4-2db6-4346-b9ff-3c75cb29abc7),segment_id=e053d1c4-2db6-4346-b9ff-3c75cb29abc7)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:03.859158 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:03.947809 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Calling delete_port for bf223de2-6cca-43ad-850e-8f05fbc7a104 owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:51:03.978592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Calling delete_port for bf223de2-6cca-43ad-850e-8f05fbc7a104 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:51:04.087451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.093007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:51:04.093372 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:51:04.129813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf223de2-6cca-43ad-850e-8f05fbc7a104,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:04.136211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] No DVR routers for this DVR port bf223de2-6cca-43ad-850e-8f05fbc7a104 on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:51:04.193644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bf223de2-6cca-43ad-850e-8f05fbc7a104 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:51:04.225926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: bf223de2-6cca-43ad-850e-8f05fbc7a104 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:51:04.226184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device bf223de2-6cca-43ad-850e-8f05fbc7a104 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:51:04.226597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3290c8e5-ca55-40d6-8e72-d5117d83871a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:51:04.252163 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.261809 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 3290c8e5-ca55-40d6-8e72-d5117d83871a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:51:04.262150 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3290c8e5-ca55-40d6-8e72-d5117d83871a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:51:04.277631 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d3a1b3-9dd3-4b07-9da9-08187a45b4b8']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:04.289381 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:04.289676 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e053d1c4-2db6-4346-b9ff-3c75cb29abc7') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:04.300994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.319617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.325484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:51:04.325865 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:51:04.338797 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:51:04.475273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.491819 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.501813 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d3a1b3-9dd3-4b07-9da9-08187a45b4b8,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:04.509185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6d8ff3c8-6555-43e6-8664-2525cb55b195 admin admin] 10.222.0.61 "DELETE /v2.0/networks/01d3a1b3-9dd3-4b07-9da9-08187a45b4b8 HTTP/1.1" status: 204 len: 168 time: 1.0890601 Apr 11 21:51:04.595177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Deleting port bf223de2-6cca-43ad-850e-8f05fbc7a104 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:51:04.595705 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:04.659736 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a908c4d1-fe74-401c-9976-2bbf69300689 None None] The port 'bf223de2-6cca-43ad-850e-8f05fbc7a104' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 21:51:04.928962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56558) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:04.978356 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-732d9649-cebc-4d94-ae5b-62fd644cfea3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=359f25cccd9744008570a8bd587ae678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482430 Apr 11 21:51:04.980823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56562) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:05.043010 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf013d4f-44a3-4bfe-8339-d14d09d61a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:05.067647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf013d4f-44a3-4bfe-8339-d14d09d61a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:05.190953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf013d4f-44a3-4bfe-8339-d14d09d61a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:05.210411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf013d4f-44a3-4bfe-8339-d14d09d61a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:05.263326 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-cf013d4f-44a3-4bfe-8339-d14d09d61a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:05.264489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-cf013d4f-44a3-4bfe-8339-d14d09d61a23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b9454d6-36cd-412a-9fb6-0c59d4e5fcf5 HTTP/1.1" status: 204 len: 168 time: 0.2827663 Apr 11 21:51:06.014529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56570) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:06.063422 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b5fe3900-a750-4f73-8e8a-130e011561a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03799090d588462d9472bf83fa60c04d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477331 Apr 11 21:51:06.065943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56574) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:06.122719 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3f4-1580-41ae-abc9-e52ba62696e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:06.147186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3f4-1580-41ae-abc9-e52ba62696e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:06.288370 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3f4-1580-41ae-abc9-e52ba62696e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:06.305133 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0a3f4-1580-41ae-abc9-e52ba62696e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829aa707-bf4d-47c1-93f5-19d4d0f9ea68,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:06.309536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3f4-1580-41ae-abc9-e52ba62696e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:06.310658 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c7a0a3f4-1580-41ae-abc9-e52ba62696e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/829aa707-bf4d-47c1-93f5-19d4d0f9ea68 HTTP/1.1" status: 204 len: 168 time: 0.2438607 Apr 11 21:51:09.259966 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56618) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:09.265643 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401089340', 'description': 'tempest-secgroup-smoke-1401089340 description', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:09.273116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:09.276893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:09.279700 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:09.285271 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:09.360849 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.374540 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.405462 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:09.409166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:09.412349 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:09.418455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:09.488255 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.561363 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.601778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:09.605750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483678d5-313f-4f26-984d-4c982a9693e2,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:09.610210 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:09.611392 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:09.617888 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:09.670683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.749913 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.792512 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1df7d9-0905-40a5-9a18-d973695c38d3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:09.881949 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:09.883179 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-672d0751-71c1-4bef-a7db-6db5376c4e0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6222217 Apr 11 21:51:09.886211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56622) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:09.893264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '2f1df7d9-0905-40a5-9a18-d973695c38d3', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:09.898644 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:09.902339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:09.905294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:09.910967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:10.048268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.107454 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.230319 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.253557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e35833-de52-406b-a557-dc742ffa00f7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:10.333200 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.334975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-28282968-d3bb-45ff-a55f-698b3896f902 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4478350 Apr 11 21:51:10.337748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56626) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:10.343283 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '2f1df7d9-0905-40a5-9a18-d973695c38d3', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:10.350487 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:10.355348 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:10.357248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:10.362909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:10.521225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.581321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.731570 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.755154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41f2064-4c06-4400-b22c-6ae6ce51a642,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:10.835082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:10.836640 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6f301e4f-8fa0-47be-bd44-f3d10688c39f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4979129 Apr 11 21:51:10.840479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56630) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:10.846138 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '2f1df7d9-0905-40a5-9a18-d973695c38d3', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:10.854753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:10.859263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:10.862176 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:10.868612 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:10.938093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.001492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.086014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.108360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e39db8-854e-46d2-a277-c1c31150ec84,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:11.183697 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.185096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0af8ece6-cd3e-478e-a868-761ac9ad5986 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3436816 Apr 11 21:51:11.187879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56634) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:11.193311 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '2f1df7d9-0905-40a5-9a18-d973695c38d3', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:11.200675 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:11.204442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:11.207229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:11.212988 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:11.294513 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.357115 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.429987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.453230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd035a3-aa78-48e8-8d94-4407d104b100,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:11.539211 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.540452 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7d7196ae-4ec6-4473-b44f-269b53711a20 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3516476 Apr 11 21:51:11.544154 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56638) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:11.549515 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '2f1df7d9-0905-40a5-9a18-d973695c38d3', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:11.556855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:11.560726 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:11.563579 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:11.569353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:11.658722 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:51:11.665602 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.731623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.807385 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.835220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5abf8d-7902-4d3c-903b-561a806d67de,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:11.915053 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:11.916307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5965f535-d97a-4baf-9f8b-873eace908ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3712897 Apr 11 21:51:11.918967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56642) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:11.924414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '2f1df7d9-0905-40a5-9a18-d973695c38d3', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:11.931106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:11.935652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:11.937849 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:11.944273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:12.064858 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:51:12.072127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.136779 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.281914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.305708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123285b5-2058-437f-bebd-c151f4520ad7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:12.394841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.396181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d4b9d794-a6f3-4072-bd83-1eadef6a0c51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4762633 Apr 11 21:51:12.399257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56646) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:12.404589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'network': {'name': 'tempest-network-smoke--1690405851', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:12.410339 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:12.414403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:network and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:12.417401 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:12.423028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:12.503220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:51:12.506881 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.533857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:51:12.542077 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.542478 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Added segment 7f0ab329-b17f-4b61-a277-7d801ce0000d of type vlan for network 0d35e216-67a4-4456-a0c6-de1b0c413135 Apr 11 21:51:12.567225 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.647554 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.651114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:12.651704 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.835578 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Network': ['ID=0d35e216-67a4-4456-a0c6-de1b0c413135,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:12.845906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:51:12.876858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ad3a79f3-a665-4a08-82a1-bf2fc768a7ee tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4765410 Apr 11 21:51:12.879821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56650) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:12.885539 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'admin_state_up': True, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:12.893228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:12.897248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:router and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:12.900240 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:12.905909 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:12.967809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.968829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:12.986700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.204976 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.449202 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.482612 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.619782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.202 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/cba05950-fb41-41e6-94db-03faeb1b13c1) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:51:13.762050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.865941 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.933347 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3a23f1b8-373b-45a9-ae57-56db061cc420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:13.935622 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:51:13.938480 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:13.940799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:51:13.976223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=cba05950-fb41-41e6-94db-03faeb1b13c1,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:14.184372 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:14.185080 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:14.446794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:51:14.640815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:51:14.650751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Sync routers for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:51:14.662889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:14.663552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:14.721957 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:14.723139 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-16779f61-b51f-428d-a085-9e868a9bb822 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8423274 Apr 11 21:51:14.726960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56654) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:14.850473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:14.898201 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73f3bdde-a30a-4ef4-8a39-13a8df39c345 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f88ffd560dbd4c3c9213d90e493f5f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1700938 Apr 11 21:51:14.900962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56660) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:15.124986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16146ecd-2b19-4ab9-bac5-99f1530a6284 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:15.129135 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-16146ecd-2b19-4ab9-bac5-99f1530a6284 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2245553 Apr 11 21:51:15.129338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56664) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:15.171894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9688adda-4253-4981-8788-9c97742ef904 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414147 Apr 11 21:51:15.174647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56668) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:15.178227 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:14Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:15.179974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-878899081', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:15.182165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Checking router: 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:51:15.182511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Updating router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 port cba05950-fb41-41e6-94db-03faeb1b13c1 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:51:15.233366 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.289744 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:15.293722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:subnet and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:15.296532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:15.302181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:15.372781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:51:15.470871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.556707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.568111 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Transition to ACTIVE for port object cba05950-fb41-41e6-94db-03faeb1b13c1 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:15.618900 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.700565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Attempting to bind port cba05950-fb41-41e6-94db-03faeb1b13c1 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:51:15.700933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Attempting to bind port cba05950-fb41-41e6-94db-03faeb1b13c1 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:51:15.701295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Attempting to bind port cba05950-fb41-41e6-94db-03faeb1b13c1 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:51:15.707324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Pushing event updated for resources: {'Port': ['ID=cba05950-fb41-41e6-94db-03faeb1b13c1,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:15.715547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:51:15.715947 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:51:15.716344 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.716731 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:51:15.717188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Bound port: cba05950-fb41-41e6-94db-03faeb1b13c1, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:51:15.717559 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.743617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.748874 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.749214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.752654 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:15.801777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] For port cba05950-fb41-41e6-94db-03faeb1b13c1, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:51:15.805532 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] For port cba05950-fb41-41e6-94db-03faeb1b13c1, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cba05950-fb41-41e6-94db-03faeb1b13c1,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:51:15.823001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Subnet': ['ID=f170bb74-454f-4a1b-9dae-da0d097814ba,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:15.832505 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Checking segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:51:15.832852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network hostable DHCP agents. Network: 0d35e216-67a4-4456-a0c6-de1b0c413135, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:51:15.882086 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:15.908749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:51:15.960122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96340042-78a6-4232-a875-fb3bc5ac2178 None None] Pushing event updated for resources: {'Port': ['ID=cba05950-fb41-41e6-94db-03faeb1b13c1,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:15.965531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:15.966122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:50:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:16.007394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 0d35e216-67a4-4456-a0c6-de1b0c413135) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:16.012134 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:16.019299 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:16.019805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822800d9-0203-4966-9d3c-ae58ef5f3c3a None None] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:51:16.099460 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-59f27f63-38b5-4312-b977-5fd92a1821b4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9237545 Apr 11 21:51:16.102795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56672) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:16.296204 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bb777e54-ba0d-4ab6-ae8d-72807df179e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:16.305423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:16.456391 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-0d35e216-67a4-4456-a0c6-de1b0c413135', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:51:16.457172 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:16.774525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Allocated IP 172.20.0.2 (0d35e216-67a4-4456-a0c6-de1b0c413135/f170bb74-454f-4a1b-9dae-da0d097814ba/70a14b42-062e-48b3-b717-c72de196d7a4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:51:16.859997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:14Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:16.866463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:16.873802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04182ed-8eb1-460d-a2c2-72c20b39ee8b None None] The sync data for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 is: [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:14Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:51:17.021246 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.030277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Transition to ACTIVE for port object 70a14b42-062e-48b3-b717-c72de196d7a4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:17.051800 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Transition to ACTIVE for port object 70a14b42-062e-48b3-b717-c72de196d7a4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:17.133544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.207660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:51:17.211195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:17.215957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:51:17.223427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Pushing event updated for resources: {'Port': ['ID=70a14b42-062e-48b3-b717-c72de196d7a4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:17.316617 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Attempting to bind port 70a14b42-062e-48b3-b717-c72de196d7a4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:51:17.317298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Attempting to bind port 70a14b42-062e-48b3-b717-c72de196d7a4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:51:17.317530 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Attempting to bind port 70a14b42-062e-48b3-b717-c72de196d7a4 on network 0d35e216-67a4-4456-a0c6-de1b0c413135 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:51:17.325094 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:51:17.325474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Checking segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:51:17.325924 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.326323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Bound using segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:51:17.326792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Bound port: 70a14b42-062e-48b3-b717-c72de196d7a4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:51:17.327167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.398843 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.1 (0d35e216-67a4-4456-a0c6-de1b0c413135/f170bb74-454f-4a1b-9dae-da0d097814ba/2b345339-970a-40bb-89d6-329722fc5b4e) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:51:17.430036 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] For port 70a14b42-062e-48b3-b717-c72de196d7a4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:51:17.433379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] For port 70a14b42-062e-48b3-b717-c72de196d7a4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=70a14b42-062e-48b3-b717-c72de196d7a4,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:51:17.494248 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.550928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.567792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.585155 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 2b345339-970a-40bb-89d6-329722fc5b4e will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:17.608760 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e439-9256-4aa4-9a52-9d854d5c297e None None] Pushing event updated for resources: {'Port': ['ID=70a14b42-062e-48b3-b717-c72de196d7a4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:17.676517 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.712605 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:17.786341 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:51:17.790855 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:17.794743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:51:17.835756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=2b345339-970a-40bb-89d6-329722fc5b4e,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:17.860792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.015138 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.263832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 70a14b42-062e-48b3-b717-c72de196d7a4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:18.402267 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 70a14b42-062e-48b3-b717-c72de196d7a4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:18.407583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cba05950-fb41-41e6-94db-03faeb1b13c1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:18.442082 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.510045 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.544202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port cba05950-fb41-41e6-94db-03faeb1b13c1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:18.549803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cba05950-fb41-41e6-94db-03faeb1b13c1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:18.550523 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.581459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945870b-50a0-4440-9415-985189a3b8f9 None None] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:51:18.623799 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.626995 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=2b345339-970a-40bb-89d6-329722fc5b4e,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:18.765553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:51:18.766722 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:18.826655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] Provisioning for port 70a14b42-062e-48b3-b717-c72de196d7a4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:18.837202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] Provisioning complete for port 70a14b42-062e-48b3-b717-c72de196d7a4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:18.837568 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.872144 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:18.957780 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port cba05950-fb41-41e6-94db-03faeb1b13c1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cba05950-fb41-41e6-94db-03faeb1b13c1,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:19.044190 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.082489 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] For port 70a14b42-062e-48b3-b717-c72de196d7a4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=70a14b42-062e-48b3-b717-c72de196d7a4,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:19.093492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.122164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.181228 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.197383 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=cba05950-fb41-41e6-94db-03faeb1b13c1,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:19.265587 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:51:19.267176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd1d81-bcc2-4f28-842b-0b8b41082690 None None] Pushing event updated for resources: {'Port': ['ID=70a14b42-062e-48b3-b717-c72de196d7a4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:19.476798 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:51:19.480423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4540e644-f60f-4261-81ea-37b639c4450f None None] Provisioning for port 2b345339-970a-40bb-89d6-329722fc5b4e completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:19.485510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4540e644-f60f-4261-81ea-37b639c4450f None None] Provisioning complete for port 2b345339-970a-40bb-89d6-329722fc5b4e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:19.486100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4540e644-f60f-4261-81ea-37b639c4450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.488023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-67dafe15-aaa6-4ff6-bb91-d5db086246be tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/1b7af60f-35f5-4a69-8e19-52ba26a6a5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3841739 Apr 11 21:51:19.552283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4540e644-f60f-4261-81ea-37b639c4450f None None] Port 2b345339-970a-40bb-89d6-329722fc5b4e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:51:19.566244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-4540e644-f60f-4261-81ea-37b639c4450f None None] Provisioning complete for port 70a14b42-062e-48b3-b717-c72de196d7a4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:19.566578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4540e644-f60f-4261-81ea-37b639c4450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.670724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-0dfd8178-a5ea-453a-bdc3-61e577f71336 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401089340&fields=id&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 267 time: 0.0439563 Apr 11 21:51:19.808272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a70ef78b-e053-4759-a7fc-8c13bc7a9d3a None None] Provisioning complete for port 2b345339-970a-40bb-89d6-329722fc5b4e triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:19.808559 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a70ef78b-e053-4759-a7fc-8c13bc7a9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:19.817707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-7fdcfbb7-7e55-4aa1-b150-e04008423f7e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:19.819239 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-7fdcfbb7-7e55-4aa1-b150-e04008423f7e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/networks?id=0d35e216-67a4-4456-a0c6-de1b0c413135 HTTP/1.1" status: 200 len: 797 time: 0.1419175 Apr 11 21:51:19.836678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-6cf126a0-d614-4901-949f-bbbabf2aecd2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/quotas/f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 375 time: 0.0120788 Apr 11 21:51:19.896745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a70ef78b-e053-4759-a7fc-8c13bc7a9d3a None None] Port 2b345339-970a-40bb-89d6-329722fc5b4e cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:51:19.922149 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-23d8bb62-2f48-4cd2-8c38-d307d8b23e47 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798206 Apr 11 21:51:20.061043 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-ec033204-b01f-45f2-b757-4e284616f72e service neutron] 10.222.0.61 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258471 Apr 11 21:51:20.195010 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-d1140154-8fee-4065-90b7-2bbd27149a4d service neutron] 10.222.0.61 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283326 Apr 11 21:51:20.210189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 70a14b42-062e-48b3-b717-c72de196d7a4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:20.279224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 70a14b42-062e-48b3-b717-c72de196d7a4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:20.279620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:20.393731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Sync routers for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:51:20.407416 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:20.408079 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:20.409719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cba05950-fb41-41e6-94db-03faeb1b13c1 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:20.473974 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-93b95420-641f-49ff-a776-6bfb332fb50f req-f304a1b8-f560-47a8-aa66-b18227acc1c2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:51:20.490020 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port cba05950-fb41-41e6-94db-03faeb1b13c1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:20.490617 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:20.556971 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-93b95420-641f-49ff-a776-6bfb332fb50f req-f304a1b8-f560-47a8-aa66-b18227acc1c2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:51:20.558432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-93b95420-641f-49ff-a776-6bfb332fb50f req-f304a1b8-f560-47a8-aa66-b18227acc1c2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 210 time: 0.1306305 Apr 11 21:51:20.626120 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:20.932251 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 2, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:20.936119 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Checking router: 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:51:20.936463 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Updating router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 port 2b345339-970a-40bb-89d6-329722fc5b4e binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:51:20.986676 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:21.324644 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:21.336949 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Transition to ACTIVE for port object 2b345339-970a-40bb-89d6-329722fc5b4e will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:21.430111 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:21.582633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Pushing event updated for resources: {'Port': ['ID=2b345339-970a-40bb-89d6-329722fc5b4e,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:21.657720 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.658061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.658396 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.658721 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.659060 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.659362 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.659707 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.660026 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.660341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.660651 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.660966 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:51:21.684793 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Attempting to bind port 2b345339-970a-40bb-89d6-329722fc5b4e on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:51:21.685037 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Attempting to bind port 2b345339-970a-40bb-89d6-329722fc5b4e by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:51:21.685234 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Attempting to bind port 2b345339-970a-40bb-89d6-329722fc5b4e on network 0d35e216-67a4-4456-a0c6-de1b0c413135 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:51:21.692055 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:51:21.692420 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Checking segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:51:21.692808 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:21.693751 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Bound using segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:51:21.694197 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Bound port: 2b345339-970a-40bb-89d6-329722fc5b4e, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:51:21.694562 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:21.704044 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-61f7e1cf-623e-484b-a8df-e32559a8041d req-2327b766-142b-4af4-97bb-079989a9cbe9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 210 time: 0.0491321 Apr 11 21:51:21.783309 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] For port 2b345339-970a-40bb-89d6-329722fc5b4e, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:51:21.786188 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] For port 2b345339-970a-40bb-89d6-329722fc5b4e, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b345339-970a-40bb-89d6-329722fc5b4e,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:51:21.858980 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:21.938114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d7a66-a231-4f5d-80a9-109667f080a9 None None] Pushing event updated for resources: {'Port': ['ID=2b345339-970a-40bb-89d6-329722fc5b4e,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:21.941510 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:21.942011 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:22.127890 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:22.434589 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:21Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:22.438497 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456bfd9-0f7e-420e-a944-7ec2feb34b85 None None] The sync data for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 is: [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:21Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:51:22.881898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c6ef2c4-9d51-4ceb-9bbc-1a66cedcc8f4 req-0b84a373-c1a5-49b9-bdb9-2fe1d711a2d1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 210 time: 0.0428033 Apr 11 21:51:23.921943 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-ac3ad52b-0c74-4e87-8e6f-1f68c22bf34a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:23.923364 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-ac3ad52b-0c74-4e87-8e6f-1f68c22bf34a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/networks?id=0d35e216-67a4-4456-a0c6-de1b0c413135 HTTP/1.1" status: 200 len: 797 time: 0.1440647 Apr 11 21:51:23.986739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-d95ab1ad-2597-4bdc-bdcb-c9e78fbffae4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 380 time: 0.0438712 Apr 11 21:51:23.997607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'port': {'device_id': '1ce17bb2-323d-4011-ab23-462778691fd0', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'admin_state_up': True, 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'security_groups': ['2f1df7d9-0905-40a5-9a18-d973695c38d3']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:24.108733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-af4cf649-c891-44e0-b61a-ddbb4778eb82 req-aead957d-1a9b-4c99-910c-652cb5753dec tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 210 time: 0.0971069 Apr 11 21:51:24.179648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:24.189527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:24.228144 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b345339-970a-40bb-89d6-329722fc5b4e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:24.258387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:51:24.261399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:24.343936 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2b345339-970a-40bb-89d6-329722fc5b4e completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:24.349074 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2b345339-970a-40bb-89d6-329722fc5b4e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:24.349469 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:24.423289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.5 (0d35e216-67a4-4456-a0c6-de1b0c413135/f170bb74-454f-4a1b-9dae-da0d097814ba/2ab898c3-122b-4df4-9ef9-f4e07cfc3b36) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:51:24.461660 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:24.499415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 2b345339-970a-40bb-89d6-329722fc5b4e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b345339-970a-40bb-89d6-329722fc5b4e,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:24.561757 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:24.628367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=2b345339-970a-40bb-89d6-329722fc5b4e,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:24.718576 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:24.734629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:24.824679 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:24.902561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:51:24.905645 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:24.909959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:51:24.934697 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:24.974438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:24.975057 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:25.117087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-a1881550-cef7-412a-8af8-090a1c03c123 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1230364 Apr 11 21:51:25.134257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Request body: {'port': {'device_id': '1ce17bb2-323d-4011-ab23-462778691fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:25.224943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e8ba6b7-e505-4eb9-8264-b2c5d49e9ea0 None None] Provisioning for port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:25.231735 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5e8ba6b7-e505-4eb9-8264-b2c5d49e9ea0 None None] Provisioning complete for port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:25.232331 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba6b7-e505-4eb9-8264-b2c5d49e9ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:25.246333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:25.318577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ba6b7-e505-4eb9-8264-b2c5d49e9ea0 None None] Port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:51:25.331105 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112054d3-62b3-4fb0-99dd-8ba3f4906e95 req-10475e04-dbf2-4ec6-8491-a2d9e7f49be6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:25.332604 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-112054d3-62b3-4fb0-99dd-8ba3f4906e95 req-10475e04-dbf2-4ec6-8491-a2d9e7f49be6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 931 time: 0.0980585 Apr 11 21:51:25.380126 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-112054d3-62b3-4fb0-99dd-8ba3f4906e95 req-d49be4f0-0642-4776-9d54-f4b4e45b7621 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:51:25.464484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-112054d3-62b3-4fb0-99dd-8ba3f4906e95 req-d49be4f0-0642-4776-9d54-f4b4e45b7621 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:51:25.465667 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-112054d3-62b3-4fb0-99dd-8ba3f4906e95 req-d49be4f0-0642-4776-9d54-f4b4e45b7621 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270211 Apr 11 21:51:25.594158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:51:25.601341 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:25.615995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Transition to ACTIVE for port object 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:51:25.692456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:25.822494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:25.936111 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Attempting to bind port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:51:25.939576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Attempting to bind port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:51:25.939576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Attempting to bind port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 on network 0d35e216-67a4-4456-a0c6-de1b0c413135 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:51:25.942527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 on network 0d35e216-67a4-4456-a0c6-de1b0c413135 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:51:25.942902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Attempting to bind port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 on network 0d35e216-67a4-4456-a0c6-de1b0c413135 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:51:25.949678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:51:25.950021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Checking segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:51:25.950404 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Bound using segment: {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:51:25.950826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Bound port: 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0ab329-b17f-4b61-a277-7d801ce0000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:51:25.951173 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:26.045683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] For port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:51:26.048541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] For port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:51:26.109089 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:26.171325 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:26.172724 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] 10.222.0.75 "PUT /v2.0/ports/2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 HTTP/1.1" status: 200 len: 1091 time: 1.0431719 Apr 11 21:51:26.173158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:51:26.191413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09cc16-5a8d-4f38-a4f2-f23e4b3aa1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:26.241509 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b345339-970a-40bb-89d6-329722fc5b4e up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:26.334133 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e0ca62-b523-4958-942e-c010ea8b60e9'] response: {'name': 'network-changed', 'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'status': 'completed', 'code': 200} Apr 11 21:51:26.352639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2b345339-970a-40bb-89d6-329722fc5b4e triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:26.353007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:26.378861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-7df683a2-bea5-4c60-ba5d-7414d9082548 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0904300 Apr 11 21:51:26.453232 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-85f671dd-2ad7-4f51-933e-9744e90398dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 HTTP/1.1" status: 200 len: 217 time: 0.0640609 Apr 11 21:51:26.524526 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-7bf55192-3ee8-4df6-b6a8-9a9295a817c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:26.526001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-7bf55192-3ee8-4df6-b6a8-9a9295a817c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f170bb74-454f-4a1b-9dae-da0d097814ba HTTP/1.1" status: 200 len: 834 time: 0.0639026 Apr 11 21:51:26.602862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-ed67a830-9e75-4528-a62c-f46c8f52640f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0d35e216-67a4-4456-a0c6-de1b0c413135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708556 Apr 11 21:51:26.669800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f95f7-6c22-4bee-89e5-4f5627e93b72 req-f6ecf9e0-5584-4642-821a-c08d37cb4759 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:26.671252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-409f95f7-6c22-4bee-89e5-4f5627e93b72 req-f6ecf9e0-5584-4642-821a-c08d37cb4759 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 943 time: 0.0812075 Apr 11 21:51:26.719051 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-409f95f7-6c22-4bee-89e5-4f5627e93b72 req-a7b9ca61-6f3a-4799-8b83-af2dfd292ff2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418870 Apr 11 21:51:26.737134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-dc4d0f3d-0d77-4cb0-a8e9-00b3fba57f0d service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250734 Apr 11 21:51:26.972933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-990990f0-f786-46cd-ae96-c9e4fc51508e req-385ca558-636f-44db-90a7-246f4d1790fd service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267509 Apr 11 21:51:27.179684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-97b20492-0dd3-420b-aef4-d6ddb2e585f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0717506 Apr 11 21:51:27.351753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-cc113c91-f3c7-4bc9-85fc-b9a15dca95a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:27.353215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-cc113c91-f3c7-4bc9-85fc-b9a15dca95a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0d35e216-67a4-4456-a0c6-de1b0c413135 HTTP/1.1" status: 200 len: 898 time: 0.1672423 Apr 11 21:51:27.423413 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-cdaac079-92fc-4140-8f61-36db438cc6d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 HTTP/1.1" status: 200 len: 217 time: 0.0613787 Apr 11 21:51:27.488810 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-32cf5433-a80d-45d1-8106-f0843851b976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:27.490165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-32cf5433-a80d-45d1-8106-f0843851b976 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f170bb74-454f-4a1b-9dae-da0d097814ba HTTP/1.1" status: 200 len: 834 time: 0.0593247 Apr 11 21:51:27.562234 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-4a797118-08bc-4f12-beb7-4779e38b20ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0d35e216-67a4-4456-a0c6-de1b0c413135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660808 Apr 11 21:51:27.694112 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-50b0d004-68ff-4d5c-bdc5-cd18e3ccc5f7 service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248977 Apr 11 21:51:27.827593 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-64775d90-5835-46e4-92cf-1cdf496e99c2 req-3ca76c48-c6ad-45d4-be3b-0424f2a73fb6 service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271574 Apr 11 21:51:27.926253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536d40-073e-46cf-86de-0b4e562e6d06 req-787ee896-0d66-442d-a159-288c68e0b54e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:27.926927 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a2536d40-073e-46cf-86de-0b4e562e6d06 req-787ee896-0d66-442d-a159-288c68e0b54e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:51:28.035978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a2536d40-073e-46cf-86de-0b4e562e6d06 req-787ee896-0d66-442d-a159-288c68e0b54e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:51:28.037296 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2536d40-073e-46cf-86de-0b4e562e6d06 req-787ee896-0d66-442d-a159-288c68e0b54e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 943 time: 0.1901188 Apr 11 21:51:28.083857 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2536d40-073e-46cf-86de-0b4e562e6d06 req-d6d91675-ca93-45a6-bbc1-753c9f409f1c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Apr 11 21:51:29.285557 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea8fd0-5a20-486e-bb23-1ad7402e2b87 req-ebd21429-cfdd-42d7-952e-e6c8e12bc1bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:29.286960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0ea8fd0-5a20-486e-bb23-1ad7402e2b87 req-ebd21429-cfdd-42d7-952e-e6c8e12bc1bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 943 time: 0.0802786 Apr 11 21:51:29.331239 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f0ea8fd0-5a20-486e-bb23-1ad7402e2b87 req-2bf9e8f1-226f-496c-b7fb-a875b278b964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386386 Apr 11 21:51:29.663802 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:30.515600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:51:30.526709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62eccb-ad53-4f39-a29a-e89ff84436a2 req-cc7bb5b9-1afa-498e-b2f2-6c3ac5a1650d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:30.528219 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a62eccb-ad53-4f39-a29a-e89ff84436a2 req-cc7bb5b9-1afa-498e-b2f2-6c3ac5a1650d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 943 time: 0.0785027 Apr 11 21:51:30.573519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a62eccb-ad53-4f39-a29a-e89ff84436a2 req-0f5ab6e8-c190-473f-a553-da8e32226137 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Apr 11 21:51:30.652197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:30.665716 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'port_id': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'mac_address': 'fa:16:3e:62:67:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:51:30.717896 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:30.737801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:51:30.755996 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:30.829741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:30.897014 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:31.130075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['2ab898c3-122b-4df4-9ef9-f4e07cfc3b36'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:51:31.380795 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:31.769773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f157558-e9c5-46be-b184-085883130cba req-040756cb-1212-495e-806d-184522ac14b8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:31.771207 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f157558-e9c5-46be-b184-085883130cba req-040756cb-1212-495e-806d-184522ac14b8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 944 time: 0.0743616 Apr 11 21:51:31.822096 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5f157558-e9c5-46be-b184-085883130cba req-88f4f3fc-cca4-4485-ab93-17af3f2eaae0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Apr 11 21:51:32.515555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:51:32.634282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:51:32.638841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:51:32.639205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:32.749760 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:32.775608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:51:32.784740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:51:32.864970 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:32.950742 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5befd7aa-5e5e-4a1d-9d8b-51a7c5b6b607'] response: {'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'code': 200} Apr 11 21:51:32.968362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:33.033943 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b423bf-823d-4afc-bf17-b66da260d147 req-2f9b3896-50d6-4cec-897e-5f5bdad44aad tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:33.035436 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18b423bf-823d-4afc-bf17-b66da260d147 req-2f9b3896-50d6-4cec-897e-5f5bdad44aad tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0801268 Apr 11 21:51:33.066466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-299e7b2e-a6e7-464e-822b-55e8f32e7250 req-f3d2b9e8-96fb-4487-8561-f886d4503160 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0815578 Apr 11 21:51:33.081077 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18b423bf-823d-4afc-bf17-b66da260d147 req-0a862763-6a08-4b2d-b244-e394a21c065d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Apr 11 21:51:33.115280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-299e7b2e-a6e7-464e-822b-55e8f32e7250 req-c3152072-8538-4e28-8379-255b9fa57ab7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384743 Apr 11 21:51:34.284020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb238ea-db11-4c40-90da-0cf861fd2cb6 req-3a6797a3-b142-4046-8f6f-94454f8c4209 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:34.285597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1bb238ea-db11-4c40-90da-0cf861fd2cb6 req-3a6797a3-b142-4046-8f6f-94454f8c4209 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0778563 Apr 11 21:51:34.332789 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1bb238ea-db11-4c40-90da-0cf861fd2cb6 req-41b05294-8ad3-4e25-9c99-5d96498571c6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Apr 11 21:51:34.990133 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:51:35.528655 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953dd2b-020c-4f65-9731-43cb07d1306c req-c2388f2c-a548-4e18-9be6-83f5b7f50cea tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:35.530126 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b953dd2b-020c-4f65-9731-43cb07d1306c req-c2388f2c-a548-4e18-9be6-83f5b7f50cea tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0755415 Apr 11 21:51:35.575118 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b953dd2b-020c-4f65-9731-43cb07d1306c req-f32bac0a-f59b-4199-a2f3-a725a2a60dfa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Apr 11 21:51:35.774644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71966d4-ef88-43f4-b551-b4fcc60f62f0 req-d33ba0ec-b505-4be0-b7c1-fcb25be6eb41 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:35.776111 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c71966d4-ef88-43f4-b551-b4fcc60f62f0 req-d33ba0ec-b505-4be0-b7c1-fcb25be6eb41 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0822833 Apr 11 21:51:35.822615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c71966d4-ef88-43f4-b551-b4fcc60f62f0 req-effe29c5-0f47-4625-90fb-3fe0d20939e3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Apr 11 21:51:35.849746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56730) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:35.920378 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-754fea4e-90fc-4603-9920-f013836142e2 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 1091 time: 0.0695128 Apr 11 21:51:35.923095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56734) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:35.928897 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:51:35.935143 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:51:35.938924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:floatingip and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:51:35.941931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:51:35.948237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:51:36.024031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:36.166064 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:36.306160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.186 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/a9a7bbc9-1347-4b8c-8cf5-08c4f9305da4) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:51:36.542463 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:36.651551 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:36.717950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:51:36.720800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:51:36.725482 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:51:36.750991 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=a9a7bbc9-1347-4b8c-8cf5-08c4f9305da4,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:37.220534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:37.330366 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:37.540344 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:37.606470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:37.709911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=a9a7bbc9-1347-4b8c-8cf5-08c4f9305da4,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:51:37.724435 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:37.907894 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Floating IP 90cc0875-c8d6-46be-82fc-4ed255d6eb38 associated. External IP: 172.25.5.186, port: 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36. Apr 11 21:51:38.391104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:51:38.583804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:51:38.593346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] Sync routers for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:51:38.605904 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:38.606536 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:38.669793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:38.724308 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1ad88700-bfc8-4c8a-aa1c-aa496331726b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8000984 Apr 11 21:51:38.724925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:51:38.781817 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:38.782803 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4beb94b9-faf4-4831-888c-cf7a42180ef1'] response: {'name': 'network-changed', 'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'status': 'completed', 'code': 200} Apr 11 21:51:38.879644 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-8cb6c2de-d16e-4b32-8b26-8441554853fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0742688 Apr 11 21:51:38.910313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400ef1-4ab1-4ace-a4cc-0412d5956c62 req-75cc7ed8-b978-40da-8126-3ccb670034c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:38.911862 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d400ef1-4ab1-4ace-a4cc-0412d5956c62 req-75cc7ed8-b978-40da-8126-3ccb670034c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0830615 Apr 11 21:51:38.959672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d400ef1-4ab1-4ace-a4cc-0412d5956c62 req-cb159401-31f8-415c-bf9a-6a5b7b1271f7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Apr 11 21:51:38.992548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56742) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:39.018967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b500d-56d6-432f-a611-ec779819c302 req-c7662bbc-e397-4b95-bcfc-a509541d523c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:39.020490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-c7662bbc-e397-4b95-bcfc-a509541d523c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0d35e216-67a4-4456-a0c6-de1b0c413135 HTTP/1.1" status: 200 len: 898 time: 0.1350977 Apr 11 21:51:39.104560 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9f61233e-965f-4ced-b3bb-ddb96e15ff1d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/90cc0875-c8d6-46be-82fc-4ed255d6eb38 HTTP/1.1" status: 200 len: 991 time: 0.1107657 Apr 11 21:51:39.128798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-df0e69a9-3bac-40bb-a859-b1ad7688f5d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 HTTP/1.1" status: 200 len: 999 time: 0.1016946 Apr 11 21:51:39.141838 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '90cc0875-c8d6-46be-82fc-4ed255d6eb38', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'port_id': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'mac_address': 'fa:16:3e:62:67:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce17bb2-323d-4011-ab23-462778691fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:51:37Z', 'updated_at': '2022-04-11T21:51:37Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:24Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:39.145788 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] Checking router: 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:51:39.156216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:51:39.156812 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:51:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:39.285222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b500d-56d6-432f-a611-ec779819c302 req-39059130-29e4-4d0b-8e02-54e2acb6d9ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:51:39.287240 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-39059130-29e4-4d0b-8e02-54e2acb6d9ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f170bb74-454f-4a1b-9dae-da0d097814ba HTTP/1.1" status: 200 len: 834 time: 0.1517389 Apr 11 21:51:39.339050 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:51:39.362567 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-36a422f7-d856-4b50-af79-99bb5519bd99 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0d35e216-67a4-4456-a0c6-de1b0c413135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688031 Apr 11 21:51:39.501287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-773cefaa-1517-49f4-9701-cfd46d1555f1 service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293190 Apr 11 21:51:39.632866 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a78b500d-56d6-432f-a611-ec779819c302 req-e23fa969-e99c-4084-9894-14510c0d8ab6 service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252499 Apr 11 21:51:39.679504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '90cc0875-c8d6-46be-82fc-4ed255d6eb38', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'port_id': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'mac_address': 'fa:16:3e:62:67:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce17bb2-323d-4011-ab23-462778691fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:51:37Z', 'updated_at': '2022-04-11T21:51:37Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:24Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:51:39.683533 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18235593-3010-46b7-b681-ab6470f8b7f9 None None] The sync data for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 is: [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '90cc0875-c8d6-46be-82fc-4ed255d6eb38', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'port_id': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'mac_address': 'fa:16:3e:62:67:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce17bb2-323d-4011-ab23-462778691fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:51:37Z', 'updated_at': '2022-04-11T21:51:37Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:24Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:51:39.884495 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0a8ca-1503-471d-b670-56dfe6ff29c3 None None] New status for floating IP 90cc0875-c8d6-46be-82fc-4ed255d6eb38: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:51:40.109521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56746) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:40.219273 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1e7177dd-0e6c-413f-956c-dd4008645b6d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/90cc0875-c8d6-46be-82fc-4ed255d6eb38 HTTP/1.1" status: 200 len: 991 time: 0.1085901 Apr 11 21:51:41.223223 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56750) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:51:41.328612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3319c9ce-ab70-4748-9390-9c3b59a7391a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/90cc0875-c8d6-46be-82fc-4ed255d6eb38 HTTP/1.1" status: 200 len: 993 time: 0.1043143 Apr 11 21:51:43.932310 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9798d04f-1788-44d9-99ff-b856889b1974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:46.292450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4ecb666b-53a4-4cb1-80ab-aac504794ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:47.526448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:47.612055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:48.983878 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:51:59.606412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:01.366177 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:11.991361 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:52:13.140741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaafe35-3f0d-432d-9ff9-63bcddc0850d req-6faca332-1dae-421d-831e-053ea6422c39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:13.142183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ebaafe35-3f0d-432d-9ff9-63bcddc0850d req-6faca332-1dae-421d-831e-053ea6422c39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0922067 Apr 11 21:52:13.187185 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ebaafe35-3f0d-432d-9ff9-63bcddc0850d req-5360fe2a-0483-437f-8726-766d68ff3cb7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Apr 11 21:52:13.972364 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce4e63a6-c15a-453e-b3f9-515cea6fb0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:14.394815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219553-1d01-455d-a886-72d78655eaf9 req-b9496ea6-c392-482d-a12f-8cd109cf494d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:14.396293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0219553-1d01-455d-a886-72d78655eaf9 req-b9496ea6-c392-482d-a12f-8cd109cf494d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0785999 Apr 11 21:52:14.442825 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a0219553-1d01-455d-a886-72d78655eaf9 req-2d65fb80-29ee-48f1-8d18-4e7d12844911 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Apr 11 21:52:14.471177 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56770) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:14.574600 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-726c39d2-a7d9-4d2f-bc1c-9904e6dd0da9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/90cc0875-c8d6-46be-82fc-4ed255d6eb38 HTTP/1.1" status: 200 len: 993 time: 0.1022005 Apr 11 21:52:16.172947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c966b20-709a-4b3c-87b8-949360da4d44 req-a283a2bd-b0a2-4fad-a053-7a2c3d4e92d3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:16.174885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c966b20-709a-4b3c-87b8-949360da4d44 req-a283a2bd-b0a2-4fad-a053-7a2c3d4e92d3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0763407 Apr 11 21:52:16.220161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c966b20-709a-4b3c-87b8-949360da4d44 req-efcded0c-cc34-48c2-b077-98bb1eae13f5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399010 Apr 11 21:52:16.274741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-662c2a14-36ac-4caf-be33-394d6122b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:17.420628 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f38dce-9a77-4647-83cf-6f5c0adf2ea7 req-3759da8a-d91c-4d45-8eaa-997518cad96f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:17.422069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8f38dce-9a77-4647-83cf-6f5c0adf2ea7 req-3759da8a-d91c-4d45-8eaa-997518cad96f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0756025 Apr 11 21:52:17.471837 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a8f38dce-9a77-4647-83cf-6f5c0adf2ea7 req-7d7b1157-d493-456b-a2aa-89409872c4c6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443220 Apr 11 21:52:17.502331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56782) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:17.518687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:17.607717 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-032bfa62-d24b-4473-8c03-06bf26a472cf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/90cc0875-c8d6-46be-82fc-4ed255d6eb38 HTTP/1.1" status: 200 len: 993 time: 0.1042142 Apr 11 21:52:17.623627 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:17.933276 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:18.125553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port a9a7bbc9-1347-4b8c-8cf5-08c4f9305da4 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:52:18.125890 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:18.288440 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:18.288670 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:18.495430 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for a9a7bbc9-1347-4b8c-8cf5-08c4f9305da4 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:52:18.685813 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:18.731043 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=a9a7bbc9-1347-4b8c-8cf5-08c4f9305da4,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:18.768303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.768650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.768985 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.769314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.769645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.769973 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.770301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.770626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.770946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.771322 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.772180 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:18.832662 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:18.949676 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:19.222929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:52:19.419340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:52:19.428560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] Sync routers for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:52:19.439989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:19.440598 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:19.486057 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:19.542226 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-463e3127-ac78-49c6-b2ab-9aa3ae59bcac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/floatingips/90cc0875-c8d6-46be-82fc-4ed255d6eb38 HTTP/1.1" status: 204 len: 168 time: 1.6076043 Apr 11 21:52:19.542889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:52:19.606731 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c7b53e-c7cf-4bd8-8dba-757c99e645f0'] response: {'name': 'network-changed', 'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'status': 'completed', 'code': 200} Apr 11 21:52:19.629187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:19.718473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-e4110873-81d3-4a8a-8d87-7bfbb3996864 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0790482 Apr 11 21:52:19.858016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-ec9f1f85-4c08-4644-a7e6-2bc4088b18f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:19.862722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-ec9f1f85-4c08-4644-a7e6-2bc4088b18f1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0d35e216-67a4-4456-a0c6-de1b0c413135 HTTP/1.1" status: 200 len: 898 time: 0.1314654 Apr 11 21:52:19.937993 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-1caa694f-733a-48ee-a564-6970486217bd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 HTTP/1.1" status: 200 len: 217 time: 0.0643163 Apr 11 21:52:19.988960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:24Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:19.993588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] Checking router: 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:52:20.007247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:20.007247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:20.017014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-d4f22441-529e-412f-841b-80ef04a4f192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:20.018679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-d4f22441-529e-412f-841b-80ef04a4f192 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f170bb74-454f-4a1b-9dae-da0d097814ba HTTP/1.1" status: 200 len: 834 time: 0.0704064 Apr 11 21:52:20.149127 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-8ee54d74-7687-4fe8-b6c1-c1df1e4fbaff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0d35e216-67a4-4456-a0c6-de1b0c413135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221414 Apr 11 21:52:20.183342 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:20.250939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbe81f-7719-42ed-ba34-30e4a303bcae req-15a6eff6-e5c7-4ec8-b975-92f9850b03d2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:20.252403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45dbe81f-7719-42ed-ba34-30e4a303bcae req-15a6eff6-e5c7-4ec8-b975-92f9850b03d2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.1720042 Apr 11 21:52:20.319031 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-b8d32af8-d344-4a32-8f73-75cb7714bf39 service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630979 Apr 11 21:52:20.350367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45dbe81f-7719-42ed-ba34-30e4a303bcae req-6b234eb4-df04-46af-9df4-4220e5e9d6eb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902658 Apr 11 21:52:20.455570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8046503f-e1d9-48de-ba56-5f43a47d30eb req-acb31069-b0f3-482d-8933-f2525df6e269 service neutron] 10.222.0.75 "GET /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290269 Apr 11 21:52:20.494363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:24Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:20.498336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972338c-fcb6-42d9-99b2-00766c6bffa3 None None] The sync data for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 is: [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:51:17Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '2b345339-970a-40bb-89d6-329722fc5b4e', 'name': '', 'network_id': '0d35e216-67a4-4456-a0c6-de1b0c413135', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:fa:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:17Z', 'updated_at': '2022-04-11T21:51:24Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f170bb74-454f-4a1b-9dae-da0d097814ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:52:20.715035 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537d1cd-7a78-4701-a3e8-df8bd6341f9b None None] New status for floating IP 90cc0875-c8d6-46be-82fc-4ed255d6eb38: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:52:21.551852 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b3b-0e5d-4c5d-94c7-a55914f7efb4 req-d7d6c09b-b59d-4c0a-a62d-b0e12ec6c72b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:21.552705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-40c54b3b-0e5d-4c5d-94c7-a55914f7efb4 req-d7d6c09b-b59d-4c0a-a62d-b0e12ec6c72b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:52:21.645002 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-40c54b3b-0e5d-4c5d-94c7-a55914f7efb4 req-d7d6c09b-b59d-4c0a-a62d-b0e12ec6c72b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:52:21.646886 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40c54b3b-0e5d-4c5d-94c7-a55914f7efb4 req-d7d6c09b-b59d-4c0a-a62d-b0e12ec6c72b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.1722848 Apr 11 21:52:21.693223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40c54b3b-0e5d-4c5d-94c7-a55914f7efb4 req-f6de0596-7feb-421a-91e8-ede4ce5eeae8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f1df7d9-0905-40a5-9a18-d973695c38d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Apr 11 21:52:21.862822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-afab3b12-bb21-47c3-876d-487c95adcd8e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:21.864292 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-afab3b12-bb21-47c3-876d-487c95adcd8e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 945 time: 0.0772214 Apr 11 21:52:22.034351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:52:22.034690 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:22.272202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:22.272560 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:22.397467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:52:22.577296 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:22.630918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=2ab898c3-122b-4df4-9ef9-f4e07cfc3b36,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.691894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:22.713842 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] No DVR routers for this DVR port 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:52:22.716376 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:22.718828 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'name': 'network-vif-deleted', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:52:22.773017 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57eeb1b6-ae32-4b6f-9573-e7ba56df9d54'] response: {'server_uuid': '1ce17bb2-323d-4011-ab23-462778691fd0', 'name': 'network-vif-deleted', 'tag': '2ab898c3-122b-4df4-9ef9-f4e07cfc3b36', 'status': 'completed', 'code': 200} Apr 11 21:52:22.784102 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-03129a76-54bc-407d-9fb1-6b262d7c1ccb req-22c7d162-084e-41d2-b988-a46c467cc89b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "DELETE /v2.0/ports/2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 HTTP/1.1" status: 204 len: 173 time: 0.9114671 Apr 11 21:52:22.860372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c3aa85e7-e73d-4c00-9472-e5d6d9cee36a req-4f7e9247-14d1-474c-8221-d2a1f01a2f0d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:52:22.931797 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-c3aa85e7-e73d-4c00-9472-e5d6d9cee36a req-4f7e9247-14d1-474c-8221-d2a1f01a2f0d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:52:22.932916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c3aa85e7-e73d-4c00-9472-e5d6d9cee36a req-4f7e9247-14d1-474c-8221-d2a1f01a2f0d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 210 time: 0.1170030 Apr 11 21:52:23.160956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14f59a99-69db-4640-a86c-e208a248d2c6 req-30651da1-4f1c-466b-bea1-6c388017b9e2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ce17bb2-323d-4011-ab23-462778691fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0427544 Apr 11 21:52:23.277447 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14f59a99-69db-4640-a86c-e208a248d2c6 req-420b68fa-c44a-4db0-bbf9-c55d253436c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=1ce17bb2-323d-4011-ab23-462778691fd0 HTTP/1.1" status: 200 len: 210 time: 0.0411088 Apr 11 21:52:23.436381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f59a99-69db-4640-a86c-e208a248d2c6 req-f4837ad2-3b3a-4fbb-8461-abf49e4eae67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:23.437847 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14f59a99-69db-4640-a86c-e208a248d2c6 req-f4837ad2-3b3a-4fbb-8461-abf49e4eae67 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1412332 Apr 11 21:52:23.575876 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f59a99-69db-4640-a86c-e208a248d2c6 req-97dc8199-093f-4d77-a7c7-a655e47df72b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:23.577315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-14f59a99-69db-4640-a86c-e208a248d2c6 req-97dc8199-093f-4d77-a7c7-a655e47df72b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307557 Apr 11 21:52:24.039070 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 56816) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:24.524646 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:25.122831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 2b345339-970a-40bb-89d6-329722fc5b4e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:52:25.123574 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:25.305652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 2b345339-970a-40bb-89d6-329722fc5b4e, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2b345339-970a-40bb-89d6-329722fc5b4e,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:25.306010 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:25.424729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 2b345339-970a-40bb-89d6-329722fc5b4e owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:52:25.639932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:25.688750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=2b345339-970a-40bb-89d6-329722fc5b4e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:25.991708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:26.666598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:52:26.749361 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:52:26.782712 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:52:26.783053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 2ab898c3-122b-4df4-9ef9-f4e07cfc3b36 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:52:26.863652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:52:26.873942 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] Sync routers for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:52:26.885766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:26.886370 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:26.932921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d9b97c9b-5c0e-4a18-b1ea-f5322213c533 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/1b7af60f-35f5-4a69-8e19-52ba26a6a5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926611 Apr 11 21:52:26.935669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56820) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:27.064677 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:27.121908 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting subnet f170bb74-454f-4a1b-9dae-da0d097814ba {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:52:27.124753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:27.177682 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:27.269284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:27.410060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:52:25Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:27.414578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] Checking router: 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:52:27.425514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] Routers {'1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:27.426151 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:27.492026 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:27.531128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Subnet': ['ID=f170bb74-454f-4a1b-9dae-da0d097814ba,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:27.535060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:27.542041 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3998a439-8284-4e38-84ec-1b505a6e1b81 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/subnets/f170bb74-454f-4a1b-9dae-da0d097814ba HTTP/1.1" status: 204 len: 168 time: 0.6047738 Apr 11 21:52:27.544611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56824) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:27.546363 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b1a5c-72cb-4a2a-afe2-fa4499e46cdb None None] Network 0d35e216-67a4-4456-a0c6-de1b0c413135 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:52:27.742058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:27.758600 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] Set router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:27.947352 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.031350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] DHCP port deletion for 0d35e216-67a4-4456-a0c6-de1b0c413135 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:52:28.034795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port cba05950-fb41-41e6-94db-03faeb1b13c1 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:52:28.035256 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.041372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Deleting port 70a14b42-062e-48b3-b717-c72de196d7a4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:52:28.041739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.208748 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port cba05950-fb41-41e6-94db-03faeb1b13c1, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=cba05950-fb41-41e6-94db-03faeb1b13c1,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:28.209253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.235080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:52:25Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:28.243499 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 70a14b42-062e-48b3-b717-c72de196d7a4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:52:28.279286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c7926-5471-4856-9677-39325377e7fa None None] The sync data for ids ['1b7af60f-35f5-4a69-8e19-52ba26a6a5e0'] in n-d-837321-1 is: [{'id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309102244', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:51:12Z', 'updated_at': '2022-04-11T21:52:25Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'cba05950-fb41-41e6-94db-03faeb1b13c1', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7af60f-35f5-4a69-8e19-52ba26a6a5e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:51:13Z', 'updated_at': '2022-04-11T21:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:52:28.321474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] For port 70a14b42-062e-48b3-b717-c72de196d7a4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=70a14b42-062e-48b3-b717-c72de196d7a4,segment=NetworkSegment(7f0ab329-b17f-4b61-a277-7d801ce0000d),segment_id=7f0ab329-b17f-4b61-a277-7d801ce0000d)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:28.321474 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.348107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for cba05950-fb41-41e6-94db-03faeb1b13c1 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:52:28.442651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Calling delete_port for 70a14b42-062e-48b3-b717-c72de196d7a4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:52:28.558545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.583234 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.631279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=cba05950-fb41-41e6-94db-03faeb1b13c1,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:28.638713 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:28.768618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Pushing event deleted for resources: {'Port': ['ID=70a14b42-062e-48b3-b717-c72de196d7a4,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:28.774727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] No DVR routers for this DVR port 70a14b42-062e-48b3-b717-c72de196d7a4 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:52:28.791835 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.792175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.792510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.792831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.793164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.793488 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.793808 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.794124 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.794445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.794758 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.795077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf9b1a-4e60-48d2-a13e-d79066b8eef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:28.870679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.234436 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.238578 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.325978 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.326527 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Fanout notify agent at l3_agent the message router_deleted on router 1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:52:29.343250 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.344549 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-52018eec-8bab-4336-b2dc-2ba4b9d4b27f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/routers/1b7af60f-35f5-4a69-8e19-52ba26a6a5e0 HTTP/1.1" status: 204 len: 168 time: 1.7990279 Apr 11 21:52:29.347178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56828) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:29.472058 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.589260 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.607129 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.633052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d35e216-67a4-4456-a0c6-de1b0c413135']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:29.644758 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ab329-b17f-4b61-a277-7d801ce0000d') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:29.645052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ab329-b17f-4b61-a277-7d801ce0000d') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:29.655995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.671712 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.678289 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:52:29.678666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:52:29.692511 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:52:29.840567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.858262 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.870038 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Network': ['ID=0d35e216-67a4-4456-a0c6-de1b0c413135,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:29.872629 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e4643e23-97f1-47fb-bb80-bbeaee9c5fe2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/networks/0d35e216-67a4-4456-a0c6-de1b0c413135 HTTP/1.1" status: 204 len: 168 time: 0.5244598 Apr 11 21:52:29.875686 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56832) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:29.944759 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1bac38e-6741-4ca1-a775-7cb887fef413 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:29.973475 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1bac38e-6741-4ca1-a775-7cb887fef413 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.086169 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1bac38e-6741-4ca1-a775-7cb887fef413 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.108724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bac38e-6741-4ca1-a775-7cb887fef413 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1df7d9-0905-40a5-9a18-d973695c38d3,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:30.159106 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a1bac38e-6741-4ca1-a775-7cb887fef413 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.160266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a1bac38e-6741-4ca1-a775-7cb887fef413 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/security-groups/2f1df7d9-0905-40a5-9a18-d973695c38d3 HTTP/1.1" status: 204 len: 168 time: 0.2840455 Apr 11 21:52:30.239033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b345339-970a-40bb-89d6-329722fc5b4e no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:52:30.272602 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2b345339-970a-40bb-89d6-329722fc5b4e {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:52:30.273060 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2b345339-970a-40bb-89d6-329722fc5b4e not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:52:30.273581 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cba05950-fb41-41e6-94db-03faeb1b13c1 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:52:30.305589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: cba05950-fb41-41e6-94db-03faeb1b13c1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:52:30.305749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device cba05950-fb41-41e6-94db-03faeb1b13c1 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:52:30.616022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56840) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:30.621863 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051667480', 'description': 'tempest-secgroup-smoke-2051667480 description', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:30.628639 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:30.633390 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:30.636288 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:30.641914 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:30.691275 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.725354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:30.729165 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:30.732040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:30.738305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:30.792468 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.867883 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.909857 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d34242-f2cc-4d20-b5a1-304d98fa7463,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:30.977291 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:30.978494 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-89b1c978-38c9-416d-ad95-a6ffb1c66a6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3614695 Apr 11 21:52:30.981320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56844) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:30.986614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '80d34242-f2cc-4d20-b5a1-304d98fa7463', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:30.993733 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:30.997453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:31.000323 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:31.006026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:31.075730 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.135879 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.216321 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.240660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00806c83-be38-4e0b-a36a-4391367feb2b,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:31.325182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.326397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9fca5238-8588-471c-955d-cf258d8f9efb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3441875 Apr 11 21:52:31.329062 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56848) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:31.335070 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '80d34242-f2cc-4d20-b5a1-304d98fa7463', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:31.342275 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:31.346046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:31.349511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:31.355279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:31.405112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.439914 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.503035 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.571169 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.595297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b67258-f22d-4591-90d0-85a092e6d7ea,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:31.663500 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.664622 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7c374826-1cae-4543-b305-7b620ba72d02 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3346643 Apr 11 21:52:31.667239 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56852) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:31.672600 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '80d34242-f2cc-4d20-b5a1-304d98fa7463', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:31.679668 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:31.683424 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:31.686258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:31.691902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:31.759562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.820159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.885015 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.908228 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60354152-98c8-4ed0-a002-01e8a87982be,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:31.988767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:31.990119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-dbf03dcd-2ed7-455d-a880-72dcd1c3a27c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3218114 Apr 11 21:52:31.992747 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56856) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:31.998008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '80d34242-f2cc-4d20-b5a1-304d98fa7463', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:32.004465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:32.008214 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:32.011305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:32.016874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:32.104486 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.168835 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.211247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.235012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04e9014-cfe4-47b2-801e-b9dea24cba2c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:32.292149 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.293130 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7f04a6a8-7d61-461f-b8e8-45fe878db6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2994695 Apr 11 21:52:32.295950 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56860) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:32.301286 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '80d34242-f2cc-4d20-b5a1-304d98fa7463', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:32.307929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:32.311749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:32.314572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:32.320650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:32.366007 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:52:32.372364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.436546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.485589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.509368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb33d63-bb12-4211-ae79-09abf723190d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:32.571413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.572614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-18e1cbb2-113a-4875-84b4-f217884c0b6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2757199 Apr 11 21:52:32.575332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56864) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:32.580596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '80d34242-f2cc-4d20-b5a1-304d98fa7463', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:32.587455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:32.591567 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:32.594510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:32.600570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:32.657154 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:52:32.663627 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.726481 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.788527 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.811854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39498158-ff38-42ad-a5ee-40e8bca0e470,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:32.880742 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:32.881926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8e92a7b9-e7ef-4848-ac61-e8adb32b302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3056674 Apr 11 21:52:32.884737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56868) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:32.890078 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'network': {'name': 'tempest-network-smoke--1808321378', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:32.895749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:32.899555 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:network and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:32.903531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:32.907937 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:32.977208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:52:32.980053 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.008375 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:52:33.016842 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.017174 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Added segment 60758e18-a707-4173-bd96-c1e0f2d20ffd of type vlan for network 2d8d177f-dd54-42c7-9624-34b3c8273f37 Apr 11 21:52:33.044340 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.131683 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.135340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:33.135933 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.241934 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Network': ['ID=2d8d177f-dd54-42c7-9624-34b3c8273f37,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:33.254046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:52:33.287707 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7903096c-0c01-4e3d-b258-afca73a6506a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4017682 Apr 11 21:52:33.290672 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56872) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:33.295867 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'admin_state_up': True, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:33.304751 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:33.308626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:router and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:33.311443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:33.317268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:33.377423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.378492 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.399361 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.702076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.939240 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:33.972831 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:34.101118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.22 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/ad4cda24-e039-4019-bf03-ac1f51477bb3) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:52:34.248464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:34.349213 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:34.414264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:52:34.416915 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:34.420620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:52:34.449308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=ad4cda24-e039-4019-bf03-ac1f51477bb3,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:34.645502 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:34.646254 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:34.908344 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1468a622-e893-45da-8b15-9c4489420514 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:52:35.108718 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:52:35.118719 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Sync routers for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:52:35.130831 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:35.131715 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:35.177859 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:35.179142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b50af549-de32-4e84-9876-1068448311ba tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8874960 Apr 11 21:52:35.182298 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56876) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:35.226354 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-aaf11236-fca7-4e02-922f-c72a7cc05a6d tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f88ffd560dbd4c3c9213d90e493f5f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398920 Apr 11 21:52:35.226586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56880) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:35.304948 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:35.355026 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09d855-6a95-45e1-9f25-c04d95f33556 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:35.359271 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5f09d855-6a95-45e1-9f25-c04d95f33556 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292005 Apr 11 21:52:35.359406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56884) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:35.407544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-98bdbb65-84e1-405b-9eda-7b9e5bbff50b tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470531 Apr 11 21:52:35.410315 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56888) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:35.416022 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1561242706', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:35.591161 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:34Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:35.595130 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Checking router: 1468a622-e893-45da-8b15-9c4489420514 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:52:35.595521 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Updating router 1468a622-e893-45da-8b15-9c4489420514 port ad4cda24-e039-4019-bf03-ac1f51477bb3 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:52:35.614245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:35.618889 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:subnet and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:35.621778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:35.627398 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:35.646380 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:35.696416 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:52:35.796084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:35.969866 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:35.982240 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Transition to ACTIVE for port object ad4cda24-e039-4019-bf03-ac1f51477bb3 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:36.039740 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.068693 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.123570 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Attempting to bind port ad4cda24-e039-4019-bf03-ac1f51477bb3 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:52:36.127341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Attempting to bind port ad4cda24-e039-4019-bf03-ac1f51477bb3 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:52:36.127341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Attempting to bind port ad4cda24-e039-4019-bf03-ac1f51477bb3 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:52:36.127341 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Pushing event updated for resources: {'Port': ['ID=ad4cda24-e039-4019-bf03-ac1f51477bb3,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:36.138876 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:52:36.139248 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:52:36.139678 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.140069 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:52:36.140527 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Bound port: ad4cda24-e039-4019-bf03-ac1f51477bb3, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:52:36.140894 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.150068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Subnet': ['ID=70adf886-fbc3-480e-b87b-2cc88b57e63e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:36.162148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Checking segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:52:36.162526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network hostable DHCP agents. Network: 2d8d177f-dd54-42c7-9624-34b3c8273f37, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:52:36.170284 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.170631 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.170973 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.171303 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.171665 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.171992 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.172325 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.172648 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.172966 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.173288 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.173610 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:52:36.224736 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] For port ad4cda24-e039-4019-bf03-ac1f51477bb3, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:52:36.226269 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] For port ad4cda24-e039-4019-bf03-ac1f51477bb3, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ad4cda24-e039-4019-bf03-ac1f51477bb3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:52:36.234080 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:52:36.279646 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.296998 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 2d8d177f-dd54-42c7-9624-34b3c8273f37) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:36.301201 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:36.304336 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.309490 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa49115-f747-460e-a3ec-f3aed66aba24 None None] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:52:36.365711 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438502e8-3e3c-49d4-b2a9-e5b983a09969 None None] Pushing event updated for resources: {'Port': ['ID=ad4cda24-e039-4019-bf03-ac1f51477bb3,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:36.371581 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:36.372187 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:36.383199 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2d259cd0-771f-4025-ac6e-80bf2778190d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9718673 Apr 11 21:52:36.387329 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56892) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:36.540644 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-2d8d177f-dd54-42c7-9624-34b3c8273f37', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:52:36.542211 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.554769 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:36.699415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Allocated IP 172.20.0.2 (2d8d177f-dd54-42c7-9624-34b3c8273f37/70adf886-fbc3-480e-b87b-2cc88b57e63e/5bfc2971-bc06-4cec-9daf-68cb966b80db) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:52:36.874226 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:34Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:36.878105 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b42c6f-104e-4a7e-9f9e-3d2aacd0b23c None None] The sync data for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 is: [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:34Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:52:36.912249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:36.922772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Transition to ACTIVE for port object 5bfc2971-bc06-4cec-9daf-68cb966b80db will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:36.943367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Transition to ACTIVE for port object 5bfc2971-bc06-4cec-9daf-68cb966b80db will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:36.994736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:37.085376 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:52:37.089132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:37.097466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:52:37.105228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Pushing event updated for resources: {'Port': ['ID=5bfc2971-bc06-4cec-9daf-68cb966b80db,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:37.179546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:37.202676 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Attempting to bind port 5bfc2971-bc06-4cec-9daf-68cb966b80db on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:52:37.203340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Attempting to bind port 5bfc2971-bc06-4cec-9daf-68cb966b80db by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:52:37.203738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Attempting to bind port 5bfc2971-bc06-4cec-9daf-68cb966b80db on network 2d8d177f-dd54-42c7-9624-34b3c8273f37 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:52:37.211162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:52:37.211556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Checking segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:52:37.211962 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:37.212355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Bound using segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:52:37.213079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Bound port: 5bfc2971-bc06-4cec-9daf-68cb966b80db, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:52:37.213560 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:37.327675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] For port 5bfc2971-bc06-4cec-9daf-68cb966b80db, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:52:37.327675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] For port 5bfc2971-bc06-4cec-9daf-68cb966b80db, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5bfc2971-bc06-4cec-9daf-68cb966b80db,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:52:37.402474 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:37.495223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c0eb9-6a5b-4911-a936-94afdef37b20 None None] Pushing event updated for resources: {'Port': ['ID=5bfc2971-bc06-4cec-9daf-68cb966b80db,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:37.710509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.1 (2d8d177f-dd54-42c7-9624-34b3c8273f37/70adf886-fbc3-480e-b87b-2cc88b57e63e/45be6054-951c-4ac4-ae3d-dcd279d6fe4f) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:52:37.885587 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:37.901260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 45be6054-951c-4ac4-ae3d-dcd279d6fe4f will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:37.994539 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.064139 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:52:38.066970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:38.070248 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:52:38.112128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:38.138647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.306179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ad4cda24-e039-4019-bf03-ac1f51477bb3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:38.319127 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.429722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port ad4cda24-e039-4019-bf03-ac1f51477bb3 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:38.435932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ad4cda24-e039-4019-bf03-ac1f51477bb3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:38.436536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.465505 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12444cea-94ff-441b-89d9-c7d0687bdc2b None None] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:52:38.718373 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-89e14c60-eae5-49ed-bd0c-ff512c8b26ca None None] Provisioning for port 5bfc2971-bc06-4cec-9daf-68cb966b80db completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:38.734182 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.758152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.800123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.807547 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port ad4cda24-e039-4019-bf03-ac1f51477bb3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ad4cda24-e039-4019-bf03-ac1f51477bb3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:38.880994 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.881801 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5bfc2971-bc06-4cec-9daf-68cb966b80db up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:38.916451 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:38.957804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:38.999513 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=ad4cda24-e039-4019-bf03-ac1f51477bb3,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:39.074327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5bfc2971-bc06-4cec-9daf-68cb966b80db completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:39.079413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5bfc2971-bc06-4cec-9daf-68cb966b80db triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:39.084664 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:39.086949 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:52:39.088404 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:39.139772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Provisioning for port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:39.145893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Provisioning complete for port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:39.146269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:39.237338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:52:39.267580 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:39.287833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Provisioning complete for port 5bfc2971-bc06-4cec-9daf-68cb966b80db triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:39.288433 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:39.359040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 5bfc2971-bc06-4cec-9daf-68cb966b80db, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5bfc2971-bc06-4cec-9daf-68cb966b80db,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:39.426656 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:39.458794 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:39.570696 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 21:52:39.570942 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-12544922-d719-44f2-bb74-67fb49ff6c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 21:52:39.574195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=5bfc2971-bc06-4cec-9daf-68cb966b80db,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:39.624384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1468a622-e893-45da-8b15-9c4489420514 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:52:39.819453 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:52:39.831645 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80ee8aee-dc79-4797-b09c-7b9c9e4c3c45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/1468a622-e893-45da-8b15-9c4489420514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4419005 Apr 11 21:52:40.014382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-bd3adbc1-15e5-4349-914b-d7ee8f985781 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051667480&fields=id&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 267 time: 0.0463986 Apr 11 21:52:40.160750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836851-739b-40ff-88f9-de33544b08ce req-353d10fa-76d1-44ea-99a4-b759af36f337 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:40.162171 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-353d10fa-76d1-44ea-99a4-b759af36f337 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/networks?id=2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 200 len: 797 time: 0.1411273 Apr 11 21:52:40.178923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-4a2382b9-4d8e-47ed-a6e8-2adb425d4b68 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/quotas/f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 375 time: 0.0114594 Apr 11 21:52:40.249562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6b55cabd-2263-4c53-8e33-395d521fc782 None None] Provisioning complete for port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:40.252112 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6b55cabd-2263-4c53-8e33-395d521fc782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:40.264309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e4836851-739b-40ff-88f9-de33544b08ce req-db6b7bfa-05ba-49d6-86af-f4c0c0a1371d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:52:40.287155 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ad4cda24-e039-4019-bf03-ac1f51477bb3 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:40.343162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e4836851-739b-40ff-88f9-de33544b08ce req-db6b7bfa-05ba-49d6-86af-f4c0c0a1371d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:52:40.344544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-db6b7bfa-05ba-49d6-86af-f4c0c0a1371d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606686 Apr 11 21:52:40.358993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-6b55cabd-2263-4c53-8e33-395d521fc782 None None] Port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:52:40.377750 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port ad4cda24-e039-4019-bf03-ac1f51477bb3 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:40.378046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:40.445291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-ff2f7298-c8d9-4e7b-8534-23bc81cd0ef6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:52:40.446366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-ff2f7298-c8d9-4e7b-8534-23bc81cd0ef6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0886939 Apr 11 21:52:40.487390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Sync routers for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:52:40.507369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5bfc2971-bc06-4cec-9daf-68cb966b80db up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:40.539784 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:40.540416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:40.582046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-08d15849-ff2e-4d1f-8c7b-6b1d82d2ebc0 service neutron] 10.222.0.61 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292195 Apr 11 21:52:40.713707 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-062ff5c8-b351-4043-9c71-6849285ce395 service neutron] 10.222.0.61 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247604 Apr 11 21:52:40.731603 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5bfc2971-bc06-4cec-9daf-68cb966b80db triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:40.731979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:40.776873 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:40.981882 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-657c60d9-dec0-4417-9626-ef3ba80a1ea1 req-4748f202-714f-4f39-88d7-4ed6f8a6feb9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:52:40.993782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-657c60d9-dec0-4417-9626-ef3ba80a1ea1 req-4748f202-714f-4f39-88d7-4ed6f8a6feb9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:52:40.994894 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-657c60d9-dec0-4417-9626-ef3ba80a1ea1 req-4748f202-714f-4f39-88d7-4ed6f8a6feb9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0570290 Apr 11 21:52:41.184870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 2, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:41.188657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Checking router: 1468a622-e893-45da-8b15-9c4489420514 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:52:41.189006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Updating router 1468a622-e893-45da-8b15-9c4489420514 port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:52:41.238864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:41.577600 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:41.589163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Transition to ACTIVE for port object 45be6054-951c-4ac4-ae3d-dcd279d6fe4f will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:41.668212 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:41.796126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc691-2974-4fa1-8170-7c25f199c300 None None] Pushing event updated for resources: {'Port': ['ID=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:41.893905 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Attempting to bind port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:52:41.894326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Attempting to bind port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:52:41.894643 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Attempting to bind port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f on network 2d8d177f-dd54-42c7-9624-34b3c8273f37 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:52:41.901673 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:52:41.902129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Checking segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:52:41.902634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:41.903099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Bound using segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:52:41.903869 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Bound port: 45be6054-951c-4ac4-ae3d-dcd279d6fe4f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:52:41.904138 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:42.000924 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] For port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:52:42.004065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] For port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:52:42.063610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:42.113336 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b22a654d-4056-46ec-91bd-878ccc66e603 req-d1302ae0-813a-48c1-ac72-a3306d4d91ef tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0516791 Apr 11 21:52:42.161464 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc691-2974-4fa1-8170-7c25f199c300 None None] Pushing event updated for resources: {'Port': ['ID=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:42.167265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:52:42.167929 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:42.363266 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:52:42.720160 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:41Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:52:42.724588 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fe377-6c37-48e7-931e-7c4e35050c45 None None] The sync data for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 is: [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:41Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:52:43.284004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-00d48408-f638-4ff5-885b-e4cb09eeb652 req-f246f281-c8d6-4296-9e68-3b3a1ee11d78 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0430241 Apr 11 21:52:43.936361 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-69852d1b-39a9-4427-810f-d20216fa0a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:44.280791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45be6054-951c-4ac4-ae3d-dcd279d6fe4f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:44.430946 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:44.436122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:44.436686 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:44.464334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-077864b6-397c-439f-abdd-902ddaeb046e req-2e97fdd1-03ee-441b-95e5-0a60114f7f29 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0468452 Apr 11 21:52:44.560164 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:44.591234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:44.634070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:44.700921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:45.297225 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836851-739b-40ff-88f9-de33544b08ce req-4e6cf37d-d353-41d9-a31a-d18d426061eb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:45.298635 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-4e6cf37d-d353-41d9-a31a-d18d426061eb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/networks?id=2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 200 len: 797 time: 0.2507663 Apr 11 21:52:45.359184 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-73cff168-dab8-4371-bf02-92990fcef037 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 380 time: 0.0450385 Apr 11 21:52:45.369215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'port': {'device_id': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'admin_state_up': True, 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'security_groups': ['80d34242-f2cc-4d20-b5a1-304d98fa7463']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:45.502969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:45.513681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:45.594017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:52:45.597239 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:45.631933 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-41dd5f7b-3f68-4b41-9573-a6f1a96bcc54 req-a0f6c7d2-9e3b-4bcf-bdda-4c0c0c984f9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0422571 Apr 11 21:52:45.759453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.10 (2d8d177f-dd54-42c7-9624-34b3c8273f37/70adf886-fbc3-480e-b87b-2cc88b57e63e/3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:52:45.946921 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:45.962318 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:46.028743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.104342 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:52:46.107420 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:46.111715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:52:46.137321 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:46.176887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:46.177503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.262828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45be6054-951c-4ac4-ae3d-dcd279d6fe4f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:46.292077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-207d15b1-8cdd-4132-872d-9368d1114e03 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9262600 Apr 11 21:52:46.307754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Request body: {'port': {'device_id': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:46.316106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-de750e6b-5126-4a25-b87e-4769be345d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.337661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:46.338031 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.421653 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.501926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d2f80464-2bc6-44b4-8908-364e0f84c200 None None] Provisioning for port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:46.506871 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d2f80464-2bc6-44b4-8908-364e0f84c200 None None] Provisioning complete for port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:46.507238 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d2f80464-2bc6-44b4-8908-364e0f84c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.561412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d2f80464-2bc6-44b4-8908-364e0f84c200 None None] Port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:52:46.821171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:52:46.830209 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.859366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Transition to ACTIVE for port object 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:52:46.876217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4c6f2-9343-4f72-b66f-7043ef09f4d2 req-f660d304-fbdd-40b0-9ce2-a85bfe84ddb3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:46.876896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4fc4c6f2-9343-4f72-b66f-7043ef09f4d2 req-f660d304-fbdd-40b0-9ce2-a85bfe84ddb3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:52:46.913392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:46.952345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-4fc4c6f2-9343-4f72-b66f-7043ef09f4d2 req-f660d304-fbdd-40b0-9ce2-a85bfe84ddb3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:52:46.953416 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fc4c6f2-9343-4f72-b66f-7043ef09f4d2 req-f660d304-fbdd-40b0-9ce2-a85bfe84ddb3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 932 time: 0.1956794 Apr 11 21:52:47.077970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Pushing event updated for resources: {'Port': ['ID=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:47.151153 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4fc4c6f2-9343-4f72-b66f-7043ef09f4d2 req-425ff03a-93b4-43d3-8165-3b524b9ac14b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885409 Apr 11 21:52:47.198087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Attempting to bind port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:52:47.198424 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Attempting to bind port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:52:47.198748 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Attempting to bind port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa on network 2d8d177f-dd54-42c7-9624-34b3c8273f37 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:52:47.204690 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa on network 2d8d177f-dd54-42c7-9624-34b3c8273f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:52:47.204953 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Attempting to bind port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa on network 2d8d177f-dd54-42c7-9624-34b3c8273f37 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:52:47.211347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:52:47.211709 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Checking segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:52:47.212089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Bound using segment: {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:52:47.212770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Bound port: 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60758e18-a707-4173-bd96-c1e0f2d20ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:52:47.213114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:47.299138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] For port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:52:47.302753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] For port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:52:47.416919 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:47.482661 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:47.484033 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] 10.222.0.75 "PUT /v2.0/ports/3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 200 len: 1092 time: 1.1809344 Apr 11 21:52:47.484459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:52:47.498438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808b860-2e03-4a3f-b6f9-520fd7efbed6 service neutron] Pushing event updated for resources: {'Port': ['ID=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:47.525537 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:47.544876 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bc1472-e383-4e12-8c33-2c4acee5b238'] response: {'name': 'network-changed', 'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'status': 'completed', 'code': 200} Apr 11 21:52:47.604959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:47.744274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c01558e-9db0-4889-a18e-ffe449802e1e req-a2942733-1e27-4d20-932f-e473c3956cd6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1095 time: 0.1720741 Apr 11 21:52:47.890025 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01558e-9db0-4889-a18e-ffe449802e1e req-12d3393c-ac38-4b74-94ea-363e0ec6a8ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:47.891556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c01558e-9db0-4889-a18e-ffe449802e1e req-12d3393c-ac38-4b74-94ea-363e0ec6a8ca service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1374979 Apr 11 21:52:48.029242 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01558e-9db0-4889-a18e-ffe449802e1e req-0302c0ac-33b9-4e9a-8601-2e03534f196b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:48.030592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c01558e-9db0-4889-a18e-ffe449802e1e req-0302c0ac-33b9-4e9a-8601-2e03534f196b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308634 Apr 11 21:52:48.140729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-37f03235-3681-4cb4-8d92-59fe080c6182 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1095 time: 0.0679512 Apr 11 21:52:48.214830 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-bcb2ea30-67b3-4903-9f27-f90799ee9247 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 200 len: 217 time: 0.0639627 Apr 11 21:52:48.318158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836851-739b-40ff-88f9-de33544b08ce req-f0d00913-6653-411a-8840-0c5dc6483a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:48.319589 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-f0d00913-6653-411a-8840-0c5dc6483a2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=70adf886-fbc3-480e-b87b-2cc88b57e63e HTTP/1.1" status: 200 len: 835 time: 0.0949483 Apr 11 21:52:48.411789 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fb92e-38f9-4258-ab0e-b811aef5a348 req-31128e3c-91cb-4914-ab7d-bc1b07c5685f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:48.413223 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-966fb92e-38f9-4258-ab0e-b811aef5a348 req-31128e3c-91cb-4914-ab7d-bc1b07c5685f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 944 time: 0.1311202 Apr 11 21:52:48.438710 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-49e66652-a9ae-48a0-90f1-b5198698469b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2d8d177f-dd54-42c7-9624-34b3c8273f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093235 Apr 11 21:52:48.537573 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-966fb92e-38f9-4258-ab0e-b811aef5a348 req-eb2d30bb-c69d-49bb-9fdc-929593a0a1e5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171410 Apr 11 21:52:48.585935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-09a58c1d-e568-41f2-8e74-07115223e0ed service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325371 Apr 11 21:52:48.718078 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e4836851-739b-40ff-88f9-de33544b08ce req-ca69f934-2b96-43f0-8070-ce91564bb92c service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229758 Apr 11 21:52:48.993003 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:52:49.016970 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:49.743961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419a410-c94a-4d57-88d9-0d6be7e3714a req-55620338-9eb2-443e-a60b-9950b15d8d9d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:49.745438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b419a410-c94a-4d57-88d9-0d6be7e3714a req-55620338-9eb2-443e-a60b-9950b15d8d9d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 944 time: 0.0855379 Apr 11 21:52:49.800159 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b419a410-c94a-4d57-88d9-0d6be7e3714a req-f2981d6a-2a5c-40ac-8ab1-adcfb05e8899 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:52:49.914065 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b419a410-c94a-4d57-88d9-0d6be7e3714a req-f2981d6a-2a5c-40ac-8ab1-adcfb05e8899 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:52:49.915310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b419a410-c94a-4d57-88d9-0d6be7e3714a req-f2981d6a-2a5c-40ac-8ab1-adcfb05e8899 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643322 Apr 11 21:52:51.111736 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406227-5f71-442e-bd54-939ca04546db req-3ec1f592-7db0-469b-81bc-20508b16b3d8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:51.113191 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6406227-5f71-442e-bd54-939ca04546db req-3ec1f592-7db0-469b-81bc-20508b16b3d8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 944 time: 0.0755520 Apr 11 21:52:51.158007 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6406227-5f71-442e-bd54-939ca04546db req-f818f0e1-f6c8-4f5e-b980-5c6c612684f1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392940 Apr 11 21:52:52.359421 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987acc26-5bf9-421d-8918-b32481bca84e req-6e737b93-5c53-4435-a553-8dba913c3e32 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:52.360902 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-987acc26-5bf9-421d-8918-b32481bca84e req-6e737b93-5c53-4435-a553-8dba913c3e32 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 944 time: 0.0790329 Apr 11 21:52:52.410136 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-987acc26-5bf9-421d-8918-b32481bca84e req-8f51cc99-5f29-4b41-b9a5-ee494715d625 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Apr 11 21:52:52.840629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:52:52.976360 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:52.989410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'port_id': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'mac_address': 'fa:16:3e:65:6d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:52:53.040844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:53.057962 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:52:53.073068 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:53.142586 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:53.217538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:53.398219 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:52:53.618391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d54bea-fa80-41be-94f0-a4ec6070a254 req-d6d27dca-a4fa-4618-8224-ecb7c82d850a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:53.619860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0d54bea-fa80-41be-94f0-a4ec6070a254 req-d6d27dca-a4fa-4618-8224-ecb7c82d850a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 945 time: 0.0801921 Apr 11 21:52:53.664419 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c0d54bea-fa80-41be-94f0-a4ec6070a254 req-253bbc8d-2fba-45c0-9f48-6ae1dd557ffc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Apr 11 21:52:54.855743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad630987-5ee2-4ba0-acb1-e78c5c7ed64b req-f7514377-45ad-4e0d-bcbe-417279f47205 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:54.857150 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad630987-5ee2-4ba0-acb1-e78c5c7ed64b req-f7514377-45ad-4e0d-bcbe-417279f47205 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 945 time: 0.0751505 Apr 11 21:52:54.857348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:52:54.903740 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ad630987-5ee2-4ba0-acb1-e78c5c7ed64b req-b58caf2d-2c6a-4186-9144-79a483348a18 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Apr 11 21:52:54.976525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:52:54.981279 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:52:54.982764 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:55.092661 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:55.118328 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:52:55.127792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:52:55.173038 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b42d9c-99f5-4b7a-9051-04df4e8a6ea7'] response: {'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'code': 200} Apr 11 21:52:55.176729 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:55.253498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:55.313922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a76e231-f3b5-4ee0-bd12-aa787c455673 req-3a46b794-89c7-41d3-af2b-71bc76247ac0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1097 time: 0.0670776 Apr 11 21:52:55.358597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5a76e231-f3b5-4ee0-bd12-aa787c455673 req-e7a1ba11-9d5f-4e07-8952-370e7fa453cb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359552 Apr 11 21:52:56.101520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d4c0e-6900-47cf-bbd2-824e0d1670b8 req-81905a83-510f-4ebe-8872-c3dfc11a1d2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:56.102953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d23d4c0e-6900-47cf-bbd2-824e0d1670b8 req-81905a83-510f-4ebe-8872-c3dfc11a1d2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0798542 Apr 11 21:52:56.147511 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d23d4c0e-6900-47cf-bbd2-824e0d1670b8 req-08ceb943-9238-4dbc-9a84-843291df54df tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 Apr 11 21:52:57.352267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a376f-dd5f-463a-8b33-5f4ba997f59f req-eea83fe6-fd2d-4863-b45f-1b0818bdd273 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:57.353718 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b5a376f-dd5f-463a-8b33-5f4ba997f59f req-eea83fe6-fd2d-4863-b45f-1b0818bdd273 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0805509 Apr 11 21:52:57.400183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b5a376f-dd5f-463a-8b33-5f4ba997f59f req-28b67b1c-94c9-4b2d-84d5-e94bd3a61b9e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408342 Apr 11 21:52:57.602064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dd95b-44ed-4e89-b63a-896f300641f3 req-7c443599-744e-42f8-a857-b587f164a537 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:52:57.603524 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b42dd95b-44ed-4e89-b63a-896f300641f3 req-7c443599-744e-42f8-a857-b587f164a537 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0769415 Apr 11 21:52:57.648296 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b42dd95b-44ed-4e89-b63a-896f300641f3 req-7f3639e0-114b-4ff8-a454-ef57648d371d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 Apr 11 21:52:57.677037 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56958) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:57.748583 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-868379d0-a744-449f-a0cf-1edd4a60560b tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1092 time: 0.0703642 Apr 11 21:52:57.751067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56962) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:52:57.756368 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:52:57.762455 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:52:57.766253 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:floatingip and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:52:57.769035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:52:57.774955 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:52:57.851268 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:57.986765 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:58.122596 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.141 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/26cc3b6e-bb62-4d70-88a5-c72ee2e4757b) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:52:58.270786 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:58.365951 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:58.436907 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:52:58.439815 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:52:58.445018 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:52:58.470184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=26cc3b6e-bb62-4d70-88a5-c72ee2e4757b,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:59.022220 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:59.105994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:59.318653 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:59.365589 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:59.469865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=26cc3b6e-bb62-4d70-88a5-c72ee2e4757b,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:52:59.490282 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:59.600167 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:52:59.678809 n-d-837321-1 neutron-server[84666]: INFO neutron.db.l3_db [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Floating IP 39d802b4-b8bc-4c34-bd1c-a69d572b1b1a associated. External IP: 172.25.5.141, port: 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa. Apr 11 21:53:00.064657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1468a622-e893-45da-8b15-9c4489420514 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:53:00.371928 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:53:00.381546 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] Sync routers for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:53:00.393081 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:53:00.393692 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:53:00.468222 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:00.522859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02093c3d-c677-4aa0-93b2-fc69b5cd1414 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7707331 Apr 11 21:53:00.523443 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:53:00.583360 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:53:00.584347 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82e4c37-5bbc-4dfa-85d3-8b6164e689cd'] response: {'name': 'network-changed', 'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'status': 'completed', 'code': 200} Apr 11 21:53:00.743605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593baf5-ea64-4d82-ad65-f08603b2285a req-7ac2ed32-127c-4336-bf69-8c924ec9b8c4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:00.744961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9593baf5-ea64-4d82-ad65-f08603b2285a req-7ac2ed32-127c-4336-bf69-8c924ec9b8c4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.1078396 Apr 11 21:53:00.747860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-c93e0584-1940-4670-aaae-a8341bc953d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1097 time: 0.1411817 Apr 11 21:53:00.933611 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '39d802b4-b8bc-4c34-bd1c-a69d572b1b1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '1468a622-e893-45da-8b15-9c4489420514', 'port_id': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'mac_address': 'fa:16:3e:65:6d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:52:58Z', 'updated_at': '2022-04-11T21:52:58Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:53:00.937369 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] Checking router: 1468a622-e893-45da-8b15-9c4489420514 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:53:00.948437 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:53:00.949034 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:52:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:53:00.968916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9593baf5-ea64-4d82-ad65-f08603b2285a req-c267ebe0-d22b-4fbf-8541-958a796ea13c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182319 Apr 11 21:53:00.998965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56970) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:53:01.008044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-91409a6f-fd27-49b4-9559-bf4f6372d804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:01.009496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-91409a6f-fd27-49b4-9559-bf4f6372d804 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 200 len: 898 time: 0.2451429 Apr 11 21:53:01.108716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0be719c0-eab3-41ff-96c4-a93a36897240 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/39d802b4-b8bc-4c34-bd1c-a69d572b1b1a HTTP/1.1" status: 200 len: 992 time: 0.1083920 Apr 11 21:53:01.118224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-346931db-6172-470d-8fd3-b9bd28074c26 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 200 len: 1000 time: 0.1022835 Apr 11 21:53:01.134185 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:53:01.181380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-a4d1fd8d-aa86-4e02-8875-84e75c15ea49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:01.182829 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-a4d1fd8d-aa86-4e02-8875-84e75c15ea49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=70adf886-fbc3-480e-b87b-2cc88b57e63e HTTP/1.1" status: 200 len: 835 time: 0.0592642 Apr 11 21:53:01.265501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-87bd8cdb-60fc-4136-9a17-826cfce2505e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2d8d177f-dd54-42c7-9624-34b3c8273f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767980 Apr 11 21:53:01.371016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:01.405448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-7d1dee18-814c-42d2-9930-f20e1bb7614c service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334498 Apr 11 21:53:01.495409 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '39d802b4-b8bc-4c34-bd1c-a69d572b1b1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '1468a622-e893-45da-8b15-9c4489420514', 'port_id': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'mac_address': 'fa:16:3e:65:6d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:52:58Z', 'updated_at': '2022-04-11T21:52:58Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:53:01.499330 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783ef6f-78a9-4000-b4e9-00ae5756e9aa None None] The sync data for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 is: [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '39d802b4-b8bc-4c34-bd1c-a69d572b1b1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '1468a622-e893-45da-8b15-9c4489420514', 'port_id': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'mac_address': 'fa:16:3e:65:6d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:52:58Z', 'updated_at': '2022-04-11T21:52:58Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:53:01.551875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a273cc0-eca6-4e67-ada8-b2e52479441d req-bc4622b1-9170-481b-89f8-d13e54502ee7 service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387496 Apr 11 21:53:01.704626 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71622978-c896-42f4-bea7-5a71230b5f1b None None] New status for floating IP 39d802b4-b8bc-4c34-bd1c-a69d572b1b1a: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:53:02.112166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 56974) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:53:02.215525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-834183eb-e02c-452e-bb94-1a7d5d4bdcd1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/39d802b4-b8bc-4c34-bd1c-a69d572b1b1a HTTP/1.1" status: 200 len: 994 time: 0.1021936 Apr 11 21:53:13.930268 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3da56215-a0a4-450e-b546-caf17c37d4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:16.290832 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3907-7b64-4762-b1af-0fd75f7f2bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:17.518582 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:17.604973 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:19.015816 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:24.258178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-2123004c-2f12-4fdb-834a-d9b86a42b033 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677831 Apr 11 21:53:24.404128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-9963dbf4-a536-4e34-87a9-e34229d96a48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1097 time: 0.0723109 Apr 11 21:53:24.546987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-36cd4397-fe8a-4f5e-a672-17fea23f85fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:24.548374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-36cd4397-fe8a-4f5e-a672-17fea23f85fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 200 len: 898 time: 0.1254346 Apr 11 21:53:24.653742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-6c82ae6b-647a-4dd7-a22a-34e862b2cefa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 200 len: 1002 time: 0.0958757 Apr 11 21:53:24.715786 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-a5c0185e-0b9b-4908-929f-386d90663f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:24.717159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-a5c0185e-0b9b-4908-929f-386d90663f66 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=70adf886-fbc3-480e-b87b-2cc88b57e63e HTTP/1.1" status: 200 len: 835 time: 0.0567589 Apr 11 21:53:24.789366 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-df1d467b-d717-44df-9652-00ca74f914b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2d8d177f-dd54-42c7-9624-34b3c8273f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657470 Apr 11 21:53:24.917893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-fa8a058c-1be9-4bce-8021-c73127457d4c service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221168 Apr 11 21:53:25.046905 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3a6ff1f0-6a11-458c-afb5-d0be288830c6 req-256a89f3-565d-437c-8572-931aac728ac4 service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221707 Apr 11 21:53:25.994245 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:53:29.610180 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:31.359101 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:33.809781 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-f90f49f5-6f25-4de9-a380-a7a669be7883 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1097 time: 0.0735805 Apr 11 21:53:33.826893 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e8234-6eda-49b7-a574-fc400108d76d req-abd84c86-3c19-4637-b781-df6c437fab59 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:33.828361 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-189e8234-6eda-49b7-a574-fc400108d76d req-abd84c86-3c19-4637-b781-df6c437fab59 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0766013 Apr 11 21:53:33.872839 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-189e8234-6eda-49b7-a574-fc400108d76d req-fae6df36-b127-4143-8a14-dc9e081251d7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 Apr 11 21:53:34.043978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-6fa1ebf4-f0ba-49b2-9759-67eda69ff2a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:34.045434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-6fa1ebf4-f0ba-49b2-9759-67eda69ff2a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 200 len: 898 time: 0.2291660 Apr 11 21:53:34.152734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-fa809f72-b487-4922-9c41-b26e3a3cbe77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 200 len: 1002 time: 0.0975535 Apr 11 21:53:34.214739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-a4b448c8-f518-494e-a094-4c91da670b5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:34.216145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-a4b448c8-f518-494e-a094-4c91da670b5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=70adf886-fbc3-480e-b87b-2cc88b57e63e HTTP/1.1" status: 200 len: 835 time: 0.0572052 Apr 11 21:53:34.289519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-5b147538-68f4-41ac-8d39-752f8a386bce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2d8d177f-dd54-42c7-9624-34b3c8273f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669596 Apr 11 21:53:34.425319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-7883b459-2c34-49b5-a035-6510d4d28325 service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274536 Apr 11 21:53:34.557128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3c9948a3-7efb-4f94-aef3-78cee9c65b94 req-9bc18b5f-b42c-4424-bd01-43b5d5cb12de service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245854 Apr 11 21:53:35.075762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f164-c73b-4d2e-92f3-8295a7219678 req-69de1c21-b29a-44c9-bd57-605bc5fb2cf8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:35.077215 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36b9f164-c73b-4d2e-92f3-8295a7219678 req-69de1c21-b29a-44c9-bd57-605bc5fb2cf8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0797608 Apr 11 21:53:35.122623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36b9f164-c73b-4d2e-92f3-8295a7219678 req-042a6dd1-8264-4684-8507-6d332dc178a0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Apr 11 21:53:36.326720 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9fef-2e16-444a-85fd-d0e693730a17 req-122f7d26-4b33-47fa-b138-232f55d9aec1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:36.328193 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3c9fef-2e16-444a-85fd-d0e693730a17 req-122f7d26-4b33-47fa-b138-232f55d9aec1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0816147 Apr 11 21:53:36.374690 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1f3c9fef-2e16-444a-85fd-d0e693730a17 req-f50c7c50-7c21-4ec8-ba71-ea9e75d76470 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Apr 11 21:53:37.576576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2d28-c4c8-4033-a876-641682321bb7 req-8deede5b-0e7c-41c8-ab9e-782ba63a33d6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:37.577942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b51b2d28-c4c8-4033-a876-641682321bb7 req-8deede5b-0e7c-41c8-ab9e-782ba63a33d6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0775044 Apr 11 21:53:37.627308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b51b2d28-c4c8-4033-a876-641682321bb7 req-4e9a4dfb-85ae-4307-ae52-42c6c83975e5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Apr 11 21:53:38.820967 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b1a7f-f0dd-4231-8a81-af0690b49ef8 req-04e8abaf-65e2-4055-b5e3-8d9de6063d23 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:38.822381 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c20b1a7f-f0dd-4231-8a81-af0690b49ef8 req-04e8abaf-65e2-4055-b5e3-8d9de6063d23 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0741484 Apr 11 21:53:38.870159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c20b1a7f-f0dd-4231-8a81-af0690b49ef8 req-aedf6289-ea6f-4239-b0b2-bb33db81104b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Apr 11 21:53:40.079859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209de3f-f729-4c4e-83e6-f487174dd830 req-ee3c57a9-a8d0-4275-9297-ece2b4f40aa2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:40.081305 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5209de3f-f729-4c4e-83e6-f487174dd830 req-ee3c57a9-a8d0-4275-9297-ece2b4f40aa2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0769525 Apr 11 21:53:40.126511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5209de3f-f729-4c4e-83e6-f487174dd830 req-47bb4664-7f53-49eb-9802-1e9079d5022e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387471 Apr 11 21:53:41.321845 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45c099-9464-4c88-b34e-d3734eec92c6 req-24fca783-88ac-425e-a710-c987115e67db tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:41.323295 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd45c099-9464-4c88-b34e-d3734eec92c6 req-24fca783-88ac-425e-a710-c987115e67db tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0758712 Apr 11 21:53:41.369038 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cd45c099-9464-4c88-b34e-d3734eec92c6 req-8e8f8bb2-30fa-4f88-8f2e-a7960d8d63df tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 Apr 11 21:53:42.569818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555eeb1-4086-4d77-aa38-d723f3ad69a7 req-44ca498b-75dc-415f-bef1-c8e53d7d7939 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:42.571207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5555eeb1-4086-4d77-aa38-d723f3ad69a7 req-44ca498b-75dc-415f-bef1-c8e53d7d7939 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0809693 Apr 11 21:53:42.617461 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5555eeb1-4086-4d77-aa38-d723f3ad69a7 req-9264b37d-4087-4ce0-8258-ae8d62f639bd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Apr 11 21:53:43.820847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460f05-a097-4676-94c5-66b97ae2b92b req-3600635d-14d5-4afa-aaf4-04f71a2f58a9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:43.822316 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d460f05-a097-4676-94c5-66b97ae2b92b req-3600635d-14d5-4afa-aaf4-04f71a2f58a9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0791111 Apr 11 21:53:43.867458 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9d460f05-a097-4676-94c5-66b97ae2b92b req-fe2b01fb-48db-4001-ac92-0060d57fed87 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Apr 11 21:53:43.935727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9d7d-fb0b-4f6c-9289-b321fd5f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:45.062637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cbe84-18ab-4baa-84d8-f37a230c0863 req-640c890d-8570-4029-9701-656c329498c9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:45.064159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-446cbe84-18ab-4baa-84d8-f37a230c0863 req-640c890d-8570-4029-9701-656c329498c9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0772293 Apr 11 21:53:45.109173 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-446cbe84-18ab-4baa-84d8-f37a230c0863 req-36216f18-31de-437f-b591-95413ed2aac4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394995 Apr 11 21:53:46.303519 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8fe923ae-a4f2-415f-a7fb-21d2e584d60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:46.326550 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351dbd0-d701-4dc6-927a-642e0126b7e9 req-7e055981-2720-489a-a0a2-9733c2294688 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:53:46.328034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c351dbd0-d701-4dc6-927a-642e0126b7e9 req-7e055981-2720-489a-a0a2-9733c2294688 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0861163 Apr 11 21:53:46.375225 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c351dbd0-d701-4dc6-927a-642e0126b7e9 req-4b1f5fe2-16ce-4b3a-b066-4b7a044fa1e3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Apr 11 21:53:46.403956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57020) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:53:46.516931 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-b398b082-8824-4f05-8785-236f49746ccf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/39d802b4-b8bc-4c34-bd1c-a69d572b1b1a HTTP/1.1" status: 200 len: 994 time: 0.1115215 Apr 11 21:53:47.535530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:47.633030 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:48.947235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:53:59.649504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:01.386570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:02.994744 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:54:13.963756 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-39688650-2c47-456e-b8c9-8362d3210553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:16.301216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7c384982-ceff-4c81-8be6-e2b3070686f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:17.517723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:17.632326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:18.941040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:18.986099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57036) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:19.185054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 26cc3b6e-bb62-4d70-88a5-c72ee2e4757b {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:54:19.185388 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:19.351443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:19.351787 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:19.472358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 26cc3b6e-bb62-4d70-88a5-c72ee2e4757b owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:54:19.683813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:19.731567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=26cc3b6e-bb62-4d70-88a5-c72ee2e4757b,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:19.771911 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.772253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.772588 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.772918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.773245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.773568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.773890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.774211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.774535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.774853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.775169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:19.833782 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:20.322483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1468a622-e893-45da-8b15-9c4489420514 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:54:20.521706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:54:20.531324 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] Sync routers for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:54:20.543683 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:20.551599 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:20.603994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:20.657918 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4162b62f-3aef-445c-ac0c-9c92df4fd4af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/floatingips/39d802b4-b8bc-4c34-bd1c-a69d572b1b1a HTTP/1.1" status: 204 len: 168 time: 1.6706839 Apr 11 21:54:20.658494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:54:20.717108 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1655ce-02a8-4176-a418-1adf0812231f'] response: {'name': 'network-changed', 'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'status': 'completed', 'code': 200} Apr 11 21:54:20.724073 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:20.833466 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-3db90c35-13bc-419f-81de-2630ea18cc39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 1097 time: 0.0903881 Apr 11 21:54:20.976837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-38916657-f8fe-49de-b19a-ee486e1a746a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:20.978313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-38916657-f8fe-49de-b19a-ee486e1a746a service neutron] 10.222.0.75 "GET /v2.0/networks?id=2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 200 len: 898 time: 0.1354744 Apr 11 21:54:21.050556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-3f9b202e-8854-448a-82de-b3782faf3615 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 200 len: 217 time: 0.0650973 Apr 11 21:54:21.053345 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:21.057588 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] Checking router: 1468a622-e893-45da-8b15-9c4489420514 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:54:21.069472 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:21.070135 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:21.116788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-7b263fa5-b24a-415a-b568-d8ba495e239b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:21.118285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-7b263fa5-b24a-415a-b568-d8ba495e239b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=70adf886-fbc3-480e-b87b-2cc88b57e63e HTTP/1.1" status: 200 len: 835 time: 0.0607796 Apr 11 21:54:21.259177 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:21.264402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f006d77-647a-4a89-abdf-e137f9b2f70e req-6c4cc04e-4783-4e63-8577-091df69b7718 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:21.265073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9f006d77-647a-4a89-abdf-e137f9b2f70e req-6c4cc04e-4783-4e63-8577-091df69b7718 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:54:21.270488 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-05e97201-1e95-4609-ad3e-1b0aa4573e46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2d8d177f-dd54-42c7-9624-34b3c8273f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445179 Apr 11 21:54:21.364503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-9f006d77-647a-4a89-abdf-e137f9b2f70e req-6c4cc04e-4783-4e63-8577-091df69b7718 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:54:21.365643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f006d77-647a-4a89-abdf-e137f9b2f70e req-6c4cc04e-4783-4e63-8577-091df69b7718 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.2090755 Apr 11 21:54:21.438948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-c57c2e21-b489-43bb-bb7f-6bb5118acfb6 service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601074 Apr 11 21:54:21.443698 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9f006d77-647a-4a89-abdf-e137f9b2f70e req-e0909181-2e7d-4a6f-8164-a2cac9c33d00 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715508 Apr 11 21:54:21.569398 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:21.572502 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50252335-06a2-449b-b53a-bf0b0e8e96dc req-b2ef2270-bf0a-4ee9-83e2-0e9ae617c8cc service neutron] 10.222.0.75 "GET /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257572 Apr 11 21:54:21.573494 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53426d-704f-4344-aadb-4aadfd8cf194 None None] The sync data for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 is: [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '45be6054-951c-4ac4-ae3d-dcd279d6fe4f', 'name': '', 'network_id': '2d8d177f-dd54-42c7-9624-34b3c8273f37', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:6c:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:37Z', 'updated_at': '2022-04-11T21:52:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '70adf886-fbc3-480e-b87b-2cc88b57e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:54:21.790046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df9805-a3a5-451c-b5f2-f293ee3e23dd None None] New status for floating IP 39d802b4-b8bc-4c34-bd1c-a69d572b1b1a: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:54:22.649688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807589-ce2a-46b8-9571-bcb231f698e4 req-9bd66adc-377e-4135-a52c-579632e1c54b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:22.651134 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87807589-ce2a-46b8-9571-bcb231f698e4 req-9bd66adc-377e-4135-a52c-579632e1c54b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0848744 Apr 11 21:54:22.696992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-87807589-ce2a-46b8-9571-bcb231f698e4 req-3210f22f-b3ab-4da3-950f-e98ccf3054cb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=80d34242-f2cc-4d20-b5a1-304d98fa7463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Apr 11 21:54:22.844161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144def6-c048-4010-a63c-3b63f90c9448 req-5c3695e0-9bb5-4c8b-b7ab-eca6c7d37915 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:22.845585 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d144def6-c048-4010-a63c-3b63f90c9448 req-5c3695e0-9bb5-4c8b-b7ab-eca6c7d37915 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 946 time: 0.0752125 Apr 11 21:54:22.916909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:54:22.917243 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:23.260546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:23.260792 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:23.380806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:54:23.598169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:23.650094 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:23.724081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] No DVR routers for this DVR port 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:54:23.726755 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:23.729451 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'name': 'network-vif-deleted', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:54:23.784591 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b0d261-5d68-4c5e-a59f-ccafb1e87cff'] response: {'server_uuid': '00218e74-d7bb-4d51-8a95-0a055dec5e5e', 'name': 'network-vif-deleted', 'tag': '3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa', 'status': 'completed', 'code': 200} Apr 11 21:54:23.793166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d144def6-c048-4010-a63c-3b63f90c9448 req-6c6f3599-3a85-44d6-9ea8-c2aef39e9367 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "DELETE /v2.0/ports/3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa HTTP/1.1" status: 204 len: 173 time: 0.9397724 Apr 11 21:54:23.867845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a2e6ed2c-25c8-46bd-b7d3-4c09ab6cf675 req-d1082cbd-a8f1-4fcf-b1c3-0a7b65f1ed55 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:54:23.917710 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a2e6ed2c-25c8-46bd-b7d3-4c09ab6cf675 req-d1082cbd-a8f1-4fcf-b1c3-0a7b65f1ed55 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:54:23.918978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a2e6ed2c-25c8-46bd-b7d3-4c09ab6cf675 req-d1082cbd-a8f1-4fcf-b1c3-0a7b65f1ed55 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0931540 Apr 11 21:54:24.216708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e351cb3c-0516-4f58-b0fb-316b65dded1a req-4ebf38b0-b1cc-4a44-89e2-2cf1c61da23b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0406811 Apr 11 21:54:24.329636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e351cb3c-0516-4f58-b0fb-316b65dded1a req-6ce85d6a-9e06-42b3-a259-205d013bad39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=00218e74-d7bb-4d51-8a95-0a055dec5e5e HTTP/1.1" status: 200 len: 210 time: 0.0429752 Apr 11 21:54:24.485683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351cb3c-0516-4f58-b0fb-316b65dded1a req-e57d76e0-2558-4665-a785-354cf228fed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:24.487126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e351cb3c-0516-4f58-b0fb-316b65dded1a req-e57d76e0-2558-4665-a785-354cf228fed2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354015 Apr 11 21:54:24.626607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351cb3c-0516-4f58-b0fb-316b65dded1a req-e0187562-ed6a-4a94-8c24-fabe7ef47b00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:24.628077 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e351cb3c-0516-4f58-b0fb-316b65dded1a req-e0187562-ed6a-4a94-8c24-fabe7ef47b00 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313648 Apr 11 21:54:25.026110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57054) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:25.451321 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:26.157510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:54:26.158208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:26.354160 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 45be6054-951c-4ac4-ae3d-dcd279d6fe4f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:26.354505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:26.480403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 45be6054-951c-4ac4-ae3d-dcd279d6fe4f owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:54:26.724047 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:26.767444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=45be6054-951c-4ac4-ae3d-dcd279d6fe4f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:27.063505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:27.340333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:54:27.375863 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:54:27.376204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 3269b6a2-64ef-41ca-a7b3-7ce71f58a8fa not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:54:27.733356 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 1468a622-e893-45da-8b15-9c4489420514 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:54:27.933411 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:54:27.947993 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] Sync routers for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:54:27.955979 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:27.956670 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:28.011135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b48dc838-0b92-4df9-949b-1330eefcea10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/1468a622-e893-45da-8b15-9c4489420514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9837399 Apr 11 21:54:28.013663 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57058) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:28.131836 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:28.198929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting subnet 70adf886-fbc3-480e-b87b-2cc88b57e63e {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:54:28.202074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.263254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.352251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.458960 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:54:26Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:28.463126 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] Checking router: 1468a622-e893-45da-8b15-9c4489420514 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:54:28.473314 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.474269 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] Routers {'1468a622-e893-45da-8b15-9c4489420514'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:28.474855 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['1468a622-e893-45da-8b15-9c4489420514'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:28.518753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Subnet': ['ID=70adf886-fbc3-480e-b87b-2cc88b57e63e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:28.523641 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.531733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c530a-9cb1-4fb0-900f-ed803cab66c4 None None] Network 2d8d177f-dd54-42c7-9624-34b3c8273f37 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:54:28.536260 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-40193f33-5407-4bb6-b540-480c3b0874b6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/subnets/70adf886-fbc3-480e-b87b-2cc88b57e63e HTTP/1.1" status: 204 len: 168 time: 0.5187852 Apr 11 21:54:28.536563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57062) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:28.657933 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] Set router 1468a622-e893-45da-8b15-9c4489420514 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:28.744575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.797251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] DHCP port deletion for 2d8d177f-dd54-42c7-9624-34b3c8273f37 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:54:28.803295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Deleting port 5bfc2971-bc06-4cec-9daf-68cb966b80db {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:54:28.803295 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:28.947685 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:54:26Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:28.951935 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1765cd-0ac5-4f16-8f4e-d9d6ac848be1 None None] The sync data for ids ['1468a622-e893-45da-8b15-9c4489420514'] in n-d-837321-1 is: [{'id': '1468a622-e893-45da-8b15-9c4489420514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53216429', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:52:33Z', 'updated_at': '2022-04-11T21:54:26Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'ad4cda24-e039-4019-bf03-ac1f51477bb3', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1468a622-e893-45da-8b15-9c4489420514', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:52:34Z', 'updated_at': '2022-04-11T21:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:54:29.023943 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] For port 5bfc2971-bc06-4cec-9daf-68cb966b80db, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5bfc2971-bc06-4cec-9daf-68cb966b80db,segment=NetworkSegment(60758e18-a707-4173-bd96-c1e0f2d20ffd),segment_id=60758e18-a707-4173-bd96-c1e0f2d20ffd)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:29.023943 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.074162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.135165 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port ad4cda24-e039-4019-bf03-ac1f51477bb3 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:54:29.135534 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.139849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Calling delete_port for 5bfc2971-bc06-4cec-9daf-68cb966b80db owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:54:29.289691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.314084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port ad4cda24-e039-4019-bf03-ac1f51477bb3, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=ad4cda24-e039-4019-bf03-ac1f51477bb3,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:29.314509 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.338319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Pushing event deleted for resources: {'Port': ['ID=5bfc2971-bc06-4cec-9daf-68cb966b80db,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:29.343832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] No DVR routers for this DVR port 5bfc2971-bc06-4cec-9daf-68cb966b80db on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:54:29.351992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.356402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.356746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.357082 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.357410 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.357733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.358055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.358374 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.358695 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.359004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.359319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a0fd-7ea0-4b9d-ab6b-f421dcd7a16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:29.452778 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for ad4cda24-e039-4019-bf03-ac1f51477bb3 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:54:29.637902 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.678018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:29.722393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=ad4cda24-e039-4019-bf03-ac1f51477bb3,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:29.956120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.219378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.224345 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.334746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.335274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Fanout notify agent at l3_agent the message router_deleted on router 1468a622-e893-45da-8b15-9c4489420514 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:54:30.346217 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45be6054-951c-4ac4-ae3d-dcd279d6fe4f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:54:30.353336 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.357338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57066) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:30.358689 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bcd85186-68c2-4a20-94f8-8d73651ed1f8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/routers/1468a622-e893-45da-8b15-9c4489420514 HTTP/1.1" status: 204 len: 168 time: 1.8211789 Apr 11 21:54:30.380323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 45be6054-951c-4ac4-ae3d-dcd279d6fe4f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:54:30.380666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 45be6054-951c-4ac4-ae3d-dcd279d6fe4f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:54:30.381073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5bfc2971-bc06-4cec-9daf-68cb966b80db no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:54:30.413851 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5bfc2971-bc06-4cec-9daf-68cb966b80db {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:54:30.414333 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5bfc2971-bc06-4cec-9daf-68cb966b80db not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:54:30.483418 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.610523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.635586 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8d177f-dd54-42c7-9624-34b3c8273f37']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:30.648123 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60758e18-a707-4173-bd96-c1e0f2d20ffd') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:30.648420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60758e18-a707-4173-bd96-c1e0f2d20ffd') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:30.660364 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.675769 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.681616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:54:30.681994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:54:30.696760 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:54:30.826623 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.844545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.854732 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Network': ['ID=2d8d177f-dd54-42c7-9624-34b3c8273f37,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:30.857612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/networks/2d8d177f-dd54-42c7-9624-34b3c8273f37 HTTP/1.1" status: 204 len: 168 time: 0.4992106 Apr 11 21:54:30.860505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57070) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:30.865046 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.865388 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.865723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.866060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.866386 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.866710 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.867034 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.867356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.867704 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.868023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.868338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806eed2-feda-410c-9a14-8c9e0d223384 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:30.930074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2afdab86-29ea-4efe-ae49-6d636f484828 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:30.960965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2afdab86-29ea-4efe-ae49-6d636f484828 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.066754 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2afdab86-29ea-4efe-ae49-6d636f484828 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.085689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdab86-29ea-4efe-ae49-6d636f484828 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d34242-f2cc-4d20-b5a1-304d98fa7463,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:31.134066 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2afdab86-29ea-4efe-ae49-6d636f484828 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.135187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2afdab86-29ea-4efe-ae49-6d636f484828 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/security-groups/80d34242-f2cc-4d20-b5a1-304d98fa7463 HTTP/1.1" status: 204 len: 168 time: 0.2737141 Apr 11 21:54:31.386315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.563340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57080) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:31.569107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824385375', 'description': 'tempest-secgroup-smoke-824385375 description', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:31.576003 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:31.580375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:31.587278 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:31.593346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:31.683846 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.718495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:31.722862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:31.725715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:31.731380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:31.786392 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.849244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.892740 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9ae98-edc2-4228-9c37-44a2c9a26fdd,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:31.929958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:31.931241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f3c673d-4c41-4ff9-8d51-728958682f12 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3668435 Apr 11 21:54:31.934425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57084) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:31.939850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '63a9ae98-edc2-4228-9c37-44a2c9a26fdd', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:31.950239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:31.951029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:31.954259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:31.961181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:32.032590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.092443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.163310 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.186881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976d7359-e170-43bc-b7fd-1e82c8a87d9e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:32.244110 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.248795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e6bd7189-2878-4cd6-a842-dd4464e55679 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3101673 Apr 11 21:54:32.252353 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57088) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:32.256464 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '63a9ae98-edc2-4228-9c37-44a2c9a26fdd', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:32.264961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:32.267197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ad4cda24-e039-4019-bf03-ac1f51477bb3 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:54:32.271013 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:32.274308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:32.281020 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:32.318402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: ad4cda24-e039-4019-bf03-ac1f51477bb3 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:54:32.318751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device ad4cda24-e039-4019-bf03-ac1f51477bb3 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:54:32.336320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.500937 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.551730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.578358 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c149dad-7127-43b4-99be-abdfe0b4b5ff,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:32.626482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.628054 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d3f2ea6c-932f-4412-a7bf-47e4bee6e23f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3776896 Apr 11 21:54:32.632574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57092) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:32.640410 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '63a9ae98-edc2-4228-9c37-44a2c9a26fdd', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:32.650335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:32.655598 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:32.658434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:32.664168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:32.729897 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.794601 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.860261 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.883812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff06227a-fb28-4ead-958b-3c3d507ed256,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:32.952101 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:32.953349 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-66360e0a-4846-4a84-9ac9-c4e69dd69285 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3195186 Apr 11 21:54:32.956147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57096) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:32.964784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '63a9ae98-edc2-4228-9c37-44a2c9a26fdd', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:32.972859 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:32.976817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:32.979758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:32.985440 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:33.085018 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.149027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.203643 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.230089 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ce03c2-d1c5-4dab-861f-475b0b2d74dd,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:33.317973 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.319220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-60fcb0cf-08ac-4870-a813-785d789389de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3615270 Apr 11 21:54:33.323363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57100) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:33.328910 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '63a9ae98-edc2-4228-9c37-44a2c9a26fdd', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:33.336495 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:33.340309 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:33.343148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:33.350066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:33.403629 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:54:33.410478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.475544 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.540119 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.563319 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435e187a-3b41-42f3-8b04-e3121e562753,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:33.631886 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.633025 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-333a7e33-81ee-4f38-97ac-932984a958c5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3100319 Apr 11 21:54:33.635768 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57104) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:33.641077 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': '63a9ae98-edc2-4228-9c37-44a2c9a26fdd', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:33.647871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:33.651641 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:33.654442 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:33.660576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:33.734760 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:54:33.742380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.905203 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:33.992112 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.018215 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64389dad-4e84-4408-a3b1-96bc7ff9fe68,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:34.089285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.090499 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-33b4b7a8-15b1-4583-84d3-17274771f6a2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4537952 Apr 11 21:54:34.093336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57108) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:34.099575 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'network': {'name': 'tempest-network-smoke--1806655226', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:34.105301 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:34.109151 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:network and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:34.112045 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:34.117807 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:34.169222 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:54:34.172123 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.199458 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:54:34.208377 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.208708 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Added segment e9c97d98-51ad-45cb-8b74-b4c677c8afba of type vlan for network 5a0ece61-1268-43da-80db-d9b44e456773 Apr 11 21:54:34.234014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.317521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.321213 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:34.321785 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.428970 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Network': ['ID=5a0ece61-1268-43da-80db-d9b44e456773,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:34.439672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 5a0ece61-1268-43da-80db-d9b44e456773 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:54:34.467104 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2be79166-3406-4605-8eba-2e5255386962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3726723 Apr 11 21:54:34.469753 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57112) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:34.475740 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'admin_state_up': True, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:34.483589 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:34.487448 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:router and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:34.492360 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:34.498447 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:34.558186 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.559133 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.577994 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:34.802755 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:35.040103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:35.068217 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:35.201389 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.19 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/060f9f91-9d12-4594-93ac-ef711f76d091) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:54:35.346335 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:35.427588 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:35.498200 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:54:35.501181 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:35.505868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:54:35.530158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=060f9f91-9d12-4594-93ac-ef711f76d091,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:35.703545 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:35.704175 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:36.009245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:54:36.208312 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:54:36.217732 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Sync routers for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:54:36.230022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:36.230646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:36.317959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:36.322682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-af3fb634-353e-430d-83ad-a5eae2328d39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8485150 Apr 11 21:54:36.322682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57116) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:36.417177 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:36.458012 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e6535842-78de-40d0-84f7-0f0820bed9e3 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f88ffd560dbd4c3c9213d90e493f5f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1344149 Apr 11 21:54:36.460918 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57120) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:36.586871 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61fe55-888c-418a-92ee-6b83f5ffed05 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:36.591249 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5e61fe55-888c-418a-92ee-6b83f5ffed05 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266985 Apr 11 21:54:36.591438 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57124) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:36.631247 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6faf5903-81a9-4f07-a335-66824a7bcda6 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386915 Apr 11 21:54:36.633708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57128) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:36.638947 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895973424', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:36.707729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:35Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:36.711875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Checking router: b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:54:36.712218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Updating router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 port 060f9f91-9d12-4594-93ac-ef711f76d091 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:54:36.746941 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:36.750735 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:subnet and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:36.753653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:36.759264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:36.762995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:36.831875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:54:36.934856 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.082757 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.094412 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Transition to ACTIVE for port object 060f9f91-9d12-4594-93ac-ef711f76d091 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:37.169370 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.198084 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.250666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Attempting to bind port 060f9f91-9d12-4594-93ac-ef711f76d091 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:54:37.251223 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Attempting to bind port 060f9f91-9d12-4594-93ac-ef711f76d091 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:54:37.251487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Attempting to bind port 060f9f91-9d12-4594-93ac-ef711f76d091 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:54:37.259740 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316cfcf-a0f2-4600-a03b-ded4738820d1 None None] Pushing event updated for resources: {'Port': ['ID=060f9f91-9d12-4594-93ac-ef711f76d091,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:37.262408 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:54:37.263292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:54:37.263292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.263671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:54:37.264019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Bound port: 060f9f91-9d12-4594-93ac-ef711f76d091, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:54:37.264389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.278079 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Subnet': ['ID=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:37.292074 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Checking segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:54:37.292433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network hostable DHCP agents. Network: 5a0ece61-1268-43da-80db-d9b44e456773, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:54:37.336571 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] For port 060f9f91-9d12-4594-93ac-ef711f76d091, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:54:37.339515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] For port 060f9f91-9d12-4594-93ac-ef711f76d091, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=060f9f91-9d12-4594-93ac-ef711f76d091,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:54:37.397465 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 5a0ece61-1268-43da-80db-d9b44e456773 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:54:37.421109 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.477956 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 5a0ece61-1268-43da-80db-d9b44e456773) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:37.482479 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:37.482737 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:37.492356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239de8e0-431e-43f8-9832-f41d7895a35c None None] Network 5a0ece61-1268-43da-80db-d9b44e456773 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:54:37.562986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316cfcf-a0f2-4600-a03b-ded4738820d1 None None] Pushing event updated for resources: {'Port': ['ID=060f9f91-9d12-4594-93ac-ef711f76d091,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:37.569926 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a5c8b838-946d-477e-a0eb-dd55ca7fe9a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9352231 Apr 11 21:54:37.572681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57132) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:37.584199 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:37.584824 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:37.918392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:37.956184 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-5a0ece61-1268-43da-80db-d9b44e456773', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:54:37.957505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:38.313324 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Allocated IP 172.20.0.2 (5a0ece61-1268-43da-80db-d9b44e456773/9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e/f615af07-d074-4ac3-b190-01bddf052062) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:54:38.424221 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:38.431506 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:35Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:38.449010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a551b5-3576-4cbb-8e9d-cfda1e7f122b None None] The sync data for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 is: [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:35Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:54:38.557224 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:38.568148 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Transition to ACTIVE for port object f615af07-d074-4ac3-b190-01bddf052062 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:38.588473 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Transition to ACTIVE for port object f615af07-d074-4ac3-b190-01bddf052062 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:38.647608 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:38.732193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Network 5a0ece61-1268-43da-80db-d9b44e456773 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:54:38.733491 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:38.738720 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:54:38.740915 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Pushing event updated for resources: {'Port': ['ID=f615af07-d074-4ac3-b190-01bddf052062,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:38.836053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Attempting to bind port f615af07-d074-4ac3-b190-01bddf052062 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:54:38.836480 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Attempting to bind port f615af07-d074-4ac3-b190-01bddf052062 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:54:38.836926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Attempting to bind port f615af07-d074-4ac3-b190-01bddf052062 on network 5a0ece61-1268-43da-80db-d9b44e456773 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:54:38.843757 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:54:38.844121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Checking segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:54:38.844514 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:38.844897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Bound using segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:54:38.845349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Bound port: f615af07-d074-4ac3-b190-01bddf052062, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:54:38.845739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:38.857962 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.1 (5a0ece61-1268-43da-80db-d9b44e456773/9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e/699eee75-859c-4f4f-983e-c517a02e1f71) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:54:38.943679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] For port f615af07-d074-4ac3-b190-01bddf052062, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:54:38.946912 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] For port f615af07-d074-4ac3-b190-01bddf052062, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f615af07-d074-4ac3-b190-01bddf052062,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:54:38.992381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.033429 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.057714 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 699eee75-859c-4f4f-983e-c517a02e1f71 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:39.082833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2496a-705a-400a-ad5a-a68095fd34c2 None None] Pushing event updated for resources: {'Port': ['ID=f615af07-d074-4ac3-b190-01bddf052062,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:39.135665 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.214715 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 5a0ece61-1268-43da-80db-d9b44e456773 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:54:39.218116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:39.226782 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:54:39.274009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=699eee75-859c-4f4f-983e-c517a02e1f71,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:39.323142 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.474367 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.888750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.946285 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:39.995496 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:54:40.060099 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:40.062238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6efbb3-5ade-4a77-9a13-b2f6b041dbdb None None] Network 5a0ece61-1268-43da-80db-d9b44e456773 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:54:40.067707 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=699eee75-859c-4f4f-983e-c517a02e1f71,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:40.204048 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 5a0ece61-1268-43da-80db-d9b44e456773 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:54:40.205160 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:40.214877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b2cdd67a-1159-4c48-880f-2352390f8cf8 None None] Provisioning for port f615af07-d074-4ac3-b190-01bddf052062 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:40.383302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 060f9f91-9d12-4594-93ac-ef711f76d091 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:40.505891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 060f9f91-9d12-4594-93ac-ef711f76d091 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:40.511898 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 060f9f91-9d12-4594-93ac-ef711f76d091 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:40.512265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:40.632956 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:40.703425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 060f9f91-9d12-4594-93ac-ef711f76d091, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=060f9f91-9d12-4594-93ac-ef711f76d091,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:40.713382 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:54:40.769999 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:40.770841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f615af07-d074-4ac3-b190-01bddf052062 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:40.845309 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e296aaed-09a0-4736-b4b9-03b7732df8df None None] Provisioning for port 699eee75-859c-4f4f-983e-c517a02e1f71 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:40.876158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e296aaed-09a0-4736-b4b9-03b7732df8df None None] Provisioning complete for port 699eee75-859c-4f4f-983e-c517a02e1f71 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:40.876526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e296aaed-09a0-4736-b4b9-03b7732df8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:40.930320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:54:40.938110 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=060f9f91-9d12-4594-93ac-ef711f76d091,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:40.955728 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e23f67df-0042-4490-b4a8-1078c1fdf64f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3819430 Apr 11 21:54:40.959425 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-e296aaed-09a0-4736-b4b9-03b7732df8df None None] Port 699eee75-859c-4f4f-983e-c517a02e1f71 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:54:41.014872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port f615af07-d074-4ac3-b190-01bddf052062 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:41.020129 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f615af07-d074-4ac3-b190-01bddf052062 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:41.020498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:41.142159 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8aa3c708-cd30-426a-8c71-b2e10ec7c613 None None] Provisioning complete for port 699eee75-859c-4f4f-983e-c517a02e1f71 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:41.142739 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c708-cd30-426a-8c71-b2e10ec7c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:41.188691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:41.218781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3c708-cd30-426a-8c71-b2e10ec7c613 None None] Port 699eee75-859c-4f4f-983e-c517a02e1f71 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:54:41.231593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port f615af07-d074-4ac3-b190-01bddf052062, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f615af07-d074-4ac3-b190-01bddf052062,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:41.267034 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-75721301-a42c-4627-bc60-484bf7614b11 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:54:41.294852 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:41.346262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-75721301-a42c-4627-bc60-484bf7614b11 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:54:41.348563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-75721301-a42c-4627-bc60-484bf7614b11 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824385375&fields=id&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 267 time: 0.1226110 Apr 11 21:54:41.365190 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=f615af07-d074-4ac3-b190-01bddf052062,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:41.498481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-575d9a13-8dcc-4830-8667-1fd0ef21d4f4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:41.499827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-575d9a13-8dcc-4830-8667-1fd0ef21d4f4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 797 time: 0.1445978 Apr 11 21:54:41.516463 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-30888206-0e94-46fd-be28-9ae6f5eaf3ec tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/quotas/f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 375 time: 0.0110142 Apr 11 21:54:41.599154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-b8aa2bcf-6bb3-4bd8-9177-50acdf1d8daf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:54:41.694558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-b8aa2bcf-6bb3-4bd8-9177-50acdf1d8daf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:54:41.696220 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-b8aa2bcf-6bb3-4bd8-9177-50acdf1d8daf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738653 Apr 11 21:54:41.841386 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-4ee3bee3-2ce2-488c-8bf9-3dff5b6312a5 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325834 Apr 11 21:54:41.977354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-4fefb6c8-5bd9-4f13-977b-dc6520139a46 service neutron] 10.222.0.61 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300826 Apr 11 21:54:42.026878 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Sync routers for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:54:42.040131 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:42.040800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:42.226365 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:42.254682 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-817ded8b-9e84-4e48-a54c-d4f0eb066039 req-a646dada-2c57-44d9-a8e2-46716ee8d5e4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:54:42.273960 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-817ded8b-9e84-4e48-a54c-d4f0eb066039 req-a646dada-2c57-44d9-a8e2-46716ee8d5e4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:54:42.289333 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-817ded8b-9e84-4e48-a54c-d4f0eb066039 req-a646dada-2c57-44d9-a8e2-46716ee8d5e4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 210 time: 0.0923026 Apr 11 21:54:42.360558 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 060f9f91-9d12-4594-93ac-ef711f76d091 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:42.428438 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 060f9f91-9d12-4594-93ac-ef711f76d091 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:42.429106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:42.538222 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 2, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:42.542539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Checking router: b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:54:42.542893 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Updating router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 port 699eee75-859c-4f4f-983e-c517a02e1f71 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:54:42.551447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f615af07-d074-4ac3-b190-01bddf052062 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:42.624921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port f615af07-d074-4ac3-b190-01bddf052062 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:42.625331 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:42.632757 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:42.965155 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:42.976547 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Transition to ACTIVE for port object 699eee75-859c-4f4f-983e-c517a02e1f71 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:43.043075 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:43.173114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Pushing event updated for resources: {'Port': ['ID=699eee75-859c-4f4f-983e-c517a02e1f71,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:43.188065 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.188478 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.188827 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.189210 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.189451 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.189867 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.190065 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.190371 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.190836 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.191283 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.191534 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:54:43.283141 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Attempting to bind port 699eee75-859c-4f4f-983e-c517a02e1f71 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:54:43.283533 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Attempting to bind port 699eee75-859c-4f4f-983e-c517a02e1f71 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:54:43.283890 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Attempting to bind port 699eee75-859c-4f4f-983e-c517a02e1f71 on network 5a0ece61-1268-43da-80db-d9b44e456773 {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:54:43.291412 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:54:43.291682 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Checking segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:54:43.291991 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:43.292541 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Bound using segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:54:43.292999 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Bound port: 699eee75-859c-4f4f-983e-c517a02e1f71, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:54:43.293364 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:43.389746 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] For port 699eee75-859c-4f4f-983e-c517a02e1f71, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:54:43.392808 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] For port 699eee75-859c-4f4f-983e-c517a02e1f71, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=699eee75-859c-4f4f-983e-c517a02e1f71,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:54:43.443839 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:43.468131 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5c8fb8f0-7dee-4efe-a902-b8c06f390e3c req-577c49e7-3093-4430-9bfd-274474124fc6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 210 time: 0.0477154 Apr 11 21:54:43.526634 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5fc8f-f665-457e-810b-fb4fa6e60c46 None None] Pushing event updated for resources: {'Port': ['ID=699eee75-859c-4f4f-983e-c517a02e1f71,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:43.532470 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:43.533086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:43.718024 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:43.911792 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-679b7333-cb16-47d2-8150-0e69d2e448f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:44.039146 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:43Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:44.043251 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84283dc7-221f-4002-892c-bad0fe043d70 None None] The sync data for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 is: [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:43Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:54:44.289156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-a164c3ae-bd42-4259-9799-bd494bf8c32d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:44.290788 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-a164c3ae-bd42-4259-9799-bd494bf8c32d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 797 time: 0.1569078 Apr 11 21:54:44.361288 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-b6e71218-1d55-4759-9848-3866ec05764e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 379 time: 0.0501537 Apr 11 21:54:44.364166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 699eee75-859c-4f4f-983e-c517a02e1f71 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:44.373502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'port': {'device_id': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'admin_state_up': True, 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'security_groups': ['63a9ae98-edc2-4228-9c37-44a2c9a26fdd']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:44.523599 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:44.534866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:44.552288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 699eee75-859c-4f4f-983e-c517a02e1f71 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:44.558957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 699eee75-859c-4f4f-983e-c517a02e1f71 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:44.563649 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:44.604737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:54:44.608549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:44.671589 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8863065-a309-45e9-9b7e-230e32909fb2 req-868977ab-d0f1-443d-a712-df36302a7592 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 210 time: 0.0582929 Apr 11 21:54:44.722927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:44.759206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 699eee75-859c-4f4f-983e-c517a02e1f71, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=699eee75-859c-4f4f-983e-c517a02e1f71,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:44.817246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.12 (5a0ece61-1268-43da-80db-d9b44e456773/9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e/f30636de-0c99-400d-a408-ec5aa888e511) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:54:44.837706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:44.910552 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=699eee75-859c-4f4f-983e-c517a02e1f71,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:45.017105 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:45.033886 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object f30636de-0c99-400d-a408-ec5aa888e511 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:45.124141 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:45.199390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network 5a0ece61-1268-43da-80db-d9b44e456773 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:54:45.202498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:45.207437 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:54:45.232373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:45.273930 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:45.274691 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:45.370174 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-2d56cb63-fe56-4e73-b1d1-28e0f96ce932 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0004022 Apr 11 21:54:45.385156 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Request body: {'port': {'device_id': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:45.448764 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e99afb7-3270-4339-acc9-5d5e7fdd5bf4 None None] Provisioning for port f30636de-0c99-400d-a408-ec5aa888e511 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:45.453746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1e99afb7-3270-4339-acc9-5d5e7fdd5bf4 None None] Provisioning complete for port f30636de-0c99-400d-a408-ec5aa888e511 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:45.454118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1e99afb7-3270-4339-acc9-5d5e7fdd5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:45.509348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1e99afb7-3270-4339-acc9-5d5e7fdd5bf4 None None] Port f30636de-0c99-400d-a408-ec5aa888e511 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:54:45.584706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:45.918578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6f363-c276-4543-9a5e-7140cad5fa3e req-a8e816cc-a96b-44cf-81e9-6857811ca250 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:45.919249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fbc6f363-c276-4543-9a5e-7140cad5fa3e req-a8e816cc-a96b-44cf-81e9-6857811ca250 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:54:45.997642 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30636de-0c99-400d-a408-ec5aa888e511 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:54:46.004338 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.011272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-fbc6f363-c276-4543-9a5e-7140cad5fa3e req-a8e816cc-a96b-44cf-81e9-6857811ca250 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:54:46.012458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbc6f363-c276-4543-9a5e-7140cad5fa3e req-a8e816cc-a96b-44cf-81e9-6857811ca250 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 932 time: 0.2205517 Apr 11 21:54:46.035168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Transition to ACTIVE for port object f30636de-0c99-400d-a408-ec5aa888e511 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:54:46.062002 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fbc6f363-c276-4543-9a5e-7140cad5fa3e req-35e1c9a8-9864-4fc4-9279-5828f3c1cfaa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Apr 11 21:54:46.105877 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.233119 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:46.306926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13160c0c-0da4-4274-b96c-2575d1d7f109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.319316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 699eee75-859c-4f4f-983e-c517a02e1f71 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:46.362206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:54:46.362753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:54:46.363298 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 on network 5a0ece61-1268-43da-80db-d9b44e456773 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:54:46.373021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Port f30636de-0c99-400d-a408-ec5aa888e511 on network 5a0ece61-1268-43da-80db-d9b44e456773 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:54:46.373370 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 on network 5a0ece61-1268-43da-80db-d9b44e456773 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:54:46.382775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:54:46.383669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Checking segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:54:46.383669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Bound using segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:54:46.383878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Bound port: f30636de-0c99-400d-a408-ec5aa888e511, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:54:46.384135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.408366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 699eee75-859c-4f4f-983e-c517a02e1f71 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:46.408737 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.492775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:54:46.495761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:54:46.558254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.625853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:46.628660 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] 10.222.0.75 "PUT /v2.0/ports/f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1092 time: 1.2469585 Apr 11 21:54:46.629179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:54:46.647055 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f8877-c6df-4354-bd89-edb393a20277 service neutron] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:46.695021 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03128c8b-5fa9-4147-985e-89d8b356ba60'] response: {'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'status': 'completed', 'code': 200} Apr 11 21:54:46.809097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53d92334-cd00-4c7a-bc90-e5b58765789d req-1e93d423-901b-4453-8002-1146f34dfb42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1095 time: 0.0848203 Apr 11 21:54:46.957470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92334-cd00-4c7a-bc90-e5b58765789d req-ed200ea9-a32b-4e62-a8c8-3d45a6563f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:46.958834 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53d92334-cd00-4c7a-bc90-e5b58765789d req-ed200ea9-a32b-4e62-a8c8-3d45a6563f06 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1367888 Apr 11 21:54:47.100234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92334-cd00-4c7a-bc90-e5b58765789d req-5494e4bc-3355-4ae4-8f13-81ae8d82faa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:47.101708 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-53d92334-cd00-4c7a-bc90-e5b58765789d req-5494e4bc-3355-4ae4-8f13-81ae8d82faa6 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328685 Apr 11 21:54:47.273022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-8b83bbae-a9d5-44e0-9f81-1a50fd9aedd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1095 time: 0.1251726 Apr 11 21:54:47.336267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cb025-3b9b-4f34-a620-51f635c6fcd3 req-22916c2e-441c-4381-ba94-eff2937d5e00 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:47.337678 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-293cb025-3b9b-4f34-a620-51f635c6fcd3 req-22916c2e-441c-4381-ba94-eff2937d5e00 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.1376541 Apr 11 21:54:47.369144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-cda0cdcc-2569-413f-89e2-aec833538ee3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 217 time: 0.0852301 Apr 11 21:54:47.429987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-293cb025-3b9b-4f34-a620-51f635c6fcd3 req-aeb0bf4b-cd73-410c-bdcc-9e3bbe487195 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868030 Apr 11 21:54:47.457578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-c2511e0d-094a-4166-bc9a-485c2533c495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:47.457578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-c2511e0d-094a-4166-bc9a-485c2533c495 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0697989 Apr 11 21:54:47.529521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:47.533105 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-a508781a-8d10-4aca-b3ac-94aa80b4dc10 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710821 Apr 11 21:54:47.632042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:47.778498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-e0308968-51bd-4702-9e61-570968fcc6fb service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354822 Apr 11 21:54:47.928636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-00448e84-1d84-4265-90f5-54d3d9b70ae3 req-08eacce6-983d-43c6-be8f-dd2c783847d0 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402652 Apr 11 21:54:48.636810 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22d4f5-8e9e-42cd-aa2f-aa0e7de5c5c1 req-6d790509-1a88-4339-8df5-235a5ba49a08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:48.642128 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d22d4f5-8e9e-42cd-aa2f-aa0e7de5c5c1 req-6d790509-1a88-4339-8df5-235a5ba49a08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.0835092 Apr 11 21:54:48.683398 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2d22d4f5-8e9e-42cd-aa2f-aa0e7de5c5c1 req-79beb5fb-656d-4161-990c-c62decf7fe9a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 Apr 11 21:54:48.946074 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:49.917622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1180ba-3d02-4a6b-806c-4e8779600b20 req-8b824918-70d4-49a5-b7ca-fedb8e47b0c0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:49.919146 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1180ba-3d02-4a6b-806c-4e8779600b20 req-8b824918-70d4-49a5-b7ca-fedb8e47b0c0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.1003523 Apr 11 21:54:49.976820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce1180ba-3d02-4a6b-806c-4e8779600b20 req-8a71ab17-44d9-4a80-8a23-397f0ea5c492 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503571 Apr 11 21:54:51.174875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433172f-3d9b-4977-bebe-3851d8cb4140 req-fbcddec5-01a6-41d1-9d87-a144f49a4c6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:51.176366 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9433172f-3d9b-4977-bebe-3851d8cb4140 req-fbcddec5-01a6-41d1-9d87-a144f49a4c6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.0753012 Apr 11 21:54:51.221397 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9433172f-3d9b-4977-bebe-3851d8cb4140 req-0e445ec2-0327-4863-a250-0f445b3982d6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 Apr 11 21:54:51.401964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f30636de-0c99-400d-a408-ec5aa888e511 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:54:51.537284 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:51.554722 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'f30636de-0c99-400d-a408-ec5aa888e511', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'port_id': 'f30636de-0c99-400d-a408-ec5aa888e511', 'mac_address': 'fa:16:3e:80:a8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:54:51.602113 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:51.619182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30636de-0c99-400d-a408-ec5aa888e511 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:54:51.634660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:51.712012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:51.816810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:51.979263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['f30636de-0c99-400d-a408-ec5aa888e511'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:54:52.415148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0fd04-a932-4eaa-8be9-6dbeb40c0e56 req-0de59e16-d6a3-49e6-a718-77bc758ae541 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:52.416605 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45d0fd04-a932-4eaa-8be9-6dbeb40c0e56 req-0de59e16-d6a3-49e6-a718-77bc758ae541 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 945 time: 0.0759871 Apr 11 21:54:52.465618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45d0fd04-a932-4eaa-8be9-6dbeb40c0e56 req-abc55ab9-2a7c-43e5-9541-ffedee4ce8a3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436172 Apr 11 21:54:53.402065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f30636de-0c99-400d-a408-ec5aa888e511 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:54:53.517170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port f30636de-0c99-400d-a408-ec5aa888e511 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:54:53.522738 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port f30636de-0c99-400d-a408-ec5aa888e511 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:54:53.526010 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:53.637082 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:53.663549 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a87b0-e2c7-4aa2-b121-5d0d461204a1 req-62653890-e21f-4d74-9b04-cc277eb4af57 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:53.665034 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-345a87b0-e2c7-4aa2-b121-5d0d461204a1 req-62653890-e21f-4d74-9b04-cc277eb4af57 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 945 time: 0.0803797 Apr 11 21:54:53.665166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:54:53.676932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:54:53.712069 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-345a87b0-e2c7-4aa2-b121-5d0d461204a1 req-0bcbc778-a98d-4966-9f49-bdce75af141f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412405 Apr 11 21:54:53.720645 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115b9011-71a2-49e9-8880-d72cf374c319'] response: {'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'code': 200} Apr 11 21:54:53.746039 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:53.820724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:53.860165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b97763e-615a-45ed-8d14-3a445a50afbd req-afebbed7-9314-4ada-b29c-200b1f9ba5d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1097 time: 0.0702262 Apr 11 21:54:53.911749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9b97763e-615a-45ed-8d14-3a445a50afbd req-4678605d-a637-4bda-b997-de6e47c9d477 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Apr 11 21:54:54.914124 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f905286-d0d0-41e8-90e9-3e7576e70b2c req-1913e87b-1fb9-4462-9251-d416a3b0be00 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:54.915601 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f905286-d0d0-41e8-90e9-3e7576e70b2c req-1913e87b-1fb9-4462-9251-d416a3b0be00 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0798261 Apr 11 21:54:54.962400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0f905286-d0d0-41e8-90e9-3e7576e70b2c req-80ad52b7-7264-4f68-9d40-be6623f7dabe tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Apr 11 21:54:56.235785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515d205-7abd-4684-b928-814e844399b2 req-0830c83a-b2b1-4442-bcdd-9d0a98632284 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:56.237323 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2515d205-7abd-4684-b928-814e844399b2 req-0830c83a-b2b1-4442-bcdd-9d0a98632284 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.1544738 Apr 11 21:54:56.285519 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2515d205-7abd-4684-b928-814e844399b2 req-f5515910-1d4c-4680-9c3f-32d9ce98ac06 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Apr 11 21:54:56.484365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0a2e0-b837-4e44-98e3-98e8efb6650b req-25509ac8-fdd2-4c59-9d40-4be1353731a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:56.485827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee0a2e0-b837-4e44-98e3-98e8efb6650b req-25509ac8-fdd2-4c59-9d40-4be1353731a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0778003 Apr 11 21:54:56.531227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4ee0a2e0-b837-4e44-98e3-98e8efb6650b req-911dc997-89ce-418b-83b2-189fa66e9f94 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390952 Apr 11 21:54:56.559069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57186) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:56.633045 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-50962204-6c61-4893-ab79-c0e9968737bb tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1092 time: 0.0727427 Apr 11 21:54:56.635618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57190) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:56.640894 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'f30636de-0c99-400d-a408-ec5aa888e511', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:54:56.647637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:54:56.651608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:floatingip and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:54:56.654489 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:54:56.660888 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:54:56.711738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:56.848864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:56.980613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.231 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/b4d81707-7b86-4373-87a9-1674f3b95a0d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:54:57.122995 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:57.192170 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:57.258158 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:54:57.260864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:54:57.264617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:54:57.293800 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=b4d81707-7b86-4373-87a9-1674f3b95a0d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:57.860634 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:57.977343 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:58.185906 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:58.232012 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:58.344339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=b4d81707-7b86-4373-87a9-1674f3b95a0d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:54:58.356989 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:58.547090 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Floating IP ddb2d130-224e-4e13-b108-bcc7072d448c associated. External IP: 172.25.5.231, port: f30636de-0c99-400d-a408-ec5aa888e511. Apr 11 21:54:58.944754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:54:59.152168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:54:59.162369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] Sync routers for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:54:59.174104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:59.174752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:59.260200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:59.319498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7340ce90-1c8e-45e7-9879-4246c2386779 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6804433 Apr 11 21:54:59.319498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:54:59.359911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:59.374400 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e5afab-9124-4a58-b405-cafc411be0b3'] response: {'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'status': 'completed', 'code': 200} Apr 11 21:54:59.517136 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37273e4d-404c-46fb-9f65-e0cdb530054e req-5311e836-f1b6-4732-8ad3-555d502a76f9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:59.519119 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37273e4d-404c-46fb-9f65-e0cdb530054e req-5311e836-f1b6-4732-8ad3-555d502a76f9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0960255 Apr 11 21:54:59.569014 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-37273e4d-404c-46fb-9f65-e0cdb530054e req-5fd1058f-d7d8-45b4-bae2-0302d73b0b75 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439184 Apr 11 21:54:59.602133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57198) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:54:59.697785 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:54:59.710959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-7d8c4a9f-e71d-48b2-8c9b-2e56a724d099 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1097 time: 0.3104649 Apr 11 21:54:59.718553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-dabedbc5-c1ed-4541-b690-948f5923ff87 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/ddb2d130-224e-4e13-b108-bcc7072d448c HTTP/1.1" status: 200 len: 992 time: 0.1162751 Apr 11 21:54:59.732385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ddb2d130-224e-4e13-b108-bcc7072d448c', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'port_id': 'f30636de-0c99-400d-a408-ec5aa888e511', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'mac_address': 'fa:16:3e:80:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:54:57Z', 'updated_at': '2022-04-11T21:54:57Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:59.736212 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] Checking router: b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:54:59.746459 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:54:59.747059 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:54:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:54:59.845133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00272-cafc-4844-9b61-fafb95734adc req-3943eb8a-24b7-4436-9521-304590c82ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:54:59.847136 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-3943eb8a-24b7-4436-9521-304590c82ac4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.1275561 Apr 11 21:54:59.926239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:54:59.959454 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-83f8bdbc-a419-43fd-9c1a-38b5c31b6c7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1000 time: 0.1001053 Apr 11 21:55:00.025139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00272-cafc-4844-9b61-fafb95734adc req-005bb060-8607-4eb9-9559-5cd29bc706c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:00.026604 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-005bb060-8607-4eb9-9559-5cd29bc706c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0609236 Apr 11 21:55:00.103626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-44cd2f34-7a2c-46aa-bf39-8d5f497edf5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711412 Apr 11 21:55:00.239052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-6f69efd3-29fe-4812-a2fd-8a97adc93801 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288962 Apr 11 21:55:00.305338 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ddb2d130-224e-4e13-b108-bcc7072d448c', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'port_id': 'f30636de-0c99-400d-a408-ec5aa888e511', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'mac_address': 'fa:16:3e:80:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:54:57Z', 'updated_at': '2022-04-11T21:54:57Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:55:00.309337 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6da245-bd7d-483f-855f-49da4aa5560e None None] The sync data for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 is: [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'ddb2d130-224e-4e13-b108-bcc7072d448c', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'port_id': 'f30636de-0c99-400d-a408-ec5aa888e511', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'mac_address': 'fa:16:3e:80:a8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:54:57Z', 'updated_at': '2022-04-11T21:54:57Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:55:00.375433 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67f00272-cafc-4844-9b61-fafb95734adc req-a6a54a6b-2d3c-41c9-bf49-cdcde1107350 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308217 Apr 11 21:55:00.722806 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57202) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:55:00.824160 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f07a2f5a-f2ba-4268-869e-aa91f5988546 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/ddb2d130-224e-4e13-b108-bcc7072d448c HTTP/1.1" status: 200 len: 992 time: 0.1002915 Apr 11 21:55:01.021524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4378f7-8f7d-409f-9f56-9d2c0ae03351 None None] New status for floating IP ddb2d130-224e-4e13-b108-bcc7072d448c: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:55:01.380283 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:01.828258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57206) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:55:01.933248 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bd9ba637-d3e2-4fd4-895c-86cb8ab1b66e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/ddb2d130-224e-4e13-b108-bcc7072d448c HTTP/1.1" status: 200 len: 994 time: 0.1038635 Apr 11 21:55:13.922703 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-04206d64-c25e-4fe4-98b5-8495368d1c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:16.282545 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fb230b3f-8e2e-44f8-9ff9-5161841143b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:16.996002 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:55:17.528782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:17.665470 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:18.962974 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:26.227557 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-88713aa4-7a76-4005-95cb-282c9441f665 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702202 Apr 11 21:55:26.370283 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-438fe603-7476-466c-a4be-b4e0a5684bf2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1097 time: 0.0717351 Apr 11 21:55:26.520495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-1e60cac8-26d3-4f82-b2c4-fa98641d2652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:26.521840 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-1e60cac8-26d3-4f82-b2c4-fa98641d2652 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.1267381 Apr 11 21:55:26.624885 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-f3faa343-1a76-4e49-b259-c5956a9cdf9c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1002 time: 0.0968726 Apr 11 21:55:26.686210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-007f1c8d-43ca-4b64-85e9-584e5dbb864b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:26.687643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-007f1c8d-43ca-4b64-85e9-584e5dbb864b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0562170 Apr 11 21:55:26.771957 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-01cd920c-3f0d-4fe0-84d1-d8d17e7d2bc0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701890 Apr 11 21:55:26.994424 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-4353ab07-ff58-4675-996a-ce29e35a7063 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159784 Apr 11 21:55:27.122716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-838ac339-cd89-459f-8040-9f4535f9ab66 req-d9c671d8-adc2-464e-8a13-a2bf55aa250e service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214461 Apr 11 21:55:29.653710 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:31.385175 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:33.318442 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e00f8fc9-0991-47c9-aaab-03f6d0c90d5b req-f282b75d-eb8f-4bc6-8e22-79e646eb3138 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1362746 Apr 11 21:55:34.733700 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ade5a-90bc-4da9-bfea-1b23758ff868 req-2783e768-0dcf-4478-8f43-01428d6f86ac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:34.735154 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a1ade5a-90bc-4da9-bfea-1b23758ff868 req-2783e768-0dcf-4478-8f43-01428d6f86ac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0776012 Apr 11 21:55:34.782816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8a1ade5a-90bc-4da9-bfea-1b23758ff868 req-ee70562b-7f8f-47b4-8aad-3164c5eb4e6d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413294 Apr 11 21:55:34.832198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57234) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:55:34.966736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-60df602e-7e07-4e43-8461-50fd15a0bf0f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333740 Apr 11 21:55:35.986313 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697ef26-fa5a-4a9b-8ed3-f58ff23b2250 req-d64e2f6a-968a-4dc6-8722-0b1f6e046eb8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:35.987714 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5697ef26-fa5a-4a9b-8ed3-f58ff23b2250 req-d64e2f6a-968a-4dc6-8722-0b1f6e046eb8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0799358 Apr 11 21:55:36.033557 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5697ef26-fa5a-4a9b-8ed3-f58ff23b2250 req-4a5060b8-b4e1-42a1-892f-48e86166f947 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399408 Apr 11 21:55:37.234038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916c992-fb53-464c-a09b-002886c9d01b req-f9789ec0-f97c-44ff-b7ac-a15f78a1070a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:37.235634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d916c992-fb53-464c-a09b-002886c9d01b req-f9789ec0-f97c-44ff-b7ac-a15f78a1070a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0775845 Apr 11 21:55:37.282692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d916c992-fb53-464c-a09b-002886c9d01b req-780d3bd9-2e70-4c94-97ba-aea1b59bf2ec tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 Apr 11 21:55:38.293643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-f5daa6eb-ef86-4249-befd-45e80319c52e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1097 time: 0.1376042 Apr 11 21:55:38.430246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-cf2f89a9-bded-44a4-81f7-2fad976cdfd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:38.431636 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-cf2f89a9-bded-44a4-81f7-2fad976cdfd1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.1279705 Apr 11 21:55:38.476508 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f4325-e156-4377-8089-c506901c6889 req-589dbd31-795a-4dbc-a198-8edc429b87a9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:38.477966 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc8f4325-e156-4377-8089-c506901c6889 req-589dbd31-795a-4dbc-a198-8edc429b87a9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0754476 Apr 11 21:55:38.539370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-0e85eb43-58f8-4546-8af3-35a44087b005 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1002 time: 0.0983810 Apr 11 21:55:38.608171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-03244d4f-9712-4c1d-a8c3-837676458425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:38.609631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-03244d4f-9712-4c1d-a8c3-837676458425 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0613616 Apr 11 21:55:38.620738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dc8f4325-e156-4377-8089-c506901c6889 req-9c4d743e-0db9-4718-b1e7-bc17a6627e2a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372497 Apr 11 21:55:38.685800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-d690b72c-ed11-45c3-a8fb-7373a2be12ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668588 Apr 11 21:55:38.817832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-ebeb7b34-04eb-487a-8ffd-f35bd8309551 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220782 Apr 11 21:55:38.952012 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-ea48b359-ea72-484a-92fb-3fa92ec79aa7 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250327 Apr 11 21:55:39.819495 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3e204-006d-4e4d-b579-3ccc3c29723e req-b06e4e98-2906-4adc-aca1-3808ca0f8c6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:39.820934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26b3e204-006d-4e4d-b579-3ccc3c29723e req-b06e4e98-2906-4adc-aca1-3808ca0f8c6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0790997 Apr 11 21:55:39.866094 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-26b3e204-006d-4e4d-b579-3ccc3c29723e req-c77a1c27-b39b-45ce-be09-5330b0c91e78 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397489 Apr 11 21:55:41.061652 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693318-1afa-4623-9192-1aa08279495d req-9ff13677-54be-47cd-b9b3-ed30c09c9835 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:41.063087 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b1693318-1afa-4623-9192-1aa08279495d req-9ff13677-54be-47cd-b9b3-ed30c09c9835 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0772722 Apr 11 21:55:41.108390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b1693318-1afa-4623-9192-1aa08279495d req-67962f6f-d349-4f75-b7b2-7676ded148e2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 Apr 11 21:55:42.307057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa63c-fe0f-43f1-97fc-46ff7a89f349 req-1a696296-eae0-4cc4-995d-4f45eee142dc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:42.308535 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-062fa63c-fe0f-43f1-97fc-46ff7a89f349 req-1a696296-eae0-4cc4-995d-4f45eee142dc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0768025 Apr 11 21:55:42.356161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-062fa63c-fe0f-43f1-97fc-46ff7a89f349 req-cfa7c4dc-5539-4ada-ba13-1e5a9ba9a031 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Apr 11 21:55:43.557281 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436cf7a-a597-4465-8db4-5f4d12b9ff4e req-1f58a621-8f2f-40ac-9191-0f0deb28cd35 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:43.558614 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6436cf7a-a597-4465-8db4-5f4d12b9ff4e req-1f58a621-8f2f-40ac-9191-0f0deb28cd35 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0777681 Apr 11 21:55:43.602798 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6436cf7a-a597-4465-8db4-5f4d12b9ff4e req-5ee2cdbc-af9d-491e-bd1a-0edd7928abbf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387740 Apr 11 21:55:43.933882 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-093e382e-7daf-4ea5-aba6-540b6a3e8caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:44.797555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f2cfc-9de7-42bd-8e2f-d9194d160790 req-cb43be2a-42df-43ee-b120-96cc1b00463d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:44.798977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-376f2cfc-9de7-42bd-8e2f-d9194d160790 req-cb43be2a-42df-43ee-b120-96cc1b00463d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0751817 Apr 11 21:55:44.844844 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-376f2cfc-9de7-42bd-8e2f-d9194d160790 req-62018fb6-5871-44e4-80ff-ff2b36304ce1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402591 Apr 11 21:55:46.050959 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3e6b4-ac3f-4663-ab99-f059b0376e21 req-c7904b95-5724-4d18-8d54-e1e181b796c6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:46.053231 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9e3e6b4-ac3f-4663-ab99-f059b0376e21 req-c7904b95-5724-4d18-8d54-e1e181b796c6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0831101 Apr 11 21:55:46.106319 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a9e3e6b4-ac3f-4663-ab99-f059b0376e21 req-0b9dfa62-f527-417d-98cb-c3c065f276d9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473311 Apr 11 21:55:46.282326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-133f6b53-ac3e-4db5-a15d-7314ec3eb5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:47.311671 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea496c4-773a-44bc-bbf5-a00b2001931f req-40e871a9-476f-4003-bcf3-ef57b31ee319 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:47.313126 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ea496c4-773a-44bc-bbf5-a00b2001931f req-40e871a9-476f-4003-bcf3-ef57b31ee319 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0859199 Apr 11 21:55:47.357647 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5ea496c4-773a-44bc-bbf5-a00b2001931f req-a94bac49-9454-4526-82ae-e9ec6bb724bd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389619 Apr 11 21:55:47.522174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:47.613381 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:48.558785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25765e-4e85-4afd-b6ef-e77bb84c5765 req-990e7ae3-ebe8-44ac-b746-e6cbb0054072 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:48.560180 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d25765e-4e85-4afd-b6ef-e77bb84c5765 req-990e7ae3-ebe8-44ac-b746-e6cbb0054072 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0793860 Apr 11 21:55:48.604533 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1d25765e-4e85-4afd-b6ef-e77bb84c5765 req-98db8b03-24eb-40d1-bfa2-170bfa28a7c2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Apr 11 21:55:48.978725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:49.822262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8f85c-5597-44d8-9c7e-70732d9ae114 req-1cd287e4-4446-4a92-aa20-0b5e91f19513 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:49.823790 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8bf8f85c-5597-44d8-9c7e-70732d9ae114 req-1cd287e4-4446-4a92-aa20-0b5e91f19513 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0855105 Apr 11 21:55:49.873701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8bf8f85c-5597-44d8-9c7e-70732d9ae114 req-113630eb-af82-426a-bdd0-f6236d5c7b13 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438344 Apr 11 21:55:51.073265 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b91de-4a54-4c01-a2c5-4835da83a564 req-13b16a45-7276-44b0-b521-1ce9003a6f48 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:51.074693 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-224b91de-4a54-4c01-a2c5-4835da83a564 req-13b16a45-7276-44b0-b521-1ce9003a6f48 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0756452 Apr 11 21:55:51.121992 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-224b91de-4a54-4c01-a2c5-4835da83a564 req-7e8e5003-a94f-4f09-8187-9568f028f4b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417526 Apr 11 21:55:51.323436 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-49a2f652-7bb5-4984-acaa-af11c3b75eab service neutron] show failed (client error): The resource could not be found. Apr 11 21:55:51.324460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-49a2f652-7bb5-4984-acaa-af11c3b75eab service neutron] 10.222.0.75 "GET /v2.0/ports/f30636de-0c99-400d-a408-ec5aa888e511/bindings/n-h1-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.1690483 Apr 11 21:55:51.908526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-e3612bd6-5196-4a5d-8ac3-0e057967c502 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 1097 time: 0.1334038 Apr 11 21:55:51.919275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:55:52.034987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:52.362987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:55:52.384040 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac29e8-5307-499b-9fe8-f018dea54acf req-d3d6b3af-6c7e-4a83-af81-66335ddc3d25 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:52.385504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ecac29e8-5307-499b-9fe8-f018dea54acf req-d3d6b3af-6c7e-4a83-af81-66335ddc3d25 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.1319568 Apr 11 21:55:52.428161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:55:52.491046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ecac29e8-5307-499b-9fe8-f018dea54acf req-3586a844-8fd9-49f4-824b-52d07a7ec1b9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949216 Apr 11 21:55:52.501118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:55:52.507590 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:52.525966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Transition to ACTIVE for port object f30636de-0c99-400d-a408-ec5aa888e511 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:55:52.602635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:52.747398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=6']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:55:52.761867 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.762268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.762565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.762902 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.763234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.763591 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.763919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.764246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.764571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.764893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.765217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:52.816837 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd90fa7e-a361-42ea-8872-fe93a0f31e29'] response: {'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'code': 200} Apr 11 21:55:52.827586 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] No DVR routers for this DVR port f30636de-0c99-400d-a408-ec5aa888e511 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:55:53.073444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:55:53.073703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:55:53.074030 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 on network 5a0ece61-1268-43da-80db-d9b44e456773 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:55:53.080005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Port f30636de-0c99-400d-a408-ec5aa888e511 on network 5a0ece61-1268-43da-80db-d9b44e456773 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:55:53.080324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Attempting to bind port f30636de-0c99-400d-a408-ec5aa888e511 on network 5a0ece61-1268-43da-80db-d9b44e456773 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:55:53.087544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:55:53.087880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Checking segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:55:53.088266 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Bound using segment: {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:55:53.088688 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Bound port: f30636de-0c99-400d-a408-ec5aa888e511, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c97d98-51ad-45cb-8b74-b4c677c8afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:55:53.089032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:53.177291 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:55:53.180403 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:55:53.230920 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:53.291886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:53.293922 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] 10.222.0.69 "PUT /v2.0/ports/f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1092 time: 1.3779373 Apr 11 21:55:53.345346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2460c3-17b5-4d71-81b7-cafad97085c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:55:53.397144 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-f33fe7dd-aabe-46fd-a543-910b115d0750 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1095 time: 0.0816782 Apr 11 21:55:53.533183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-61a3e43b-8891-4b3e-98ed-6bb5a58ce05a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:53.534634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-61a3e43b-8891-4b3e-98ed-6bb5a58ce05a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.1325788 Apr 11 21:55:53.775629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-a5d3fc44-ebdf-49bc-8d74-e7fbe77b45fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1000 time: 0.2346523 Apr 11 21:55:53.849092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-3c317387-b713-4ca2-8fcd-60ebca98c9fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:53.850725 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-3c317387-b713-4ca2-8fcd-60ebca98c9fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0688303 Apr 11 21:55:53.857163 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b38cf-4633-4663-9e11-6ae45790ff15 req-d3698b88-ce06-4002-b116-844e1ef01f1d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:53.858480 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-625b38cf-4633-4663-9e11-6ae45790ff15 req-d3698b88-ce06-4002-b116-844e1ef01f1d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.2419348 Apr 11 21:55:53.949469 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-625b38cf-4633-4663-9e11-6ae45790ff15 req-dabfede5-440b-4441-88c7-63678887706b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584517 Apr 11 21:55:53.965519 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-813ef8b5-ae9a-43fc-a1a5-6819898f9dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060684 Apr 11 21:55:53.975376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-8e1c9784-f78f-453c-96ab-cad4f06a0099 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:55:53.976423 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-8e1c9784-f78f-453c-96ab-cad4f06a0099 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048537 Apr 11 21:55:53.996184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:55:54.107974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-d2e3c1d8-c3d4-48ea-9173-4c5e978163c8 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255090 Apr 11 21:55:54.239301 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6dee25e2-09e0-4578-a497-2887dbcb57d5 req-04de6c8d-d445-4ea2-8c18-c7f724264629 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258435 Apr 11 21:55:54.818323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:55:54.891289 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f36abc-7462-448d-b9cb-ef99447cf676'] response: {'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'status': 'completed', 'code': 200} Apr 11 21:55:55.030295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-f6351d11-cb67-4cb9-ac4e-a08575c91897 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1095 time: 0.1280613 Apr 11 21:55:55.036627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-8936b8ba-1c0a-4c5c-9c3a-688f4803dc81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1095 time: 0.1007655 Apr 11 21:55:55.330502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-b7417b3b-7f8c-4cfc-9f87-b608ea0244f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:55.331977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-b7417b3b-7f8c-4cfc-9f87-b608ea0244f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.2944677 Apr 11 21:55:55.336807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-19b5c3d9-d71d-4191-b8d5-90eba45c9a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:55.338135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-19b5c3d9-d71d-4191-b8d5-90eba45c9a27 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.2825191 Apr 11 21:55:55.449169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cb2b9-289a-4204-8fb0-eaa56b381883 req-18961add-26ac-4cb0-b1ee-f18b3e145c49 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:55.450630 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e66cb2b9-289a-4204-8fb0-eaa56b381883 req-18961add-26ac-4cb0-b1ee-f18b3e145c49 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.3705163 Apr 11 21:55:55.558455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-c396bd66-8174-4e12-8813-6c6995ffc6f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1000 time: 0.1710050 Apr 11 21:55:55.559894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-68c77896-0425-4001-905d-2f0e976cc61b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1000 time: 0.2202780 Apr 11 21:55:55.566806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e66cb2b9-289a-4204-8fb0-eaa56b381883 req-bdb14e4e-2de8-4006-828c-1b40bbd3cf05 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035788 Apr 11 21:55:55.676072 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-4d31df9d-3c85-47a4-ad87-1d1ad2c8ed31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:55.677508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-4d31df9d-3c85-47a4-ad87-1d1ad2c8ed31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.1088004 Apr 11 21:55:55.679378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-fe31e9e6-b0a0-4061-a808-8028326aafeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:55.680682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-fe31e9e6-b0a0-4061-a808-8028326aafeb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.1130741 Apr 11 21:55:55.744500 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f30636de-0c99-400d-a408-ec5aa888e511 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:55:55.798121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device f30636de-0c99-400d-a408-ec5aa888e511 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:55:55.809734 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-bb27145b-00d1-4e6d-b0e1-fd6e413fecc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258657 Apr 11 21:55:55.813128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-abf5bfe5-96c5-40fa-a973-d81f38f3ff73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007097 Apr 11 21:55:56.172062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-03f4e0ce-cfb1-4077-a3cf-b6042a262f5b service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552148 Apr 11 21:55:56.175040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-ad85782f-1eb1-4b33-8ce4-f32cad86656d service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406131 Apr 11 21:55:56.415391 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-7abc8231-d1df-468d-904d-c8f2411199c3 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361295 Apr 11 21:55:56.418357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6ce8081-1e0c-4c0a-b5dc-8af5abdea379 req-1227a7b7-1ac9-4735-9aad-72a902520cf7 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220800 Apr 11 21:55:56.767801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d963e4-88ae-40bf-81a9-ad9687ee9f2c req-f877860b-2812-4d33-9166-3fc950eddc17 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:56.769224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23d963e4-88ae-40bf-81a9-ad9687ee9f2c req-f877860b-2812-4d33-9166-3fc950eddc17 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.0752361 Apr 11 21:55:56.813848 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23d963e4-88ae-40bf-81a9-ad9687ee9f2c req-59a7d19a-484a-456e-beac-ab3a1a188ffc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 Apr 11 21:55:56.957439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f30636de-0c99-400d-a408-ec5aa888e511 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:55:57.088176 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:55:57.102193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': 'f30636de-0c99-400d-a408-ec5aa888e511', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'port_id': 'f30636de-0c99-400d-a408-ec5aa888e511', 'mac_address': 'fa:16:3e:80:a8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:55:57.159155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:57.176123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30636de-0c99-400d-a408-ec5aa888e511 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:55:57.191645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:55:57.254648 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8255e-e5c3-4efe-9762-374b9eba0663 req-fe412945-3200-42b3-8fe4-7e42d2fc8b89 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:57.256573 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ec8255e-e5c3-4efe-9762-374b9eba0663 req-fe412945-3200-42b3-8fe4-7e42d2fc8b89 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 944 time: 0.0829215 Apr 11 21:55:57.265252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:57.304828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-2ec8255e-e5c3-4efe-9762-374b9eba0663 req-b7c2cb3e-5eeb-4dd7-b126-fda39eee97cd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424888 Apr 11 21:55:57.331169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:55:57.342295 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.342630 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.342965 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.343364 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.343642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.343948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.344280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.344583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.345384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.345384 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.345632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:55:57.364875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-558dd907-cbc8-491c-8d87-f87884b4e07d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:57.366923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-558dd907-cbc8-491c-8d87-f87884b4e07d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&binding%3Ahost_id=n-h1-837321-1 HTTP/1.1" status: 200 len: 945 time: 0.1082199 Apr 11 21:55:57.500169 n-d-837321-1 neutron-server[84667]: INFO neutron.api.v2.resource [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-01e7f9c3-1931-4b9a-a40d-b3cc94345f96 service neutron] delete failed (client error): The resource could not be found. Apr 11 21:55:57.501099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-01e7f9c3-1931-4b9a-a40d-b3cc94345f96 service neutron] 10.222.0.75 "DELETE /v2.0/ports/f30636de-0c99-400d-a408-ec5aa888e511/bindings/n-h2-837321-1 HTTP/1.1" status: 404 len: 380 time: 0.1248605 Apr 11 21:55:57.516031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['f30636de-0c99-400d-a408-ec5aa888e511'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:55:57.526323 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7a0d2-458b-4a7b-baba-51267a3cb27c req-6428ea22-3c11-4407-b0c5-8186914276e7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:57.527928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89e7a0d2-458b-4a7b-baba-51267a3cb27c req-6428ea22-3c11-4407-b0c5-8186914276e7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 945 time: 0.0900083 Apr 11 21:55:57.580400 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-89e7a0d2-458b-4a7b-baba-51267a3cb27c req-79dca8cc-1db7-4c3b-b167-3fa9487d0974 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460999 Apr 11 21:55:57.656512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-90b59d2b-e802-4121-ba8e-d3bb32e06771 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1096 time: 0.0735221 Apr 11 21:55:57.794583 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-be38b699-9067-4101-b739-253e8feef28d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:57.796076 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-be38b699-9067-4101-b739-253e8feef28d service neutron] 10.222.0.75 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.1304421 Apr 11 21:55:57.899645 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-a621ef65-4eb3-4948-b0c5-8c493fb9a095 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1001 time: 0.0943630 Apr 11 21:55:57.964607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-d7861274-3d8f-4d77-8e66-f41faaee2b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:57.966042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-d7861274-3d8f-4d77-8e66-f41faaee2b1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0573735 Apr 11 21:55:58.048198 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-b9e1f755-08f6-4d4f-bc7a-a949f1d074b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720332 Apr 11 21:55:58.182696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-d6ff263d-1775-42cd-a0aa-d5cccd1c27e8 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245747 Apr 11 21:55:58.318408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb89563a-bb51-4d8b-9659-03fe311f73b8 req-af6c3f95-d603-4238-b167-612126f5b145 service neutron] 10.222.0.75 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257057 Apr 11 21:55:58.777012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ea38b-e702-4dce-ac5f-224833bcee7f req-2b78ebd5-1957-4e4a-93d5-d19c0f4d9a56 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:55:58.778492 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d7ea38b-e702-4dce-ac5f-224833bcee7f req-2b78ebd5-1957-4e4a-93d5-d19c0f4d9a56 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 945 time: 0.0761082 Apr 11 21:55:58.826223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d7ea38b-e702-4dce-ac5f-224833bcee7f req-6fa1f5fd-cdf2-4b92-bbc5-62a492b184b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Apr 11 21:55:58.968084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f30636de-0c99-400d-a408-ec5aa888e511 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:55:59.104976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port f30636de-0c99-400d-a408-ec5aa888e511 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:55:59.117828 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port f30636de-0c99-400d-a408-ec5aa888e511 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:55:59.117828 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:59.231378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:59.257123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:55:59.267699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:55:59.305790 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:55:59.342870 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995f1300-b38e-43db-b13e-317b99c43e08'] response: {'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'code': 200} Apr 11 21:55:59.373664 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:55:59.630781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:00.027519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c6cb6-457e-4649-b2be-b90bbdeb814e req-ebcd41b6-f7a2-484f-8afc-bad73ec0d3b9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:00.028898 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c5c6cb6-457e-4649-b2be-b90bbdeb814e req-ebcd41b6-f7a2-484f-8afc-bad73ec0d3b9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0792007 Apr 11 21:56:00.079142 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c5c6cb6-457e-4649-b2be-b90bbdeb814e req-d36f1978-35df-4d77-b348-31fbff022348 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 Apr 11 21:56:00.108431 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57324) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:00.215947 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7778c56c-d4a9-4e91-879a-ab142be5f40c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/ddb2d130-224e-4e13-b108-bcc7072d448c HTTP/1.1" status: 200 len: 994 time: 0.1063652 Apr 11 21:56:01.396390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:13.916221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c30-46be-4443-b596-ee2e2a24f1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:16.310740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce622864-09cb-4d45-8b75-b02f263c220c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:17.527806 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:17.623981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:18.402658 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-b6ffcc62-f1a8-4007-8271-a012558b2268 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691650 Apr 11 21:56:18.538231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-2b37df85-3643-4c8c-91ad-6e9c2970d9f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1097 time: 0.0674891 Apr 11 21:56:18.803826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419092-54cd-48b3-b0fc-d3090473b84c req-f4e3df8e-3b84-4452-85ff-bd7f00cd31aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:18.806532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-f4e3df8e-3b84-4452-85ff-bd7f00cd31aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.2509162 Apr 11 21:56:18.909839 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-4609dec6-381d-4b83-a2c7-389a71497bce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 1002 time: 0.0964170 Apr 11 21:56:18.956611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:18.974626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419092-54cd-48b3-b0fc-d3090473b84c req-a42d672c-022e-4797-b6d5-43c6599b9470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:18.976118 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-a42d672c-022e-4797-b6d5-43c6599b9470 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0605462 Apr 11 21:56:19.049959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-edf8310f-c020-4295-bbd9-3c81eb647b4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679972 Apr 11 21:56:19.190638 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-d23800b5-5511-4459-be68-18eaef90e100 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335444 Apr 11 21:56:19.322570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-24419092-54cd-48b3-b0fc-d3090473b84c req-ac97e368-6cdd-439f-ac96-53fb420b2319 service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251359 Apr 11 21:56:29.009163 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57338) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:29.207781 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port b4d81707-7b86-4373-87a9-1674f3b95a0d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:56:29.208380 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:29.374770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:29.375093 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:29.490548 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for b4d81707-7b86-4373-87a9-1674f3b95a0d owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:56:29.670706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:29.774066 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:29.817003 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=b4d81707-7b86-4373-87a9-1674f3b95a0d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:29.856874 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.857244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.857547 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.857881 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.858207 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.858529 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.858846 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.859164 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.859491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.860913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.860913 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:29.917714 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:30.314237 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:56:30.512411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:56:30.521986 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc46856-93cc-40d1-8439-60a65079586f None None] Sync routers for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:56:30.533893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:30.548296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:30.601882 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:30.654284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6ef3aa27-6cd2-46e0-9c1e-b2e86652f267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/floatingips/ddb2d130-224e-4e13-b108-bcc7072d448c HTTP/1.1" status: 204 len: 168 time: 1.6440589 Apr 11 21:56:30.654862 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:56:30.716563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:30.798048 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07854bda-85e1-43cc-b270-60f0cb9b3d14'] response: {'name': 'network-changed', 'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'status': 'completed', 'code': 200} Apr 11 21:56:30.895801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-50c3f657-c7cf-4a79-880e-860dcb6e4f77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 1097 time: 0.0757170 Apr 11 21:56:30.998668 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:56:31.030947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-924b71ec-b022-415a-b4be-3f3f8ba41f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:31.032436 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-924b71ec-b022-415a-b4be-3f3f8ba41f10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 200 len: 898 time: 0.1309171 Apr 11 21:56:31.072565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:31.076583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc46856-93cc-40d1-8439-60a65079586f None None] Checking router: b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:56:31.087678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:31.088290 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:31.103926 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-f746a437-366d-451e-8ea3-6fff70a44581 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 200 len: 217 time: 0.0646605 Apr 11 21:56:31.171576 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-c8cc9625-dd91-4b71-aac0-a8a6b66ec619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:31.172935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-c8cc9625-dd91-4b71-aac0-a8a6b66ec619 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 200 len: 834 time: 0.0625401 Apr 11 21:56:31.271860 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:31.306211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-b89b960a-182d-4435-9814-53db39f33ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a0ece61-1268-43da-80db-d9b44e456773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261923 Apr 11 21:56:31.338624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac18b-2084-44a9-8265-d3d1224e9612 req-93192631-98cc-4394-9790-7e96f05328d9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:31.340099 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cdac18b-2084-44a9-8265-d3d1224e9612 req-93192631-98cc-4394-9790-7e96f05328d9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.1309419 Apr 11 21:56:31.465134 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9cdac18b-2084-44a9-8265-d3d1224e9612 req-62fef445-4cda-4f06-a124-30e322e19678 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785503 Apr 11 21:56:31.482498 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-d30254e6-4b1a-4535-ad34-2176a4fef40b service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691670 Apr 11 21:56:31.504407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:31.617782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b2788260-631f-4b30-a3d3-9115e1c3b331 req-50d34f59-cf16-4ec0-9910-0c9f01e41e2b service neutron] 10.222.0.69 "GET /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281064 Apr 11 21:56:31.624003 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-acc46856-93cc-40d1-8439-60a65079586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:31.628033 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc46856-93cc-40d1-8439-60a65079586f None None] The sync data for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 is: [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:54:39Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '699eee75-859c-4f4f-983e-c517a02e1f71', 'name': '', 'network_id': '5a0ece61-1268-43da-80db-d9b44e456773', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:a2:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:38Z', 'updated_at': '2022-04-11T21:54:44Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:56:31.862161 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c1e66-82fe-4fea-88d2-6b4b0d1cca93 None None] New status for floating IP ddb2d130-224e-4e13-b108-bcc7072d448c: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:56:32.439376 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-b514d722-7255-4a7b-b806-418cb7fc3e39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:32.440832 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-b514d722-7255-4a7b-b806-418cb7fc3e39 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.69 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.0744834 Apr 11 21:56:32.609222 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port f30636de-0c99-400d-a408-ec5aa888e511 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:56:32.609557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:32.672681 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145c2f0-ddb2-4720-92a1-50c144ee30a3 req-81971ec2-e2be-4d95-98f6-30433ddd302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:32.673412 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6145c2f0-ddb2-4720-92a1-50c144ee30a3 req-81971ec2-e2be-4d95-98f6-30433ddd302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:56:32.744206 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-6145c2f0-ddb2-4720-92a1-50c144ee30a3 req-81971ec2-e2be-4d95-98f6-30433ddd302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:56:32.745426 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6145c2f0-ddb2-4720-92a1-50c144ee30a3 req-81971ec2-e2be-4d95-98f6-30433ddd302f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 946 time: 0.1519744 Apr 11 21:56:32.792570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6145c2f0-ddb2-4720-92a1-50c144ee30a3 req-44f1ef80-3263-4a81-a15e-3eada9fadcbc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a9ae98-edc2-4228-9c37-44a2c9a26fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415871 Apr 11 21:56:32.850041 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port f30636de-0c99-400d-a408-ec5aa888e511, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=f30636de-0c99-400d-a408-ec5aa888e511,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:32.850401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:32.972874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for f30636de-0c99-400d-a408-ec5aa888e511 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:56:33.178836 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:33.230602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=f30636de-0c99-400d-a408-ec5aa888e511,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:33.310996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] No DVR routers for this DVR port f30636de-0c99-400d-a408-ec5aa888e511 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:56:33.313589 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:33.317456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-deleted', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:56:33.373662 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe8f987-a699-4482-a90e-a68f9eaf761b'] response: {'server_uuid': '04fb7897-160f-4a1b-b2f0-382c59fb530c', 'name': 'network-vif-deleted', 'tag': 'f30636de-0c99-400d-a408-ec5aa888e511', 'status': 'completed', 'code': 200} Apr 11 21:56:33.380379 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8de1bda4-8d64-4ab3-bd73-5fddae371235 req-e0b1bb88-ca3e-4ca8-bff2-b05e6beb5227 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.69 "DELETE /v2.0/ports/f30636de-0c99-400d-a408-ec5aa888e511 HTTP/1.1" status: 204 len: 173 time: 0.9347262 Apr 11 21:56:33.967112 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0c508c5f-cc40-4a9b-be17-a68629d777b0 req-dc64eb62-9daa-411c-ac05-51b6a492e775 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=04fb7897-160f-4a1b-b2f0-382c59fb530c HTTP/1.1" status: 200 len: 210 time: 0.0418890 Apr 11 21:56:35.074576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57360) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:35.473443 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:36.229347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 699eee75-859c-4f4f-983e-c517a02e1f71 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:56:36.230383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:36.422929 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 699eee75-859c-4f4f-983e-c517a02e1f71, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=699eee75-859c-4f4f-983e-c517a02e1f71,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:36.423284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:36.586489 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 699eee75-859c-4f4f-983e-c517a02e1f71 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:56:36.870478 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:36.918603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=699eee75-859c-4f4f-983e-c517a02e1f71,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:37.170031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f30636de-0c99-400d-a408-ec5aa888e511 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:56:37.203810 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: f30636de-0c99-400d-a408-ec5aa888e511 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:56:37.204576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device f30636de-0c99-400d-a408-ec5aa888e511 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:56:37.213336 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:37.864562 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:56:38.062623 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:56:38.074257 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] Sync routers for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:56:38.077959 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-8bbce692-73c8-46c8-85a2-59417c9c0860 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023131 Apr 11 21:56:38.082114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57364) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:38.088308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:38.088922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:38.271071 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting subnet 9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:56:38.274989 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:38.282893 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:38.334087 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:38.420050 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:38.539972 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:38.577166 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:38.584751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:38.592543 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2a4955e7-ebfc-483e-8ccf-7df5e1f4e5bc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/subnets/9a3dbf33-a4bd-4e47-b2c1-2ab1605dfc7e HTTP/1.1" status: 204 len: 168 time: 0.5108759 Apr 11 21:56:38.592687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171d3c5-6790-46e0-b0e0-92f8158c0a73 None None] Network 5a0ece61-1268-43da-80db-d9b44e456773 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:56:38.595129 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57368) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:38.740084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:56:36Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:38.770737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] Checking router: b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:56:38.794846 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:38.827613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] Routers {'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:38.828233 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:39.027243 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] Set router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:39.067405 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] DHCP port deletion for 5a0ece61-1268-43da-80db-d9b44e456773 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:56:39.112410 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.140389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] Deleting port f615af07-d074-4ac3-b190-01bddf052062 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:56:39.140765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.201794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 060f9f91-9d12-4594-93ac-ef711f76d091 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:56:39.202135 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.380308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 060f9f91-9d12-4594-93ac-ef711f76d091, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=060f9f91-9d12-4594-93ac-ef711f76d091,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:39.380666 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.487285 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] For port f615af07-d074-4ac3-b190-01bddf052062, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=f615af07-d074-4ac3-b190-01bddf052062,segment=NetworkSegment(e9c97d98-51ad-45cb-8b74-b4c677c8afba),segment_id=e9c97d98-51ad-45cb-8b74-b4c677c8afba)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:39.487928 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.501369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 060f9f91-9d12-4594-93ac-ef711f76d091 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:56:39.612875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] Calling delete_port for f615af07-d074-4ac3-b190-01bddf052062 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:56:39.676777 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:56:36Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:39.691056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888065c-1cff-4db3-9e64-4ff3d4a12744 None None] The sync data for ids ['b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703'] in n-d-837321-1 is: [{'id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414522977', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:54:34Z', 'updated_at': '2022-04-11T21:56:36Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '060f9f91-9d12-4594-93ac-ef711f76d091', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:54:35Z', 'updated_at': '2022-04-11T21:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:56:39.755996 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.790429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:39.802238 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=060f9f91-9d12-4594-93ac-ef711f76d091,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:39.838790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] Pushing event deleted for resources: {'Port': ['ID=f615af07-d074-4ac3-b190-01bddf052062,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:39.842616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca540e-e372-4d8f-8c09-9ee2fddd1ebb None None] No DVR routers for this DVR port f615af07-d074-4ac3-b190-01bddf052062 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:56:40.028403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.330440 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.334920 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.416494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f615af07-d074-4ac3-b190-01bddf052062 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:56:40.450930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: f615af07-d074-4ac3-b190-01bddf052062 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:56:40.451273 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device f615af07-d074-4ac3-b190-01bddf052062 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:56:40.451759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 699eee75-859c-4f4f-983e-c517a02e1f71 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:56:40.452986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.453530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Fanout notify agent at l3_agent the message router_deleted on router b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:56:40.469374 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.470480 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-42d034db-d550-4108-a482-c14885726b83 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/routers/b95c6bc5-0b0c-4478-8f4a-c1f9cc75f703 HTTP/1.1" status: 204 len: 168 time: 1.8744111 Apr 11 21:56:40.473188 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57372) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:40.486762 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 699eee75-859c-4f4f-983e-c517a02e1f71 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:56:40.487112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 699eee75-859c-4f4f-983e-c517a02e1f71 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:56:40.596060 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.815391 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.843580 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0ece61-1268-43da-80db-d9b44e456773']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:40.855521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c97d98-51ad-45cb-8b74-b4c677c8afba') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:40.855818 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c97d98-51ad-45cb-8b74-b4c677c8afba') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:40.867546 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.883398 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.889199 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:56:40.889553 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:56:40.903364 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:56:41.053412 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.072014 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.081872 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Network': ['ID=5a0ece61-1268-43da-80db-d9b44e456773,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:41.084514 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-fb7951ae-ca5a-4dcb-8ccf-31c0d385cb28 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/networks/5a0ece61-1268-43da-80db-d9b44e456773 HTTP/1.1" status: 204 len: 168 time: 0.6104186 Apr 11 21:56:41.087572 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57376) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:41.155337 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d9a440c-16ee-4ab0-bdcd-75738084ebcd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.184566 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d9a440c-16ee-4ab0-bdcd-75738084ebcd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.327745 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d9a440c-16ee-4ab0-bdcd-75738084ebcd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.345590 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a440c-16ee-4ab0-bdcd-75738084ebcd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9ae98-edc2-4228-9c37-44a2c9a26fdd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:41.412457 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1d9a440c-16ee-4ab0-bdcd-75738084ebcd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.414425 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1d9a440c-16ee-4ab0-bdcd-75738084ebcd tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/security-groups/63a9ae98-edc2-4228-9c37-44a2c9a26fdd HTTP/1.1" status: 204 len: 168 time: 0.3258648 Apr 11 21:56:41.784085 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57386) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:41.790317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384594677', 'description': 'tempest-secgroup-smoke-384594677 description', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:41.797023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:41.801107 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:41.804556 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:41.810182 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:41.864488 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:41.902035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:41.905851 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:41.908594 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:41.914800 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:41.967406 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.024523 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.067939 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:42.133676 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.134944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ae555374-4a12-4bd7-a23b-344af89acc98 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3498468 Apr 11 21:56:42.137774 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57390) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:42.143116 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'd6b90093-06ed-41f9-a4ac-e5a8ca79ba7f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:42.149746 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:42.153576 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:42.156405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:42.162011 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:42.237111 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.305498 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.322993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 060f9f91-9d12-4594-93ac-ef711f76d091 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:56:42.359156 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 060f9f91-9d12-4594-93ac-ef711f76d091 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:56:42.359519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 060f9f91-9d12-4594-93ac-ef711f76d091 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:56:42.378980 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.402660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6e4d72-7f9f-4659-964c-e3590d72e0f8,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:42.481750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.482975 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-589c655c-608f-458e-98ba-73cbc942c881 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3442805 Apr 11 21:56:42.485692 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57394) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:42.491171 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'd6b90093-06ed-41f9-a4ac-e5a8ca79ba7f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:42.498005 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:42.501795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:42.504754 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:42.511006 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:42.591975 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.656246 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.721572 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.745532 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dd53b9-b98c-4967-91e1-9c7ca224bc86,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:42.795981 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.797159 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-37e8fcdd-f3eb-43f3-b8e7-01376d689efa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3105652 Apr 11 21:56:42.799796 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57398) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:42.805665 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'd6b90093-06ed-41f9-a4ac-e5a8ca79ba7f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:42.812273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:42.816216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:42.819086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:42.825118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:42.899795 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:42.962322 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.052656 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.077095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a8794a-330a-4d38-a64e-8c4828de74e4,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:43.196651 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.197792 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-7b5e59e4-15d3-4bce-8bee-125f9a6c5f84 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3970726 Apr 11 21:56:43.200645 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57402) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:43.206254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'd6b90093-06ed-41f9-a4ac-e5a8ca79ba7f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:43.213791 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:43.217750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:43.220530 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:43.226259 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:43.333893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.395433 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.469810 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.495260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6647c2af-727b-4682-8eca-55ddb3a8b9d7,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:43.562829 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.564297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-6b60aa14-0d00-4481-8994-787645bbaa08 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3626997 Apr 11 21:56:43.568625 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57406) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:43.574502 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'd6b90093-06ed-41f9-a4ac-e5a8ca79ba7f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:43.581711 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:43.586385 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:43.589343 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:43.595099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:43.641609 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:56:43.647907 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.711871 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.755800 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.779403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbd5f51-e9eb-45f6-8569-8112fe2c6ebb,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:43.830161 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.831486 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-218644c1-d397-4a11-a211-6d2aa96e9622 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2619293 Apr 11 21:56:43.834478 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57410) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:43.839777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'd6b90093-06ed-41f9-a4ac-e5a8ca79ba7f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:43.846316 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:43.850258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:43.853303 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:43.858944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:43.922083 n-d-837321-1 neutron-server[84666]: INFO neutron.db.securitygroups_db [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:56:43.927272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-776bb5d4-b094-413a-8e45-74b1b5188039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.929894 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:43.995103 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.058599 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.082035 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4250c52e-9b66-4578-93d4-2983792deb9d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:44.161668 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.162859 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-702ac28b-4fee-4ddd-87f3-07f582747890 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3274472 Apr 11 21:56:44.165847 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57414) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:44.172418 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'network': {'name': 'tempest-network-smoke--123836122', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'port_security_enabled': True}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:44.180831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:44.186663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:network and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:44.189545 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:44.195819 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:44.264521 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:56:44.267582 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.299541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:56:44.310503 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.310503 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Added segment 522fee74-9708-4771-840f-f301fcab72fb of type vlan for network a862b2e1-154b-4c38-abc6-8861a9790f1a Apr 11 21:56:44.336167 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.418464 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.422056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:44.422619 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.526083 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Network': ['ID=a862b2e1-154b-4c38-abc6-8861a9790f1a,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:44.535805 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network a862b2e1-154b-4c38-abc6-8861a9790f1a details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:56:44.561502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-e447200d-4625-465d-bd94-b0a0aa769259 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3945532 Apr 11 21:56:44.564051 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57418) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:44.569294 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'admin_state_up': True, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:44.576887 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:44.580713 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:router and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:44.583836 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:44.589961 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:44.658260 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.659253 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.677381 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:44.896567 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:45.149266 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:45.177110 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:45.311773 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.191 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/50617223-7d78-41ff-b20c-52eb16122f49) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:56:45.540303 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:45.607792 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:45.672417 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:56:45.674981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:56:45.679292 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:56:45.707378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=50617223-7d78-41ff-b20c-52eb16122f49,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:45.888096 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:45.888845 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:46.173114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 39dcae16-9e8a-4b3e-9547-209a151f305c is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:56:46.264704 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-47c6c199-f7bc-4215-ab74-fc0702ba726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:46.374616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:56:46.384159 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Sync routers for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:56:46.396192 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:46.397798 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:46.435700 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:46.437115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-df4feb6c-fc40-43d6-8d3f-d2e6eb01d005 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8721700 Apr 11 21:56:46.440365 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57424) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:46.550489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1be692ec-cbc1-4b20-9c8f-aa6815f806a8 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f88ffd560dbd4c3c9213d90e493f5f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1088915 Apr 11 21:56:46.554174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57430) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:46.570005 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:46.685064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428a4ce-ba29-401f-bc09-257d0736c695 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:46.689334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2428a4ce-ba29-401f-bc09-257d0736c695 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311548 Apr 11 21:56:46.689474 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57434) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:46.733579 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bb902687-15e7-4f1c-93d3-ebe73010c85e tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430353 Apr 11 21:56:46.736228 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57438) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:46.742378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519834930', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:46.848611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:46.852529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:subnet and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:56:46.855296 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:56:46.857607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:45Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:46.860949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:46.861538 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Checking router: 39dcae16-9e8a-4b3e-9547-209a151f305c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:56:46.861952 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Updating router 39dcae16-9e8a-4b3e-9547-209a151f305c port 50617223-7d78-41ff-b20c-52eb16122f49 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:56:46.912699 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:46.927174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:56:47.031366 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.241615 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.253528 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Transition to ACTIVE for port object 50617223-7d78-41ff-b20c-52eb16122f49 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:47.447160 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.470717 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.559785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Subnet': ['ID=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:47.562224 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Attempting to bind port 50617223-7d78-41ff-b20c-52eb16122f49 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:56:47.562589 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Attempting to bind port 50617223-7d78-41ff-b20c-52eb16122f49 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:56:47.562939 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Attempting to bind port 50617223-7d78-41ff-b20c-52eb16122f49 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:56:47.565114 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Pushing event updated for resources: {'Port': ['ID=50617223-7d78-41ff-b20c-52eb16122f49,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:47.573637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Checking segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:56:47.574001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network hostable DHCP agents. Network: a862b2e1-154b-4c38-abc6-8861a9790f1a, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:56:47.575403 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.575766 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.576093 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.576413 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.576731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.577045 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.577354 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.577805 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.577992 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.578276 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.578582 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:47.579195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.586323 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:56:47.588195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:56:47.588195 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.588195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:56:47.588195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Bound port: 50617223-7d78-41ff-b20c-52eb16122f49, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:56:47.588195 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.630479 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.653054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network a862b2e1-154b-4c38-abc6-8861a9790f1a is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:56:47.656305 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] For port 50617223-7d78-41ff-b20c-52eb16122f49, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:56:47.659201 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] For port 50617223-7d78-41ff-b20c-52eb16122f49, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=50617223-7d78-41ff-b20c-52eb16122f49,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:56:47.738521 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, a862b2e1-154b-4c38-abc6-8861a9790f1a) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:56:47.743174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:47.743759 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.750780 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:47.751665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37c1ee-b394-4c27-a41c-306b17444ab4 None None] Network a862b2e1-154b-4c38-abc6-8861a9790f1a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:56:47.831148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0c711978-7265-4537-b169-966f6d7b7f33 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0939050 Apr 11 21:56:47.832259 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d52e-41ec-4c1c-84d0-f619ca919b8b None None] Pushing event updated for resources: {'Port': ['ID=50617223-7d78-41ff-b20c-52eb16122f49,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:47.834136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57442) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:56:47.838263 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:47.841436 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:47.980806 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-a862b2e1-154b-4c38-abc6-8861a9790f1a', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:56:47.981761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.017513 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:48.148700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Allocated IP 172.20.0.2 (a862b2e1-154b-4c38-abc6-8861a9790f1a/01ccb5be-7967-48f2-8206-3eb3cf2d0cfa/9b7a3fa3-312d-487e-a675-9ef838d64fd9) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:56:48.312561 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:45Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:48.318700 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0895c-c0a2-4ff8-818b-d36ff170b87d None None] The sync data for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 is: [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:45Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:56:48.398270 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.409018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Transition to ACTIVE for port object 9b7a3fa3-312d-487e-a675-9ef838d64fd9 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:48.428356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Transition to ACTIVE for port object 9b7a3fa3-312d-487e-a675-9ef838d64fd9 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:48.494854 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.577802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Network a862b2e1-154b-4c38-abc6-8861a9790f1a is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:56:48.581379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Pushing event updated for resources: {'Port': ['ID=9b7a3fa3-312d-487e-a675-9ef838d64fd9,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:48.587362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:56:48.587362 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:56:48.680269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Attempting to bind port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:56:48.680648 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Attempting to bind port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:56:48.681016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Attempting to bind port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 on network a862b2e1-154b-4c38-abc6-8861a9790f1a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:56:48.688093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:56:48.688467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Checking segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:56:48.688867 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.689265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Bound using segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:56:48.689737 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Bound port: 9b7a3fa3-312d-487e-a675-9ef838d64fd9, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:56:48.690111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.780599 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] For port 9b7a3fa3-312d-487e-a675-9ef838d64fd9, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:56:48.784141 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] For port 9b7a3fa3-312d-487e-a675-9ef838d64fd9, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9b7a3fa3-312d-487e-a675-9ef838d64fd9,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:56:48.799276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.853530 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:48.956892 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1048d-3afa-41c8-9180-b552869ceefd None None] Pushing event updated for resources: {'Port': ['ID=9b7a3fa3-312d-487e-a675-9ef838d64fd9,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:48.980912 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:49.277949 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.1 (a862b2e1-154b-4c38-abc6-8861a9790f1a/01ccb5be-7967-48f2-8206-3eb3cf2d0cfa/d7807a93-d083-4a68-80c6-23c3ccfc307c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:56:49.436798 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:49.452681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object d7807a93-d083-4a68-80c6-23c3ccfc307c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:49.550974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:49.624882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network a862b2e1-154b-4c38-abc6-8861a9790f1a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:56:49.627945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:56:49.630417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:56:49.671668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=d7807a93-d083-4a68-80c6-23c3ccfc307c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:49.700090 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:49.860474 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:49.938377 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e466dc9-e8a2-4c65-9006-d207b1bfd919 None None] Network a862b2e1-154b-4c38-abc6-8861a9790f1a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:56:50.096286 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dc781729-29a8-4142-a514-6b644c244fc4 None None] Provisioning for port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:56:50.430579 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.434100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9b7a3fa3-312d-487e-a675-9ef838d64fd9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:56:50.493071 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.589204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:56:50.594939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:50.595314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.623957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=d7807a93-d083-4a68-80c6-23c3ccfc307c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:50.628741 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.643311 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-396d05fc-81f7-4e4c-a744-ec8e55303130 None None] Provisioning for port d7807a93-d083-4a68-80c6-23c3ccfc307c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:56:50.658276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-396d05fc-81f7-4e4c-a744-ec8e55303130 None None] Provisioning complete for port d7807a93-d083-4a68-80c6-23c3ccfc307c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:50.658645 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-396d05fc-81f7-4e4c-a744-ec8e55303130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.726514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-396d05fc-81f7-4e4c-a744-ec8e55303130 None None] Port d7807a93-d083-4a68-80c6-23c3ccfc307c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:56:50.789974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network a862b2e1-154b-4c38-abc6-8861a9790f1a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:56:50.791730 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:56:50.810682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.858511 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 9b7a3fa3-312d-487e-a675-9ef838d64fd9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9b7a3fa3-312d-487e-a675-9ef838d64fd9,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:50.865409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b7508a19-0cf0-4ff0-a167-93bb6ebe1a62 None None] Provisioning complete for port d7807a93-d083-4a68-80c6-23c3ccfc307c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:50.872131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b7508a19-0cf0-4ff0-a167-93bb6ebe1a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.936629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:50.937672 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50617223-7d78-41ff-b20c-52eb16122f49 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:56:51.026091 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b7508a19-0cf0-4ff0-a167-93bb6ebe1a62 None None] Port d7807a93-d083-4a68-80c6-23c3ccfc307c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:56:51.094022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=9b7a3fa3-312d-487e-a675-9ef838d64fd9,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:51.151353 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-02df9ca6-057d-4bc0-a766-b2754208f69a None None] Provisioning complete for port d7807a93-d083-4a68-80c6-23c3ccfc307c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:51.151853 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-02df9ca6-057d-4bc0-a766-b2754208f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:51.218577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 50617223-7d78-41ff-b20c-52eb16122f49 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:56:51.231365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 50617223-7d78-41ff-b20c-52eb16122f49 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:51.231798 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:51.263638 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 39dcae16-9e8a-4b3e-9547-209a151f305c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:56:51.313356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-02df9ca6-057d-4bc0-a766-b2754208f69a None None] Port d7807a93-d083-4a68-80c6-23c3ccfc307c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:56:51.388751 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:51.408152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 50617223-7d78-41ff-b20c-52eb16122f49, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=50617223-7d78-41ff-b20c-52eb16122f49,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:51.493833 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:51.509747 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:56:51.534350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bc8d7424-8bbd-4c49-88f9-08f5676fb640 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/39dcae16-9e8a-4b3e-9547-209a151f305c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6891112 Apr 11 21:56:51.567358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=50617223-7d78-41ff-b20c-52eb16122f49,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:51.712042 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-aeca91e4-1dec-4146-9951-1ec70ff5bbdb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:56:51.779031 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-aeca91e4-1dec-4146-9951-1ec70ff5bbdb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:56:51.780466 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-aeca91e4-1dec-4146-9951-1ec70ff5bbdb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384594677&fields=id&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 267 time: 0.1096914 Apr 11 21:56:51.940756 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-c821e90d-8ebb-4250-b20d-c57fbe1f6e4a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:51.942068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-c821e90d-8ebb-4250-b20d-c57fbe1f6e4a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:56:51.942215 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Sync routers for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:56:51.953474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:51.954076 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:52.018526 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-c821e90d-8ebb-4250-b20d-c57fbe1f6e4a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:56:52.019697 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-c821e90d-8ebb-4250-b20d-c57fbe1f6e4a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/networks?id=a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 200 len: 796 time: 0.2325015 Apr 11 21:56:52.037140 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2449b8b2-3642-43b0-9cac-0d607452594c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/quotas/f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 375 time: 0.0117409 Apr 11 21:56:52.117370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-4821e6ad-b8bd-42ca-9d7a-99a9f51fe3ae tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:56:52.134165 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:52.184208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-4821e6ad-b8bd-42ca-9d7a-99a9f51fe3ae tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:56:52.185704 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-4821e6ad-b8bd-42ca-9d7a-99a9f51fe3ae tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427193 Apr 11 21:56:52.201684 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-7e329674-b31c-48b7-beb5-d22eade6cb50 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:56:52.202777 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-7e329674-b31c-48b7-beb5-d22eade6cb50 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052693 Apr 11 21:56:52.347270 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-5b2cc9fd-411c-445b-bbcf-d9292d24ca3b service neutron] 10.222.0.61 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381345 Apr 11 21:56:52.380345 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9b7a3fa3-312d-487e-a675-9ef838d64fd9 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:56:52.488961 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-7d53480f-2af3-406d-a695-fce277ee6442 service neutron] 10.222.0.61 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301537 Apr 11 21:56:52.515690 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:52.516059 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:52.565105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:50Z', 'revision_number': 2, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:52.574494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Checking router: 39dcae16-9e8a-4b3e-9547-209a151f305c for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:56:52.574841 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Updating router 39dcae16-9e8a-4b3e-9547-209a151f305c port d7807a93-d083-4a68-80c6-23c3ccfc307c binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:56:52.666399 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:52.734897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50617223-7d78-41ff-b20c-52eb16122f49 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:56:52.796715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ab90db14-a3ed-43a5-99c8-caf5235e6f53 req-27da3905-9b21-47d6-b009-5b54e45aeb8b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:56:52.810145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-ab90db14-a3ed-43a5-99c8-caf5235e6f53 req-27da3905-9b21-47d6-b009-5b54e45aeb8b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:56:52.811312 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ab90db14-a3ed-43a5-99c8-caf5235e6f53 req-27da3905-9b21-47d6-b009-5b54e45aeb8b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 210 time: 0.0626495 Apr 11 21:56:52.896719 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 50617223-7d78-41ff-b20c-52eb16122f49 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:52.897702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:53.222932 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:53.234289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Transition to ACTIVE for port object d7807a93-d083-4a68-80c6-23c3ccfc307c will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:53.309555 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:53.434402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a1fc5-e8d8-4d66-9ea3-5ce0c9756fc0 None None] Pushing event updated for resources: {'Port': ['ID=d7807a93-d083-4a68-80c6-23c3ccfc307c,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:53.535027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Attempting to bind port d7807a93-d083-4a68-80c6-23c3ccfc307c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:56:53.535398 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Attempting to bind port d7807a93-d083-4a68-80c6-23c3ccfc307c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:56:53.535818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Attempting to bind port d7807a93-d083-4a68-80c6-23c3ccfc307c on network a862b2e1-154b-4c38-abc6-8861a9790f1a {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:56:53.543743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:56:53.544112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Checking segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:56:53.544507 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:53.544894 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Bound using segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:56:53.545355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Bound port: d7807a93-d083-4a68-80c6-23c3ccfc307c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:56:53.545725 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:53.641448 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] For port d7807a93-d083-4a68-80c6-23c3ccfc307c, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:56:53.644836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] For port d7807a93-d083-4a68-80c6-23c3ccfc307c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d7807a93-d083-4a68-80c6-23c3ccfc307c,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:56:53.716382 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:53.797519 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a1fc5-e8d8-4d66-9ea3-5ce0c9756fc0 None None] Pushing event updated for resources: {'Port': ['ID=d7807a93-d083-4a68-80c6-23c3ccfc307c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:53.803256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:56:53.804189 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:54.002727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:56:54.007989 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-32880de4-1846-4f0e-ba79-855138e6ebe3 req-87a32aa9-aebd-45e5-8da7-785e5123a06f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 210 time: 0.0556300 Apr 11 21:56:54.329004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:53Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:56:54.333256 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8327b8-5470-452e-8794-ba9e48a49245 None None] The sync data for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 is: [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:53Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:56:54.688993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2b3f96cf-f229-449b-8946-83e7b9331192 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:54.690534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2b3f96cf-f229-449b-8946-83e7b9331192 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/networks?id=a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 200 len: 796 time: 0.1515219 Apr 11 21:56:54.755729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-93591f40-9426-4c32-ad1a-4ba17a8bd3c1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 379 time: 0.0446708 Apr 11 21:56:54.766809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'port': {'device_id': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'admin_state_up': True, 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'security_groups': ['d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:54.916921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:56:54.926691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:56:55.018928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:56:55.022569 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:55.255080 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bb658f59-9392-4a8d-ba77-7847d61961d8 req-0a6373e9-b407-4fcc-a767-60f046feefa4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 210 time: 0.0460827 Apr 11 21:56:55.357507 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.10 (a862b2e1-154b-4c38-abc6-8861a9790f1a/01ccb5be-7967-48f2-8206-3eb3cf2d0cfa/713af582-9455-427d-a4a3-4accd26a09a4) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:56:55.540032 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:55.555808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 713af582-9455-427d-a4a3-4accd26a09a4 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:55.630561 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:55.701522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network a862b2e1-154b-4c38-abc6-8861a9790f1a is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:56:55.704578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:56:55.709107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:56:55.740571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=713af582-9455-427d-a4a3-4accd26a09a4,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:55.764009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.764359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.764696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.765015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.765347 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.765669 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.765988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.766309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.766626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.766940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.767254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:56:55.785784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:55.786391 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:55.865230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-46594cfe-49eb-46ce-89f2-6045b2244cf7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1022122 Apr 11 21:56:55.877637 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Request body: {'port': {'device_id': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:56:55.933009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d33a3d3c-5793-45c8-8353-792b84278a1b None None] Provisioning for port 713af582-9455-427d-a4a3-4accd26a09a4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:56:55.937857 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-d33a3d3c-5793-45c8-8353-792b84278a1b None None] Provisioning complete for port 713af582-9455-427d-a4a3-4accd26a09a4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:55.938249 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d33a3d3c-5793-45c8-8353-792b84278a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:55.986484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:55.991751 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-d33a3d3c-5793-45c8-8353-792b84278a1b None None] Port 713af582-9455-427d-a4a3-4accd26a09a4 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:56:56.323114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713af582-9455-427d-a4a3-4accd26a09a4 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:56:56.330864 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.347651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Transition to ACTIVE for port object 713af582-9455-427d-a4a3-4accd26a09a4 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:56:56.404028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d7807a93-d083-4a68-80c6-23c3ccfc307c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:56:56.434823 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.458491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b664e-d4da-4567-a0be-722b4b7908e5 req-b42618d4-3b27-4728-aa54-d3670d947578 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:56.461144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a1b664e-d4da-4567-a0be-722b4b7908e5 req-b42618d4-3b27-4728-aa54-d3670d947578 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 932 time: 0.0826190 Apr 11 21:56:56.510421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4a1b664e-d4da-4567-a0be-722b4b7908e5 req-3fb4135e-0152-4553-bbc6-10530eadbf3f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Apr 11 21:56:56.550042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port d7807a93-d083-4a68-80c6-23c3ccfc307c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:56:56.556296 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d7807a93-d083-4a68-80c6-23c3ccfc307c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:56.557690 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.577519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Pushing event updated for resources: {'Port': ['ID=713af582-9455-427d-a4a3-4accd26a09a4,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:56.692609 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.694617 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Attempting to bind port 713af582-9455-427d-a4a3-4accd26a09a4 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:56:56.695345 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Attempting to bind port 713af582-9455-427d-a4a3-4accd26a09a4 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:56:56.695878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Attempting to bind port 713af582-9455-427d-a4a3-4accd26a09a4 on network a862b2e1-154b-4c38-abc6-8861a9790f1a {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:56:56.702820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Port 713af582-9455-427d-a4a3-4accd26a09a4 on network a862b2e1-154b-4c38-abc6-8861a9790f1a not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:56:56.704050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Attempting to bind port 713af582-9455-427d-a4a3-4accd26a09a4 on network a862b2e1-154b-4c38-abc6-8861a9790f1a {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:56:56.711379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:56:56.711790 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Checking segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:56:56.712142 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Bound using segment: {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:56:56.712575 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Bound port: 713af582-9455-427d-a4a3-4accd26a09a4, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522fee74-9708-4771-840f-f301fcab72fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:56:56.712925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.729083 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port d7807a93-d083-4a68-80c6-23c3ccfc307c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d7807a93-d083-4a68-80c6-23c3ccfc307c,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:56:56.805823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] For port 713af582-9455-427d-a4a3-4accd26a09a4, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:56:56.808817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] For port 713af582-9455-427d-a4a3-4accd26a09a4, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=713af582-9455-427d-a4a3-4accd26a09a4,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:56:56.819592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.882277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.892622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=d7807a93-d083-4a68-80c6-23c3ccfc307c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:56.948099 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:56.949534 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] 10.222.0.75 "PUT /v2.0/ports/713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 200 len: 1092 time: 1.0760338 Apr 11 21:56:56.950044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:56:56.967703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af03c36-7052-4e63-91e8-d716d750bd7b service neutron] Pushing event updated for resources: {'Port': ['ID=713af582-9455-427d-a4a3-4accd26a09a4,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:56:57.009036 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ab23c8-7054-4712-870a-2a34f0e36966'] response: {'name': 'network-changed', 'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4', 'status': 'completed', 'code': 200} Apr 11 21:56:57.103123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37dc5c9a-2814-41cf-b54a-17f35fc3014f req-b19e5359-c395-4128-ad51-b5b0f88a3e4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1095 time: 0.0729687 Apr 11 21:56:57.254281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5c9a-2814-41cf-b54a-17f35fc3014f req-3c75ee94-b99c-4767-b4c2-12d60437cbc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:57.255695 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37dc5c9a-2814-41cf-b54a-17f35fc3014f req-3c75ee94-b99c-4767-b4c2-12d60437cbc2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1422975 Apr 11 21:56:57.491435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5c9a-2814-41cf-b54a-17f35fc3014f req-1703462c-28f0-4b3f-b752-30d3581279db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:57.492980 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-37dc5c9a-2814-41cf-b54a-17f35fc3014f req-1703462c-28f0-4b3f-b752-30d3581279db service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2286117 Apr 11 21:56:57.608544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-93b972fd-a317-46f5-a27b-4c51cb375f09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1095 time: 0.0704970 Apr 11 21:56:57.682884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-ae0805bd-fa7c-4255-aefd-854fecf18c9a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 200 len: 217 time: 0.0637329 Apr 11 21:56:57.754929 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-bd1440ce-9a57-4a10-bc6d-36aba0d40ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:57.756486 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-bd1440ce-9a57-4a10-bc6d-36aba0d40ac1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa HTTP/1.1" status: 200 len: 835 time: 0.0652201 Apr 11 21:56:57.808669 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145216fd-f091-4978-a0c6-88efec584807 req-bfaf85a1-d5cc-4481-ba5f-8df6e94d8c2a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:57.810124 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-145216fd-f091-4978-a0c6-88efec584807 req-bfaf85a1-d5cc-4481-ba5f-8df6e94d8c2a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 944 time: 0.1717751 Apr 11 21:56:57.838137 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-7fe68de0-c53f-4fde-8639-88622349524a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a862b2e1-154b-4c38-abc6-8861a9790f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727310 Apr 11 21:56:57.857675 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-145216fd-f091-4978-a0c6-88efec584807 req-c2b0effe-6c70-4254-bdcc-bfc719563272 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Apr 11 21:56:57.975236 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-0de119a4-e444-4188-9242-5c33cbee0c1a service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229310 Apr 11 21:56:58.107082 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8db178e-90c7-4336-b5a8-882d3228a15c req-aa336d58-7c1a-49c0-a9e1-5a8145ed5f02 service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226954 Apr 11 21:56:58.372583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d7807a93-d083-4a68-80c6-23c3ccfc307c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:56:58.438298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port d7807a93-d083-4a68-80c6-23c3ccfc307c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:56:58.438656 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:59.065068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb445c99-8e38-4547-b932-7697dc7debf1 req-c1aeaaeb-1eb7-49c3-8f64-f6b3ff554b16 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:56:59.065741 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cb445c99-8e38-4547-b932-7697dc7debf1 req-c1aeaaeb-1eb7-49c3-8f64-f6b3ff554b16 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:56:59.144423 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-cb445c99-8e38-4547-b932-7697dc7debf1 req-c1aeaaeb-1eb7-49c3-8f64-f6b3ff554b16 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:56:59.145621 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb445c99-8e38-4547-b932-7697dc7debf1 req-c1aeaaeb-1eb7-49c3-8f64-f6b3ff554b16 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 944 time: 0.1647377 Apr 11 21:56:59.198777 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cb445c99-8e38-4547-b932-7697dc7debf1 req-a7d7e4f5-dc44-4f48-9c17-f87b45421d74 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 Apr 11 21:56:59.612914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:56:59.946430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 713af582-9455-427d-a4a3-4accd26a09a4 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:57:00.112046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 713af582-9455-427d-a4a3-4accd26a09a4, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=713af582-9455-427d-a4a3-4accd26a09a4,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:57:00.125661 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '713af582-9455-427d-a4a3-4accd26a09a4', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'port_id': '713af582-9455-427d-a4a3-4accd26a09a4', 'mac_address': 'fa:16:3e:f6:a9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:57:00.179040 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:00.197670 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713af582-9455-427d-a4a3-4accd26a09a4 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:57:00.212407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 713af582-9455-427d-a4a3-4accd26a09a4, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=713af582-9455-427d-a4a3-4accd26a09a4,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:57:00.269634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:00.346065 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=713af582-9455-427d-a4a3-4accd26a09a4,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:57:00.355170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.355539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.355875 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.356204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.356529 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.356850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.357166 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.357482 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.357796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.358105 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.358419 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:57:00.406635 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46932fe7-89d4-427a-bd6d-db7eb271c712 req-77717557-4f75-47f7-9a94-2644476f4605 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:00.408115 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46932fe7-89d4-427a-bd6d-db7eb271c712 req-77717557-4f75-47f7-9a94-2644476f4605 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 945 time: 0.0773292 Apr 11 21:57:00.453394 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-46932fe7-89d4-427a-bd6d-db7eb271c712 req-77693403-37ec-40d6-931c-11b374effcb9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Apr 11 21:57:00.574348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['713af582-9455-427d-a4a3-4accd26a09a4'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:57:01.400998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:01.648300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a51a0-b611-4925-ba2d-f6c5e2e3e1d0 req-967e40b3-788e-4285-8798-596b496ca6d2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:01.649816 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf7a51a0-b611-4925-ba2d-f6c5e2e3e1d0 req-967e40b3-788e-4285-8798-596b496ca6d2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 945 time: 0.0766010 Apr 11 21:57:01.695665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf7a51a0-b611-4925-ba2d-f6c5e2e3e1d0 req-5689611d-f33b-4b9b-960f-e4d5b57395b0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Apr 11 21:57:01.962468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 713af582-9455-427d-a4a3-4accd26a09a4 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:57:02.075202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 713af582-9455-427d-a4a3-4accd26a09a4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:57:02.079913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 713af582-9455-427d-a4a3-4accd26a09a4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:57:02.080285 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:02.189677 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:02.216096 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:57:02.225524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 713af582-9455-427d-a4a3-4accd26a09a4, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=713af582-9455-427d-a4a3-4accd26a09a4,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:57:02.287152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:02.362931 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=713af582-9455-427d-a4a3-4accd26a09a4,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:57:02.389273 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f91b6a-bed5-4f78-a814-51d9f327a6ea'] response: {'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4', 'code': 200} Apr 11 21:57:02.531663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c72abf11-8247-4c4e-9be4-02242a4ce5a6 req-eb6153b7-a754-4703-8d55-b504e811bb09 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1097 time: 0.0773053 Apr 11 21:57:02.577373 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c72abf11-8247-4c4e-9be4-02242a4ce5a6 req-7183a3ef-a285-44fc-a1b7-517f7f173c80 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Apr 11 21:57:02.891032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1da2b8-e29d-4042-b1cf-d9c8c71f6176 req-7cb4385f-0984-44f5-8db8-61aeda0bfa45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:02.892513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e1da2b8-e29d-4042-b1cf-d9c8c71f6176 req-7cb4385f-0984-44f5-8db8-61aeda0bfa45 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0773017 Apr 11 21:57:02.937026 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e1da2b8-e29d-4042-b1cf-d9c8c71f6176 req-dae728fe-1438-4275-8f38-224a7cf50965 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389066 Apr 11 21:57:04.141433 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a87c64-1aa8-4b90-b138-b366fedd96bf req-ade04ac3-0569-47b8-bdff-366f595caf62 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:04.142919 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86a87c64-1aa8-4b90-b138-b366fedd96bf req-ade04ac3-0569-47b8-bdff-366f595caf62 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0828202 Apr 11 21:57:04.188840 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-86a87c64-1aa8-4b90-b138-b366fedd96bf req-4c90084a-60c3-4361-a1a3-6ea4f9ca7704 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Apr 11 21:57:04.391047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58237053-792c-4323-bd38-0ffea1fb22ed req-1cc9adf2-7c9d-4227-afd9-3ae000817e51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:04.392523 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58237053-792c-4323-bd38-0ffea1fb22ed req-1cc9adf2-7c9d-4227-afd9-3ae000817e51 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0794234 Apr 11 21:57:04.438453 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58237053-792c-4323-bd38-0ffea1fb22ed req-5de0e9da-2a98-46f4-b39e-49d0906571a8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398467 Apr 11 21:57:04.466004 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57494) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:04.539664 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-89fc0fd2-13e0-4130-8672-3c0ed550a1c8 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1092 time: 0.0721149 Apr 11 21:57:04.541979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57498) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:04.547073 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '713af582-9455-427d-a4a3-4accd26a09a4', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:57:04.553289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:57:04.557100 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:floatingip and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:57:04.559917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:57:04.565499 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:57:04.652703 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:04.789383 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:04.924022 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.120 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c1b1605b-22da-46af-b0b8-48b208e8e735) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:57:05.074774 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:05.144618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:05.211462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:57:05.214053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:57:05.216763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:57:05.362572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=c1b1605b-22da-46af-b0b8-48b208e8e735,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:57:05.834583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:05.949851 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:06.158886 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:06.223402 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:06.337121 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=c1b1605b-22da-46af-b0b8-48b208e8e735,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:57:06.352294 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:06.546307 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Floating IP f03127ce-5aea-44c1-af8a-f4968df45643 associated. External IP: 172.25.5.120, port: 713af582-9455-427d-a4a3-4accd26a09a4. Apr 11 21:57:06.941373 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 39dcae16-9e8a-4b3e-9547-209a151f305c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:57:07.232351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:57:07.243184 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] Sync routers for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:57:07.257262 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:57:07.257865 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:57:07.321595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:07.378315 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4d1d06fd-8112-4f50-b57f-0b90c5053110 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8353293 Apr 11 21:57:07.378993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:57:07.444334 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:57:07.447494 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e17c663-1b9c-4176-a432-352fff39d52f'] response: {'name': 'network-changed', 'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4', 'status': 'completed', 'code': 200} Apr 11 21:57:07.544680 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-aaff4236-08a0-480d-8cd7-a0fd0eeaf789 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1097 time: 0.0744674 Apr 11 21:57:07.567793 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e075a-02c4-40df-b684-6a7a387409e7 req-348b70c7-8eed-4e46-b370-47e66914818a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:07.570125 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be3e075a-02c4-40df-b684-6a7a387409e7 req-348b70c7-8eed-4e46-b370-47e66914818a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0803230 Apr 11 21:57:07.618498 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-be3e075a-02c4-40df-b684-6a7a387409e7 req-53c1e6b6-4bdf-4b43-b8c8-12b856195d21 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Apr 11 21:57:07.648426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57506) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:07.687174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-adcf02b3-8fae-451a-a3c6-efc22c68e827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:07.689167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-adcf02b3-8fae-451a-a3c6-efc22c68e827 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 200 len: 897 time: 0.1390133 Apr 11 21:57:07.768414 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4fa04a6f-7aae-4b90-b629-5aa43d1030fe tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/f03127ce-5aea-44c1-af8a-f4968df45643 HTTP/1.1" status: 200 len: 992 time: 0.1186397 Apr 11 21:57:07.808572 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f03127ce-5aea-44c1-af8a-f4968df45643', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'port_id': '713af582-9455-427d-a4a3-4accd26a09a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'mac_address': 'fa:16:3e:f6:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:57:05Z', 'updated_at': '2022-04-11T21:57:05Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:57:07.812559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-8a02a315-553e-4a3a-a4a7-39088380d162 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 200 len: 1000 time: 0.1171050 Apr 11 21:57:07.812739 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] Checking router: 39dcae16-9e8a-4b3e-9547-209a151f305c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:57:07.824784 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:57:07.825392 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:56:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:57:07.876540 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-f5028aed-c8a0-473e-937c-07becd2a551a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:07.877988 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-f5028aed-c8a0-473e-937c-07becd2a551a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa HTTP/1.1" status: 200 len: 835 time: 0.0594776 Apr 11 21:57:07.958661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-19797fa6-377f-41ba-aad6-1019292b290d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a862b2e1-154b-4c38-abc6-8861a9790f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743556 Apr 11 21:57:08.009041 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:57:08.044890 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:57:08.096967 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-1be84179-3ced-4541-b9ae-a9dbf17c1635 service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320508 Apr 11 21:57:08.238197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4296cbf7-1b14-4cb1-ae31-1ee1a3f88861 req-1fd2a4e3-9a13-466e-91d1-e9423190a38b service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325147 Apr 11 21:57:08.412556 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f03127ce-5aea-44c1-af8a-f4968df45643', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'port_id': '713af582-9455-427d-a4a3-4accd26a09a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'mac_address': 'fa:16:3e:f6:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:57:05Z', 'updated_at': '2022-04-11T21:57:05Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:57:08.416364 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e10a-550c-4410-a2ba-f933be6f0b3f None None] The sync data for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 is: [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f03127ce-5aea-44c1-af8a-f4968df45643', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'port_id': '713af582-9455-427d-a4a3-4accd26a09a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'mac_address': 'fa:16:3e:f6:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:57:05Z', 'updated_at': '2022-04-11T21:57:05Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:57:08.772630 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57510) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:08.879420 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d3264636-bf36-4d80-86fd-1a34bd16eb8a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/f03127ce-5aea-44c1-af8a-f4968df45643 HTTP/1.1" status: 200 len: 992 time: 0.1057322 Apr 11 21:57:08.916042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf7e40-a1a4-484d-bc55-d4453c18008c None None] New status for floating IP f03127ce-5aea-44c1-af8a-f4968df45643: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:57:09.883408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57514) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:09.989799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-69a562e7-de8d-4e27-9259-93dc3346b916 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/f03127ce-5aea-44c1-af8a-f4968df45643 HTTP/1.1" status: 200 len: 994 time: 0.1052408 Apr 11 21:57:13.966712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f02f82f8-b55f-4e4b-aa12-58ecf2fbc92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:16.297553 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5248b51e-7461-40ac-ba62-5294b5bae283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:17.595211 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:17.675525 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:19.006515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:29.652451 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:30.186552 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-b6841c4f-df40-43c1-a935-055f958710cf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719628 Apr 11 21:57:30.335132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-47b8e028-ca50-4d68-aebc-a3e365e26a43 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1097 time: 0.0684283 Apr 11 21:57:30.486562 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-c343d479-5a1c-4a19-bd72-10e532984aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:30.487935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-c343d479-5a1c-4a19-bd72-10e532984aae service neutron] 10.222.0.75 "GET /v2.0/networks?id=a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 200 len: 897 time: 0.1262724 Apr 11 21:57:30.681237 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-67f7c536-20c4-4fb2-a1df-6d1431fc9c6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 200 len: 1002 time: 0.1859572 Apr 11 21:57:30.745571 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-9d21c5ff-c3a8-465c-8213-431788cc3c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:30.746893 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-9d21c5ff-c3a8-465c-8213-431788cc3c62 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa HTTP/1.1" status: 200 len: 835 time: 0.0597997 Apr 11 21:57:30.818646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-d5e5d998-e61b-4d38-8df1-4e72b0883296 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a862b2e1-154b-4c38-abc6-8861a9790f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656898 Apr 11 21:57:30.946046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-78c278ff-0688-47d7-bf46-6b9b20cf7d03 service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213195 Apr 11 21:57:31.075156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9eaf03fe-7ad2-4317-8caa-965b2b47f74d req-cb4a64a5-5c29-4b53-85a1-fbee07723d4f service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221292 Apr 11 21:57:31.440761 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:41.410662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc287048-29e0-4097-a453-2bcb2cfe9042 req-7b1bb092-30d4-45fa-bafc-13564144d563 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:41.412160 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc287048-29e0-4097-a453-2bcb2cfe9042 req-7b1bb092-30d4-45fa-bafc-13564144d563 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0828760 Apr 11 21:57:41.458987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cc287048-29e0-4097-a453-2bcb2cfe9042 req-7c702b62-d19d-469b-96a2-bc15a6fea9bb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Apr 11 21:57:42.678570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a5568-8636-4043-bca4-a91652223d69 req-b044c56c-abc9-4978-b1cf-25d02afecdf0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:42.680040 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734a5568-8636-4043-bca4-a91652223d69 req-b044c56c-abc9-4978-b1cf-25d02afecdf0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0790880 Apr 11 21:57:42.731351 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-734a5568-8636-4043-bca4-a91652223d69 req-15616d68-95b6-4fcd-9f33-fe02ff8e1b42 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Apr 11 21:57:43.936911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-06a15a6d-fc67-484a-9bfb-1f518a67a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:43.943062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09786f87-ea7b-4d6f-946e-cdddfd679c59 req-4e58722a-e889-43d7-8872-cb66cf139b3a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:43.946631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09786f87-ea7b-4d6f-946e-cdddfd679c59 req-4e58722a-e889-43d7-8872-cb66cf139b3a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0790329 Apr 11 21:57:43.990479 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-09786f87-ea7b-4d6f-946e-cdddfd679c59 req-b536bf27-25e5-4600-ae29-b0e34f75967c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402904 Apr 11 21:57:45.000585 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:57:45.186920 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a591bd-0822-45cf-9edc-6615d08686e5 req-ad93c417-a7be-4e9a-ac31-1d71a1db4ed1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:45.188451 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4a591bd-0822-45cf-9edc-6615d08686e5 req-ad93c417-a7be-4e9a-ac31-1d71a1db4ed1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0762351 Apr 11 21:57:45.236224 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e4a591bd-0822-45cf-9edc-6615d08686e5 req-7174e56e-6748-4c39-85b7-555f5cf0706e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 Apr 11 21:57:46.303736 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-59b9d334-281d-43bf-9e11-599b40fc499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:46.438756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca141ba-b9c2-4a63-83d8-cec18d6f25d9 req-ebcc6d39-2528-4cf0-ba6f-d0a466499ed6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:46.440138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ca141ba-b9c2-4a63-83d8-cec18d6f25d9 req-ebcc6d39-2528-4cf0-ba6f-d0a466499ed6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0818124 Apr 11 21:57:46.487047 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1ca141ba-b9c2-4a63-83d8-cec18d6f25d9 req-34788fe8-441f-45f9-bfb0-5e57d62ecc0a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414248 Apr 11 21:57:47.561165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:47.646784 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:47.686858 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a97b2-7950-4911-a0e5-6a97a5b6388d req-43eb4939-993a-4d2d-95f0-97d9dbdd1962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:47.688272 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d6a97b2-7950-4911-a0e5-6a97a5b6388d req-43eb4939-993a-4d2d-95f0-97d9dbdd1962 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0761847 Apr 11 21:57:47.734219 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0d6a97b2-7950-4911-a0e5-6a97a5b6388d req-79731916-07d8-4283-a042-7ddd24a200de tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Apr 11 21:57:48.928707 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204fdc3-8480-48b9-b6be-93f038e8fc03 req-6af6c503-66ca-4389-ae0b-1e7a374d45c0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:48.930151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7204fdc3-8480-48b9-b6be-93f038e8fc03 req-6af6c503-66ca-4389-ae0b-1e7a374d45c0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0759299 Apr 11 21:57:48.971642 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:57:48.978402 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7204fdc3-8480-48b9-b6be-93f038e8fc03 req-8629003d-f20b-4ad6-8ff7-c9de6724e298 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Apr 11 21:57:50.176750 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893150c2-cd02-411f-9bb0-24ee8458e2e6 req-6dd850af-b715-4052-9082-5afafe2bbd38 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:50.178190 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-893150c2-cd02-411f-9bb0-24ee8458e2e6 req-6dd850af-b715-4052-9082-5afafe2bbd38 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0791581 Apr 11 21:57:50.223883 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-893150c2-cd02-411f-9bb0-24ee8458e2e6 req-285a5426-8ccb-4100-a398-5aa69e49efcc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393000 Apr 11 21:57:51.426503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ddb1c-a845-4bae-a594-8807178849b7 req-8ac51216-edf8-4852-b706-509603a42267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:51.427971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea0ddb1c-a845-4bae-a594-8807178849b7 req-8ac51216-edf8-4852-b706-509603a42267 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0802398 Apr 11 21:57:51.473500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ea0ddb1c-a845-4bae-a594-8807178849b7 req-619b5e6d-c94c-4e16-8ca1-32ce1706cb30 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 Apr 11 21:57:52.696924 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28062d-423a-4482-94c0-21acb406b41a req-60508856-357f-409e-9d57-c190675f5f4e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:52.699804 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c28062d-423a-4482-94c0-21acb406b41a req-60508856-357f-409e-9d57-c190675f5f4e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.1007049 Apr 11 21:57:52.749116 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3c28062d-423a-4482-94c0-21acb406b41a req-098b39ee-093f-4f31-9c0e-fe93ea0e41af tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Apr 11 21:57:52.786314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57562) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:52.900471 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2bb111f4-7937-41a9-9933-6d3216370ff0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/f03127ce-5aea-44c1-af8a-f4968df45643 HTTP/1.1" status: 200 len: 994 time: 0.1130044 Apr 11 21:57:54.492340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf018c0-b762-4e9e-b4f9-5ca16c3c3f0a req-9f0a7867-935c-4a8d-8600-cd7d97fd22b0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:54.494584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daf018c0-b762-4e9e-b4f9-5ca16c3c3f0a req-9f0a7867-935c-4a8d-8600-cd7d97fd22b0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0785089 Apr 11 21:57:54.585509 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-daf018c0-b762-4e9e-b4f9-5ca16c3c3f0a req-818e3942-3533-4247-80df-a1cc972c1b9c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850124 Apr 11 21:57:54.616382 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-1e7f8c5c-b286-4f0f-ab5b-6056a3d9f9f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1097 time: 0.0791948 Apr 11 21:57:54.748754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-fa6d1c37-605b-4c0a-b1d2-c489f9c86218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:54.750187 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-fa6d1c37-605b-4c0a-b1d2-c489f9c86218 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 200 len: 897 time: 0.1250677 Apr 11 21:57:54.860939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-4c5f4f3f-747d-4b49-b179-a2198a069d42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 200 len: 1002 time: 0.1010170 Apr 11 21:57:54.924879 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-690d1d33-078b-47c1-a736-ff14c6f1fab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:54.926264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-690d1d33-078b-47c1-a736-ff14c6f1fab6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa HTTP/1.1" status: 200 len: 835 time: 0.0567174 Apr 11 21:57:55.099620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-318a5424-3abb-4dfb-a4fe-b701051d120e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a862b2e1-154b-4c38-abc6-8861a9790f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641307 Apr 11 21:57:55.232224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-9b00f971-f6d3-43d8-b5aa-59969e9460a7 service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238029 Apr 11 21:57:55.370663 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b8e4e03b-565d-4078-ab25-e065f5a1d717 req-42296160-84d2-45ae-a2a6-dcfab42af9e9 service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287796 Apr 11 21:57:55.791295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591a0e-54d7-4151-8c76-95e0671d0e30 req-2fcb3553-55ff-430d-8fc2-08991fa4d76b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:55.792772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9c591a0e-54d7-4151-8c76-95e0671d0e30 req-2fcb3553-55ff-430d-8fc2-08991fa4d76b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0792983 Apr 11 21:57:55.839410 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9c591a0e-54d7-4151-8c76-95e0671d0e30 req-3db45a5c-7a73-40e7-86c5-7ca2dbf1bf37 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398445 Apr 11 21:57:57.036870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c5353-4f6a-4831-8fae-da244fc43ca3 req-74ed94b7-9c70-484b-a43d-7122b5a896ff tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:57:57.038310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd7c5353-4f6a-4831-8fae-da244fc43ca3 req-74ed94b7-9c70-484b-a43d-7122b5a896ff tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0759890 Apr 11 21:57:57.083052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dd7c5353-4f6a-4831-8fae-da244fc43ca3 req-597db00d-7deb-4c46-8ce2-25de92e1ae1c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Apr 11 21:57:57.112179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57576) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:57:57.217181 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-45217327-1765-4cd3-99c1-b06e76b6a3a0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/f03127ce-5aea-44c1-af8a-f4968df45643 HTTP/1.1" status: 200 len: 994 time: 0.1037905 Apr 11 21:57:59.635280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:01.467826 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:13.931635 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3b39d3c6-4d0b-4c50-a3aa-f2e32807f995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:16.286063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9488a29a-a72f-4eaa-88a6-65223214b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:17.537173 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:17.628688 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:18.971616 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:22.001769 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:58:27.683241 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57594) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:27.880135 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port c1b1605b-22da-46af-b0b8-48b208e8e735 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:58:27.880467 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:28.046757 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:28.046990 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:28.162244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for c1b1605b-22da-46af-b0b8-48b208e8e735 owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:58:28.440367 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:28.484723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=c1b1605b-22da-46af-b0b8-48b208e8e735,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:28.524353 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.524693 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.525023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.525384 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.525766 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.526091 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.526406 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.526724 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.527040 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.527354 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.527694 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:28.585987 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:28.964263 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 39dcae16-9e8a-4b3e-9547-209a151f305c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:58:29.157221 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:58:29.167668 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] Sync routers for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:58:29.178924 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:29.179561 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:29.239874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:29.294621 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-1061ee54-e799-4a56-8f1f-fcb7ff156b2e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/floatingips/f03127ce-5aea-44c1-af8a-f4968df45643 HTTP/1.1" status: 204 len: 168 time: 1.6099911 Apr 11 21:58:29.295249 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:58:29.356295 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3858d7bc-b106-475f-b78b-a90969bef99a'] response: {'name': 'network-changed', 'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4', 'status': 'completed', 'code': 200} Apr 11 21:58:29.363453 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:29.464574 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-04a0491d-7bd2-4603-a233-b632add937b6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 1097 time: 0.0808473 Apr 11 21:58:29.601607 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-50a46355-3888-4cd4-9e3f-f16b207fabfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:29.603067 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-50a46355-3888-4cd4-9e3f-f16b207fabfd service neutron] 10.222.0.75 "GET /v2.0/networks?id=a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 200 len: 897 time: 0.1325886 Apr 11 21:58:29.675176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-23d1ebaa-fd25-4e43-b68e-ad01edd86710 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 200 len: 217 time: 0.0629580 Apr 11 21:58:29.676153 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:29.680021 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] Checking router: 39dcae16-9e8a-4b3e-9547-209a151f305c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:58:29.691350 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:29.691973 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:29.696484 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:29.744693 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-5f4e341f-d496-4e7f-9a09-f9e6abf2ecbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:29.746290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-5f4e341f-d496-4e7f-9a09-f9e6abf2ecbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa HTTP/1.1" status: 200 len: 835 time: 0.0620410 Apr 11 21:58:29.826064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-5f5fa735-5509-429b-bcc1-7342e3512d86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a862b2e1-154b-4c38-abc6-8861a9790f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711389 Apr 11 21:58:29.871188 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:29.929904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ce9d-4e1a-4d1e-804d-4c06082d7cfb req-3f65e80c-717a-4b2c-85b8-b5e29e030ff4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:29.931118 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cc16ce9d-4e1a-4d1e-804d-4c06082d7cfb req-3f65e80c-717a-4b2c-85b8-b5e29e030ff4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:29.970942 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-f094d1b8-9c0d-4930-a53c-37383b7b84eb service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371713 Apr 11 21:58:30.005902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-cc16ce9d-4e1a-4d1e-804d-4c06082d7cfb req-3f65e80c-717a-4b2c-85b8-b5e29e030ff4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:30.007117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc16ce9d-4e1a-4d1e-804d-4c06082d7cfb req-3f65e80c-717a-4b2c-85b8-b5e29e030ff4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.1600640 Apr 11 21:58:30.060776 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cc16ce9d-4e1a-4d1e-804d-4c06082d7cfb req-6a7df8bd-28a0-4604-8e78-bf7d805cf645 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474081 Apr 11 21:58:30.114109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29f9258d-6bdd-4e87-be73-a817e74cfa12 req-00559645-c2d6-4447-8e2c-432448895d32 service neutron] 10.222.0.75 "GET /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372695 Apr 11 21:58:30.225552 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:30.229620 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f7c66-4a80-43cc-8a4e-334f2331bb47 None None] The sync data for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 is: [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:56:49Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': 'd7807a93-d083-4a68-80c6-23c3ccfc307c', 'name': '', 'network_id': 'a862b2e1-154b-4c38-abc6-8861a9790f1a', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:c5:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:49Z', 'updated_at': '2022-04-11T21:56:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': '01ccb5be-7967-48f2-8206-3eb3cf2d0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:58:30.444280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032b052-853f-4ab7-9268-9ddf779c5af0 None None] New status for floating IP f03127ce-5aea-44c1-af8a-f4968df45643: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:58:31.262328 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa9e21-f12f-45be-b796-7192229df544 req-045577a3-62a3-4b23-91f7-526b40404c87 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:31.263989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cfa9e21-f12f-45be-b796-7192229df544 req-045577a3-62a3-4b23-91f7-526b40404c87 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0774417 Apr 11 21:58:31.314866 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7cfa9e21-f12f-45be-b796-7192229df544 req-2d0f5b02-0815-4b28-8000-7ab062cb5b4b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Apr 11 21:58:31.480378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:31.498091 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7404b-1849-45d7-aec5-637b1133d70a req-d73ebcb9-fd92-4692-9820-5ac7ed4c38e5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:31.499530 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84e7404b-1849-45d7-aec5-637b1133d70a req-d73ebcb9-fd92-4692-9820-5ac7ed4c38e5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 946 time: 0.0787928 Apr 11 21:58:31.569661 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 713af582-9455-427d-a4a3-4accd26a09a4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:58:31.570002 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:31.904414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 713af582-9455-427d-a4a3-4accd26a09a4, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=713af582-9455-427d-a4a3-4accd26a09a4,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:31.904771 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:32.028444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 713af582-9455-427d-a4a3-4accd26a09a4 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:58:32.228857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:32.280386 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=713af582-9455-427d-a4a3-4accd26a09a4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:32.292535 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.292882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.293706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.293706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.293909 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.294188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.294515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.294843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.295168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.295524 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.295836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:32.366965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] No DVR routers for this DVR port 713af582-9455-427d-a4a3-4accd26a09a4 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:58:32.369800 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:32.372675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'name': 'network-vif-deleted', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:58:32.433920 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e908038e-5881-4a9d-9ed7-dbdb336afd83'] response: {'server_uuid': 'dbee36d0-62f5-4678-becc-09db76c9acca', 'name': 'network-vif-deleted', 'tag': '713af582-9455-427d-a4a3-4accd26a09a4', 'status': 'completed', 'code': 200} Apr 11 21:58:32.452274 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-84e7404b-1849-45d7-aec5-637b1133d70a req-051d6577-f1f2-442d-a9a6-d5889e21352a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "DELETE /v2.0/ports/713af582-9455-427d-a4a3-4accd26a09a4 HTTP/1.1" status: 204 len: 173 time: 0.9440641 Apr 11 21:58:32.486263 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7d897048-8416-4cc0-b3b9-5396d78ac203 req-363fcb08-50c8-4a03-9431-9f401d53e28b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbee36d0-62f5-4678-becc-09db76c9acca HTTP/1.1" status: 200 len: 210 time: 0.0410581 Apr 11 21:58:33.592670 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57612) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:33.990917 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:34.460752 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 713af582-9455-427d-a4a3-4accd26a09a4 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:58:34.530717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 713af582-9455-427d-a4a3-4accd26a09a4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:58:34.531061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 713af582-9455-427d-a4a3-4accd26a09a4 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:58:34.690148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port d7807a93-d083-4a68-80c6-23c3ccfc307c {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:58:34.690724 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:34.871653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port d7807a93-d083-4a68-80c6-23c3ccfc307c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=d7807a93-d083-4a68-80c6-23c3ccfc307c,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:34.872012 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:34.989884 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for d7807a93-d083-4a68-80c6-23c3ccfc307c owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:58:35.223032 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:35.272657 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=d7807a93-d083-4a68-80c6-23c3ccfc307c,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:35.562395 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:36.213361 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router 39dcae16-9e8a-4b3e-9547-209a151f305c has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:58:36.411510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:58:36.422717 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] Sync routers for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:58:36.426934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c376b4fe-13e0-4d2b-803f-8b05789d03b5 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/39dcae16-9e8a-4b3e-9547-209a151f305c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307805 Apr 11 21:58:36.427158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57616) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:36.435207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:36.439907 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:36.611836 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:36.613371 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting subnet 01ccb5be-7967-48f2-8206-3eb3cf2d0cfa {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:58:36.616281 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:36.668841 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:36.751031 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:36.869283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:36.891395 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:58:35Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:36.895203 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] Checking router: 39dcae16-9e8a-4b3e-9547-209a151f305c for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:58:36.906871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] Routers {'39dcae16-9e8a-4b3e-9547-209a151f305c'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:36.907527 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39dcae16-9e8a-4b3e-9547-209a151f305c'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:36.913605 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Subnet': ['ID=01ccb5be-7967-48f2-8206-3eb3cf2d0cfa,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:36.919259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:36.925778 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-61fd2e38-7257-4d46-8a7c-ef7621734964 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/subnets/01ccb5be-7967-48f2-8206-3eb3cf2d0cfa HTTP/1.1" status: 204 len: 168 time: 0.4974995 Apr 11 21:58:36.928394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57620) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:36.930613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca9ab5-74c3-498c-b431-5c96ee7c8cc8 None None] Network a862b2e1-154b-4c38-abc6-8861a9790f1a requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:58:37.093153 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] Set router 39dcae16-9e8a-4b3e-9547-209a151f305c gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:37.147259 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.188264 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] DHCP port deletion for a862b2e1-154b-4c38-abc6-8861a9790f1a request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:58:37.192434 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Deleting port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:58:37.192805 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.406439 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:58:35Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:37.411579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] For port 9b7a3fa3-312d-487e-a675-9ef838d64fd9, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=9b7a3fa3-312d-487e-a675-9ef838d64fd9,segment=NetworkSegment(522fee74-9708-4771-840f-f301fcab72fb),segment_id=522fee74-9708-4771-840f-f301fcab72fb)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:37.411980 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.417908 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe37733-5357-4d74-b1c8-c1a3cf3c0e24 None None] The sync data for ids ['39dcae16-9e8a-4b3e-9547-209a151f305c'] in n-d-837321-1 is: [{'id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608303938', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '50617223-7d78-41ff-b20c-52eb16122f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:56:44Z', 'updated_at': '2022-04-11T21:58:35Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': '50617223-7d78-41ff-b20c-52eb16122f49', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcae16-9e8a-4b3e-9547-209a151f305c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:56:45Z', 'updated_at': '2022-04-11T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:58:37.472124 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.538042 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Calling delete_port for 9b7a3fa3-312d-487e-a675-9ef838d64fd9 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:58:37.560208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 50617223-7d78-41ff-b20c-52eb16122f49 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:58:37.560591 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.657080 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.702861 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Pushing event deleted for resources: {'Port': ['ID=9b7a3fa3-312d-487e-a675-9ef838d64fd9,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:37.715843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] No DVR routers for this DVR port 9b7a3fa3-312d-487e-a675-9ef838d64fd9 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:58:37.722032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.722032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.722794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.722794 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.723005 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.723239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.723587 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.724426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.724426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.724679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.724964 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb2796-f425-43f9-b5eb-cabfe30c278d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:37.740674 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 50617223-7d78-41ff-b20c-52eb16122f49, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=50617223-7d78-41ff-b20c-52eb16122f49,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:37.741376 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:37.868531 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 50617223-7d78-41ff-b20c-52eb16122f49 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:58:38.096820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:38.147104 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=50617223-7d78-41ff-b20c-52eb16122f49,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:38.362521 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:38.470955 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9b7a3fa3-312d-487e-a675-9ef838d64fd9 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:58:38.503202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 9b7a3fa3-312d-487e-a675-9ef838d64fd9 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:58:38.503570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 9b7a3fa3-312d-487e-a675-9ef838d64fd9 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:58:38.503983 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d7807a93-d083-4a68-80c6-23c3ccfc307c no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:58:38.535389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: d7807a93-d083-4a68-80c6-23c3ccfc307c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:58:38.535765 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device d7807a93-d083-4a68-80c6-23c3ccfc307c not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:58:38.626562 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:38.630626 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:38.725430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:38.725958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Fanout notify agent at l3_agent the message router_deleted on router 39dcae16-9e8a-4b3e-9547-209a151f305c {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 21:58:38.741861 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:38.742984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-a04aca42-86b3-4f7d-a109-4a0a67680130 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/routers/39dcae16-9e8a-4b3e-9547-209a151f305c HTTP/1.1" status: 204 len: 168 time: 1.8137064 Apr 11 21:58:38.746264 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57624) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:38.871709 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.093185 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.123757 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a862b2e1-154b-4c38-abc6-8861a9790f1a']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:39.135517 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522fee74-9708-4771-840f-f301fcab72fb') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:39.135821 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522fee74-9708-4771-840f-f301fcab72fb') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:39.147388 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.164152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.171690 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 21:58:39.171690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: timer() Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 21:58:39.186778 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 21:58:39.364522 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.383207 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.396092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Network': ['ID=a862b2e1-154b-4c38-abc6-8861a9790f1a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:39.456612 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d564ea63-bab1-4d12-b6e4-13e074365cd0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/networks/a862b2e1-154b-4c38-abc6-8861a9790f1a HTTP/1.1" status: 204 len: 168 time: 0.7093062 Apr 11 21:58:39.459308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57628) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:39.526931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b856306c-a880-4c8b-bd1e-1683cba19084 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.558645 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b856306c-a880-4c8b-bd1e-1683cba19084 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.678618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b856306c-a880-4c8b-bd1e-1683cba19084 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.697974 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856306c-a880-4c8b-bd1e-1683cba19084 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:39.776492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b856306c-a880-4c8b-bd1e-1683cba19084 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:39.777675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b856306c-a880-4c8b-bd1e-1683cba19084 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/security-groups/d6b90093-06ed-41f9-a4ac-e5a8ca79ba7f HTTP/1.1" status: 204 len: 168 time: 0.3173659 Apr 11 21:58:40.249893 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57636) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:40.255536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435445978', 'description': 'tempest-secgroup-smoke-435445978 description', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:40.262545 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:40.266739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:40.269666 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:40.275993 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:40.372017 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.378169 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50617223-7d78-41ff-b20c-52eb16122f49 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:58:40.408391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:40.412343 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:40.415164 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 50617223-7d78-41ff-b20c-52eb16122f49 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:58:40.415368 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:40.415607 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 50617223-7d78-41ff-b20c-52eb16122f49 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:58:40.421392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:40.474818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.548618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.592141 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd7f07-b47c-4ef1-9290-c72f7e562016,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:40.674519 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.675772 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3236b45e-1e1d-466d-a168-776bda8c7454 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4248152 Apr 11 21:58:40.678581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57640) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:40.685286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd7f07-b47c-4ef1-9290-c72f7e562016', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:40.692085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:40.696107 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:40.699147 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:40.705051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:40.783980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.848174 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.925662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:40.949135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696e6c57-21bf-42a3-8917-242c83c976db,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:41.023094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.024337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f9e76da8-51e9-4d47-8142-49724f61b322 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3448279 Apr 11 21:58:41.027573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57644) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:41.032937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd7f07-b47c-4ef1-9290-c72f7e562016', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:41.039283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:41.043817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:41.046633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:41.052293 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:41.149280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.211033 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.297156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.320338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36379ff1-ef3b-4379-ad3d-4faa627a5fda,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:41.377119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.378328 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6f9e57b0-c1c1-430f-8617-5e34538f8eaf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3498244 Apr 11 21:58:41.381032 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57648) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:41.386900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd7f07-b47c-4ef1-9290-c72f7e562016', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:41.393332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:41.397123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:41.400567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:41.406192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:41.475410 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.537513 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.622821 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.649005 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a21f6fa-a375-4e8d-9169-2d66c5ffa94a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:41.754262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.755492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d2a252a6-c334-4772-bdcf-a3fc890931b1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3735168 Apr 11 21:58:41.758188 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57652) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:41.764346 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd7f07-b47c-4ef1-9290-c72f7e562016', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:41.770877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:41.774868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:41.778793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:41.784703 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:41.892470 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:41.956637 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.034006 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.057253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647e7490-67e4-45b8-a1a7-d9eba6600501,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:42.131594 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.132791 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-80a982a7-7038-4a30-aa8d-407051b2f9aa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3737049 Apr 11 21:58:42.135536 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57656) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:42.140890 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd7f07-b47c-4ef1-9290-c72f7e562016', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:42.147254 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:42.151085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:42.154026 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:42.159676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:42.233180 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:58:42.239885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.303925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.382967 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.406501 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3baac1e-84d9-41b7-8d65-42dca15af876,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:42.490119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.491280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e5cd425-4cf9-4314-b661-23cb5cbd94c7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3547740 Apr 11 21:58:42.493968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57660) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:42.499673 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd7f07-b47c-4ef1-9290-c72f7e562016', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:42.506600 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:42.510532 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:security_group_rule and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:42.513429 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:42.519274 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:42.599998 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Project f88ffd560dbd4c3c9213d90e493f5f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 21:58:42.607407 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.674998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.765357 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.791313 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a9e3fc-7d96-401d-acbb-2c4a795dc8ec,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:42.856832 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.858039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e62987ac-0d1a-4b90-99c1-08f593f5b41d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3631036 Apr 11 21:58:42.860792 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57664) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:42.866065 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'network': {'name': 'tempest-network-smoke--607427284', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'port_security_enabled': True}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:42.872285 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:42.876304 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:network and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:42.879071 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:42.884726 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:42.965511 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:58:42.968365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:42.996766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 21:58:43.005288 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.005650 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Added segment c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4 of type vlan for network edb2b886-89f7-4434-8bb8-9df1033bda1f Apr 11 21:58:43.030738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.119767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.123509 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:43.124119 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.233528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Network': ['ID=edb2b886-89f7-4434-8bb8-9df1033bda1f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:43.243988 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network edb2b886-89f7-4434-8bb8-9df1033bda1f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 21:58:43.287439 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3d328eee-dab7-4f09-b9da-50cf0477f6bf tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4231825 Apr 11 21:58:43.287787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57668) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:43.294098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'admin_state_up': True, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:43.301904 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:43.306116 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:router and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:43.311622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:43.315146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:43.387180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.388146 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.406476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.599880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.949618 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.976911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-347a758f-4d27-4cf8-a32d-4eafb3303d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:43.980155 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:44.114307 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.35 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c3e337ca-c2eb-489f-9807-ba9fce170704) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:58:44.258214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:44.325853 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:44.393533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:58:44.396393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:58:44.400940 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:58:44.427948 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=c3e337ca-c2eb-489f-9807-ba9fce170704,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:44.616857 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:44.617603 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:44.908590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router db23b4af-49ee-4ff7-980e-5c3f1ae5eded is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 21:58:45.113508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:58:45.123744 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Sync routers for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:58:45.136478 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:45.137106 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:45.206020 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:45.207172 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-48623d3a-144c-408a-97dd-10ed39a59e9b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9183817 Apr 11 21:58:45.210350 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57672) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:45.252547 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c5a8fa9-255a-4a23-83ee-43a531008b35 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f88ffd560dbd4c3c9213d90e493f5f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385578 Apr 11 21:58:45.252791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57676) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:45.314367 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:45.383618 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933ae8b-eadb-4ac3-b624-50b1d2da5956 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:45.385202 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d933ae8b-eadb-4ac3-b624-50b1d2da5956 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315317 Apr 11 21:58:45.388528 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57680) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:45.426846 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c761a279-0acc-4cca-ade5-44cf12d2ac70 tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=ebe30fd4-9bc4-4911-8e5b-267d64021e9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371854 Apr 11 21:58:45.429935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57684) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:45.435766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855270751', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:45.546445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:45.550457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:subnet and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:58:45.553517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:58:45.559976 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:45.632413 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:44Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:45.634529 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:58:45.637463 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Checking router: db23b4af-49ee-4ff7-980e-5c3f1ae5eded for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:58:45.637804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Updating router db23b4af-49ee-4ff7-980e-5c3f1ae5eded port c3e337ca-c2eb-489f-9807-ba9fce170704 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:58:45.692804 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:45.736760 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.042375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.053849 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Transition to ACTIVE for port object c3e337ca-c2eb-489f-9807-ba9fce170704 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:46.114435 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.135892 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.194549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Subnet': ['ID=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:46.209721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Checking segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:58:46.210652 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network hostable DHCP agents. Network: edb2b886-89f7-4434-8bb8-9df1033bda1f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 21:58:46.232394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666849e-8ccd-45ad-ba87-c29b5a562b38 None None] Pushing event updated for resources: {'Port': ['ID=c3e337ca-c2eb-489f-9807-ba9fce170704,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:46.242442 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Attempting to bind port c3e337ca-c2eb-489f-9807-ba9fce170704 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:58:46.242814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Attempting to bind port c3e337ca-c2eb-489f-9807-ba9fce170704 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:58:46.243214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Attempting to bind port c3e337ca-c2eb-489f-9807-ba9fce170704 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:58:46.250885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:58:46.251255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:58:46.251684 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.252071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:58:46.252534 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Bound port: c3e337ca-c2eb-489f-9807-ba9fce170704, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:58:46.252906 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.314317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network edb2b886-89f7-4434-8bb8-9df1033bda1f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 21:58:46.328352 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] For port c3e337ca-c2eb-489f-9807-ba9fce170704, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:58:46.331667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] For port c3e337ca-c2eb-489f-9807-ba9fce170704, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c3e337ca-c2eb-489f-9807-ba9fce170704,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:58:46.336820 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8b39e410-14cb-464f-a7fb-b0119fcab38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.388340 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, edb2b886-89f7-4434-8bb8-9df1033bda1f) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:58:46.392720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:46.393412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.396791 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbde65d8-488f-4fa6-856a-26cc471cf723 None None] Network edb2b886-89f7-4434-8bb8-9df1033bda1f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:58:46.456352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.492286 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-695ceb96-0eef-4eb6-8578-2c235bd5f73b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0613430 Apr 11 21:58:46.496646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57688) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:58:46.586415 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666849e-8ccd-45ad-ba87-c29b5a562b38 None None] Pushing event updated for resources: {'Port': ['ID=c3e337ca-c2eb-489f-9807-ba9fce170704,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:46.623444 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:46.624085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:46.811080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-edb2b886-89f7-4434-8bb8-9df1033bda1f', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 21:58:46.811910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:46.939604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:47.184818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Allocated IP 172.20.0.2 (edb2b886-89f7-4434-8bb8-9df1033bda1f/f03f9b84-7edf-4d2a-b37b-3e55e34b9e67/090a40b6-ff8c-415a-aabf-22946c49d182) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:58:47.324476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:47.540683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:44Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:47.552073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6272a39-08b9-490e-a7b5-6badb0abb1d5 None None] The sync data for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 is: [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:44Z', 'revision_number': 3, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:58:47.556118 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:47.567294 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Transition to ACTIVE for port object 090a40b6-ff8c-415a-aabf-22946c49d182 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:47.591368 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:47.603754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Transition to ACTIVE for port object 090a40b6-ff8c-415a-aabf-22946c49d182 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:47.667401 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:47.709488 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:47.807052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.1 (edb2b886-89f7-4434-8bb8-9df1033bda1f/f03f9b84-7edf-4d2a-b37b-3e55e34b9e67/835f6ed7-754f-4311-8e71-750723640f69) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:58:47.807393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Network edb2b886-89f7-4434-8bb8-9df1033bda1f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:58:47.810554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:58:47.813197 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:58:47.855627 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Pushing event updated for resources: {'Port': ['ID=090a40b6-ff8c-415a-aabf-22946c49d182,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:47.918163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Attempting to bind port 090a40b6-ff8c-415a-aabf-22946c49d182 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:58:47.918554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Attempting to bind port 090a40b6-ff8c-415a-aabf-22946c49d182 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:58:47.919492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Attempting to bind port 090a40b6-ff8c-415a-aabf-22946c49d182 on network edb2b886-89f7-4434-8bb8-9df1033bda1f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:58:47.927126 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:58:47.927570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Checking segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:58:47.927957 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:47.928350 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Bound using segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:58:47.928819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Bound port: 090a40b6-ff8c-415a-aabf-22946c49d182, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:58:47.929187 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.024959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] For port 090a40b6-ff8c-415a-aabf-22946c49d182, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:58:48.029601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] For port 090a40b6-ff8c-415a-aabf-22946c49d182, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=090a40b6-ff8c-415a-aabf-22946c49d182,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:58:48.099953 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.109362 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.120723 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object 835f6ed7-754f-4311-8e71-750723640f69 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:48.194797 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.203633 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f2e9a-5f60-4873-9c74-b39b424ec871 None None] Pushing event updated for resources: {'Port': ['ID=090a40b6-ff8c-415a-aabf-22946c49d182,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:48.270921 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network edb2b886-89f7-4434-8bb8-9df1033bda1f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:58:48.273973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:58:48.278768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:58:48.319009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=835f6ed7-754f-4311-8e71-750723640f69,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:48.353557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.489006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c3e337ca-c2eb-489f-9807-ba9fce170704 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:58:48.530942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.634019 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port c3e337ca-c2eb-489f-9807-ba9fce170704 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:58:48.640125 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c3e337ca-c2eb-489f-9807-ba9fce170704 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:48.640490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.757779 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.774109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port c3e337ca-c2eb-489f-9807-ba9fce170704, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c3e337ca-c2eb-489f-9807-ba9fce170704,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:48.823262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.895872 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=c3e337ca-c2eb-489f-9807-ba9fce170704,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:48.971668 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:48.982267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:49.040255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:49.150452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=835f6ed7-754f-4311-8e71-750723640f69,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:49.152998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:49.186492 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323a49c0-4765-49a5-b202-6b49c1ad1044 None None] Network edb2b886-89f7-4434-8bb8-9df1033bda1f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:58:49.295646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network edb2b886-89f7-4434-8bb8-9df1033bda1f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:58:49.297168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:58:49.396187 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-6efc922a-1195-455d-be2d-76217d1b62b9 None None] Provisioning for port 090a40b6-ff8c-415a-aabf-22946c49d182 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:58:49.680435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c32d0938-a9b3-4108-92be-2955014d3491 None None] Provisioning for port 835f6ed7-754f-4311-8e71-750723640f69 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:58:49.685908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-c32d0938-a9b3-4108-92be-2955014d3491 None None] Provisioning complete for port 835f6ed7-754f-4311-8e71-750723640f69 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:49.686272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c32d0938-a9b3-4108-92be-2955014d3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:49.712295 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router db23b4af-49ee-4ff7-980e-5c3f1ae5eded has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:58:49.747186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-c32d0938-a9b3-4108-92be-2955014d3491 None None] Port 835f6ed7-754f-4311-8e71-750723640f69 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:58:49.885990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-652713c9-663f-493f-8e66-ae139c0ca718 None None] Provisioning complete for port 835f6ed7-754f-4311-8e71-750723640f69 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:49.886365 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-652713c9-663f-493f-8e66-ae139c0ca718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:49.944613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-652713c9-663f-493f-8e66-ae139c0ca718 None None] Port 835f6ed7-754f-4311-8e71-750723640f69 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:58:50.042037 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:58:50.054527 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d19cd2e3-1199-4cec-94e3-b58f29e02e99 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/db23b4af-49ee-4ff7-980e-5c3f1ae5eded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5567415 Apr 11 21:58:50.067665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a9cd196f-5071-4c3e-8055-a1a270d68db6 None None] Provisioning complete for port 835f6ed7-754f-4311-8e71-750723640f69 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:50.068042 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a9cd196f-5071-4c3e-8055-a1a270d68db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:50.122369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd196f-5071-4c3e-8055-a1a270d68db6 None None] Port 835f6ed7-754f-4311-8e71-750723640f69 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:58:50.233738 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-dda88960-0953-400b-9d4e-9bbe4233956b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435445978&fields=id&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 267 time: 0.0441990 Apr 11 21:58:50.380395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-2f448080-42ac-4b6d-99ab-58d7a30af93d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:50.381060 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-2f448080-42ac-4b6d-99ab-58d7a30af93d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:network {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:50.455946 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-2f448080-42ac-4b6d-99ab-58d7a30af93d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:network {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:50.457144 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-2f448080-42ac-4b6d-99ab-58d7a30af93d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/networks?id=edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 200 len: 796 time: 0.2158759 Apr 11 21:58:50.475943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-8fa2886c-0b76-4c48-a3d3-2b6f00a6e067 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/quotas/f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 375 time: 0.0128245 Apr 11 21:58:50.497131 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 090a40b6-ff8c-415a-aabf-22946c49d182 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:58:50.557981 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-768e432a-52dd-4320-9e1a-66dc1fb9b1e4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:50.621417 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 090a40b6-ff8c-415a-aabf-22946c49d182 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:58:50.626349 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 090a40b6-ff8c-415a-aabf-22946c49d182 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:50.626722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:50.646067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-768e432a-52dd-4320-9e1a-66dc1fb9b1e4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:50.649138 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-768e432a-52dd-4320-9e1a-66dc1fb9b1e4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1655629 Apr 11 21:58:50.739539 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:50.772262 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 090a40b6-ff8c-415a-aabf-22946c49d182, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=090a40b6-ff8c-415a-aabf-22946c49d182,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:50.799676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-9f9322ca-a196-4fa7-9832-be747059ccd1 service neutron] 10.222.0.61 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374302 Apr 11 21:58:50.840128 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:50.840919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c3e337ca-c2eb-489f-9807-ba9fce170704 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:58:50.951540 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-7f1c3a94-1a4c-4cb4-8762-c1894e7cc4b5 service neutron] 10.222.0.61 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457739 Apr 11 21:58:50.957498 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=090a40b6-ff8c-415a-aabf-22946c49d182,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:50.971646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c3e337ca-c2eb-489f-9807-ba9fce170704 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:50.972044 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:51.156019 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Sync routers for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:58:51.169338 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:51.170140 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:51.214391 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e05847cd-5caf-46e9-b58f-499fccf162c1 req-dd4cccd0-ce50-4d3d-9d66-4d9944e00355 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:51.231758 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e05847cd-5caf-46e9-b58f-499fccf162c1 req-dd4cccd0-ce50-4d3d-9d66-4d9944e00355 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:51.233683 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e05847cd-5caf-46e9-b58f-499fccf162c1 req-dd4cccd0-ce50-4d3d-9d66-4d9944e00355 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 210 time: 0.0669215 Apr 11 21:58:51.392065 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:51.699132 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 2, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:51.706238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Checking router: db23b4af-49ee-4ff7-980e-5c3f1ae5eded for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:58:51.706583 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Updating router db23b4af-49ee-4ff7-980e-5c3f1ae5eded port 835f6ed7-754f-4311-8e71-750723640f69 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 21:58:51.766791 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.109741 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.121027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Transition to ACTIVE for port object 835f6ed7-754f-4311-8e71-750723640f69 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:52.203845 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.367946 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Pushing event updated for resources: {'Port': ['ID=835f6ed7-754f-4311-8e71-750723640f69,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:52.377894 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.378281 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.378550 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.378929 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.379299 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.379496 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.379824 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.380238 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.380435 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.380752 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.381058 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:58:52.388943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-389070c3-8472-4f06-9077-7d80b6d1fa5e req-5118ab16-e375-4626-978b-16ef21a276cc tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 210 time: 0.0683076 Apr 11 21:58:52.443871 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Attempting to bind port 835f6ed7-754f-4311-8e71-750723640f69 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:58:52.444320 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Attempting to bind port 835f6ed7-754f-4311-8e71-750723640f69 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:58:52.444740 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Attempting to bind port 835f6ed7-754f-4311-8e71-750723640f69 on network edb2b886-89f7-4434-8bb8-9df1033bda1f {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:58:52.453186 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:58:52.453857 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Checking segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:58:52.454497 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.455101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Bound using segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:58:52.456138 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Bound port: 835f6ed7-754f-4311-8e71-750723640f69, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:58:52.456604 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.461200 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 090a40b6-ff8c-415a-aabf-22946c49d182 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:58:52.554502 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 090a40b6-ff8c-415a-aabf-22946c49d182 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:52.554794 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.555492 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] For port 835f6ed7-754f-4311-8e71-750723640f69, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:58:52.559158 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] For port 835f6ed7-754f-4311-8e71-750723640f69, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=835f6ed7-754f-4311-8e71-750723640f69,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:58:52.640433 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:52.715511 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205c0ef-d8bd-4d44-9534-69547cf6d3c7 None None] Pushing event updated for resources: {'Port': ['ID=835f6ed7-754f-4311-8e71-750723640f69,revision_number=4']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:52.725340 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:58:52.725967 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:52.917456 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:58:53.257688 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:52Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:58:53.261951 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce5bef-c412-4107-ac71-4b49afce44b0 None None] The sync data for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 is: [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:52Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:58:53.488017 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e5b297f2-59c4-4fc4-9750-e44ed223ce45 req-427342ae-f70c-4802-917c-034cf908bce0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 210 time: 0.0417411 Apr 11 21:58:54.447589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 835f6ed7-754f-4311-8e71-750723640f69 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:58:54.599977 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 835f6ed7-754f-4311-8e71-750723640f69 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:58:54.606007 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 835f6ed7-754f-4311-8e71-750723640f69 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:54.611424 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:54.676964 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1b192948-4747-47b8-bfce-339bcb9680ca req-7c3d894f-a41d-4073-b209-3df0c85e8660 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 210 time: 0.0458486 Apr 11 21:58:54.762277 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:54.802560 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 835f6ed7-754f-4311-8e71-750723640f69, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=835f6ed7-754f-4311-8e71-750723640f69,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:58:54.890104 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:54.968618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=835f6ed7-754f-4311-8e71-750723640f69,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:55.568809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-1cc0928f-f92c-4c23-a4c9-629017bf1c64 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:55.569379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-1cc0928f-f92c-4c23-a4c9-629017bf1c64 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:55.581773 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-1cc0928f-f92c-4c23-a4c9-629017bf1c64 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:55.582860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-1cc0928f-f92c-4c23-a4c9-629017bf1c64 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/networks?id=edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 200 len: 796 time: 0.1568737 Apr 11 21:58:55.646060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-d9b67121-8a55-4a1c-8680-3216a6970ede tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:55.737202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-d9b67121-8a55-4a1c-8680-3216a6970ede tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:55.738368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-d9b67121-8a55-4a1c-8680-3216a6970ede tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d HTTP/1.1" status: 200 len: 379 time: 0.1357272 Apr 11 21:58:55.756339 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'port': {'device_id': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'admin_state_up': True, 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'security_groups': ['a2cd7f07-b47c-4ef1-9290-c72f7e562016']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:55.883899 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2897194f-5a05-4fc6-92ea-a6b4277fc3c5 req-86639ec0-c0d4-414f-9b11-d85b6e6eda2d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 210 time: 0.0573645 Apr 11 21:58:55.934354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:58:55.943803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:58:56.017062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Made reservation on behalf of f88ffd560dbd4c3c9213d90e493f5f7d for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 21:58:56.020114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.182568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.20.0.9 (edb2b886-89f7-4434-8bb8-9df1033bda1f/f03f9b84-7edf-4d2a-b37b-3e55e34b9e67/bc9e476d-f4c9-4e36-9df9-d93dcd54ade5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:58:56.365347 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.381272 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Transition to ACTIVE for port object bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:56.432130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 835f6ed7-754f-4311-8e71-750723640f69 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:58:56.480299 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.500130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 835f6ed7-754f-4311-8e71-750723640f69 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:56.500496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.560752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network edb2b886-89f7-4434-8bb8-9df1033bda1f is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:58:56.563961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:58:56.567590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:58:56.603101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:56.638395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:56.639029 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.761559 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f99c0e1b-1b1a-4f11-9519-a157a6ccc44a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0094414 Apr 11 21:58:56.776794 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Request body: {'port': {'device_id': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:58:56.845843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a7c67da-0d67-4276-940e-20c8cfb428b8 None None] Provisioning for port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:58:56.850772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7a7c67da-0d67-4276-940e-20c8cfb428b8 None None] Provisioning complete for port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:58:56.851204 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7a7c67da-0d67-4276-940e-20c8cfb428b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.898901 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:56.908013 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c67da-0d67-4276-940e-20c8cfb428b8 None None] Port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 21:58:57.090560 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ada9f2-c4c4-436e-bd08-700040499eed req-1cf6c10f-3a23-453f-9743-cb7f9d0cfd6b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:57.092050 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18ada9f2-c4c4-436e-bd08-700040499eed req-1cf6c10f-3a23-453f-9743-cb7f9d0cfd6b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 931 time: 0.0755925 Apr 11 21:58:57.143037 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-18ada9f2-c4c4-436e-bd08-700040499eed req-455ecd82-3008-4d93-912a-6687358f18d2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 Apr 11 21:58:57.246695 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:58:57.253710 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:57.267935 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Transition to ACTIVE for port object bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 21:58:57.325365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:57.449925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:57.659393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Attempting to bind port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 21:58:57.660012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Attempting to bind port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 21:58:57.660012 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Attempting to bind port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 on network edb2b886-89f7-4434-8bb8-9df1033bda1f {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:58:57.665807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 on network edb2b886-89f7-4434-8bb8-9df1033bda1f not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 21:58:57.666732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Attempting to bind port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 on network edb2b886-89f7-4434-8bb8-9df1033bda1f {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 21:58:57.673125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 21:58:57.673465 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Checking segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 21:58:57.673845 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Bound using segment: {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 21:58:57.674263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Bound port: bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 21:58:57.674609 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:57.766604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] For port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 21:58:57.769513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] For port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 21:58:57.839251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:57.902955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:57.904360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] 10.222.0.75 "PUT /v2.0/ports/bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 200 len: 1091 time: 1.1319225 Apr 11 21:58:57.904795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:58:57.921120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb214477-aa01-40b2-8633-80a8645eb642 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:58:57.966656 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b3ddaa-b231-4860-a41c-e64b1fd96280'] response: {'name': 'network-changed', 'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'status': 'completed', 'code': 200} Apr 11 21:58:58.067195 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c040ebbb-1b5d-43fa-bf13-a6121842ea38 req-80509b6e-1b51-4bdb-937d-ba6b0a0b6835 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1094 time: 0.0770414 Apr 11 21:58:58.213099 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ebbb-1b5d-43fa-bf13-a6121842ea38 req-8eb1c03b-2299-4afa-9953-cb2b1becf33f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:58.214570 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c040ebbb-1b5d-43fa-bf13-a6121842ea38 req-8eb1c03b-2299-4afa-9953-cb2b1becf33f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1374109 Apr 11 21:58:58.344498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3273f-c131-4d43-b8ef-17cf68482f52 req-cf260f68-3c71-455f-8bd4-a8d0fb7518e0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:58.345944 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1fd3273f-c131-4d43-b8ef-17cf68482f52 req-cf260f68-3c71-455f-8bd4-a8d0fb7518e0 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 943 time: 0.0792205 Apr 11 21:58:58.361019 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040ebbb-1b5d-43fa-bf13-a6121842ea38 req-0704c28a-ed9a-4691-b1cd-158bf758b828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:58.362468 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c040ebbb-1b5d-43fa-bf13-a6121842ea38 req-0704c28a-ed9a-4691-b1cd-158bf758b828 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385007 Apr 11 21:58:58.392684 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1fd3273f-c131-4d43-b8ef-17cf68482f52 req-77e33f34-f4be-4fe7-ac44-61e820beeca7 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Apr 11 21:58:58.476709 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-4f46e707-1848-43af-97e7-7e20e4e55269 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1094 time: 0.0672927 Apr 11 21:58:58.548608 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-72dfd42c-954f-468e-8a82-46ec437557a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 200 len: 217 time: 0.0624390 Apr 11 21:58:58.612171 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f87b5b00-953b-4d05-b90d-0ac1b7ea8b0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:58.614767 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-f87b5b00-953b-4d05-b90d-0ac1b7ea8b0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 HTTP/1.1" status: 200 len: 834 time: 0.0561264 Apr 11 21:58:58.694755 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-1c3ff442-b9fb-4ced-9484-e6e6ee07f280 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=edb2b886-89f7-4434-8bb8-9df1033bda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720155 Apr 11 21:58:58.836368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-cbdbb3fe-8a8a-414a-824c-b766f8800cbc service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306779 Apr 11 21:58:58.970182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d28fc776-831f-4b44-a7a8-a3ab13101b30 req-3a5be0c4-a028-4992-95ac-eb7638b47b65 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253884 Apr 11 21:58:59.002078 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:58:59.588718 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452278b3-4ff5-4385-818e-273ebdb7de6b req-d4c73f5d-50fa-444c-8db3-d87b2648c647 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:58:59.589397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-452278b3-4ff5-4385-818e-273ebdb7de6b req-d4c73f5d-50fa-444c-8db3-d87b2648c647 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:58:59.689770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-452278b3-4ff5-4385-818e-273ebdb7de6b req-d4c73f5d-50fa-444c-8db3-d87b2648c647 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:58:59.691005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-452278b3-4ff5-4385-818e-273ebdb7de6b req-d4c73f5d-50fa-444c-8db3-d87b2648c647 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 943 time: 0.1774697 Apr 11 21:58:59.724033 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:58:59.750732 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-452278b3-4ff5-4385-818e-273ebdb7de6b req-c9dd922a-ef44-4d93-8069-22da39630b4c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537190 Apr 11 21:59:00.569597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 21:59:00.699084 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:00.712009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'port_id': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'mac_address': 'fa:16:3e:4e:f4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 21:59:00.763135 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:00.780435 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 21:59:00.795381 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:00.886012 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:00.948491 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e4568-cf71-427c-8b82-20a8dfc148db req-8c0d54df-905c-4b76-9dc7-49d778e18818 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:00.950611 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-875e4568-cf71-427c-8b82-20a8dfc148db req-8c0d54df-905c-4b76-9dc7-49d778e18818 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 944 time: 0.0817618 Apr 11 21:59:00.955971 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:00.997220 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-875e4568-cf71-427c-8b82-20a8dfc148db req-3de6312a-cf3e-412f-8f8a-b92ab456bfe3 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 Apr 11 21:59:01.149773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['bc9e476d-f4c9-4e36-9df9-d93dcd54ade5'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 21:59:01.502737 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:02.195427 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce649efe-3e88-40ee-a578-315b93513656 req-5271e236-af50-49a6-9dba-224a8daef229 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:02.196807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce649efe-3e88-40ee-a578-315b93513656 req-5271e236-af50-49a6-9dba-224a8daef229 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 944 time: 0.0781400 Apr 11 21:59:02.242218 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ce649efe-3e88-40ee-a578-315b93513656 req-c6bb3439-507b-4528-8851-cdaf4973dba2 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 Apr 11 21:59:02.593039 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 21:59:02.702351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 21:59:02.707347 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 21:59:02.707741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:02.820193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:02.846426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:59:02.856427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:02.910133 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03044845-72e6-4ee1-bdb9-de858828771f'] response: {'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'code': 200} Apr 11 21:59:02.929817 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:03.000140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:03.043408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e488071-7d7f-4546-b359-1dc629cabe3b req-d4e8fcea-dfe2-4f7e-9a6f-240d040626ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1096 time: 0.0694540 Apr 11 21:59:03.089583 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5e488071-7d7f-4546-b359-1dc629cabe3b req-f33b170b-7f89-4d56-9d6d-0e2acff87210 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362711 Apr 11 21:59:03.445439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38deb6c-2579-427c-884f-50764552c6df req-e6ad04e9-db3d-40d5-aa4b-2ca669472a1b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:03.446884 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b38deb6c-2579-427c-884f-50764552c6df req-e6ad04e9-db3d-40d5-aa4b-2ca669472a1b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0802529 Apr 11 21:59:03.491747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b38deb6c-2579-427c-884f-50764552c6df req-a33d8037-2c20-420b-b3ad-caac9d97a398 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 Apr 11 21:59:04.723092 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3424a-7c03-4e9a-997a-45d5e3941543 req-034af7e0-7c04-4d45-964d-ab4da7032353 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:04.724552 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38c3424a-7c03-4e9a-997a-45d5e3941543 req-034af7e0-7c04-4d45-964d-ab4da7032353 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.1072195 Apr 11 21:59:04.769284 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-38c3424a-7c03-4e9a-997a-45d5e3941543 req-d6bc0e1a-3939-4785-a23d-28642936bb10 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Apr 11 21:59:05.122905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50473e-dc4d-48ec-b47e-16a45e39974a req-c5cab525-d42d-4c05-a802-1af29b380cdb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:05.124372 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b50473e-dc4d-48ec-b47e-16a45e39974a req-c5cab525-d42d-4c05-a802-1af29b380cdb tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0762730 Apr 11 21:59:05.171388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b50473e-dc4d-48ec-b47e-16a45e39974a req-be73cb98-b251-4f89-8241-4bd76bc6fb43 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Apr 11 21:59:05.198872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57746) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:05.358110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4e4b727d-1ff4-4376-8aeb-3b1c4345de6b tempest-TestNetworkAdvancedServerOps-1806973538 tempest-TestNetworkAdvancedServerOps-1806973538-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1091 time: 0.1581314 Apr 11 21:59:05.360812 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57750) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:05.365880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 21:59:05.372044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 21:59:05.375892 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Usage tracker for resource:floatingip and tenant:f88ffd560dbd4c3c9213d90e493f5f7d is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 21:59:05.378620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 21:59:05.384289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 21:59:05.506480 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:05.640439 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:05.781415 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Allocated IP 172.25.5.71 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/198ab795-228c-47e9-9df0-442920f68f65) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 21:59:05.926009 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:06.011309 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:06.074900 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 21:59:06.077512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 21:59:06.081455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 21:59:06.116848 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=198ab795-228c-47e9-9df0-442920f68f65,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:06.577557 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:06.715249 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:06.913885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:06.993994 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:07.102166 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event updated for resources: {'Port': ['ID=198ab795-228c-47e9-9df0-442920f68f65,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:07.116238 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:07.404559 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Floating IP 7464d91b-783e-4c08-9c34-165bf910c30c associated. External IP: 172.25.5.71, port: bc9e476d-f4c9-4e36-9df9-d93dcd54ade5. Apr 11 21:59:07.801426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router db23b4af-49ee-4ff7-980e-5c3f1ae5eded has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:59:08.006252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:59:08.016597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547620-e59c-4566-b73f-655de739fc5c None None] Sync routers for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:59:08.029004 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:59:08.029622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:08.121008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:08.180801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-38bd4407-3433-4264-a550-95aa8b53495c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8164246 Apr 11 21:59:08.180801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:59:08.263827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:59:08.300991 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b8aeff-1130-45f9-b2fe-45fca9ecbc3f'] response: {'name': 'network-changed', 'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'status': 'completed', 'code': 200} Apr 11 21:59:08.410943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-1dc0b14c-7333-43ab-b850-b4bb8246a37a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1096 time: 0.0944521 Apr 11 21:59:08.452220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b45c6f-8d22-41ea-ab54-a2067e7b6a4f req-d11d7ddb-9d3b-44a4-88c6-07c3bdf328ac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:08.454125 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4b45c6f-8d22-41ea-ab54-a2067e7b6a4f req-d11d7ddb-9d3b-44a4-88c6-07c3bdf328ac tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.1015975 Apr 11 21:59:08.504018 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a4b45c6f-8d22-41ea-ab54-a2067e7b6a4f req-744bc8b3-db31-4b2e-9d4e-14a449a7e83e tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412703 Apr 11 21:59:08.537113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57758) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:08.561210 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-305e17df-f342-40f5-9ea8-02e8c2b93b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:08.563254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-305e17df-f342-40f5-9ea8-02e8c2b93b70 service neutron] 10.222.0.75 "GET /v2.0/networks?id=edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 200 len: 897 time: 0.1463008 Apr 11 21:59:08.667932 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-ba020f94-ace0-4c72-b3f9-a1b64a918f53 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/7464d91b-783e-4c08-9c34-165bf910c30c HTTP/1.1" status: 200 len: 990 time: 0.1295667 Apr 11 21:59:08.672159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-5686f718-bbb3-468c-83ba-cf858ffd189b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 200 len: 998 time: 0.1026666 Apr 11 21:59:08.722541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7464d91b-783e-4c08-9c34-165bf910c30c', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'port_id': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'mac_address': 'fa:16:3e:4e:f4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:59:06Z', 'updated_at': '2022-04-11T21:59:06Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:54Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:08.726468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547620-e59c-4566-b73f-655de739fc5c None None] Checking router: db23b4af-49ee-4ff7-980e-5c3f1ae5eded for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:59:08.734527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-59d86b7c-0ae3-4f23-992a-6d4d0904b7f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:08.735999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-59d86b7c-0ae3-4f23-992a-6d4d0904b7f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 HTTP/1.1" status: 200 len: 834 time: 0.0578222 Apr 11 21:59:08.737503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:59:08.738102 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:58:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:08.808440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-207deb04-936c-4c08-8116-3e73c752a18e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=edb2b886-89f7-4434-8bb8-9df1033bda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669107 Apr 11 21:59:08.817813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-8c24186a-966b-44c9-89b3-f9d560688d36 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 21:59:08.818720 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-8c24186a-966b-44c9-89b3-f9d560688d36 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046017 Apr 11 21:59:08.921984 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:59:08.964473 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-c3eac2d9-ffb4-4968-9e18-62a97664d781 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398759 Apr 11 21:59:09.099861 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f6f33d6f-afd9-47fd-934d-92f2645aff50 req-bf598477-5921-4ca1-9856-057806e787b4 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261415 Apr 11 21:59:09.275130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-52547620-e59c-4566-b73f-655de739fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7464d91b-783e-4c08-9c34-165bf910c30c', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'port_id': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'mac_address': 'fa:16:3e:4e:f4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:59:06Z', 'updated_at': '2022-04-11T21:59:06Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:54Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:09.279423 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547620-e59c-4566-b73f-655de739fc5c None None] The sync data for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 is: [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '7464d91b-783e-4c08-9c34-165bf910c30c', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'port_id': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'mac_address': 'fa:16:3e:4e:f4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T21:59:06Z', 'updated_at': '2022-04-11T21:59:06Z', 'revision_number': 0, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:54Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:59:09.671831 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57762) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:09.858334 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9ba48837-2924-4ed0-82a9-2304d9a0de2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/7464d91b-783e-4c08-9c34-165bf910c30c HTTP/1.1" status: 200 len: 990 time: 0.1853523 Apr 11 21:59:10.143071 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761211b-eac5-408e-87a3-7a7eafed76b2 None None] New status for floating IP 7464d91b-783e-4c08-9c34-165bf910c30c: ACTIVE {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:59:10.861625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57766) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:11.081675 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-19919aac-7b23-4f18-bf9c-783d4f53fc26 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/7464d91b-783e-4c08-9c34-165bf910c30c HTTP/1.1" status: 200 len: 992 time: 0.2188234 Apr 11 21:59:13.958046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-11015006-130f-4f88-983b-e37d69218b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:16.323450 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-edbd8bc1-5912-49d7-aeda-857d13a363a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:17.517891 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:17.679457 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:18.987278 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:22.717854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-25c4b18d-5d08-4499-a295-4748bb17af1d req-b620a394-0e35-408e-acc5-300201ac6185 service neutron] (84666) timed out ('10.222.0.61', 52162) {{(pid=84666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 21:59:29.683257 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:31.211176 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-fef93a7d-0b2c-47a7-b05a-3a9b4c61a023 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726371 Apr 11 21:59:31.369208 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-ff201301-e30f-4940-b589-8d4cba9a89f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1096 time: 0.0684729 Apr 11 21:59:31.473649 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:31.513686 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-95a9bae5-4dd5-43a9-838b-5a028c46613e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:31.515285 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-95a9bae5-4dd5-43a9-838b-5a028c46613e service neutron] 10.222.0.75 "GET /v2.0/networks?id=edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 200 len: 897 time: 0.1264582 Apr 11 21:59:31.621151 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-c41ce5bc-12b9-4f1c-873c-e42c4a88e007 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 200 len: 1000 time: 0.0968978 Apr 11 21:59:31.681425 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-7686b6f9-19b0-4605-8e5a-b56978f524e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:31.682806 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-7686b6f9-19b0-4605-8e5a-b56978f524e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 HTTP/1.1" status: 200 len: 834 time: 0.0558279 Apr 11 21:59:31.764241 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-d760f5ec-b65a-40d6-8990-3ba38f9175b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=edb2b886-89f7-4434-8bb8-9df1033bda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713809 Apr 11 21:59:31.894968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-0075a713-69da-4756-bd95-0ba849c48804 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235781 Apr 11 21:59:32.025979 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5ee04bb-5d08-45c0-933d-48e0671d5d03 req-4835c3ee-f057-433d-80bb-a25d5d1d28dd service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242404 Apr 11 21:59:36.003227 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 21:59:42.981138 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ffc62-508b-4d08-9df2-807271f9531e req-ee0074c3-62bc-4f4c-8962-ec0b6009cf7f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:42.982592 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-045ffc62-508b-4d08-9df2-807271f9531e req-ee0074c3-62bc-4f4c-8962-ec0b6009cf7f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.1529627 Apr 11 21:59:43.027369 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-045ffc62-508b-4d08-9df2-807271f9531e req-e11a4ba9-2c55-4129-92a1-bb9ec1951daa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393152 Apr 11 21:59:43.947659 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1d2da4de-11f0-4171-a0a6-d125339ebb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:44.279268 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f956-7476-4569-b5ca-b73733503245 req-ecdf5722-5427-4f53-9944-7d5d2a2c8873 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:44.280741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5893f956-7476-4569-b5ca-b73733503245 req-ecdf5722-5427-4f53-9944-7d5d2a2c8873 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0765412 Apr 11 21:59:44.328171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5893f956-7476-4569-b5ca-b73733503245 req-684d99f5-64ff-49e1-bc66-8a66d683f79c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412595 Apr 11 21:59:44.355584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57790) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:44.459720 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-3c58bf82-82ca-4a3f-ae86-a265df1d0ee9 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/7464d91b-783e-4c08-9c34-165bf910c30c HTTP/1.1" status: 200 len: 992 time: 0.1030219 Apr 11 21:59:46.069633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae6dcf-f5a4-44bc-947f-9beb97ef0944 req-4776b51f-f8f1-4742-8abb-47a712866ed8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:46.071230 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cae6dcf-f5a4-44bc-947f-9beb97ef0944 req-4776b51f-f8f1-4742-8abb-47a712866ed8 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0829518 Apr 11 21:59:46.164629 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4cae6dcf-f5a4-44bc-947f-9beb97ef0944 req-bc767985-d4d3-4252-b3e1-860df11bb177 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640354 Apr 11 21:59:46.175460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-0cf9e91c-83dd-42b3-ad90-fb88618489d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1096 time: 0.1032953 Apr 11 21:59:46.267730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7d238518-c30e-4d4f-a938-86486be438a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:46.311712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9f87c-2995-4501-9ffe-187341232798 req-c3e97a7d-e1a5-42b1-ab78-9df5109c6f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:46.313147 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-c3e97a7d-e1a5-42b1-ab78-9df5109c6f51 service neutron] 10.222.0.75 "GET /v2.0/networks?id=edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 200 len: 897 time: 0.1288006 Apr 11 21:59:46.420528 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-c83860c5-f138-435d-a6a4-b63adcd1e28e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 200 len: 1000 time: 0.0975804 Apr 11 21:59:46.488838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9f87c-2995-4501-9ffe-187341232798 req-0cdd9015-743c-483c-8b5b-39ffc580c82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:46.490318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-0cdd9015-743c-483c-8b5b-39ffc580c82f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 HTTP/1.1" status: 200 len: 834 time: 0.0611701 Apr 11 21:59:46.567005 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-6c6790e7-4972-4196-89fa-ddd73d88905d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=edb2b886-89f7-4434-8bb8-9df1033bda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675809 Apr 11 21:59:46.791921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-c51c2a45-df46-49bf-885d-5be0071f2dc6 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153385 Apr 11 21:59:46.922158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13d9f87c-2995-4501-9ffe-187341232798 req-8e8742a6-6b61-49e9-8e62-f8aeb7d438fb service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214740 Apr 11 21:59:47.363688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b0bc-4d2f-4dfa-bc86-98c0f337df2d req-363af893-bb4d-4e32-90f6-9695c8376a24 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:47.365117 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d182b0bc-4d2f-4dfa-bc86-98c0f337df2d req-363af893-bb4d-4e32-90f6-9695c8376a24 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0753493 Apr 11 21:59:47.423699 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d182b0bc-4d2f-4dfa-bc86-98c0f337df2d req-7ef411c0-14d9-46f4-a9ac-afc5ef547c2a tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530384 Apr 11 21:59:47.553228 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:47.679622 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:48.626682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13144d33-dc6b-46b2-9864-66770b1fe5b7 req-f3101838-3e62-4b98-a9de-cb7e6488ca65 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:48.628159 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13144d33-dc6b-46b2-9864-66770b1fe5b7 req-f3101838-3e62-4b98-a9de-cb7e6488ca65 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0823436 Apr 11 21:59:48.672207 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-13144d33-dc6b-46b2-9864-66770b1fe5b7 req-ca832a00-8560-448e-848e-f5910096267f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385704 Apr 11 21:59:48.699969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57808) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:48.803211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8ec96969-71c2-4ded-956b-34db7abce9e1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/floatingips/7464d91b-783e-4c08-9c34-165bf910c30c HTTP/1.1" status: 200 len: 992 time: 0.1020050 Apr 11 21:59:49.014757 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:49.082197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57816) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:49.303139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 198ab795-228c-47e9-9df0-442920f68f65 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:59:49.303505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:49.470887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:49.471206 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:49.591159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 198ab795-228c-47e9-9df0-442920f68f65 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:59:49.808942 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:49.855256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=198ab795-228c-47e9-9df0-442920f68f65,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:49.926837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.927176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.927534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.927868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.928194 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.928522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.928843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.929162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.929478 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.929798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.930112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:49.960226 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:50.444777 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router db23b4af-49ee-4ff7-980e-5c3f1ae5eded has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:59:50.644042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:59:50.655734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] Sync routers for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:59:50.667025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:59:50.677174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:50.776072 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:50.830623 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-26941fba-ef63-4f0b-9cf9-335dac21f47d tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/floatingips/7464d91b-783e-4c08-9c34-165bf910c30c HTTP/1.1" status: 204 len: 168 time: 1.7469091 Apr 11 21:59:50.831335 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:59:50.844796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:59:50.899777 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48508343-51ac-46dd-aec0-cf2aeb2f7dce'] response: {'name': 'network-changed', 'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'status': 'completed', 'code': 200} Apr 11 21:59:51.006165 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-300394c1-ad1f-4d85-b863-1522629a991d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 1096 time: 0.0775683 Apr 11 21:59:51.146169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-0dd74e1c-81b8-4b0d-8968-c0e0d66537cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:51.152211 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-0dd74e1c-81b8-4b0d-8968-c0e0d66537cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 200 len: 897 time: 0.1320610 Apr 11 21:59:51.220404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:54Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:51.224574 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] Checking router: db23b4af-49ee-4ff7-980e-5c3f1ae5eded for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:59:51.227307 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-03415853-f9c2-4d44-912f-fc4010920a0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 200 len: 217 time: 0.0687189 Apr 11 21:59:51.236375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:59:51.236985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:51.299574 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-4ff78bb1-7acd-460d-9551-469ea1644485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:51.301086 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-4ff78bb1-7acd-460d-9551-469ea1644485 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 HTTP/1.1" status: 200 len: 834 time: 0.0673318 Apr 11 21:59:51.381891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-4b70a456-a057-4b3c-88f1-35169da5c493 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=edb2b886-89f7-4434-8bb8-9df1033bda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710599 Apr 11 21:59:51.423706 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:59:51.517639 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-21c13f72-e581-4eed-a473-9bf047c918e8 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281617 Apr 11 21:59:51.541427 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d134b-f2d1-448e-a269-3615de93b00c req-6fbd2f2d-6c5a-43f1-bd6b-fca2d9201dc6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:51.543252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f0d134b-f2d1-448e-a269-3615de93b00c req-6fbd2f2d-6c5a-43f1-bd6b-fca2d9201dc6 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0802574 Apr 11 21:59:51.594983 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3f0d134b-f2d1-448e-a269-3615de93b00c req-7d9dc0b6-906f-45ae-a889-7b7a1f455e23 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Apr 11 21:59:51.669053 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1e77696f-0fd5-4b9d-9978-8aaacccfc093 req-eda8dbf3-330a-4765-8872-fecd9abbe995 service neutron] 10.222.0.75 "GET /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417148 Apr 11 21:59:51.761427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:54Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:51.768985 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78654bb8-e9cc-4209-8eb6-6edf8a664dcc None None] The sync data for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 is: [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '835f6ed7-754f-4311-8e71-750723640f69', 'name': '', 'network_id': 'edb2b886-89f7-4434-8bb8-9df1033bda1f', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'mac_address': 'fa:16:3e:5e:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:47Z', 'updated_at': '2022-04-11T21:58:54Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'subnets': [{'id': 'f03f9b84-7edf-4d2a-b37b-3e55e34b9e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:59:51.996024 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052cecd-588e-413d-a1b4-b2ce114ad16f None None] New status for floating IP 7464d91b-783e-4c08-9c34-165bf910c30c: DOWN {{(pid=84669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 21:59:52.799655 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bdc1b-8a42-454c-b5e4-4f11ac0d9764 req-c70a5263-14a2-466f-a2e7-64fcf3517e6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:52.800253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a41bdc1b-8a42-454c-b5e4-4f11ac0d9764 req-c70a5263-14a2-466f-a2e7-64fcf3517e6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Synchronizing usage tracker for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 21:59:52.877179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-a41bdc1b-8a42-454c-b5e4-4f11ac0d9764 req-c70a5263-14a2-466f-a2e7-64fcf3517e6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Unset dirty status for tenant:f88ffd560dbd4c3c9213d90e493f5f7d on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 21:59:52.878405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41bdc1b-8a42-454c-b5e4-4f11ac0d9764 req-c70a5263-14a2-466f-a2e7-64fcf3517e6f tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.1569219 Apr 11 21:59:52.924264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a41bdc1b-8a42-454c-b5e4-4f11ac0d9764 req-59ec9969-82f1-483d-8e07-c86153dd84a1 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2cd7f07-b47c-4ef1-9290-c72f7e562016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Apr 11 21:59:53.087554 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c5e13-91f2-4448-b463-4311619439df req-5e8e5b8e-f7c9-439f-8e64-c6da6c19a7d4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 21:59:53.088985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-186c5e13-91f2-4448-b463-4311619439df req-5e8e5b8e-f7c9-439f-8e64-c6da6c19a7d4 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 945 time: 0.0747521 Apr 11 21:59:53.166870 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:59:53.167208 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:53.518216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:53.518485 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:53.649369 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:59:53.856307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:53.911250 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=bc9e476d-f4c9-4e36-9df9-d93dcd54ade5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:53.982512 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] No DVR routers for this DVR port bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:59:53.985260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:53.987823 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'name': 'network-vif-deleted', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 21:59:54.044253 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffb64ad-ea1a-4b20-bb10-6dfbceeb3074'] response: {'server_uuid': '004b4c39-b42b-4faa-8ec8-7b6a50d99357', 'name': 'network-vif-deleted', 'tag': 'bc9e476d-f4c9-4e36-9df9-d93dcd54ade5', 'status': 'completed', 'code': 200} Apr 11 21:59:54.060749 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-186c5e13-91f2-4448-b463-4311619439df req-398968ed-9ebe-4127-b6a8-42ab81a50b2b tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.75 "DELETE /v2.0/ports/bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 HTTP/1.1" status: 204 len: 173 time: 0.9637508 Apr 11 21:59:54.090209 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-30c252c0-3272-4104-b617-958560011e8b req-1b49f995-875c-40c5-b4f0-9928305e3f79 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "GET /v2.0/ports?device_id=004b4c39-b42b-4faa-8ec8-7b6a50d99357 HTTP/1.1" status: 200 len: 210 time: 0.0424840 Apr 11 21:59:55.221169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57838) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:55.633236 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:56.346378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port 835f6ed7-754f-4311-8e71-750723640f69 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:59:56.347076 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:56.529449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port 835f6ed7-754f-4311-8e71-750723640f69, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=835f6ed7-754f-4311-8e71-750723640f69,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:56.529806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:56.657891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for 835f6ed7-754f-4311-8e71-750723640f69 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:59:56.901503 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:56.912993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 21:59:56.945822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 21:59:56.946512 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device bc9e476d-f4c9-4e36-9df9-d93dcd54ade5 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 21:59:56.950273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=835f6ed7-754f-4311-8e71-750723640f69,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:57.254248 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:57.931582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Router db23b4af-49ee-4ff7-980e-5c3f1ae5eded has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 21:59:58.132982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 21:59:58.142781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] Sync routers for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 21:59:58.146226 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5a8d7193-a59d-40d2-bed6-1607c9629747 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "PUT /v2.0/routers/db23b4af-49ee-4ff7-980e-5c3f1ae5eded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9239256 Apr 11 21:59:58.149104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57848) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:58.155231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:59:58.155865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:58.332316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:59:58.339917 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting subnet f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 21:59:58.342983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:58.401769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:58.489575 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:58.611036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:58.618109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:59:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:58.622629 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] Checking router: db23b4af-49ee-4ff7-980e-5c3f1ae5eded for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 21:59:58.633575 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] Routers {'db23b4af-49ee-4ff7-980e-5c3f1ae5eded'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 21:59:58.634172 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:58.658113 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Subnet': ['ID=f03f9b84-7edf-4d2a-b37b-3e55e34b9e67,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:58.665548 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:58.671862 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-de4515c6-4b88-4c00-b87e-314ddca9515c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/subnets/f03f9b84-7edf-4d2a-b37b-3e55e34b9e67 HTTP/1.1" status: 204 len: 168 time: 0.5217762 Apr 11 21:59:58.674390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57852) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 21:59:58.688318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859ac36-c062-4664-b1a3-f1af2a56eed1 None None] Network edb2b886-89f7-4434-8bb8-9df1033bda1f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 21:59:58.874074 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.005424 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] Set router db23b4af-49ee-4ff7-980e-5c3f1ae5eded gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 21:59:59.073738 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.170830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Deleting port c3e337ca-c2eb-489f-9807-ba9fce170704 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:59:59.171097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.276011 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] DHCP port deletion for edb2b886-89f7-4434-8bb8-9df1033bda1f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 21:59:59.295081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Deleting port 090a40b6-ff8c-415a-aabf-22946c49d182 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 21:59:59.295452 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.372199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] For port c3e337ca-c2eb-489f-9807-ba9fce170704, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c3e337ca-c2eb-489f-9807-ba9fce170704,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:59.372554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.426057 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:59:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 21:59:59.488778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a7976-e404-4085-85b4-c7ea490d9ff8 None None] The sync data for ids ['db23b4af-49ee-4ff7-980e-5c3f1ae5eded'] in n-d-837321-1 is: [{'id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65120592', 'tenant_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T21:58:43Z', 'updated_at': '2022-04-11T21:59:56Z', 'revision_number': 5, 'project_id': 'f88ffd560dbd4c3c9213d90e493f5f7d', 'gw_port': {'id': 'c3e337ca-c2eb-489f-9807-ba9fce170704', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db23b4af-49ee-4ff7-980e-5c3f1ae5eded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T21:58:44Z', 'updated_at': '2022-04-11T21:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 21:59:59.492332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Calling delete_port for c3e337ca-c2eb-489f-9807-ba9fce170704 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:59:59.515517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] For port 090a40b6-ff8c-415a-aabf-22946c49d182, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=090a40b6-ff8c-415a-aabf-22946c49d182,segment=NetworkSegment(c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4),segment_id=c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 21:59:59.515921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.641218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Calling delete_port for 090a40b6-ff8c-415a-aabf-22946c49d182 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 21:59:59.765245 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.793326 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523'] for port, after_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.836953 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Pushing event deleted for resources: {'Port': ['ID=090a40b6-ff8c-415a-aabf-22946c49d182,revision_number=None']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 21:59:59.848836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] No DVR routers for this DVR port 090a40b6-ff8c-415a-aabf-22946c49d182 on host n-d-837321-1 {{(pid=84668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 21:59:59.854602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 21:59:59.856041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.856394 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.856733 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.857070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.857400 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.857728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.858052 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.858523 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.858746 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.859210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.859397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0674cd1c-baf4-40d7-9e6d-00d1f7b17e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 21:59:59.905844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Port': ['ID=c3e337ca-c2eb-489f-9807-ba9fce170704,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:00.154144 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.411008 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.416662 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.504756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 835f6ed7-754f-4311-8e71-750723640f69 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:00:00.513806 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.514363 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Fanout notify agent at l3_agent the message router_deleted on router db23b4af-49ee-4ff7-980e-5c3f1ae5eded {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 22:00:00.529869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.535113 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57858) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:00.535654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb5c4451-139f-49f5-b3dd-985896a22095 tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/routers/db23b4af-49ee-4ff7-980e-5c3f1ae5eded HTTP/1.1" status: 204 len: 168 time: 1.8595915 Apr 11 22:00:00.539427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 835f6ed7-754f-4311-8e71-750723640f69 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:00:00.539804 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 835f6ed7-754f-4311-8e71-750723640f69 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:00:00.540214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 090a40b6-ff8c-415a-aabf-22946c49d182 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:00:00.578605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 090a40b6-ff8c-415a-aabf-22946c49d182 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:00:00.579032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 090a40b6-ff8c-415a-aabf-22946c49d182 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:00:00.654820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.787312 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.813008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb2b886-89f7-4434-8bb8-9df1033bda1f']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:00.824646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:00.825120 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c333f2b5-88ff-4162-8d44-b3bc7d0cf8d4') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:00.836423 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.851793 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.858426 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 22:00:00.858809 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: timer() Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 22:00:00.872886 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 22:00:01.016154 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:01.033789 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:01.044685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'Network': ['ID=edb2b886-89f7-4434-8bb8-9df1033bda1f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:01.055145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.055509 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.055854 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.056189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.056520 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.056848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.057174 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.057498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.057825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.058146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.058466 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:01.102949 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-215cffbb-eefd-45db-86eb-f960028bad0c tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/networks/edb2b886-89f7-4434-8bb8-9df1033bda1f HTTP/1.1" status: 204 len: 168 time: 0.5665536 Apr 11 22:00:01.105799 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57862) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:01.173710 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a9eb-8ed4-4a6a-9b12-3c6a2ce3c1fa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:01.210884 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a9eb-8ed4-4a6a-9b12-3c6a2ce3c1fa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:01.339773 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a9eb-8ed4-4a6a-9b12-3c6a2ce3c1fa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:01.357510 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1a9eb-8ed4-4a6a-9b12-3c6a2ce3c1fa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd7f07-b47c-4ef1-9290-c72f7e562016,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:01.437071 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a9eb-8ed4-4a6a-9b12-3c6a2ce3c1fa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:01.438208 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-c2a1a9eb-8ed4-4a6a-9b12-3c6a2ce3c1fa tempest-TestNetworkAdvancedServerOps-1212776899 tempest-TestNetworkAdvancedServerOps-1212776899-project] 10.222.0.61 "DELETE /v2.0/security-groups/a2cd7f07-b47c-4ef1-9290-c72f7e562016 HTTP/1.1" status: 204 len: 168 time: 0.3314054 Apr 11 22:00:01.511581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:02.159762 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:02.358736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2aa3a7f6-4c83-47ce-8d95-699bb74798ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f88ffd560dbd4c3c9213d90e493f5f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1978049 Apr 11 22:00:02.361139 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57878) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:02.419277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c3e337ca-c2eb-489f-9807-ba9fce170704 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:00:02.421268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695180c0-5928-4ff9-ad13-38606057a3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:02.446841 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695180c0-5928-4ff9-ad13-38606057a3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:02.451976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: c3e337ca-c2eb-489f-9807-ba9fce170704 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:00:02.452321 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c3e337ca-c2eb-489f-9807-ba9fce170704 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:00:02.564634 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695180c0-5928-4ff9-ad13-38606057a3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:02.582257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695180c0-5928-4ff9-ad13-38606057a3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483678d5-313f-4f26-984d-4c982a9693e2,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:02.588813 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-695180c0-5928-4ff9-ad13-38606057a3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:02.590227 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-695180c0-5928-4ff9-ad13-38606057a3af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/483678d5-313f-4f26-984d-4c982a9693e2 HTTP/1.1" status: 204 len: 168 time: 0.2279346 Apr 11 22:00:03.266883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57886) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:03.285666 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.317054 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:03.320815 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Usage tracker for resource:security_group_rule and tenant:0b7a8f00c09b41c68382f2e9f2c185b2 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:03.323605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:03.329775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:03.393764 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.462011 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.510027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45800f81-7af6-4e75-89ac-2f1fc7b72e63,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:03.514569 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-e3d06d79-bab7-4faf-86ca-9a60b6bb0234 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b7a8f00c09b41c68382f2e9f2c185b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2466414 Apr 11 22:00:03.517135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57890) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:03.573758 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-781e4116-7fa0-4846-81b2-c1972c07712d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.598793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-781e4116-7fa0-4846-81b2-c1972c07712d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.707367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-781e4116-7fa0-4846-81b2-c1972c07712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.722384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e4116-7fa0-4846-81b2-c1972c07712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45800f81-7af6-4e75-89ac-2f1fc7b72e63,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:03.728310 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-781e4116-7fa0-4846-81b2-c1972c07712d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:03.729426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-781e4116-7fa0-4846-81b2-c1972c07712d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45800f81-7af6-4e75-89ac-2f1fc7b72e63 HTTP/1.1" status: 204 len: 168 time: 0.2114153 Apr 11 22:00:04.866024 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57912) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:05.002262 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-170079350-network', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:05.007619 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:05.011329 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Usage tracker for resource:network and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:05.014180 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:05.019775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:05.078780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Made reservation on behalf of 2d5d99833cdd4c9eb3d187405b605a92 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:00:05.081305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.094171 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.124657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:05.128380 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:05.131213 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:05.137505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:05.205732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.255879 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.294299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 22:00:05.299991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b5a79a-074c-475e-819e-8921d63abe55,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:05.308023 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.308223 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Added segment ca87c99f-bb84-4386-ba5a-95b210921fbc of type vlan for network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 Apr 11 22:00:05.336049 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.421511 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.422280 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:05.422854 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:05.526317 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4cf534-8daa-4d98-8b26-492b66a06fd0,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:05.536064 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 22:00:05.565501 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-eb320284-e160-457e-a02c-272654e98ea3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6983664 Apr 11 22:00:05.568503 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57918) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:05.573785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Request body: {'subnet': {'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-170079350-subnet', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:05.580287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:05.584132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Usage tracker for resource:subnet and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:05.587035 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:05.593021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:05.650338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Made reservation on behalf of 2d5d99833cdd4c9eb3d187405b605a92 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:00:05.652785 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.025709 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.099456 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Pushing event updated for resources: {'Subnet': ['ID=751fc84e-8ba6-4e7b-8447-3f4914162167,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:06.113470 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Checking segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:06.113817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Network hostable DHCP agents. Network: 0f4cf534-8daa-4d98-8b26-492b66a06fd0, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 22:00:06.216300 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 22:00:06.290999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 0f4cf534-8daa-4d98-8b26-492b66a06fd0) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:06.295457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:06.296301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.303681 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9680113-9d35-441b-8d07-9d4fca210a1e None None] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:00:06.378158 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe0c11cc-b990-4bb7-84c1-5e902481024d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8085842 Apr 11 22:00:06.380808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57922) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:06.385982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:06.392590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:06.396689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Usage tracker for resource:router and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:06.399725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:06.405565 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:06.494903 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.495872 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.513476 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.556597 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 22:00:06.557385 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.717253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Allocated IP 172.20.0.2 (0f4cf534-8daa-4d98-8b26-492b66a06fd0/751fc84e-8ba6-4e7b-8447-3f4914162167/6b26bff0-019f-461b-b94e-a88d06d5eee4) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:06.730565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.923740 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:06.935239 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Transition to ACTIVE for port object 6b26bff0-019f-461b-b94e-a88d06d5eee4 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:06.954445 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Transition to ACTIVE for port object 6b26bff0-019f-461b-b94e-a88d06d5eee4 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:06.971297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.001290 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.020239 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.088932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:07.092230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:07.096048 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:07.102100 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Pushing event updated for resources: {'Port': ['ID=6b26bff0-019f-461b-b94e-a88d06d5eee4,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:07.140077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Allocated IP 172.25.5.134 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/3ca455a6-80de-4f5e-88af-c28e05a6a8e5) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:07.186034 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Attempting to bind port 6b26bff0-019f-461b-b94e-a88d06d5eee4 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:07.186323 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Attempting to bind port 6b26bff0-019f-461b-b94e-a88d06d5eee4 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:07.186678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Attempting to bind port 6b26bff0-019f-461b-b94e-a88d06d5eee4 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:07.193234 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:07.196272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Checking segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:07.196272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.196272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Bound using segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:07.196272 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Bound port: 6b26bff0-019f-461b-b94e-a88d06d5eee4, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:07.196272 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.298474 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] For port 6b26bff0-019f-461b-b94e-a88d06d5eee4, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:07.298731 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.301718 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] For port 6b26bff0-019f-461b-b94e-a88d06d5eee4, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6b26bff0-019f-461b-b94e-a88d06d5eee4,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:07.376263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.405036 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.458934 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c0d11-8385-45b1-9476-19d44671c892 None None] Pushing event updated for resources: {'Port': ['ID=6b26bff0-019f-461b-b94e-a88d06d5eee4,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:07.478372 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:07.482534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:07.484971 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:07.513808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:07.740532 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:07.741350 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:08.054253 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Router 78060880-996d-496a-a67c-5f34754e9932 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 22:00:08.268487 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:00:08.279690 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:00:08.302994 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:08.304725 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:08.353940 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:08.358825 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57926) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:08.359532 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7f1dfc5d-e681-45f0-ba70-02c8a7911254 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9776070 Apr 11 22:00:08.467703 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55882675-8214-4310-8465-d0807322fb3e None None] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:00:08.521606 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:08.540734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6b26bff0-019f-461b-b94e-a88d06d5eee4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:08.698238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-2f37b964-28bd-4612-abbb-6d2462e2cb88 None None] Provisioning for port 6b26bff0-019f-461b-b94e-a88d06d5eee4 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:08.776455 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6b26bff0-019f-461b-b94e-a88d06d5eee4 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:08.784188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6b26bff0-019f-461b-b94e-a88d06d5eee4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:08.784557 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:08.891597 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:07Z', 'revision_number': 3, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:08.895382 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:00:08.895755 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Updating router 78060880-996d-496a-a67c-5f34754e9932 port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:00:08.919506 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:08.952553 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:08.956276 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6b26bff0-019f-461b-b94e-a88d06d5eee4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6b26bff0-019f-461b-b94e-a88d06d5eee4,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:09.033455 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.111123 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6b26bff0-019f-461b-b94e-a88d06d5eee4,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:09.137041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-26d70ce5-d947-49c1-bc1e-e4aaf47b2dac None None] Provisioning complete for port 6b26bff0-019f-461b-b94e-a88d06d5eee4 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:09.137407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-26d70ce5-d947-49c1-bc1e-e4aaf47b2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.312908 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.325076 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Transition to ACTIVE for port object 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:09.349520 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.404474 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.483408 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Pushing event updated for resources: {'Port': ['ID=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:09.485655 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Attempting to bind port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:09.486018 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Attempting to bind port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:09.486371 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Attempting to bind port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:09.498236 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.498580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.498917 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.499270 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.499604 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.499933 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.500286 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.500607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.500921 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.501235 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.501550 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:00:09.504731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:09.505043 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:09.505434 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.505812 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:09.506271 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Bound port: 3ca455a6-80de-4f5e-88af-c28e05a6a8e5, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:09.506638 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.559394 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Allocated IP 172.20.0.1 (0f4cf534-8daa-4d98-8b26-492b66a06fd0/751fc84e-8ba6-4e7b-8447-3f4914162167/8c75cf11-b074-4976-b67d-1f4b5b1f4471) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:09.582235 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] For port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:09.585207 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] For port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:09.642915 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.708470 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.724420 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Transition to ACTIVE for port object 8c75cf11-b074-4976-b67d-1f4b5b1f4471 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:09.724686 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf4ee-959a-4a20-be92-e3ef0c67a989 None None] Pushing event updated for resources: {'Port': ['ID=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:09.729027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:09.729610 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:09.808701 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:09.874902 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:09.877749 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:09.882096 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:09.907520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:09.909976 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Pushing event updated for resources: {'Port': ['ID=8c75cf11-b074-4976-b67d-1f4b5b1f4471,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:09.939579 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.102241 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.157170 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17882458-ff93-402f-9827-b300d34a07ed None None] Provisioning for port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:10.162783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-17882458-ff93-402f-9827-b300d34a07ed None None] Provisioning complete for port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:10.163313 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17882458-ff93-402f-9827-b300d34a07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.200666 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:07Z', 'revision_number': 3, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:10.204924 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d732a-98c7-4034-9e38-888ae9857fd5 None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:07Z', 'revision_number': 3, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:00:10.221073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-17882458-ff93-402f-9827-b300d34a07ed None None] Port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:00:10.336995 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.408783 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.526159 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.529982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Pushing event updated for resources: {'Port': ['ID=8c75cf11-b074-4976-b67d-1f4b5b1f4471,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:10.556268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:10.680287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:10.681419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:10.685298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:10.691567 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:10.692160 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.866778 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.886385 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:10.948609 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dba14640-4998-47f8-9753-247a66743f73 None None] Provisioning complete for port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:10.949057 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dba14640-4998-47f8-9753-247a66743f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.987448 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:10.988265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6b26bff0-019f-461b-b94e-a88d06d5eee4 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:11.111665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dba14640-4998-47f8-9753-247a66743f73 None None] Port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:00:11.127840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:11.145639 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6b26bff0-019f-461b-b94e-a88d06d5eee4 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:11.146052 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:11.193372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Router 78060880-996d-496a-a67c-5f34754e9932 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:00:11.403106 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:00:11.415650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-572636be-98fc-4376-9230-207e4f23889f admin admin] 10.222.0.61 "PUT /v2.0/routers/78060880-996d-496a-a67c-5f34754e9932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549922 Apr 11 22:00:12.468623 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:12.540137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:12.540592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:12.582055 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57948) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:12.587822 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-349775027-network', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:12.593378 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:12.597712 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Usage tracker for resource:network and tenant:e2dadea5a6d2444ba078c9a2b7db207e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:12.600708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:12.607257 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:12.701506 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Made reservation on behalf of e2dadea5a6d2444ba078c9a2b7db207e for: {'network': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:00:12.704215 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:12.716679 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:12.747158 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:12.750898 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Usage tracker for resource:security_group_rule and tenant:e2dadea5a6d2444ba078c9a2b7db207e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:12.753790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:12.759332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:12.821959 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:12.878263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:12.909626 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 22:00:12.917638 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca070996-21f1-45c6-8a20-7e2fb12bc4e9,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:12.923638 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:12.924663 n-d-837321-1 neutron-server[84666]: INFO neutron.db.segments_db [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Added segment ce29dfea-34e7-4e5e-b36b-f621c181e33b of type vlan for network 480feafd-8ec9-41a1-a085-b7fa3e62e218 Apr 11 22:00:12.949997 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:13.002945 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:00:13.059536 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:13.060369 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:13.060936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:13.165187 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] Pushing event updated for resources: {'Network': ['ID=480feafd-8ec9-41a1-a085-b7fa3e62e218,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:13.175525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 22:00:13.254538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-5de57168-b378-4de8-8251-7944bb78020c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6677651 Apr 11 22:00:13.254778 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 57952) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:13.260511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Request body: {'subnet': {'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-349775027-subnet', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'ip_version': 4}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:13.266383 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:13.270325 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Usage tracker for resource:subnet and tenant:e2dadea5a6d2444ba078c9a2b7db207e is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:13.273130 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:13.280192 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:13.351244 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Made reservation on behalf of e2dadea5a6d2444ba078c9a2b7db207e for: {'subnet': 1} {{(pid=84666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:00:13.353571 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33149489'] for subnet, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:13.602874 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32980129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33149471'] for subnet, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:13.670833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a4251c-2315-4e59-a611-6ae3867cb562,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:13.691299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Checking segment: {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:13.691673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Network hostable DHCP agents. Network: 480feafd-8ec9-41a1-a085-b7fa3e62e218, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 22:00:13.736402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:00:13.748555 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:13.749277 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:13.768032 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 22:00:13.843097 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 480feafd-8ec9-41a1-a085-b7fa3e62e218) {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:13.847036 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:13.847684 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:13.857772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf948cf9-9d6d-44b9-94aa-4f5f40f411e0 None None] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:00:13.939169 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2620f789-069b-4e37-af02-c96d8ae41996 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6811223 Apr 11 22:00:13.939550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57956) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:13.945016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:13.951050 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:13.955348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Usage tracker for resource:router and tenant:e2dadea5a6d2444ba078c9a2b7db207e is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:13.958961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:13.964947 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:14.035292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-09c7a899-c1c6-4321-833c-bcc3fe71b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.062161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.065696 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.070231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:14.082291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.262756 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-480feafd-8ec9-41a1-a085-b7fa3e62e218', 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'fixed_ips': [{'subnet_id': '29a4251c-2315-4e59-a611-6ae3867cb562'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 22:00:14.263587 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.412887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.581635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Allocated IP 172.20.0.2 (480feafd-8ec9-41a1-a085-b7fa3e62e218/29a4251c-2315-4e59-a611-6ae3867cb562/5e256c86-7d28-4f1d-9550-97bb8a34f194) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:14.676648 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.682281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 2, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:14.690641 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:00:14.690989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Updating router 78060880-996d-496a-a67c-5f34754e9932 port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:00:14.712965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.770445 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.855270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Allocated IP 172.25.5.132 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/fd069478-1838-4c02-8380-8af79e9bda87) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:14.941115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:14.967289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Transition to ACTIVE for port object 5e256c86-7d28-4f1d-9550-97bb8a34f194 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:14.999745 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Transition to ACTIVE for port object 5e256c86-7d28-4f1d-9550-97bb8a34f194 will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:15.006313 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.134779 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.145837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.220017 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:15.222945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:15.227453 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:15.255865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Pushing event updated for resources: {'Port': ['ID=fd069478-1838-4c02-8380-8af79e9bda87,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:15.267140 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:15.267890 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Pushing event updated for resources: {'Port': ['ID=5e256c86-7d28-4f1d-9550-97bb8a34f194,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:15.272691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:15.274889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:15.287155 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.327330 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Transition to ACTIVE for port object 8c75cf11-b074-4976-b67d-1f4b5b1f4471 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:15.392556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Attempting to bind port 5e256c86-7d28-4f1d-9550-97bb8a34f194 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:15.392855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Attempting to bind port 5e256c86-7d28-4f1d-9550-97bb8a34f194 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:15.393188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Attempting to bind port 5e256c86-7d28-4f1d-9550-97bb8a34f194 on network 480feafd-8ec9-41a1-a085-b7fa3e62e218 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:15.399714 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:15.400077 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Checking segment: {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:15.400462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.400930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Bound using segment: {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:15.401420 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Bound port: 5e256c86-7d28-4f1d-9550-97bb8a34f194, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:15.401781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.412462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.449330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.450106 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.586624 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9b3a6-9575-4ba1-956c-bb215253370b None None] Pushing event updated for resources: {'Port': ['ID=8c75cf11-b074-4976-b67d-1f4b5b1f4471,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:15.678101 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] For port 5e256c86-7d28-4f1d-9550-97bb8a34f194, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:15.700743 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] For port 5e256c86-7d28-4f1d-9550-97bb8a34f194, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e256c86-7d28-4f1d-9550-97bb8a34f194,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:15.705252 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Attempting to bind port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:15.705608 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Attempting to bind port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:15.705969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Attempting to bind port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:15.712466 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:15.712829 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Checking segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:15.713221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.713605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Bound using segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:15.714053 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Bound port: 8c75cf11-b074-4976-b67d-1f4b5b1f4471, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:15.714417 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.775712 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Router 3562a779-1357-4746-82fd-6a5b55882f5b is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 22:00:15.800222 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.869248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] For port 8c75cf11-b074-4976-b67d-1f4b5b1f4471, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:15.889864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] For port 8c75cf11-b074-4976-b67d-1f4b5b1f4471, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8c75cf11-b074-4976-b67d-1f4b5b1f4471,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:15.900185 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe7ccf-6566-42bb-8d0c-d849e6647e71 None None] Pushing event updated for resources: {'Port': ['ID=5e256c86-7d28-4f1d-9550-97bb8a34f194,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:15.971315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:15.991135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:00:16.002350 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Sync routers for ids ['3562a779-1357-4746-82fd-6a5b55882f5b'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:00:16.017629 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Routers {'3562a779-1357-4746-82fd-6a5b55882f5b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:16.018247 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['3562a779-1357-4746-82fd-6a5b55882f5b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:16.074811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:16.076495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b91be57f-5f46-4efd-ad96-ac1f190e8a46 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1359293 Apr 11 22:00:16.079564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57960) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:16.081496 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9b3a6-9575-4ba1-956c-bb215253370b None None] Pushing event updated for resources: {'Port': ['ID=8c75cf11-b074-4976-b67d-1f4b5b1f4471,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:16.086310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:16.086918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T21:59:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:16.352400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Set router 3562a779-1357-4746-82fd-6a5b55882f5b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:16.394275 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:16.444581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c007edfd-3d0f-4ab4-95b5-4fd2ae6e5a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:16.583109 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e256c86-7d28-4f1d-9550-97bb8a34f194 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:16.740587 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:15Z', 'revision_number': 3, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:16.746642 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Checking router: 3562a779-1357-4746-82fd-6a5b55882f5b for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:00:16.747221 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Updating router 3562a779-1357-4746-82fd-6a5b55882f5b port fd069478-1838-4c02-8380-8af79e9bda87 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:00:16.819271 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:16.836355 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 5e256c86-7d28-4f1d-9550-97bb8a34f194 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:16.865739 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:15Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:16.871685 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad76b2-0c64-407f-ae0c-dde536e13e60 None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:15Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:00:17.066945 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88fa9d2-973d-4522-85c4-25406704e71a None None] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:00:17.180524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.259170 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.268142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] Provisioning for port 5e256c86-7d28-4f1d-9550-97bb8a34f194 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:17.271143 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Transition to ACTIVE for port object fd069478-1838-4c02-8380-8af79e9bda87 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:17.285796 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] Provisioning complete for port 5e256c86-7d28-4f1d-9550-97bb8a34f194 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:17.286303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.364650 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.446420 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Attempting to bind port fd069478-1838-4c02-8380-8af79e9bda87 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:17.446782 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Attempting to bind port fd069478-1838-4c02-8380-8af79e9bda87 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:17.447142 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Attempting to bind port fd069478-1838-4c02-8380-8af79e9bda87 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:17.456078 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 21, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:17.456448 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:17.456841 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.457223 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:17.457685 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Bound port: fd069478-1838-4c02-8380-8af79e9bda87, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:17.458052 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.467538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Allocated IP 172.20.0.1 (480feafd-8ec9-41a1-a085-b7fa3e62e218/29a4251c-2315-4e59-a611-6ae3867cb562/4b446da7-1eb1-4481-a2b4-2a8898be8c3c) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:17.475829 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.517357 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa58c4-7a4f-470c-b565-7cd243789eb2 None None] Pushing event updated for resources: {'Port': ['ID=fd069478-1838-4c02-8380-8af79e9bda87,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:17.525700 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] For port 5e256c86-7d28-4f1d-9550-97bb8a34f194, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e256c86-7d28-4f1d-9550-97bb8a34f194,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:17.569660 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] For port fd069478-1838-4c02-8380-8af79e9bda87, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:17.576505 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] For port fd069478-1838-4c02-8380-8af79e9bda87, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fd069478-1838-4c02-8380-8af79e9bda87,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:17.599065 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.628140 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.695615 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.705670 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.712950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.725914 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Transition to ACTIVE for port object 4b446da7-1eb1-4481-a2b4-2a8898be8c3c will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:17.748009 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97da2f5-5aa4-48d7-a95d-da02a163c697 None None] Pushing event updated for resources: {'Port': ['ID=5e256c86-7d28-4f1d-9550-97bb8a34f194,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:17.804088 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Routers {'3562a779-1357-4746-82fd-6a5b55882f5b'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:17.804706 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['3562a779-1357-4746-82fd-6a5b55882f5b'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:17.814552 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.855441 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa58c4-7a4f-470c-b565-7cd243789eb2 None None] Pushing event updated for resources: {'Port': ['ID=fd069478-1838-4c02-8380-8af79e9bda87,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:17.857210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-a17f4bca-ff3d-4ff1-871d-cc8c2cf4201f None None] Provisioning complete for port 5e256c86-7d28-4f1d-9550-97bb8a34f194 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:17.857715 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a17f4bca-ff3d-4ff1-871d-cc8c2cf4201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:17.894685 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:17.896801 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:17.911567 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:17.982436 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Pushing event updated for resources: {'Port': ['ID=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:18.007743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.034885 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] Set router 3562a779-1357-4746-82fd-6a5b55882f5b gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:18.162434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.282453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f3769837-f01d-40c0-9cf0-b5a6109ffa6d None None] Provisioning for port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:18.287407 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f3769837-f01d-40c0-9cf0-b5a6109ffa6d None None] Provisioning complete for port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:18.287752 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f3769837-f01d-40c0-9cf0-b5a6109ffa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.334185 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:15Z', 'revision_number': 3, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:18.338425 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b1d28-71fd-4dc3-a45a-8a04c7bc5d0a None None] The sync data for ids ['3562a779-1357-4746-82fd-6a5b55882f5b'] in n-d-837321-1 is: [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:15Z', 'revision_number': 3, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:00:18.347802 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f3769837-f01d-40c0-9cf0-b5a6109ffa6d None None] Port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:00:18.408553 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.471214 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.542691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8c75cf11-b074-4976-b67d-1f4b5b1f4471 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:18.585183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Pushing event updated for resources: {'Port': ['ID=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:18.588744 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.693779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:18.698763 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:18.699203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.820852 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.826288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:18.827348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:18.854046 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 8c75cf11-b074-4976-b67d-1f4b5b1f4471, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8c75cf11-b074-4976-b67d-1f4b5b1f4471,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:18.917007 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:18.918538 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e256c86-7d28-4f1d-9550-97bb8a34f194 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:19.039027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=8c75cf11-b074-4976-b67d-1f4b5b1f4471,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:19.053180 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 5e256c86-7d28-4f1d-9550-97bb8a34f194 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:19.053549 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:19.101987 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:19.118112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-b4a92088-ebad-4d71-967e-066d0f44b230 None None] Provisioning complete for port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:19.118478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b4a92088-ebad-4d71-967e-066d0f44b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:19.232910 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Router 3562a779-1357-4746-82fd-6a5b55882f5b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:00:19.244577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-b4a92088-ebad-4d71-967e-066d0f44b230 None None] Port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:00:19.455799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:00:19.464310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-711b3039-d5cc-44c3-97da-d8dcd15cff4e admin admin] 10.222.0.61 "PUT /v2.0/routers/3562a779-1357-4746-82fd-6a5b55882f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3832910 Apr 11 22:00:20.277813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57970) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:20.283656 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841622378', 'description': 'tempest-secgroup-smoke-1841622378 description', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:20.290275 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:20.294924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:20.297843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:20.303694 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:20.391191 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.427899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:20.431939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:20.437133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:20.444002 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:20.474431 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8c75cf11-b074-4976-b67d-1f4b5b1f4471 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:20.501413 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.543563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:20.543866 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.570120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.611301 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f01c97-d6c1-4a66-8391-217306b337ca,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:20.690030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.691270 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6791573b-3614-4c31-bb27-cc1cd68c244e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4123518 Apr 11 22:00:20.694216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57974) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:20.700051 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '25f01c97-d6c1-4a66-8391-217306b337ca', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:20.706955 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:20.710782 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:20.713634 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:20.724622 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:20.810638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.870045 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.941162 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:20.968064 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e0bf06-edb6-4306-8fa7-b62a2c264215,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:21.025266 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.026499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ec9298a6-427a-4a47-bf84-c076e6c7e87b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3313556 Apr 11 22:00:21.030027 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57978) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:21.035320 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '25f01c97-d6c1-4a66-8391-217306b337ca', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:21.041753 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:21.046059 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:21.048961 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:21.054674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:21.136187 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.198450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.272887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.299818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66011019-5f34-4de4-af36-3c812a1da66e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:21.368041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.369290 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-b7529c45-9bd5-4f4f-b840-273e82924329 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3383448 Apr 11 22:00:21.372197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57982) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:21.377543 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '25f01c97-d6c1-4a66-8391-217306b337ca', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:21.384122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:21.388702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:21.391533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:21.397249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:21.513811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.575866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.644237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.668831 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b9024d-00ec-4d2f-9e00-c6e88f219eab,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:21.745367 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.746654 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-489d0038-a6f0-48a0-97ae-e840eab12396 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3735139 Apr 11 22:00:21.749705 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57986) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:21.755970 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '25f01c97-d6c1-4a66-8391-217306b337ca', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:21.764104 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:21.767850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:21.770651 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:21.776277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:21.845562 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.911827 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:21.986926 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.010613 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbc94de-07cf-4499-9b89-b59ba3da4cb9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:22.082600 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.083891 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-cecead22-b014-4fc9-82de-c64aa05f6957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3331439 Apr 11 22:00:22.086670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57990) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:22.092406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '25f01c97-d6c1-4a66-8391-217306b337ca', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:22.099162 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:22.103068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:22.106125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:22.111937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:22.198536 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Project 2d5d99833cdd4c9eb3d187405b605a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 22:00:22.206075 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.270747 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.461769 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.485324 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f2728e-1e7c-4c73-a230-eeba21a523a9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:22.569873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.571064 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-af89ae92-0abb-4171-81af-196ee62d8cf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4834707 Apr 11 22:00:22.573808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 57994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:22.580203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '25f01c97-d6c1-4a66-8391-217306b337ca', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:22.586662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:22.591101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:22.593945 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:22.599766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:22.684950 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Project 2d5d99833cdd4c9eb3d187405b605a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 22:00:22.691644 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.761346 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.836554 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.859513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8ded43-96c3-4ff2-8333-bd14cb9b04a4,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:22.924200 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:22.925410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-6ee53cb4-d96e-47c4-ad79-642481f34d9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3501108 Apr 11 22:00:23.253487 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-e04ea1ef-0a29-4a98-a895-98c3069a244b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841622378&fields=id&tenant_id=2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 267 time: 0.0414133 Apr 11 22:00:23.406611 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cb92-34e2-4449-943d-726333db5db9 req-cb143b13-d85d-4f45-804a-431dbb289b87 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:23.408035 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-cb143b13-d85d-4f45-804a-431dbb289b87 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 808 time: 0.1482809 Apr 11 22:00:23.424581 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-7f91c47c-b504-4e6e-9d63-0d2352498b5b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/quotas/2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 375 time: 0.0112858 Apr 11 22:00:23.508940 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-28e0cb92-34e2-4449-943d-726333db5db9 req-4b19750f-5bd5-47b3-8c2c-d578bfb9c9c2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:00:23.592484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-28e0cb92-34e2-4449-943d-726333db5db9 req-4b19750f-5bd5-47b3-8c2c-d578bfb9c9c2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:00:23.593758 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-4b19750f-5bd5-47b3-8c2c-d578bfb9c9c2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643736 Apr 11 22:00:23.728421 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-9427df55-cfb5-4c78-826d-8c8adff61d93 service neutron] 10.222.0.61 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233463 Apr 11 22:00:23.857073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-c81c1620-c1f4-4554-a38b-0d8c44ccfc48 service neutron] 10.222.0.61 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223452 Apr 11 22:00:24.127812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e8246ed4-9e3c-4330-aaef-8aaef8a44430 req-4de68bda-56bf-47be-9540-052c8ced4f24 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 210 time: 0.0422285 Apr 11 22:00:25.298525 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-02ed59cb-975c-4f85-8105-fb58c5b94e3f req-d5fecbda-d4b6-4657-b24d-525bfd5747ad tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 210 time: 0.0468032 Apr 11 22:00:26.429860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cb92-34e2-4449-943d-726333db5db9 req-09e5278e-44fb-4bee-a92e-06a7d42731a7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:26.430566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-28e0cb92-34e2-4449-943d-726333db5db9 req-09e5278e-44fb-4bee-a92e-06a7d42731a7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:00:26.485231 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-30190158-5953-4bc0-a612-b6e6dec77470 req-ea6dc04a-a257-485e-b716-061bcd90e64c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 210 time: 0.0448895 Apr 11 22:00:26.518253 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fd069478-1838-4c02-8380-8af79e9bda87 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:26.569855 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-28e0cb92-34e2-4449-943d-726333db5db9 req-09e5278e-44fb-4bee-a92e-06a7d42731a7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:00:26.570943 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-09e5278e-44fb-4bee-a92e-06a7d42731a7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 808 time: 0.3045592 Apr 11 22:00:26.635428 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-28e0cb92-34e2-4449-943d-726333db5db9 req-26e9a5f2-9f74-46a2-902c-f6fb1340ea93 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:00:26.661568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port fd069478-1838-4c02-8380-8af79e9bda87 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:26.667047 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fd069478-1838-4c02-8380-8af79e9bda87 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:26.671699 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:26.724176 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-28e0cb92-34e2-4449-943d-726333db5db9 req-26e9a5f2-9f74-46a2-902c-f6fb1340ea93 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:00:26.725914 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-26e9a5f2-9f74-46a2-902c-f6fb1340ea93 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 380 time: 0.1353803 Apr 11 22:00:26.736837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'port': {'device_id': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'admin_state_up': True, 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'security_groups': ['25f01c97-d6c1-4a66-8391-217306b337ca']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:26.788772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:26.805075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port fd069478-1838-4c02-8380-8af79e9bda87, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fd069478-1838-4c02-8380-8af79e9bda87,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:26.864896 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:26.873787 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:26.883207 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:26.928292 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=fd069478-1838-4c02-8380-8af79e9bda87,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:26.944969 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Made reservation on behalf of 2d5d99833cdd4c9eb3d187405b605a92 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:00:26.948291 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:27.281750 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Allocated IP 172.20.0.8 (0f4cf534-8daa-4d98-8b26-492b66a06fd0/751fc84e-8ba6-4e7b-8447-3f4914162167/dc8c903f-ee3d-4564-a888-c5967261eaf1) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:27.478985 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:27.494405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Transition to ACTIVE for port object dc8c903f-ee3d-4564-a888-c5967261eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:27.626753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:27.696688 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b8b5c-1944-433d-b727-202431dbe783 req-05158986-7046-4ad1-b9f0-afa7b2283308 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:27.698346 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-108b8b5c-1944-433d-b727-202431dbe783 req-05158986-7046-4ad1-b9f0-afa7b2283308 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 931 time: 0.0899754 Apr 11 22:00:27.713493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:27.716938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:27.719798 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:27.758266 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-108b8b5c-1944-433d-b727-202431dbe783 req-71eab6bc-1e0a-4465-be76-65bb683d2683 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530076 Apr 11 22:00:27.764016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:27.804377 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:27.805180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:27.896584 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-6e45c7bc-7c61-40bb-81bb-af3243254ce9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1634674 Apr 11 22:00:27.911633 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Request body: {'port': {'device_id': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:28.036456 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:28.076818 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dd0be73c-60b8-4858-90dd-c75182b03f96 None None] Provisioning for port dc8c903f-ee3d-4564-a888-c5967261eaf1 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:28.082061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-dd0be73c-60b8-4858-90dd-c75182b03f96 None None] Provisioning complete for port dc8c903f-ee3d-4564-a888-c5967261eaf1 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:28.082638 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dd0be73c-60b8-4858-90dd-c75182b03f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:28.137037 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-dd0be73c-60b8-4858-90dd-c75182b03f96 None None] Port dc8c903f-ee3d-4564-a888-c5967261eaf1 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:00:28.405203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8c903f-ee3d-4564-a888-c5967261eaf1 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:00:28.419241 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:28.436506 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Transition to ACTIVE for port object dc8c903f-ee3d-4564-a888-c5967261eaf1 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:28.482443 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fd069478-1838-4c02-8380-8af79e9bda87 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:28.529880 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:28.552557 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port fd069478-1838-4c02-8380-8af79e9bda87 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:28.552998 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:28.658722 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:28.769844 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Attempting to bind port dc8c903f-ee3d-4564-a888-c5967261eaf1 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:28.770221 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Attempting to bind port dc8c903f-ee3d-4564-a888-c5967261eaf1 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:28.770505 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Attempting to bind port dc8c903f-ee3d-4564-a888-c5967261eaf1 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:28.777865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Port dc8c903f-ee3d-4564-a888-c5967261eaf1 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 22:00:28.778257 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Attempting to bind port dc8c903f-ee3d-4564-a888-c5967261eaf1 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:28.784973 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:28.785308 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Checking segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:28.785687 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Bound using segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:28.786110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Bound port: dc8c903f-ee3d-4564-a888-c5967261eaf1, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:28.786454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:28.879077 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:28.882809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:28.960279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf92565-6336-4d6b-843b-d73783c0a9d8 req-7658691c-b4a1-4ad4-bda3-c5bc79aa7953 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:28.960959 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aaf92565-6336-4d6b-843b-d73783c0a9d8 req-7658691c-b4a1-4ad4-bda3-c5bc79aa7953 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:00:29.010041 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:29.055568 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-aaf92565-6336-4d6b-843b-d73783c0a9d8 req-7658691c-b4a1-4ad4-bda3-c5bc79aa7953 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:00:29.056721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaf92565-6336-4d6b-843b-d73783c0a9d8 req-7658691c-b4a1-4ad4-bda3-c5bc79aa7953 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.1790957 Apr 11 22:00:29.093740 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:29.095225 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] 10.222.0.75 "PUT /v2.0/ports/dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 1091 time: 1.1880760 Apr 11 22:00:29.097721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:00:29.126899 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3b80-34ea-4328-b7a1-1e546aa8f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:29.139898 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aaf92565-6336-4d6b-843b-d73783c0a9d8 req-854f6512-3b27-43c3-81e9-9b94f10468e9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720265 Apr 11 22:00:29.158850 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1500993-490c-4a0d-b6fc-fac813658cab'] response: {'name': 'network-changed', 'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'status': 'completed', 'code': 200} Apr 11 22:00:29.259563 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4121f739-0766-4d01-b04c-729fb2e4a0ee req-90fe0678-d821-4772-9dcc-1174c3d80ad7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1094 time: 0.0763981 Apr 11 22:00:29.515925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121f739-0766-4d01-b04c-729fb2e4a0ee req-a1bffe94-730e-4f1d-beaf-81114bc7b897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:29.517370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4121f739-0766-4d01-b04c-729fb2e4a0ee req-a1bffe94-730e-4f1d-beaf-81114bc7b897 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2417321 Apr 11 22:00:29.655256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121f739-0766-4d01-b04c-729fb2e4a0ee req-ac097156-7a44-4cc2-8e24-a3e8af9fc02e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:29.656661 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4121f739-0766-4d01-b04c-729fb2e4a0ee req-ac097156-7a44-4cc2-8e24-a3e8af9fc02e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306028 Apr 11 22:00:29.689976 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:29.770365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-49b3248d-853c-4d8e-a6ef-670a05e7cf18 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1094 time: 0.0688586 Apr 11 22:00:29.844100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-ca69dc42-fd4c-4889-9d9a-d93a17fd5eaf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 217 time: 0.0642734 Apr 11 22:00:29.909048 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cb92-34e2-4449-943d-726333db5db9 req-4e8cc0f5-1c20-4530-84ee-af7e4ad26ed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:29.910354 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-4e8cc0f5-1c20-4530-84ee-af7e4ad26ed2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0577705 Apr 11 22:00:29.991676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-e0e96bf5-bf3b-49d5-a7f4-9569c0ddfb67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713227 Apr 11 22:00:30.126750 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-3b150b38-00b3-4da4-bcda-6229cd86033b service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258912 Apr 11 22:00:30.263460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-28e0cb92-34e2-4449-943d-726333db5db9 req-0396086e-438f-416f-ace1-7d8b80bdc95e service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276207 Apr 11 22:00:30.345789 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46ff6-6e1a-4979-9e7d-9138cac8f7e0 req-05fbf2a4-942b-49ad-8b99-25fbb6ffa4a4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:30.347227 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91f46ff6-6e1a-4979-9e7d-9138cac8f7e0 req-05fbf2a4-942b-49ad-8b99-25fbb6ffa4a4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0804737 Apr 11 22:00:30.479858 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-91f46ff6-6e1a-4979-9e7d-9138cac8f7e0 req-aedf487f-74bc-455e-9cf3-73a820e1ec8b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269510 Apr 11 22:00:31.533760 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:31.676780 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f499b2-04aa-404d-a1c7-03783f654f97 req-44ef9a98-85dc-49e3-b318-68b0c3380970 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:31.678150 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5f499b2-04aa-404d-a1c7-03783f654f97 req-44ef9a98-85dc-49e3-b318-68b0c3380970 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0789864 Apr 11 22:00:31.726169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d5f499b2-04aa-404d-a1c7-03783f654f97 req-8ebddc33-8e6a-4810-b65d-6c0e841c2d44 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Apr 11 22:00:32.924305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7d8e2-e8c6-4f76-9b4e-f586cfe2b7c2 req-1b04d91f-02f2-48ae-88bd-b7c485b0b5d4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:32.925864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75e7d8e2-e8c6-4f76-9b4e-f586cfe2b7c2 req-1b04d91f-02f2-48ae-88bd-b7c485b0b5d4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0766029 Apr 11 22:00:32.973362 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-75e7d8e2-e8c6-4f76-9b4e-f586cfe2b7c2 req-ad5bab6e-9531-4d2c-948c-b34a230f2d62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Apr 11 22:00:33.051993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:00:33.198010 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:33.212783 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'mac_address': 'fa:16:3e:4a:95:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:00:33.270397 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:33.288759 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8c903f-ee3d-4564-a888-c5967261eaf1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:00:33.305207 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:33.404199 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:33.473580 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:33.653303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['dc8c903f-ee3d-4564-a888-c5967261eaf1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:00:34.181203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb4fa8-4dd4-4579-b9a0-2a0ef544d0fc req-a29b85ce-dd6b-4e00-94a4-33e4b7423101 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:34.182659 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07fb4fa8-4dd4-4579-b9a0-2a0ef544d0fc req-a29b85ce-dd6b-4e00-94a4-33e4b7423101 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 944 time: 0.0849349 Apr 11 22:00:34.229490 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-07fb4fa8-4dd4-4579-b9a0-2a0ef544d0fc req-bf66ac40-8125-4e5a-8e13-3b2e28950d05 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Apr 11 22:00:35.067525 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:35.265099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port dc8c903f-ee3d-4564-a888-c5967261eaf1 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:35.270358 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port dc8c903f-ee3d-4564-a888-c5967261eaf1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:35.270730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:35.387947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:35.414475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:00:35.424054 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:35.430403 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6f201-4f3a-47b9-9dfe-f8a4fb88f86f req-95789185-05bc-4b6f-af6c-269565b5c4e7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:35.431912 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8c6f201-4f3a-47b9-9dfe-f8a4fb88f86f req-95789185-05bc-4b6f-af6c-269565b5c4e7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 944 time: 0.0796037 Apr 11 22:00:35.472966 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540856ba-a7a8-49bb-83df-1d3ae24e2cc9'] response: {'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'code': 200} Apr 11 22:00:35.478674 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8c6f201-4f3a-47b9-9dfe-f8a4fb88f86f req-39f0e803-a4ec-49f9-ab4a-f2061ed27de2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Apr 11 22:00:35.513404 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:35.585510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:35.606474 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e660f85-585e-45ab-ba1b-bd1675ccb97f req-8981f3c5-741f-4f8b-9dbf-349032b3186e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1096 time: 0.0685747 Apr 11 22:00:35.652897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9e660f85-585e-45ab-ba1b-bd1675ccb97f req-3364805b-f992-4295-bc67-d7443bba51dc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Apr 11 22:00:36.689601 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac521c6-8418-4086-8d42-b75574627332 req-151d746a-87d7-4702-8af8-2175f7d1ca04 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:36.697388 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aac521c6-8418-4086-8d42-b75574627332 req-151d746a-87d7-4702-8af8-2175f7d1ca04 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0902681 Apr 11 22:00:36.741599 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aac521c6-8418-4086-8d42-b75574627332 req-8683b103-6bc7-4770-b40a-5a42702c349e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Apr 11 22:00:36.875031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Sync routers for ids ['3562a779-1357-4746-82fd-6a5b55882f5b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:00:36.885692 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Routers {'3562a779-1357-4746-82fd-6a5b55882f5b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:36.886346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['3562a779-1357-4746-82fd-6a5b55882f5b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:37.099651 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Set router 3562a779-1357-4746-82fd-6a5b55882f5b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:37.413514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 4, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4b446da7-1eb1-4481-a2b4-2a8898be8c3c', 'name': '', 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'mac_address': 'fa:16:3e:3e:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29a4251c-2315-4e59-a611-6ae3867cb562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:17Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 2, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'subnets': [{'id': '29a4251c-2315-4e59-a611-6ae3867cb562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:37.417263 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Checking router: 3562a779-1357-4746-82fd-6a5b55882f5b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:00:37.417614 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Updating router 3562a779-1357-4746-82fd-6a5b55882f5b port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:00:37.467046 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:37.801550 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:37.813494 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Transition to ACTIVE for port object 4b446da7-1eb1-4481-a2b4-2a8898be8c3c will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:00:37.901063 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:37.939397 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177da91e-4a66-44e5-bf7e-f2780e58c7e5 req-59a3711b-4153-4536-a46e-ce535b830e17 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:37.940945 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-177da91e-4a66-44e5-bf7e-f2780e58c7e5 req-59a3711b-4153-4536-a46e-ce535b830e17 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0775559 Apr 11 22:00:37.993342 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-177da91e-4a66-44e5-bf7e-f2780e58c7e5 req-2c97a6d9-1b5a-43c1-a49a-9c6f87059356 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467527 Apr 11 22:00:38.025305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2a4f9-ac49-4bb8-bdcc-c5078c39e979 None None] Pushing event updated for resources: {'Port': ['ID=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:38.118061 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Attempting to bind port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:00:38.118439 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Attempting to bind port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:00:38.118792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Attempting to bind port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c on network 480feafd-8ec9-41a1-a085-b7fa3e62e218 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:00:38.126678 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:00:38.126963 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Checking segment: {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:00:38.127411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:38.128112 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Bound using segment: {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:00:38.128605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Bound port: 4b446da7-1eb1-4481-a2b4-2a8898be8c3c, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce29dfea-34e7-4e5e-b36b-f621c181e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:00:38.128981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:38.198978 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aec610-48b2-43a8-a9e8-edd9d1db0a6a req-44d9ef2d-bb05-4e48-be51-9b553de11560 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:38.201059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5aec610-48b2-43a8-a9e8-edd9d1db0a6a req-44d9ef2d-bb05-4e48-be51-9b553de11560 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0807056 Apr 11 22:00:38.223222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] For port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:00:38.226218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] For port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:00:38.253036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5aec610-48b2-43a8-a9e8-edd9d1db0a6a req-7f13feb8-5998-45dd-a69f-25218aaa414a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Apr 11 22:00:38.282840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58048) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:38.307717 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:38.392957 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2a4f9-ac49-4bb8-bdcc-c5078c39e979 None None] Pushing event updated for resources: {'Port': ['ID=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:38.395877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Routers {'3562a779-1357-4746-82fd-6a5b55882f5b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:38.396481 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['3562a779-1357-4746-82fd-6a5b55882f5b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:38.480095 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7a8e188e-3ed7-4564-9a1d-1fa0ad2162cc tempest-TestShelveInstance-215778686 tempest-TestShelveInstance-215778686-project-admin] Synchronizing usage tracker for tenant:e2dadea5a6d2444ba078c9a2b7db207e on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:00:38.567981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-7a8e188e-3ed7-4564-9a1d-1fa0ad2162cc tempest-TestShelveInstance-215778686 tempest-TestShelveInstance-215778686-project-admin] Unset dirty status for tenant:e2dadea5a6d2444ba078c9a2b7db207e on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:00:38.569199 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7a8e188e-3ed7-4564-9a1d-1fa0ad2162cc tempest-TestShelveInstance-215778686 tempest-TestShelveInstance-215778686-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1091 time: 0.2852898 Apr 11 22:00:38.572297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58054) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:00:38.578775 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:00:38.585161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:00:38.589057 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:floatingip and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:00:38.590666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] Set router 3562a779-1357-4746-82fd-6a5b55882f5b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:38.592183 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:00:38.597875 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:00:38.705365 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:38.840465 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:38.943797 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 4, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4b446da7-1eb1-4481-a2b4-2a8898be8c3c', 'name': '', 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'mac_address': 'fa:16:3e:3e:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29a4251c-2315-4e59-a611-6ae3867cb562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:17Z', 'updated_at': '2022-04-11T22:00:38Z', 'revision_number': 4, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'subnets': [{'id': '29a4251c-2315-4e59-a611-6ae3867cb562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:38.947922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736344e-e750-432f-b8c5-9b495053db8c None None] The sync data for ids ['3562a779-1357-4746-82fd-6a5b55882f5b'] in n-d-837321-1 is: [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 4, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '4b446da7-1eb1-4481-a2b4-2a8898be8c3c', 'name': '', 'network_id': '480feafd-8ec9-41a1-a085-b7fa3e62e218', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'mac_address': 'fa:16:3e:3e:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29a4251c-2315-4e59-a611-6ae3867cb562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:17Z', 'updated_at': '2022-04-11T22:00:38Z', 'revision_number': 4, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'subnets': [{'id': '29a4251c-2315-4e59-a611-6ae3867cb562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:00:38.979110 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Allocated IP 172.25.5.62 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c7e7ca8b-8110-4786-9a7a-05e5479aa43e) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:00:39.252229 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:39.364882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:39.436169 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:00:39.439152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:00:39.441884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:00:39.476530 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'Port': ['ID=c7e7ca8b-8110-4786-9a7a-05e5479aa43e,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:39.974004 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.088882 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.292172 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.355870 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.464454 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'Port': ['ID=c7e7ca8b-8110-4786-9a7a-05e5479aa43e,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:40.482549 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.513870 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4b446da7-1eb1-4481-a2b4-2a8898be8c3c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:40.641749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:00:40.647008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:40.647376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.678747 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Floating IP f3945c03-7cb6-4fe0-aa17-f60ca8d87df1 associated. External IP: 172.25.5.62, port: dc8c903f-ee3d-4564-a888-c5967261eaf1. Apr 11 22:00:40.766741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.799665 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:00:40.856407 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:40.922305 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:00:41.175314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Router 78060880-996d-496a-a67c-5f34754e9932 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:00:41.374737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:00:41.384432 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:00:41.401400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:41.401400 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:41.499595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:41.567496 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-64efcaee-6a30-48ad-9584-1f4df2a68c34 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9816291 Apr 11 22:00:41.567496 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:00:41.602092 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:41.614510 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a24409-3cbe-4f55-ae39-4148832e879e'] response: {'name': 'network-changed', 'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'status': 'completed', 'code': 200} Apr 11 22:00:41.806989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-fa6f4a28-7da2-4442-a88f-9967dc17ae67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1096 time: 0.1629231 Apr 11 22:00:41.940732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-e8b1778e-0e79-4ca7-a899-ed554a0b1b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:41.942178 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-e8b1778e-0e79-4ca7-a899-ed554a0b1b7b service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1289301 Apr 11 22:00:41.951760 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3945c03-7cb6-4fe0-aa17-f60ca8d87df1', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '78060880-996d-496a-a67c-5f34754e9932', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'mac_address': 'fa:16:3e:4a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:00:39Z', 'updated_at': '2022-04-11T22:00:39Z', 'revision_number': 0, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:41.956048 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:00:41.967896 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:00:41.968489 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:00:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:42.045964 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-41de84ee-04b3-465e-b0d5-c5a2574ec228 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 998 time: 0.0982046 Apr 11 22:00:42.108820 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-6679f7a9-9694-4a30-b093-8ec4aab79c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:00:42.110277 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-6679f7a9-9694-4a30-b093-8ec4aab79c9e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0583465 Apr 11 22:00:42.143129 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:00:42.184817 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-43972031-a229-4e05-b8ef-c0f8e13440a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685599 Apr 11 22:00:42.325850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-77244023-4577-458e-98b7-f52ca816f043 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351740 Apr 11 22:00:42.461624 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8fa7d972-40bd-433f-8f64-91f7e915b8f4 req-39b43101-ceed-4278-9fbf-50f6676d1262 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299763 Apr 11 22:00:42.487297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4b446da7-1eb1-4481-a2b4-2a8898be8c3c up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:00:42.500013 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3945c03-7cb6-4fe0-aa17-f60ca8d87df1', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '78060880-996d-496a-a67c-5f34754e9932', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'mac_address': 'fa:16:3e:4a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:00:39Z', 'updated_at': '2022-04-11T22:00:39Z', 'revision_number': 0, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:00:42.503910 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ea3f3-838d-49a2-abf6-ec586649eb1a None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'f3945c03-7cb6-4fe0-aa17-f60ca8d87df1', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '78060880-996d-496a-a67c-5f34754e9932', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'mac_address': 'fa:16:3e:4a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:00:39Z', 'updated_at': '2022-04-11T22:00:39Z', 'revision_number': 0, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:00:42.556855 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:00:42.557227 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:43.941027 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-833056e5-1781-405f-b94d-78e0cad33817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:45.014910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77663a12-4e29-472a-9fbc-a3add5308f25 None None] New status for floating IP f3945c03-7cb6-4fe0-aa17-f60ca8d87df1: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:00:46.316109 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e2a4bf6c-c6a7-448c-a5d3-d0a865f424cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:47.539163 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:47.664478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:49.020979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:00:50.003390 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:00:59.704536 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:01.546613 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:13.951168 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ac3842e3-4770-41b3-a094-7f9363f50983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:16.352015 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b0b6b9a5-f9ed-49ec-83f3-e767423c9166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:17.523280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:17.660527 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:18.998269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:27.003520 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:01:29.729583 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:31.532034 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:32.401743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-5aaf6618-bd9b-4635-a427-dc743197ebc4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712855 Apr 11 22:01:32.545930 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-b9195b43-4e15-40ba-a46f-f06f1dd5fd29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1096 time: 0.0678935 Apr 11 22:01:32.693868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-f4ac6d72-a7f3-48c2-9c44-20b0bd898ab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:01:32.695302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-f4ac6d72-a7f3-48c2-9c44-20b0bd898ab1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1257877 Apr 11 22:01:32.800046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-6280d8a0-9b21-4649-9c9d-4e7a7ddabb5b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 1000 time: 0.0954862 Apr 11 22:01:32.864021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-58586f2e-0c76-469e-aeb5-5601c47390f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:01:32.865406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-58586f2e-0c76-469e-aeb5-5601c47390f8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0565352 Apr 11 22:01:33.032938 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-2e44fe3c-9e17-42c7-8ef0-e2cb88427ecf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587210 Apr 11 22:01:33.165175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-7270d560-2bfa-468d-9e9e-b7c4ca36d901 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218915 Apr 11 22:01:33.296618 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-41a503b2-b81f-43f7-90c4-bb27328526a0 req-d8fdd824-248a-4ff8-8c07-001638cc854b service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222525 Apr 11 22:01:43.948984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4b0011b7-e3f7-4c99-9494-7ea1d867d881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:46.317862 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c23a-42df-43bc-ab8b-4cb7faf7380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:47.539959 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:47.665859 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:48.991601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:01:59.743258 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:01.554694 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:04.005670 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:02:13.925767 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3cc6-bcb0-48b6-8d9b-24a8ebfbb841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:16.365927 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5021c70a-ea6d-405c-bed1-d9f6f2cc13a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:17.531271 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:17.691333 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:19.014308 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:29.762408 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:31.539718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:33.548935 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-2c9ed295-36e0-4e8f-9dc6-196991f22f13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655594 Apr 11 22:02:33.697203 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-974ccf69-f287-4efb-b09a-b37b200c4e03 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1096 time: 0.0710356 Apr 11 22:02:33.845765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-ffdd7cac-5cb8-49bb-986d-393a3dd731c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:33.847222 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-ffdd7cac-5cb8-49bb-986d-393a3dd731c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1253142 Apr 11 22:02:33.953113 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-12aa81b2-b045-47c5-8211-129b29a3c230 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 1000 time: 0.0969143 Apr 11 22:02:34.016869 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-5aed11f1-0e66-4e28-aa75-d570cfc969c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:34.018254 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-5aed11f1-0e66-4e28-aa75-d570cfc969c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0566118 Apr 11 22:02:34.095971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-b448b24f-c73e-4cb0-bbdf-cc00d35693f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683882 Apr 11 22:02:34.226948 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-0110c84a-bc87-49c7-b25a-060a72759a9d service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218214 Apr 11 22:02:34.360325 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8b14fc66-2ee8-4d59-b7ac-5f6faa26dd46 req-2ba56329-16c3-46d9-9959-4f86efd6f76e service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238105 Apr 11 22:02:36.548128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec735ec-5c45-4c4f-97c7-85e64fe012a2 req-9062d8dd-ff7c-4437-ae5b-6ce910d019bf tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:36.549559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cec735ec-5c45-4c4f-97c7-85e64fe012a2 req-9062d8dd-ff7c-4437-ae5b-6ce910d019bf tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0782504 Apr 11 22:02:36.595953 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-cec735ec-5c45-4c4f-97c7-85e64fe012a2 req-9e605638-baf1-41bd-8794-352e9600fd4d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Apr 11 22:02:37.806462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a52fa-73aa-4708-b8a4-478280a16b24 req-247c7b19-09fb-4d83-9910-4223ddd9338c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:37.807920 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b37a52fa-73aa-4708-b8a4-478280a16b24 req-247c7b19-09fb-4d83-9910-4223ddd9338c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0746028 Apr 11 22:02:37.852989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b37a52fa-73aa-4708-b8a4-478280a16b24 req-e94a7876-a653-4a21-b09f-a99afd182af3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 Apr 11 22:02:39.051785 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040697ee-26b0-43cd-9f8d-0a295b842e29 req-44f6144d-7102-4bba-809c-0adde66dbfab tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:39.053223 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-040697ee-26b0-43cd-9f8d-0a295b842e29 req-44f6144d-7102-4bba-809c-0adde66dbfab tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0794177 Apr 11 22:02:39.098341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-040697ee-26b0-43cd-9f8d-0a295b842e29 req-fd0c12b6-0f32-447d-8959-2a019ed52197 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397122 Apr 11 22:02:40.299592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554d631-7444-4200-b14b-c98d812c5435 req-b2317215-c457-46c6-a724-63085590ae9b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:40.301040 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4554d631-7444-4200-b14b-c98d812c5435 req-b2317215-c457-46c6-a724-63085590ae9b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0783620 Apr 11 22:02:40.346774 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4554d631-7444-4200-b14b-c98d812c5435 req-58a487cb-80ed-4d4d-814d-b10131dc170a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Apr 11 22:02:41.007572 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:02:41.551245 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb6bd3-6d42-44c0-a494-f4385b89d4fa req-a75f2934-4f80-4ec4-88bb-e05f7f878c63 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:41.552643 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9fdb6bd3-6d42-44c0-a494-f4385b89d4fa req-a75f2934-4f80-4ec4-88bb-e05f7f878c63 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0805314 Apr 11 22:02:41.598120 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9fdb6bd3-6d42-44c0-a494-f4385b89d4fa req-68878e00-cdc0-4532-9e86-3467928d1ae3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Apr 11 22:02:42.795457 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5f0b1-2a7d-41e8-a19c-571a64808013 req-6c1b73ff-8b89-445e-8eba-0f5edaeaae42 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:42.796916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0e5f0b1-2a7d-41e8-a19c-571a64808013 req-6c1b73ff-8b89-445e-8eba-0f5edaeaae42 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0758688 Apr 11 22:02:42.841739 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a0e5f0b1-2a7d-41e8-a19c-571a64808013 req-c0fd6471-2b8a-4253-afa0-0d16ae38e90c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Apr 11 22:02:43.940179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-483b2f41-508d-4844-b385-d26fb61aedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:44.045236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599d01d-4f15-48c3-b505-ca4c256d8f7a req-6bf31825-ef0c-4560-b8eb-47151da8d837 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:44.046633 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c599d01d-4f15-48c3-b505-ca4c256d8f7a req-6bf31825-ef0c-4560-b8eb-47151da8d837 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0810947 Apr 11 22:02:44.094851 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c599d01d-4f15-48c3-b505-ca4c256d8f7a req-bfd2926e-b925-4b51-97eb-fd3a89186745 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Apr 11 22:02:45.305908 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d1982-4fe8-47f2-8808-4ca1aae8b96c req-52b1019d-6e6e-4302-8ecb-58be7c84438b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:45.307358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-808d1982-4fe8-47f2-8808-4ca1aae8b96c req-52b1019d-6e6e-4302-8ecb-58be7c84438b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0797393 Apr 11 22:02:45.353287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-808d1982-4fe8-47f2-8808-4ca1aae8b96c req-53e197db-9347-4921-b2ae-35e113395e81 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 Apr 11 22:02:46.317131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7dfbcdb6-a0a5-4f6b-b3a4-270dde1a2d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:46.581496 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148496c-46e3-47b0-82ad-0aaf4e5c6fdb req-a77aa609-b243-4d4e-b6d9-0e0a6c0b1fe5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:46.582946 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9148496c-46e3-47b0-82ad-0aaf4e5c6fdb req-a77aa609-b243-4d4e-b6d9-0e0a6c0b1fe5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0862830 Apr 11 22:02:46.631757 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9148496c-46e3-47b0-82ad-0aaf4e5c6fdb req-a4f6e509-907f-4cdd-aece-87fcf6ecf972 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Apr 11 22:02:47.539369 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:47.719490 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:47.792457 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:02:47.831768 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d1b77-08eb-4a3f-8f4a-91fa86335d37 req-bb4c0338-a813-443a-9255-011feb1b89a0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:47.833209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-058d1b77-08eb-4a3f-8f4a-91fa86335d37 req-bb4c0338-a813-443a-9255-011feb1b89a0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0774238 Apr 11 22:02:47.890087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-058d1b77-08eb-4a3f-8f4a-91fa86335d37 req-ccce1299-b9ba-4afb-afdc-f8eec7085568 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513217 Apr 11 22:02:47.975572 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:02:47.988541 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'mac_address': 'fa:16:3e:4a:95:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:02:48.041314 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:48.058142 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc8c903f-ee3d-4564-a888-c5967261eaf1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:02:48.073079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:02:48.130526 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:48.200152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:02:48.209016 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.209365 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.209705 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.210041 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.210372 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.210702 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.211028 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.211354 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.211708 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.212035 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.212356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:02:48.217006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['dc8c903f-ee3d-4564-a888-c5967261eaf1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:02:48.994917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:49.090840 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcff42-934d-47cb-ab80-4491b0090eb6 req-6e618e00-54aa-4749-bcd8-c2b45d474fe4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:49.092395 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76dcff42-934d-47cb-ab80-4491b0090eb6 req-6e618e00-54aa-4749-bcd8-c2b45d474fe4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 944 time: 0.0763440 Apr 11 22:02:49.142909 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-76dcff42-934d-47cb-ab80-4491b0090eb6 req-674eff19-6711-4374-9746-5e4609d50dd1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Apr 11 22:02:49.815248 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:02:49.889479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port dc8c903f-ee3d-4564-a888-c5967261eaf1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:02:49.890166 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:50.016193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:50.043689 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:02:50.053990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:02:50.179651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:02:50.270181 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba6c8b5-0137-4cd4-9a04-f45fa5c1a612'] response: {'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'code': 200} Apr 11 22:02:50.271346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:02:50.379794 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eebe4b-d7ef-4bf9-a362-08ad0cc71eb5 req-483035fa-de23-4ebc-b6b0-bf3f4767353b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:50.381544 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6eebe4b-d7ef-4bf9-a362-08ad0cc71eb5 req-483035fa-de23-4ebc-b6b0-bf3f4767353b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0962565 Apr 11 22:02:50.436082 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f6eebe4b-d7ef-4bf9-a362-08ad0cc71eb5 req-c3f30f66-325d-4eb6-a46f-12f9e5d82c29 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485365 Apr 11 22:02:51.758696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769c0e6-cbe0-417e-a380-c2d0c8d814f2 req-a1260dc4-2826-4ef8-bed4-897a6807d63e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:51.764822 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b769c0e6-cbe0-417e-a380-c2d0c8d814f2 req-a1260dc4-2826-4ef8-bed4-897a6807d63e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.1900749 Apr 11 22:02:51.811578 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b769c0e6-cbe0-417e-a380-c2d0c8d814f2 req-e45919de-d0fe-4e8b-893a-dbd5ee06aabc tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Apr 11 22:02:53.014942 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa0540-4461-4e59-9f02-18a434f44653 req-2d7fb090-7d06-434b-9df2-79a75cde674f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:53.016418 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dfaa0540-4461-4e59-9f02-18a434f44653 req-2d7fb090-7d06-434b-9df2-79a75cde674f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0766566 Apr 11 22:02:53.061181 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dfaa0540-4461-4e59-9f02-18a434f44653 req-08e28021-e41d-42f0-aeb5-ed8a27216bde tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 Apr 11 22:02:54.283387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7485e2-d481-44f8-bc28-7d06d7e14e3d req-8c8890d8-529a-47d2-a9f9-21250219566b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:54.286685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b7485e2-d481-44f8-bc28-7d06d7e14e3d req-8c8890d8-529a-47d2-a9f9-21250219566b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0940650 Apr 11 22:02:54.337511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2b7485e2-d481-44f8-bc28-7d06d7e14e3d req-0fec4be4-4add-4be4-8d90-26f715b19452 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 Apr 11 22:02:55.579997 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0fb3-834d-459d-ae63-a8f439e92686 req-223ffeb8-a803-4812-a22c-4f9480b07916 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:55.581508 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c14c0fb3-834d-459d-ae63-a8f439e92686 req-223ffeb8-a803-4812-a22c-4f9480b07916 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0945251 Apr 11 22:02:55.631341 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c14c0fb3-834d-459d-ae63-a8f439e92686 req-b5546b21-f0da-42a2-8f21-e08aa5410d50 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Apr 11 22:02:56.874572 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0462fc7-f7a2-4d53-b3b3-3e6be5c7fa17 req-51df5403-bc1f-4823-a4ed-275a28b5fb61 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:56.876738 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e0462fc7-f7a2-4d53-b3b3-3e6be5c7fa17 req-51df5403-bc1f-4823-a4ed-275a28b5fb61 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0932350 Apr 11 22:02:56.947209 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e0462fc7-f7a2-4d53-b3b3-3e6be5c7fa17 req-d53164bc-5a0d-482c-be79-cf263cfbe18a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640702 Apr 11 22:02:58.184737 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb5d64-4c96-457e-9df2-c6d2c4651060 req-bbd88d88-c77e-4cee-8b74-cc57f91981d1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:58.186957 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26fb5d64-4c96-457e-9df2-c6d2c4651060 req-bbd88d88-c77e-4cee-8b74-cc57f91981d1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0887668 Apr 11 22:02:58.243204 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-26fb5d64-4c96-457e-9df2-c6d2c4651060 req-65fffcd0-c3d4-4824-a6ca-5ab27e1c25c2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501618 Apr 11 22:02:59.457636 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b433a2-adbd-4eac-8c43-9b47d4ae8380 req-8a9bdd62-78d3-46f6-88a0-f08ccdb97864 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:02:59.459097 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b433a2-adbd-4eac-8c43-9b47d4ae8380 req-8a9bdd62-78d3-46f6-88a0-f08ccdb97864 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0857356 Apr 11 22:02:59.504871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b433a2-adbd-4eac-8c43-9b47d4ae8380 req-0732e4f1-b2ab-4962-a412-324806fc53b7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401428 Apr 11 22:02:59.770861 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:00.720372 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702baf34-7806-4ba6-8f75-2681fd6bdb3a req-df84e3ba-b9ef-443a-ab81-03a83c8d787f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:00.722369 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-702baf34-7806-4ba6-8f75-2681fd6bdb3a req-df84e3ba-b9ef-443a-ab81-03a83c8d787f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0934453 Apr 11 22:03:00.776016 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-702baf34-7806-4ba6-8f75-2681fd6bdb3a req-eeb0abe6-b221-4cfa-9268-188762e1a11e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485363 Apr 11 22:03:01.576687 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:01.743634 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-d375ee4a-2d3a-4167-ba19-5c0ebd36db09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1096 time: 0.0755970 Apr 11 22:03:01.878734 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-88f6d1a4-d1a0-42d3-964a-447ec899df02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:01.880210 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-88f6d1a4-d1a0-42d3-964a-447ec899df02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1273384 Apr 11 22:03:02.044004 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-b3ca516c-771d-4df4-80a5-4a086e4e0318 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 1000 time: 0.1539352 Apr 11 22:03:02.099214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6dee1-ad9b-4a10-a34b-58da153771c0 req-80fd4f89-0ff8-4869-9f59-dff875113363 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:02.100691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bd6dee1-ad9b-4a10-a34b-58da153771c0 req-80fd4f89-0ff8-4869-9f59-dff875113363 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.1604953 Apr 11 22:03:02.139197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-33cc30e7-418d-4296-8754-2c751587c503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:02.141256 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-33cc30e7-418d-4296-8754-2c751587c503 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0866740 Apr 11 22:03:02.201293 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-9bd6dee1-ad9b-4a10-a34b-58da153771c0 req-9c2032c5-b921-4782-bbb7-2eb8d89e92e6 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928147 Apr 11 22:03:02.230107 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-bff16d94-d005-41f2-a56d-87a2e927f813 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795522 Apr 11 22:03:02.367538 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-70bdadec-d5fe-45aa-8777-82a698e41cfb service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278682 Apr 11 22:03:02.503656 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d6e3772e-6781-4bed-85ea-e1b5024768a4 req-e26227c2-a84e-4db2-94d5-99b1ca101ead service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262167 Apr 11 22:03:03.411801 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43ea17-2831-4032-823f-5adbd975aaef req-e194420c-0b6f-4adc-b3a6-287cc010f2c2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:03.413252 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c43ea17-2831-4032-823f-5adbd975aaef req-e194420c-0b6f-4adc-b3a6-287cc010f2c2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 945 time: 0.0798206 Apr 11 22:03:03.457836 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6c43ea17-2831-4032-823f-5adbd975aaef req-f46b6a42-ea04-4f33-b3fa-6ef799c3e4bb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Apr 11 22:03:03.909195 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:03:04.014213 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:04.044620 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:03:04.053889 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:03:04.099315 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54f7364-fa71-4c29-a2d1-71d1178e729e'] response: {'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'code': 200} Apr 11 22:03:04.145106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:04.210570 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:03:04.661620 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983f97-8e4c-4561-9b2e-643f8f9d41be req-e5032b86-77e9-496b-9a03-72cfd3ee2a87 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:04.663065 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-83983f97-8e4c-4561-9b2e-643f8f9d41be req-e5032b86-77e9-496b-9a03-72cfd3ee2a87 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0760627 Apr 11 22:03:04.707518 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-83983f97-8e4c-4561-9b2e-643f8f9d41be req-4d819c32-9a21-4149-8ef8-ecb7a31bf736 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389876 Apr 11 22:03:04.971877 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b6ed6dc7-575f-4139-b79d-4830757ce158 req-38492e52-be6d-4655-a552-67d54cefb02c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1475866 Apr 11 22:03:05.378848 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692e9f7-1557-4350-b3fc-e1503d870706 req-3180ebd0-6d4e-4222-8169-86c37fe67977 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:05.380318 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0692e9f7-1557-4350-b3fc-e1503d870706 req-3180ebd0-6d4e-4222-8169-86c37fe67977 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0798037 Apr 11 22:03:05.425004 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0692e9f7-1557-4350-b3fc-e1503d870706 req-a527f088-124a-42b0-8ed0-cb0b7fda8ffe tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Apr 11 22:03:05.642485 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-c05b1ba2-ceac-4187-83d3-a00d14e6de84 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359472 Apr 11 22:03:06.622781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29018fb1-8c10-4c70-9ae9-7d31425a20e0 req-11b097c0-2d2a-4eb0-8da2-27109a2a0c01 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:06.626700 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29018fb1-8c10-4c70-9ae9-7d31425a20e0 req-11b097c0-2d2a-4eb0-8da2-27109a2a0c01 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0751481 Apr 11 22:03:06.670272 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-29018fb1-8c10-4c70-9ae9-7d31425a20e0 req-d4ddd4ac-3385-486f-a70f-2299d5282a80 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Apr 11 22:03:07.880411 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf2b19-29c3-4078-8a0a-186c31f19243 req-5dc2345c-0e38-4817-a223-ba7a96f4d2ef tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:07.881864 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9aaf2b19-29c3-4078-8a0a-186c31f19243 req-5dc2345c-0e38-4817-a223-ba7a96f4d2ef tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0846608 Apr 11 22:03:07.932029 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9aaf2b19-29c3-4078-8a0a-186c31f19243 req-dad86c0e-529b-47c7-890c-8f0e34a70194 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428610 Apr 11 22:03:07.943877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:03:09.131982 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb259d-d94f-42c5-aa9a-d215fdb1dd53 req-970929e1-e26c-4dc6-8c3c-b6b272f5c70f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:09.133406 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80cb259d-d94f-42c5-aa9a-d215fdb1dd53 req-970929e1-e26c-4dc6-8c3c-b6b272f5c70f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0791531 Apr 11 22:03:09.177701 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80cb259d-d94f-42c5-aa9a-d215fdb1dd53 req-6134f346-9d3b-4277-9d93-d99edd432c13 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388534 Apr 11 22:03:10.381012 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ed1e5-0a50-486a-9537-96fb12e0bc82 req-b40988e4-bb94-422f-ba66-364a3aacd10e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:10.382463 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d37ed1e5-0a50-486a-9537-96fb12e0bc82 req-b40988e4-bb94-422f-ba66-364a3aacd10e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0799568 Apr 11 22:03:10.431023 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d37ed1e5-0a50-486a-9537-96fb12e0bc82 req-aeb688d5-8101-4260-bf80-201df1ca9b39 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Apr 11 22:03:10.732691 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-30f1a9b6-ed39-4602-96cb-dbeb6f4859df service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&tenant_id=2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 1094 time: 0.0699046 Apr 11 22:03:10.828403 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-35982326-4e4b-4ff5-ad8e-6522488688e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1094 time: 0.0699410 Apr 11 22:03:11.050261 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a3185-b181-4705-96ea-ea33b3c653df req-292505ff-843f-466d-ad29-fede92799c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:11.051631 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-292505ff-843f-466d-ad29-fede92799c80 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.2143862 Apr 11 22:03:11.155180 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-773d5186-aa3e-4de2-a2c9-96f61369cf99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 998 time: 0.0932236 Apr 11 22:03:11.219271 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a3185-b181-4705-96ea-ea33b3c653df req-ef3dada9-55f0-4401-b7dc-39081bff4d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:11.221356 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-ef3dada9-55f0-4401-b7dc-39081bff4d31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0570743 Apr 11 22:03:11.299088 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-2d65e238-a5dd-4200-b758-076a22da17f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685914 Apr 11 22:03:11.431626 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-ac65e7bb-3e01-445a-bf83-60a4562157ae service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230822 Apr 11 22:03:11.609258 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d24a3185-b181-4705-96ea-ea33b3c653df req-4a8d5abf-2876-4e35-85c8-ba3a3a404b0a service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681292 Apr 11 22:03:11.644952 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e5284-ce95-4fe2-bf52-5f9a751f3813 req-5776c085-1829-433e-ad6d-65c7d213c290 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:11.646409 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d9e5284-ce95-4fe2-bf52-5f9a751f3813 req-5776c085-1829-433e-ad6d-65c7d213c290 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0858593 Apr 11 22:03:11.692999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d9e5284-ce95-4fe2-bf52-5f9a751f3813 req-df6c6321-12d1-48ea-96e0-af593553f6bd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Apr 11 22:03:12.912783 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0406d9-388a-40cf-9cf3-4a3d6a4c2ca2 req-eae36cff-1e16-4a3e-a0df-a4a3d9370e92 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:12.914274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee0406d9-388a-40cf-9cf3-4a3d6a4c2ca2 req-eae36cff-1e16-4a3e-a0df-a4a3d9370e92 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0921829 Apr 11 22:03:12.972512 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-ee0406d9-388a-40cf-9cf3-4a3d6a4c2ca2 req-ed2886e6-e6ec-4df2-a2b3-09106c2d0ef3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522285 Apr 11 22:03:13.967807 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-729f8e5a-0e0b-4815-b31b-7151e821b4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:14.194408 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa1511-0c48-4ac2-82b2-b89e20900138 req-bbecd389-4458-4440-b97c-75d9ab4d2458 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:14.196963 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7aaa1511-0c48-4ac2-82b2-b89e20900138 req-bbecd389-4458-4440-b97c-75d9ab4d2458 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0871651 Apr 11 22:03:14.261921 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7aaa1511-0c48-4ac2-82b2-b89e20900138 req-817aa2d8-ced5-4f8a-ac26-b89e0b192858 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589614 Apr 11 22:03:15.476231 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc26d-1ec8-4b95-b84a-e5f6456bcaca req-0f8b4737-32aa-4c48-9942-1dd3bd7597fb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:15.477769 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-034fc26d-1ec8-4b95-b84a-e5f6456bcaca req-0f8b4737-32aa-4c48-9942-1dd3bd7597fb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0809078 Apr 11 22:03:15.526431 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-034fc26d-1ec8-4b95-b84a-e5f6456bcaca req-f1045f00-1b69-45e7-b70d-9466a374d475 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Apr 11 22:03:16.290664 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-83d5c557-3e84-429c-a168-da0f2619bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:16.761085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e07cd7-d4a4-4edc-976e-10608abd014c req-513ecd9c-982d-4dae-900d-030eb8d31027 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:16.762999 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76e07cd7-d4a4-4edc-976e-10608abd014c req-513ecd9c-982d-4dae-900d-030eb8d31027 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0954785 Apr 11 22:03:16.837123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-76e07cd7-d4a4-4edc-976e-10608abd014c req-9ca9b1a5-3f02-49a8-82dd-d8e2277b6287 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676360 Apr 11 22:03:17.559355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:17.668754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:18.009062 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:03:18.062314 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a947b42-c6bd-4d95-869b-abc103794200 req-91f80bd0-fd54-4a6f-ba97-3fe4c031ee85 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:18.064390 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a947b42-c6bd-4d95-869b-abc103794200 req-91f80bd0-fd54-4a6f-ba97-3fe4c031ee85 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0929792 Apr 11 22:03:18.113297 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1a947b42-c6bd-4d95-869b-abc103794200 req-6426e10e-ba32-43ca-936f-46483bb5231e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Apr 11 22:03:19.005047 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:19.333755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476030e-5dfc-41a5-acf9-1bd1300eb87d req-c46cd3f1-f401-4e5e-a789-90d605c72475 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:19.335319 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4476030e-5dfc-41a5-acf9-1bd1300eb87d req-c46cd3f1-f401-4e5e-a789-90d605c72475 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0850279 Apr 11 22:03:19.396148 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4476030e-5dfc-41a5-acf9-1bd1300eb87d req-8bb3ca4c-3687-45b6-9eba-626308286fc0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541825 Apr 11 22:03:20.590058 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedd755-9fc8-47e4-9245-49af9e8a02a2 req-e39e2cff-e8a4-4fee-aee0-c88ce8ef5dbe tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:20.591538 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3bedd755-9fc8-47e4-9245-49af9e8a02a2 req-e39e2cff-e8a4-4fee-aee0-c88ce8ef5dbe tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0773916 Apr 11 22:03:20.636167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3bedd755-9fc8-47e4-9245-49af9e8a02a2 req-1618780b-ac67-48ef-a3c7-e76a37986909 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385437 Apr 11 22:03:21.832715 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25090c-63a5-4153-b934-08d8285fdc2f req-73d9b766-fc1f-4a73-bde2-77d913e0263e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:21.834168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f25090c-63a5-4153-b934-08d8285fdc2f req-73d9b766-fc1f-4a73-bde2-77d913e0263e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0776491 Apr 11 22:03:21.878939 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f25090c-63a5-4153-b934-08d8285fdc2f req-1cc97828-962d-4009-85b2-e552207ac046 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Apr 11 22:03:23.082911 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35502c4-dea7-45b3-9cba-ba84612b7463 req-430c0e8c-fab0-4917-b23b-e834626f5eb5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:23.084375 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a35502c4-dea7-45b3-9cba-ba84612b7463 req-430c0e8c-fab0-4917-b23b-e834626f5eb5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0786443 Apr 11 22:03:23.128981 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a35502c4-dea7-45b3-9cba-ba84612b7463 req-2a151a27-b7ee-4b9a-836e-62a2814398f8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Apr 11 22:03:24.034832 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:03:24.170268 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:03:24.184269 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'port_id': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'mac_address': 'fa:16:3e:4a:95:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:03:24.238355 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:24.256565 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8c903f-ee3d-4564-a888-c5967261eaf1 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:03:24.274638 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:03:24.336414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d25bb-ed39-42d7-b3ab-03eabe942000 req-9ecca9e7-a675-40fa-a493-2f56e51557d4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:24.337850 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-067d25bb-ed39-42d7-b3ab-03eabe942000 req-9ecca9e7-a675-40fa-a493-2f56e51557d4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 943 time: 0.0839739 Apr 11 22:03:24.362138 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:24.383269 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-067d25bb-ed39-42d7-b3ab-03eabe942000 req-2d2f9717-64c8-4916-8dbd-552a93564542 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 Apr 11 22:03:24.430081 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:03:24.661475 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['dc8c903f-ee3d-4564-a888-c5967261eaf1'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:03:25.724254 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7389b-91d3-474f-9988-5d6d18894508 req-638e50d4-328d-4731-b2c3-b2ad1b43ed8b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:25.725796 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74e7389b-91d3-474f-9988-5d6d18894508 req-638e50d4-328d-4731-b2c3-b2ad1b43ed8b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 944 time: 0.0753896 Apr 11 22:03:25.773326 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-74e7389b-91d3-474f-9988-5d6d18894508 req-0663f93d-754e-4bf2-bb5b-9eccb3077cdb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 Apr 11 22:03:26.049885 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:03:26.120517 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port dc8c903f-ee3d-4564-a888-c5967261eaf1 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:03:26.120884 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:26.234877 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:26.260281 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:03:26.270340 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:03:26.318313 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee47a16-ad37-4751-8541-35c42fb6d223'] response: {'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'code': 200} Apr 11 22:03:26.362098 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:26.432687 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:03:26.623880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36cd7223-fc8a-441d-8795-1f374814890c req-4a04713b-76ff-48f1-8190-96046ba299c1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1097 time: 0.0697422 Apr 11 22:03:26.678136 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-36cd7223-fc8a-441d-8795-1f374814890c req-c6852d49-29c3-4451-949f-2adf4f0b83f2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367982 Apr 11 22:03:27.048220 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844245d-ad55-40f8-baaf-bfde933be668 req-0f755ebd-a2c1-47ec-b8ff-d5a9dafb9ebd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:27.049797 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f844245d-ad55-40f8-baaf-bfde933be668 req-0f755ebd-a2c1-47ec-b8ff-d5a9dafb9ebd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 946 time: 0.1564128 Apr 11 22:03:27.097888 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f844245d-ad55-40f8-baaf-bfde933be668 req-17a82c42-4fc6-4b95-8359-7f2c64e4ab81 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Apr 11 22:03:28.305123 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e883-9f68-4cb2-9372-4049f6277bff req-ebf1c990-0cf5-4229-98d0-8e75f9509b70 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:28.306773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a66e883-9f68-4cb2-9372-4049f6277bff req-ebf1c990-0cf5-4229-98d0-8e75f9509b70 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 946 time: 0.0848656 Apr 11 22:03:28.352813 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2a66e883-9f68-4cb2-9372-4049f6277bff req-c2cb4706-2377-4552-9b7d-61299616eed1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Apr 11 22:03:29.550306 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17111fce-3b5f-4b8a-91a6-de499fb2590a req-73759961-b075-4731-a168-55651646bca8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:29.551672 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17111fce-3b5f-4b8a-91a6-de499fb2590a req-73759961-b075-4731-a168-55651646bca8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 946 time: 0.0773437 Apr 11 22:03:29.596489 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-17111fce-3b5f-4b8a-91a6-de499fb2590a req-5a9a4c41-1a3d-4d30-8f25-377952d8844c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Apr 11 22:03:29.747023 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:31.592678 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:35.513462 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-aed72ab9-13fd-41ae-baea-ff3460ec0c42 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659037 Apr 11 22:03:35.651961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-410450e7-de2a-4cc3-a3cd-7f2899dd5d60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1097 time: 0.0716081 Apr 11 22:03:35.882590 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-0a7a217d-a4a9-4e4c-a4f8-099c7d2fbf40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:35.884072 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-0a7a217d-a4a9-4e4c-a4f8-099c7d2fbf40 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.2127507 Apr 11 22:03:35.986377 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-b634e460-fb98-4e00-8968-5554cec6e66f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 1000 time: 0.0961566 Apr 11 22:03:36.047533 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-5264dce7-e76b-4759-9e63-1a1aa397c9e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:03:36.049087 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-5264dce7-e76b-4759-9e63-1a1aa397c9e5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0568907 Apr 11 22:03:36.122782 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-d6fc2990-b930-4ea0-acb6-d4890b1764d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676897 Apr 11 22:03:36.252646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-fa52c0f1-ed57-46ff-a7e9-bbc383a20002 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232891 Apr 11 22:03:36.396441 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7fb161f0-86da-4fa8-8c0f-c5908c2ce31c req-1a2163e5-38be-47d5-8b07-3c7070d4eab5 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274061 Apr 11 22:03:43.924038 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9f13c2f2-d074-48d8-bf70-c73c03657ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:46.276053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e83f3419-a5f7-443b-9240-f31824ad14ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:47.533412 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:47.673139 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:49.003669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:03:55.010718 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:03:59.757706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:01.563668 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:13.920921 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-96f7f752-07fe-4f17-9625-84c863f7fb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:16.298130 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e624a853-4c43-4f9b-bd0e-5ee01dc2dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:17.567022 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:17.669468 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:18.992232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:29.763240 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:31.574548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:32.012299 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:04:36.538965 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-bb8b270a-eae6-457a-9016-60bfb0090341 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729439 Apr 11 22:04:36.681042 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-ea87aecd-8606-486e-b75e-615aebac98c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1097 time: 0.0679634 Apr 11 22:04:36.831675 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-3b42a848-907d-4914-95b3-1ece704fd6ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:36.833117 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-3b42a848-907d-4914-95b3-1ece704fd6ee service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1270568 Apr 11 22:04:36.940597 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-de936691-855b-49d3-9c01-aabbc6fa1f8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 1000 time: 0.0974762 Apr 11 22:04:37.008098 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-ba8fe47a-eb5f-43a6-a5d1-2e498d9bec82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:37.009543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-ba8fe47a-eb5f-43a6-a5d1-2e498d9bec82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0597034 Apr 11 22:04:37.090795 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-b9395fc7-37d1-4b60-af6f-472815be4519 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720990 Apr 11 22:04:37.225130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-6b9074d7-0ffb-4909-b226-22df836a68eb service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248851 Apr 11 22:04:37.360670 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dcf74ef2-d6d0-44fe-84bb-20dd7010bfc7 req-ff5423d9-15c1-4f4d-a119-bec66bc3fe9e service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257303 Apr 11 22:04:41.596522 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58350) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:41.890202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Deleting port c7e7ca8b-8110-4786-9a7a-05e5479aa43e {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:04:41.890441 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:42.054568 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:42.054887 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:42.173016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Calling delete_port for c7e7ca8b-8110-4786-9a7a-05e5479aa43e owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:04:42.383492 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:42.428443 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event deleted for resources: {'Port': ['ID=c7e7ca8b-8110-4786-9a7a-05e5479aa43e,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.481297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:42.538060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:42.927843 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Router 78060880-996d-496a-a67c-5f34754e9932 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:04:43.124852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:04:43.136724 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:04:43.149378 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:04:43.150020 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:04:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:04:43.224134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:43.284668 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-3070b327-640a-40f6-ba03-4287a9022b18 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "DELETE /v2.0/floatingips/f3945c03-7cb6-4fe0-aa17-f60ca8d87df1 HTTP/1.1" status: 204 len: 168 time: 1.6835988 Apr 11 22:04:43.284668 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:04:43.336923 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:04:43.478297 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e1044f-8821-41dc-a76b-996beaa8c440'] response: {'name': 'network-changed', 'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'status': 'completed', 'code': 200} Apr 11 22:04:43.580308 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-8e8f8bd4-7c22-4979-94b3-0c1409c046f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 1097 time: 0.0736780 Apr 11 22:04:43.659057 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:04:43.662930 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:04:43.674187 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:04:43.674793 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:04:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:04:43.717497 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-c5718ec6-bf21-4995-ba40-dcc59ba11336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:43.718953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-c5718ec6-bf21-4995-ba40-dcc59ba11336 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1318371 Apr 11 22:04:43.859272 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:04:43.893637 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48f4f7-4db1-4a0d-876f-c7bbfeab203c req-4c7056b4-8616-41fa-bffd-5e8cf7eb6c2a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:43.895097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d48f4f7-4db1-4a0d-876f-c7bbfeab203c req-4c7056b4-8616-41fa-bffd-5e8cf7eb6c2a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 946 time: 0.0814793 Apr 11 22:04:43.901868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-a3f7c256-5463-4f1f-acec-dbf60b67a185 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 200 len: 217 time: 0.1747043 Apr 11 22:04:43.909143 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4756d104-f18f-43f5-96b4-859cb2471c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:43.945952 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-3d48f4f7-4db1-4a0d-876f-c7bbfeab203c req-a69cb650-47df-4197-8c19-172d3c3431cf tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Apr 11 22:04:43.975508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-1137c0dc-e724-408c-ac8b-191447436c53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:43.977058 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-1137c0dc-e724-408c-ac8b-191447436c53 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0679734 Apr 11 22:04:44.051352 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-cb0640c3-ec61-4aac-adc7-f9ee5f9d1ce1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679169 Apr 11 22:04:44.184175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-80715b5a-a32a-4d57-b4ef-0a731b236a74 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258976 Apr 11 22:04:44.186633 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:04:44.191690 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536bbcd-a492-4ba7-a059-4b89fcc7f219 None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:04:44.322255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0bb767f9-9348-4705-a73f-ef39e3af84d3 req-0785d2b4-aff9-4030-bd02-3fe510653059 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314869 Apr 11 22:04:44.421403 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab56362f-7749-4c55-b7a2-cc1b53995e64 None None] New status for floating IP f3945c03-7cb6-4fe0-aa17-f60ca8d87df1: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:04:45.273853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-07e8009f-2c52-43cb-93ef-f2692fb9fb8d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:45.274449 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-07e8009f-2c52-43cb-93ef-f2692fb9fb8d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:04:45.284553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0fbd-6fad-4e1e-94c8-7b9b53fb577d req-b8b56488-5f8c-4744-818b-5110ec0e54f4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:04:45.285204 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-881a0fbd-6fad-4e1e-94c8-7b9b53fb577d req-b8b56488-5f8c-4744-818b-5110ec0e54f4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:04:45.369263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-07e8009f-2c52-43cb-93ef-f2692fb9fb8d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:04:45.370456 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-07e8009f-2c52-43cb-93ef-f2692fb9fb8d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 946 time: 0.2015460 Apr 11 22:04:45.371426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-881a0fbd-6fad-4e1e-94c8-7b9b53fb577d req-b8b56488-5f8c-4744-818b-5110ec0e54f4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:04:45.372497 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-881a0fbd-6fad-4e1e-94c8-7b9b53fb577d req-b8b56488-5f8c-4744-818b-5110ec0e54f4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 946 time: 0.3024559 Apr 11 22:04:45.475181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Deleting port dc8c903f-ee3d-4564-a888-c5967261eaf1 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:04:45.475550 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:45.508122 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-881a0fbd-6fad-4e1e-94c8-7b9b53fb577d req-283e3c4d-11ae-4a18-a360-a4a60d6c3eda tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=25f01c97-d6c1-4a66-8391-217306b337ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296847 Apr 11 22:04:45.725260 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] For port dc8c903f-ee3d-4564-a888-c5967261eaf1, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=dc8c903f-ee3d-4564-a888-c5967261eaf1,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:04:45.725621 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:45.849405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Calling delete_port for dc8c903f-ee3d-4564-a888-c5967261eaf1 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:04:46.060094 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:46.112538 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event deleted for resources: {'Port': ['ID=dc8c903f-ee3d-4564-a888-c5967261eaf1,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:46.184279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] No DVR routers for this DVR port dc8c903f-ee3d-4564-a888-c5967261eaf1 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:04:46.186682 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:46.189143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-deleted', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:04:46.245064 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d232e54-76d8-4b0f-bbb6-d445bf2990cf'] response: {'server_uuid': '136a29c8-9679-411f-bddd-ed728ac9f14c', 'name': 'network-vif-deleted', 'tag': 'dc8c903f-ee3d-4564-a888-c5967261eaf1', 'status': 'completed', 'code': 200} Apr 11 22:04:46.255119 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72df26c1-3e2c-45fe-b466-3e2363b51b1a req-eed3b2a2-3373-4352-8cdb-8f3bcadf5e62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "DELETE /v2.0/ports/dc8c903f-ee3d-4564-a888-c5967261eaf1 HTTP/1.1" status: 204 len: 173 time: 0.8751667 Apr 11 22:04:46.339965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f30502df-435a-4515-b84d-e79bb4ae306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:46.697482 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5dc36d0e-effc-414d-ae8d-c61582e293a8 req-821c543e-7407-4774-bf95-fc3607b786e5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:04:46.757219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-5dc36d0e-effc-414d-ae8d-c61582e293a8 req-821c543e-7407-4774-bf95-fc3607b786e5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:04:46.758392 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5dc36d0e-effc-414d-ae8d-c61582e293a8 req-821c543e-7407-4774-bf95-fc3607b786e5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=136a29c8-9679-411f-bddd-ed728ac9f14c HTTP/1.1" status: 200 len: 210 time: 0.1050711 Apr 11 22:04:47.532265 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:47.669242 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:47.864047 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58376) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:47.933639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:47.962273 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:48.091896 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:48.108524 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f01c97-d6c1-4a66-8391-217306b337ca,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:48.119211 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.119642 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.119965 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.120295 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.120614 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.120931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.121247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.121559 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.121868 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.122205 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.122519 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:04:48.199820 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:48.200892 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9dcf019b-48e5-4042-b65a-7682b81fb2d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "DELETE /v2.0/security-groups/25f01c97-d6c1-4a66-8391-217306b337ca HTTP/1.1" status: 204 len: 168 time: 0.3358793 Apr 11 22:04:48.778982 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58384) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:48.785395 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440532911', 'description': 'tempest-secgroup-smoke-440532911 description', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:48.792504 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:48.796723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:48.800890 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:48.806144 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:48.869467 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:48.904308 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:48.908716 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:48.911493 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:48.917149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:48.973647 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.023303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.053753 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.100145 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef02a7-115d-499a-93ef-00e7051862be,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:49.157908 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.159148 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-72321258-9f24-46f0-932c-e9fafa555050 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3791673 Apr 11 22:04:49.162014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58388) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:49.167338 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '43ef02a7-115d-499a-93ef-00e7051862be', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:49.174591 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:49.178540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:49.181358 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:49.186938 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:49.277872 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.338877 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.391199 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.414351 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000eb10a-bfd5-4629-874f-01401c7b245c,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:49.492223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.493536 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-f09995b4-52d3-493a-b79f-c3354cd50e68 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3306065 Apr 11 22:04:49.496296 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58392) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:49.501650 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '43ef02a7-115d-499a-93ef-00e7051862be', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:49.508269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:49.511977 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:49.514797 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:49.521059 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:49.687818 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.750193 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.829650 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.853321 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b14b84e-ed92-4b22-a529-d11b85854f73,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:49.916893 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:49.918080 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-914162af-6148-4638-99ed-e186b33d84aa tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4208720 Apr 11 22:04:49.920905 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58396) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:49.927146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '43ef02a7-115d-499a-93ef-00e7051862be', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:49.933809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:49.937650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:49.940783 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:49.946387 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:50.023497 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.087201 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.220793 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.244066 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fc72eb-96f3-4e53-9c11-9f34aaa5ad7a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:50.311447 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.312679 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-260a3bcc-d6f7-4628-83bf-58e337c4e98e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3907828 Apr 11 22:04:50.315604 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58400) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:50.321008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '43ef02a7-115d-499a-93ef-00e7051862be', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:50.327986 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:50.332483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:50.338556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:50.342563 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:50.343717 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:04:50.377032 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: dc8c903f-ee3d-4564-a888-c5967261eaf1 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:04:50.377371 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device dc8c903f-ee3d-4564-a888-c5967261eaf1 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:04:50.420960 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.488479 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.562820 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.589862 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549772ba-62d6-43fb-9ec8-4673f8af423a,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:50.648680 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.649879 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4f10f985-4409-48b4-b6cb-f1f1a0c28010 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3333230 Apr 11 22:04:50.652620 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58404) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:50.658135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '43ef02a7-115d-499a-93ef-00e7051862be', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:50.672143 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:50.676252 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:50.679125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:50.684729 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:50.745722 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Project 2d5d99833cdd4c9eb3d187405b605a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 22:04:50.752685 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.817524 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.859451 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.883401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8ed383-f54c-4684-89c3-9b47689d3cfc,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:50.940629 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:50.941843 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-df97455e-b43e-4465-888d-4b96f8689386 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2882893 Apr 11 22:04:50.944678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58408) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:04:50.950407 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'security_group_rule': {'security_group_id': '43ef02a7-115d-499a-93ef-00e7051862be', 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:04:50.957246 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:04:50.961049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:security_group_rule and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:04:50.963874 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:04:50.969508 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:04:51.069619 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Project 2d5d99833cdd4c9eb3d187405b605a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 22:04:51.076556 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:51.141987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:51.200624 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:51.224029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5efdc0-f78d-4c7d-994c-f65f79f5644e,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:04:51.300352 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:04:51.301667 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-48531797-b8dc-4513-bb69-ac3d910e129a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3560021 Apr 11 22:04:59.808291 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:02.288601 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:09.013896 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:05:11.759084 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-71aedb3b-7c1f-4043-933c-4173752e99ee tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440532911&fields=id&tenant_id=2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 267 time: 0.0447252 Apr 11 22:05:11.905267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-3959a51e-86f9-4a56-ad05-cb1a4c2a39eb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:11.906686 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-3959a51e-86f9-4a56-ad05-cb1a4c2a39eb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 808 time: 0.1413519 Apr 11 22:05:11.925562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-026846c1-0533-4079-ac27-c0d79873b957 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/quotas/2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 375 time: 0.0124013 Apr 11 22:05:12.004398 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-9fd0aaca-345a-4c01-82b7-c6cbd33facbc tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738664 Apr 11 22:05:12.019154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-d47145cb-eaed-4b3d-af69-aba6ffe72328 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 22:05:12.020120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-d47145cb-eaed-4b3d-af69-aba6ffe72328 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048227 Apr 11 22:05:12.236401 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-8b9c6fa9-af43-4d6d-a2b1-38439ed2682f service neutron] 10.222.0.61 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101760 Apr 11 22:05:12.368915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-f339db54-7bc5-481a-b25c-ad670a83636d service neutron] 10.222.0.61 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266756 Apr 11 22:05:13.237098 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4fc7729d-5e18-4cee-a26a-c51bb03167ab req-aff50956-5039-415e-b3fc-35edb3656fd9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 210 time: 0.0480838 Apr 11 22:05:13.922231 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ce2e21b6-e470-4b1b-a12f-ab7306e67ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:14.403218 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e25db87e-511c-4c44-9269-bd4b0789330b req-fb089319-04cf-4fbb-90a6-d760f0a725e4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 210 time: 0.0419443 Apr 11 22:05:15.507081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-910e8e39-7f75-4745-af9f-0cf1af17da37 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:15.508526 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-910e8e39-7f75-4745-af9f-0cf1af17da37 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.69 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 808 time: 0.1583226 Apr 11 22:05:15.567003 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-3c2619a7-4d5b-4c32-b936-ae3eb14f5f61 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 379 time: 0.0444438 Apr 11 22:05:15.573314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'port': {'device_id': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'admin_state_up': True, 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'security_groups': ['43ef02a7-115d-499a-93ef-00e7051862be']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:05:15.573502 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4b655117-4945-4c3f-896f-509b8d325392 req-ddd0257e-0a64-41d7-8866-d2980bc07de4 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 210 time: 0.0435214 Apr 11 22:05:15.709995 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:05:15.719711 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:05:15.779234 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Made reservation on behalf of 2d5d99833cdd4c9eb3d187405b605a92 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:05:15.782397 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:15.955781 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Allocated IP 172.20.0.5 (0f4cf534-8daa-4d98-8b26-492b66a06fd0/751fc84e-8ba6-4e7b-8447-3f4914162167/82fdb68c-4796-410f-b9fd-50534689f6b7) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:05:16.145331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:16.161076 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Transition to ACTIVE for port object 82fdb68c-4796-410f-b9fd-50534689f6b7 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:05:16.254464 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:16.282500 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-093d1184-993e-47c5-8f2d-94d73b8b197e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:16.331287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:05:16.341696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:05:16.341696 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:05:16.381097 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:16.408473 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:16.408997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:16.515615 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-1a6d737b-74ab-4594-9d72-fcf4a86a4477 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460607 Apr 11 22:05:16.596632 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Request body: {'port': {'device_id': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:05:16.663713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bab3d0ba-4dc6-414d-aa96-5224ddcc86cf None None] Provisioning for port 82fdb68c-4796-410f-b9fd-50534689f6b7 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:05:16.668921 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bab3d0ba-4dc6-414d-aa96-5224ddcc86cf None None] Provisioning complete for port 82fdb68c-4796-410f-b9fd-50534689f6b7 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:05:16.674131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bab3d0ba-4dc6-414d-aa96-5224ddcc86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:16.737836 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bab3d0ba-4dc6-414d-aa96-5224ddcc86cf None None] Port 82fdb68c-4796-410f-b9fd-50534689f6b7 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:05:16.776518 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:16.933580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fddb2c-b55c-41fa-9b5d-c709331e2f86 req-113a25bf-5d61-48e5-a495-7d9df7c336e9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:16.934181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80fddb2c-b55c-41fa-9b5d-c709331e2f86 req-113a25bf-5d61-48e5-a495-7d9df7c336e9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:05:17.021644 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-80fddb2c-b55c-41fa-9b5d-c709331e2f86 req-113a25bf-5d61-48e5-a495-7d9df7c336e9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:05:17.022799 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80fddb2c-b55c-41fa-9b5d-c709331e2f86 req-113a25bf-5d61-48e5-a495-7d9df7c336e9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 931 time: 0.2928610 Apr 11 22:05:17.110556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-80fddb2c-b55c-41fa-9b5d-c709331e2f86 req-7ee5f959-685a-4672-a8eb-10c419d53c55 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811832 Apr 11 22:05:17.189292 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fdb68c-4796-410f-b9fd-50534689f6b7 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:05:17.197192 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.211670 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Transition to ACTIVE for port object 82fdb68c-4796-410f-b9fd-50534689f6b7 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:05:17.322373 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.549655 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.554608 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:17.664434 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:05:17.664824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:05:17.665192 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:05:17.671125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Port 82fdb68c-4796-410f-b9fd-50534689f6b7 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 22:05:17.672021 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:05:17.676274 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.679390 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:05:17.679754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Checking segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:05:17.680134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Bound using segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:05:17.680602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Bound port: 82fdb68c-4796-410f-b9fd-50534689f6b7, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:05:17.680941 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.767884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:05:17.771364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:05:17.840992 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.912608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:17.914070 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] 10.222.0.69 "PUT /v2.0/ports/82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1091 time: 1.3915954 Apr 11 22:05:17.917085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:05:17.939273 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb699f2a-b400-4516-940f-d379d576b979 service neutron] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:17.979664 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46a426b-7acd-4fee-8f7a-1b6d13df1829'] response: {'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'status': 'completed', 'code': 200} Apr 11 22:05:18.117446 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4c56d-f126-484f-90fc-ef2d3689cc62 req-a5762fa6-fb71-4e99-bcfd-79f43285d66a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1094 time: 0.0756814 Apr 11 22:05:18.300375 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c56d-f126-484f-90fc-ef2d3689cc62 req-5ce2b834-38b0-4ec9-ba86-c8f542889e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:18.301819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4c56d-f126-484f-90fc-ef2d3689cc62 req-5ce2b834-38b0-4ec9-ba86-c8f542889e26 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1778257 Apr 11 22:05:18.434840 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dcf3-e0b4-46cb-abe4-7b056279e4e5 req-0330ed38-629d-4e6d-bb92-bd2984799ebd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:18.436320 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4777dcf3-e0b4-46cb-abe4-7b056279e4e5 req-0330ed38-629d-4e6d-bb92-bd2984799ebd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.1909482 Apr 11 22:05:18.481016 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c56d-f126-484f-90fc-ef2d3689cc62 req-d272b5f5-bf30-44da-b9bc-0aafea2cc37f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:18.482440 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-25c4c56d-f126-484f-90fc-ef2d3689cc62 req-d272b5f5-bf30-44da-b9bc-0aafea2cc37f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703298 Apr 11 22:05:18.504716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4777dcf3-e0b4-46cb-abe4-7b056279e4e5 req-be12b4fc-cff7-47d5-8439-75174a443508 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628078 Apr 11 22:05:18.586428 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-650f7e09-6fbd-4fc8-b1f4-75da253902d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1094 time: 0.0693374 Apr 11 22:05:18.658135 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-fe40ea08-cb90-4178-b369-719582617a15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0650194 Apr 11 22:05:18.719289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-4e30bd33-337e-42e3-8c65-806c7de633b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:18.720728 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-4e30bd33-337e-42e3-8c65-806c7de633b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0577018 Apr 11 22:05:18.796302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-2e05eb87-4709-4e63-b96e-b99ab8458e13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700257 Apr 11 22:05:18.929613 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-f36b969d-e256-4c9a-afa7-37e7c132d4d2 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266279 Apr 11 22:05:19.013917 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:19.061280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1dfb4141-f9da-443e-9a5f-093ab427e055 req-6d97f40f-b5cd-409e-808f-8222277b278c service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261120 Apr 11 22:05:19.771861 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b0028-48be-4ed3-915e-e988ff798d45 req-337e56cc-af23-4c7f-a5db-b8385d0b29fd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:19.773192 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b02b0028-48be-4ed3-915e-e988ff798d45 req-337e56cc-af23-4c7f-a5db-b8385d0b29fd tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0749354 Apr 11 22:05:19.824584 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b02b0028-48be-4ed3-915e-e988ff798d45 req-15f0bcd9-c117-4736-b07a-31a3a6b1de62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:05:19.899538 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-b02b0028-48be-4ed3-915e-e988ff798d45 req-15f0bcd9-c117-4736-b07a-31a3a6b1de62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:05:19.900716 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b02b0028-48be-4ed3-915e-e988ff798d45 req-15f0bcd9-c117-4736-b07a-31a3a6b1de62 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221473 Apr 11 22:05:21.095667 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d4e97-d807-40f4-acfd-cf1b78d287e9 req-6802d55e-4fce-470a-84a9-c26cd1399594 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:21.097110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf2d4e97-d807-40f4-acfd-cf1b78d287e9 req-6802d55e-4fce-470a-84a9-c26cd1399594 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0765197 Apr 11 22:05:21.142550 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cf2d4e97-d807-40f4-acfd-cf1b78d287e9 req-85e397c3-4e38-4a28-91bd-a730a7f540ac tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 Apr 11 22:05:22.340252 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453c26e-6d81-44c8-abce-46a1718415d1 req-3f71424e-bdc2-44ac-b1af-326a8eef1a42 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:22.341682 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0453c26e-6d81-44c8-abce-46a1718415d1 req-3f71424e-bdc2-44ac-b1af-326a8eef1a42 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0756712 Apr 11 22:05:22.386822 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0453c26e-6d81-44c8-abce-46a1718415d1 req-ba6ba4ad-aa45-4071-b264-265bfa7fe019 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395358 Apr 11 22:05:23.582737 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7f7c3-3ed2-4282-8de0-dcfafcffaf68 req-9edec7a9-003b-41bc-bf95-7bc8f43e2d37 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:23.584752 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69d7f7c3-3ed2-4282-8de0-dcfafcffaf68 req-9edec7a9-003b-41bc-bf95-7bc8f43e2d37 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0806425 Apr 11 22:05:23.628853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69d7f7c3-3ed2-4282-8de0-dcfafcffaf68 req-9ece8fae-5f42-4a5a-9c2e-bb2c5dacf5fb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Apr 11 22:05:24.899824 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e5e7e-142e-4e86-b3ca-fc609ac33659 req-d49c6ac1-7cab-4f65-89c9-6193b610e82d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:24.901276 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-059e5e7e-142e-4e86-b3ca-fc609ac33659 req-d49c6ac1-7cab-4f65-89c9-6193b610e82d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.1531546 Apr 11 22:05:24.945564 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-059e5e7e-142e-4e86-b3ca-fc609ac33659 req-6968a634-dc5b-473f-a22e-3ad420d7b21f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387642 Apr 11 22:05:26.142611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9ff7-b0cc-4fe4-aea3-c36a777efedf req-5c3e34cf-cb0a-42ec-adeb-3a0bb1b7fe7d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:26.144075 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816a9ff7-b0cc-4fe4-aea3-c36a777efedf req-5c3e34cf-cb0a-42ec-adeb-3a0bb1b7fe7d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0757179 Apr 11 22:05:26.189385 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-816a9ff7-b0cc-4fe4-aea3-c36a777efedf req-124da41c-e49c-489d-a62c-a3bd46f86df7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 Apr 11 22:05:27.382469 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e729-08a6-434b-964f-6f430a4bcc95 req-3ddf0f03-b707-4b5f-97d2-0671cc9987a8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:27.383929 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6047e729-08a6-434b-964f-6f430a4bcc95 req-3ddf0f03-b707-4b5f-97d2-0671cc9987a8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0756822 Apr 11 22:05:27.428092 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-6047e729-08a6-434b-964f-6f430a4bcc95 req-01bb38a8-49ce-4be3-a1ea-8ec709adffa6 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Apr 11 22:05:28.727537 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6792-930f-4463-94da-49a280a965d7 req-aac70e3c-d4ee-4b95-a3aa-c32543e17e84 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:28.729009 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afbc6792-930f-4463-94da-49a280a965d7 req-aac70e3c-d4ee-4b95-a3aa-c32543e17e84 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.1809001 Apr 11 22:05:28.776495 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-afbc6792-930f-4463-94da-49a280a965d7 req-6f7b4dd0-5c92-433d-b12f-e4e75783ed24 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Apr 11 22:05:29.326646 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:05:29.455120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:05:29.468389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'port_id': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'mac_address': 'fa:16:3e:0a:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:05:29.523108 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:29.539336 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fdb68c-4796-410f-b9fd-50534689f6b7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:05:29.553713 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:05:29.659053 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:29.732790 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:29.741978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.742320 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.742657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.742990 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.743346 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.743679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.744006 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.744327 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.744652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.744969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.745289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:05:29.801741 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:29.900274 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['82fdb68c-4796-410f-b9fd-50534689f6b7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:05:29.980999 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a1d94-53e7-4f5b-afeb-c05dbca46c81 req-13f2d69a-7837-4b1b-93c3-202589f8ba9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:29.982431 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d90a1d94-53e7-4f5b-afeb-c05dbca46c81 req-13f2d69a-7837-4b1b-93c3-202589f8ba9c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 944 time: 0.0788298 Apr 11 22:05:30.027188 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-d90a1d94-53e7-4f5b-afeb-c05dbca46c81 req-6137f99d-ed70-4ec8-8029-29a942d4fef0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Apr 11 22:05:31.238939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad337-d3ab-4b13-b43e-d510ffbba005 req-fec53fb1-bc42-48e8-9327-8343ee128f2d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:31.241224 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dcad337-d3ab-4b13-b43e-d510ffbba005 req-fec53fb1-bc42-48e8-9327-8343ee128f2d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 944 time: 0.0881240 Apr 11 22:05:31.287974 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2dcad337-d3ab-4b13-b43e-d510ffbba005 req-87b31825-9573-4943-baf3-0e6e818de5b2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Apr 11 22:05:31.342671 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:05:31.571366 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 82fdb68c-4796-410f-b9fd-50534689f6b7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:05:31.576379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 82fdb68c-4796-410f-b9fd-50534689f6b7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:05:31.581915 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:31.603524 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:31.686373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:31.712216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:05:31.721325 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:05:31.767246 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e4e263-8ef0-4fcf-992d-be6528277416'] response: {'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'code': 200} Apr 11 22:05:31.801769 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:31.871152 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:31.894797 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e3602cc-168f-421f-a081-8352b15cb1e7 req-dd2a5b2b-f65e-4189-a95c-4c6a3349bb09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1096 time: 0.0690103 Apr 11 22:05:31.935915 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2e3602cc-168f-421f-a081-8352b15cb1e7 req-2b9ce8b9-82f9-490a-a10f-c272a628b33e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355840 Apr 11 22:05:32.485979 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cd434-1fb3-410c-9b4f-6162acd95692 req-c494549d-26f9-4868-9a16-c3685887afba tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:32.487426 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b6cd434-1fb3-410c-9b4f-6162acd95692 req-c494549d-26f9-4868-9a16-c3685887afba tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0761390 Apr 11 22:05:32.535657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b6cd434-1fb3-410c-9b4f-6162acd95692 req-edaaf4e8-28ef-4864-91ed-2397fe6a1111 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415227 Apr 11 22:05:33.745066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e5b16-c47c-4bd0-bb8e-6513987206fa req-9123520c-6d1a-4cd0-af34-703161041367 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:33.746541 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a26e5b16-c47c-4bd0-bb8e-6513987206fa req-9123520c-6d1a-4cd0-af34-703161041367 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0784860 Apr 11 22:05:33.794307 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a26e5b16-c47c-4bd0-bb8e-6513987206fa req-aa9cae4e-34c9-4350-8cb6-bf926898a1cb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422237 Apr 11 22:05:33.987936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282db4-e450-4617-8c77-53c045487318 req-4da0efa8-2c84-4f4a-870b-db8d025756a8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:33.989374 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c282db4-e450-4617-8c77-53c045487318 req-4da0efa8-2c84-4f4a-870b-db8d025756a8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0760710 Apr 11 22:05:34.034716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4c282db4-e450-4617-8c77-53c045487318 req-64e23db4-1c4d-45b7-9144-d20df324af2b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Apr 11 22:05:34.061480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58574) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:05:34.134838 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-7b942ae5-dcfa-48f1-bafb-67dabcede4ad tempest-TestShelveInstance-215778686 tempest-TestShelveInstance-215778686-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1091 time: 0.0722606 Apr 11 22:05:34.137435 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58578) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:05:34.142395 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:05:34.149122 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:05:34.152939 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Usage tracker for resource:floatingip and tenant:2d5d99833cdd4c9eb3d187405b605a92 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:05:34.155752 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:05:34.162075 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:05:34.251730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:34.389635 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:34.523365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Allocated IP 172.25.5.136 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/34be81c1-18a9-4bd4-b2c5-951f14679426) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:05:34.673150 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:34.777665 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:34.848159 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:05:34.850985 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:05:34.853541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:05:34.882858 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'Port': ['ID=34be81c1-18a9-4bd4-b2c5-951f14679426,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:35.371987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:35.484735 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:35.791772 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:35.842044 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:35.952279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event updated for resources: {'Port': ['ID=34be81c1-18a9-4bd4-b2c5-951f14679426,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:05:35.974607 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:36.173662 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Floating IP 6a1728a8-5b97-4ba7-bec2-9c931ffd6c06 associated. External IP: 172.25.5.136, port: 82fdb68c-4796-410f-b9fd-50534689f6b7. Apr 11 22:05:36.594838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Router 78060880-996d-496a-a67c-5f34754e9932 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:05:36.801106 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:05:36.811629 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:05:36.830033 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:05:36.830033 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:05:36.887602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:36.942596 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-4be8c912-6e27-4c20-9a32-97f3d616e8b8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8041332 Apr 11 22:05:36.943277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:05:37.000729 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1049b873-e283-43e5-894d-994677b31e24'] response: {'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'status': 'completed', 'code': 200} Apr 11 22:05:37.019812 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:05:37.093022 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-f68cd8e0-392f-46cd-ba5b-a09db51a0c05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1096 time: 0.0719657 Apr 11 22:05:37.224117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-4eac2434-2055-4b94-8735-bc2c98c1956a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:37.225713 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-4eac2434-2055-4b94-8735-bc2c98c1956a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1275573 Apr 11 22:05:37.326657 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-8edc8d3c-44c9-4071-a241-561691c962f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 999 time: 0.0948277 Apr 11 22:05:37.398533 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '6a1728a8-5b97-4ba7-bec2-9c931ffd6c06', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '78060880-996d-496a-a67c-5f34754e9932', 'port_id': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'mac_address': 'fa:16:3e:0a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:05:35Z', 'updated_at': '2022-04-11T22:05:35Z', 'revision_number': 0, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:05:37.402618 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:05:37.413452 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:05:37.414069 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:05:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:05:37.494161 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-29d8e62e-a635-4d6d-a85d-8705fa124f2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:05:37.495641 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-29d8e62e-a635-4d6d-a85d-8705fa124f2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.1637206 Apr 11 22:05:37.569405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-b2e803c2-7345-48ec-83e6-2dd72e988da6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683336 Apr 11 22:05:37.589748 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:05:37.702901 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-eca7b648-8880-42ae-978b-014fe466b6ff service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272635 Apr 11 22:05:37.836688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8101f0c6-e3fd-42fd-badb-04ce490e7f3a req-e4c1383b-f796-45d0-becf-25a072c3aac2 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282620 Apr 11 22:05:37.934805 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '6a1728a8-5b97-4ba7-bec2-9c931ffd6c06', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '78060880-996d-496a-a67c-5f34754e9932', 'port_id': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'mac_address': 'fa:16:3e:0a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:05:35Z', 'updated_at': '2022-04-11T22:05:35Z', 'revision_number': 0, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:05:37.938680 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff9751-40e9-4caa-be7b-268b6780a466 None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': '6a1728a8-5b97-4ba7-bec2-9c931ffd6c06', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '78060880-996d-496a-a67c-5f34754e9932', 'port_id': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'mac_address': 'fa:16:3e:0a:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:05:35Z', 'updated_at': '2022-04-11T22:05:35Z', 'revision_number': 0, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:05:38.136514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f6f09-08f1-4c0b-8990-7d8622317d01 None None] New status for floating IP 6a1728a8-5b97-4ba7-bec2-9c931ffd6c06: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:05:43.938098 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9683cfb9-3f75-4edd-a963-b03a6c73c539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:46.015052 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:05:46.304354 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-13665af1-6150-4441-b74f-d1d7d6c386eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:47.544509 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:47.704437 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:48.990193 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:05:59.808906 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:01.599988 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:13.944075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d7ed-c5e9-41d5-9afd-74434866bccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:16.287643 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b60c5802-15fe-4b02-8960-e4a05138665d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:17.589797 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:17.685748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:19.001626 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:23.016086 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:06:23.372074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-492d7418-ae27-424d-88db-f9f3f8a65847 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711622 Apr 11 22:06:23.508008 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-405944e2-0439-4e38-b1e1-46783f0b89c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1096 time: 0.0689738 Apr 11 22:06:23.652566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-d874fc12-81fb-4ddf-89b4-297b8dd14b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:06:23.654001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-d874fc12-81fb-4ddf-89b4-297b8dd14b22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1266086 Apr 11 22:06:23.755380 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-75c4818a-9619-4d33-8c94-0a7f109980b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0957472 Apr 11 22:06:23.818720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-55f33ad2-19a6-4bd8-af7b-4b0f51cb0b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:06:23.820197 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-55f33ad2-19a6-4bd8-af7b-4b0f51cb0b7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0584507 Apr 11 22:06:23.899457 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-ee6c2e1c-fa94-4cf1-8a4b-5e663a0876b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736389 Apr 11 22:06:23.912513 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-bd94a0e4-a547-43b1-b15a-ac1a3f759a22 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 22:06:23.912513 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-bd94a0e4-a547-43b1-b15a-ac1a3f759a22 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051391 Apr 11 22:06:24.042937 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-5bc3628f-927e-4ecf-9bee-c73c45d248b7 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266069 Apr 11 22:06:24.171161 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-779355dc-4956-4457-a39e-a8720f3e9e2d req-0ba1a451-7e0b-4dd0-b34e-ef15880de63c service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228588 Apr 11 22:06:29.811538 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:31.634947 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:43.937535 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f2c3-d384-41cd-8098-f870c23ef837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:46.305434 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f585ad32-192b-4ed9-bfd9-15ba936e0806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:47.549091 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:47.679543 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:49.046496 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:06:59.839280 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:00.017475 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:07:01.637292 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:13.930216 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7b4b5fb4-f0c0-48ac-8ba0-9fb429f247da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:16.336707 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f9eb-72d3-48dc-9d6a-7d6cdc4ddbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:17.577016 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:17.697614 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:19.016760 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:25.380520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-6f28bffb-986a-433c-8ccf-a5482f153674 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675721 Apr 11 22:07:25.518726 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-ae1ebaf0-b10c-4852-bb4c-df522dd0aa8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1096 time: 0.0710466 Apr 11 22:07:25.662212 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-82f345ac-eefa-4cf6-8819-0c2aa0c5a979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:07:25.666089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-82f345ac-eefa-4cf6-8819-0c2aa0c5a979 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1288126 Apr 11 22:07:25.766425 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-17832713-d2ed-4552-8a98-91bd8ddd90f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0961583 Apr 11 22:07:25.917087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-8c984d99-24b3-45de-ba27-5764276e27f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:07:25.918507 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-8c984d99-24b3-45de-ba27-5764276e27f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.1467583 Apr 11 22:07:25.993977 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-2b4a2a09-b90b-4ddb-84b8-454cf1f54ac3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693545 Apr 11 22:07:26.123310 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-d0117949-66b7-4f7c-866e-259101fcdee3 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229124 Apr 11 22:07:26.252746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f2a785be-335f-4b29-adfd-d7bbb386adc3 req-569f2ba0-8ca1-4599-b871-22751acdf7a7 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236885 Apr 11 22:07:29.850800 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:31.599436 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:37.018887 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:07:43.942209 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb0b0-179f-43ff-ac73-26705bf2c4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:46.296460 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fb608a02-3cfc-4585-9ded-6046657e84aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:47.559307 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:47.695613 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:49.016426 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:07:59.861779 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:01.621946 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:13.922147 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-17756a54-d0de-4603-b372-80bc86db7679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:14.020943 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:08:15.156879 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611eb9-45b6-4af0-9a10-4d78b009c183 req-cb5668de-c6f3-4440-9fbb-4fc6190e63bb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:15.158338 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3611eb9-45b6-4af0-9a10-4d78b009c183 req-cb5668de-c6f3-4440-9fbb-4fc6190e63bb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0769780 Apr 11 22:08:15.210185 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b3611eb9-45b6-4af0-9a10-4d78b009c183 req-4cfea4f2-d261-4afe-9fac-c9df52a55436 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413475 Apr 11 22:08:16.329205 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a27c9d59-6b91-41a3-9d6d-ebfb2d8d8329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:16.430846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266b7b-c230-4095-9b38-0cb22e0193e2 req-941990a2-479b-41d6-aaac-eb21aacb2669 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:16.432313 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50266b7b-c230-4095-9b38-0cb22e0193e2 req-941990a2-479b-41d6-aaac-eb21aacb2669 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0767150 Apr 11 22:08:16.477059 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-50266b7b-c230-4095-9b38-0cb22e0193e2 req-c1b15195-b0fc-4283-9641-f4d3e89f735f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Apr 11 22:08:17.552227 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:17.700224 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653f5fd-3b1d-4f31-a29f-6d6c6009e77c req-81b48895-87ef-41c1-a52c-21328cc99ed6 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:17.701867 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8653f5fd-3b1d-4f31-a29f-6d6c6009e77c req-81b48895-87ef-41c1-a52c-21328cc99ed6 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0802314 Apr 11 22:08:17.723878 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:17.748094 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8653f5fd-3b1d-4f31-a29f-6d6c6009e77c req-a21ff85b-dfb3-4e1b-b92c-16bb4fd26ed0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Apr 11 22:08:18.956134 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841198-566c-439f-b104-17439e520f6f req-34606f9f-da33-48f0-9fd4-efb449d86fc0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:18.956874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12841198-566c-439f-b104-17439e520f6f req-34606f9f-da33-48f0-9fd4-efb449d86fc0 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0812397 Apr 11 22:08:19.003883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-12841198-566c-439f-b104-17439e520f6f req-8e8d9b58-c5f4-4c0a-bbe5-a63fe5db60b5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414622 Apr 11 22:08:19.032563 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:20.199247 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945226b8-70c8-42c8-9c73-fa310c3267bc req-b9c2f43f-cab3-4511-95af-332a0576ed80 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:20.200771 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-945226b8-70c8-42c8-9c73-fa310c3267bc req-b9c2f43f-cab3-4511-95af-332a0576ed80 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0761459 Apr 11 22:08:20.247695 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-945226b8-70c8-42c8-9c73-fa310c3267bc req-b740e98d-c1d5-43ac-bde8-e8d04ec91552 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Apr 11 22:08:21.449678 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d0964-c447-4f06-98ed-1983bc09357d req-0ef2c0c6-3a8d-4c31-a577-1b1f2105a8c7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:21.451455 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f4d0964-c447-4f06-98ed-1983bc09357d req-0ef2c0c6-3a8d-4c31-a577-1b1f2105a8c7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0769982 Apr 11 22:08:21.495692 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-5f4d0964-c447-4f06-98ed-1983bc09357d req-4c37a685-ca65-463a-aac6-0d7b5aa73a20 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386708 Apr 11 22:08:22.705340 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d55c0a-ed6b-4566-afed-de6ac94c4e13 req-50cd65e0-7766-475a-a6a2-32f180e42a5c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:22.706784 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40d55c0a-ed6b-4566-afed-de6ac94c4e13 req-50cd65e0-7766-475a-a6a2-32f180e42a5c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0793779 Apr 11 22:08:22.751676 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-40d55c0a-ed6b-4566-afed-de6ac94c4e13 req-4900b0bd-3f2e-4438-b0c4-a450b263c3c7 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Apr 11 22:08:23.951570 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e767ade-db9a-41a0-bdd6-006b3eaf4f5d req-5f0fb7c0-33a6-4278-a8f8-52671007011d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:23.953155 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e767ade-db9a-41a0-bdd6-006b3eaf4f5d req-5f0fb7c0-33a6-4278-a8f8-52671007011d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0791273 Apr 11 22:08:23.998808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-8e767ade-db9a-41a0-bdd6-006b3eaf4f5d req-52871213-2542-4f89-b252-7099d7db7642 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391827 Apr 11 22:08:25.196598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21cae-59e2-439f-807c-3cb2433db4b6 req-c2c79dc6-82ef-4140-8391-60fd91a5d61f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:25.201750 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4fa21cae-59e2-439f-807c-3cb2433db4b6 req-c2c79dc6-82ef-4140-8391-60fd91a5d61f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0818124 Apr 11 22:08:25.250984 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4fa21cae-59e2-439f-807c-3cb2433db4b6 req-7d1f6683-9d6d-4d3a-85b0-e519649f2cc3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450649 Apr 11 22:08:25.427989 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-36a4f001-4fa6-433b-bb7c-af5b35415609 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1096 time: 0.0677657 Apr 11 22:08:25.574580 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-e840a14e-a7a9-4293-a50d-256408b96b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:25.575991 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-e840a14e-a7a9-4293-a50d-256408b96b6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1289098 Apr 11 22:08:25.681928 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-c7783b17-a197-432f-9713-a0b74a5026aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0975671 Apr 11 22:08:25.747145 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-2f87de6d-111c-4405-8e41-97af10deb2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:25.748685 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-2f87de6d-111c-4405-8e41-97af10deb2c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0614703 Apr 11 22:08:25.822564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-40771b91-b377-43dc-842e-7b659ddb0fd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688918 Apr 11 22:08:25.964553 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-a63893f3-782d-40ab-91f6-637bfd8c2a54 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359766 Apr 11 22:08:26.098827 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-fc94858f-2f12-4342-8e95-c23b1c259a2d req-e561ce85-9175-43e0-b4a6-c01415538349 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286125 Apr 11 22:08:26.445396 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035689-dbfa-4497-b922-5966f8a62080 req-99e4dd71-94e9-4be4-986f-b509b7b2521f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:26.446757 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58035689-dbfa-4497-b922-5966f8a62080 req-99e4dd71-94e9-4be4-986f-b509b7b2521f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0762389 Apr 11 22:08:26.584735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-58035689-dbfa-4497-b922-5966f8a62080 req-1465a217-0812-47ac-8dbc-e043af8aee53 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318352 Apr 11 22:08:27.779056 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fdec9-5756-4b5f-b2e4-72282c8dddec req-a367d5ac-87df-441f-abc1-5b6dc3bbab36 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:27.781146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-010fdec9-5756-4b5f-b2e4-72282c8dddec req-a367d5ac-87df-441f-abc1-5b6dc3bbab36 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0765970 Apr 11 22:08:27.827195 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-010fdec9-5756-4b5f-b2e4-72282c8dddec req-a3bf3ac8-7477-4c91-a5e1-2fec1b66cc4e tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402737 Apr 11 22:08:29.024581 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cff65-59ad-47d7-93ff-13ab2a1c5330 req-fcf99c61-81f4-4cdc-a3bd-46e3f8f780e1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:29.025952 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a52cff65-59ad-47d7-93ff-13ab2a1c5330 req-fcf99c61-81f4-4cdc-a3bd-46e3f8f780e1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0765166 Apr 11 22:08:29.071314 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a52cff65-59ad-47d7-93ff-13ab2a1c5330 req-1327733a-f786-4a8f-a564-62c60efa3d9f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 Apr 11 22:08:29.866941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:30.274342 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b11b-7b1f-4a8e-be32-eff988229e5c req-cc95bfe1-8780-4699-8bcc-cf098b82b0ad tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:30.275874 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7fe9b11b-7b1f-4a8e-be32-eff988229e5c req-cc95bfe1-8780-4699-8bcc-cf098b82b0ad tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0839415 Apr 11 22:08:30.319953 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-8d1ad560-70de-47e6-9341-b74427b2870c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1096 time: 0.0744045 Apr 11 22:08:30.322097 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7fe9b11b-7b1f-4a8e-be32-eff988229e5c req-edfe6888-86f9-47f1-8ae3-5d6e37879647 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 Apr 11 22:08:30.449679 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-446f6666-7b89-4a32-910f-eb80ffbf7945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:30.451029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-446f6666-7b89-4a32-910f-eb80ffbf7945 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1252944 Apr 11 22:08:30.554100 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-745d1ee1-24fa-4cf6-970b-3ddede449888 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0957019 Apr 11 22:08:30.615964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-dc05c6e4-f15c-4972-b4bc-42f144214da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:30.617370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-dc05c6e4-f15c-4972-b4bc-42f144214da3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0580354 Apr 11 22:08:30.690255 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-df809e9c-5e29-41aa-a991-cecb8eca0d78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671394 Apr 11 22:08:30.823109 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-ed99271f-865f-4193-acc6-5dc71191262b service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265237 Apr 11 22:08:30.952770 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-c388c3fd-ffaf-4eb4-ad91-a526c9129d96 req-a4575f33-f9fd-4b01-9f9d-f07df9ec6f83 service neutron] 10.222.0.69 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236219 Apr 11 22:08:31.527230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6051fb-a871-49d4-9d85-2a36e35b0663 req-35546b44-545f-4bd2-9b16-f7abc640b79b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:31.528735 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed6051fb-a871-49d4-9d85-2a36e35b0663 req-35546b44-545f-4bd2-9b16-f7abc640b79b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0810964 Apr 11 22:08:31.575128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ed6051fb-a871-49d4-9d85-2a36e35b0663 req-886e3a06-2fa3-4d10-af5a-009a5a1c4a98 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399859 Apr 11 22:08:31.580916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:32.771703 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a6903-7863-4d28-8c2d-b44c892b7e87 req-db526900-0b44-4873-9d86-af64a9861d40 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:32.774113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e6a6903-7863-4d28-8c2d-b44c892b7e87 req-db526900-0b44-4873-9d86-af64a9861d40 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0769582 Apr 11 22:08:32.819563 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-1e6a6903-7863-4d28-8c2d-b44c892b7e87 req-06ff4fd3-3e73-4603-9fa6-97198fe49929 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405982 Apr 11 22:08:34.018560 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698c0e-9011-4e1d-a6c6-166e1be5cb10 req-305247e0-9c0e-4480-9dad-e1d42669f7c9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:34.020039 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f698c0e-9011-4e1d-a6c6-166e1be5cb10 req-305247e0-9c0e-4480-9dad-e1d42669f7c9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0819089 Apr 11 22:08:34.068089 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-4f698c0e-9011-4e1d-a6c6-166e1be5cb10 req-4512446b-c2d6-495c-88b8-c4998ad50703 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Apr 11 22:08:34.422048 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-0a0a0c48-b44a-4dd4-8446-a4fd702a18cd req-419c9012-66d0-412e-b942-1ed32674970c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2406151 Apr 11 22:08:34.853029 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864384-8bb4-47b0-8c4c-2d441f1e9575 req-dc71c5c6-64b8-447e-a759-98a6d53dfc6f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:34.854492 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b864384-8bb4-47b0-8c4c-2d441f1e9575 req-dc71c5c6-64b8-447e-a759-98a6d53dfc6f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0812225 Apr 11 22:08:34.945666 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b864384-8bb4-47b0-8c4c-2d441f1e9575 req-5c808650-59f8-4322-8a43-387062ce6a2f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845053 Apr 11 22:08:34.971682 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-3cd67311-6c2b-4d12-9a81-2f8873f92ead service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1942606 Apr 11 22:08:36.145363 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41c0ec-c93d-409a-8c95-2f242155c411 req-0106e2f5-c198-4e62-964f-e6e389995afb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:36.146798 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5e41c0ec-c93d-409a-8c95-2f242155c411 req-0106e2f5-c198-4e62-964f-e6e389995afb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 945 time: 0.0765476 Apr 11 22:08:36.191400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-5e41c0ec-c93d-409a-8c95-2f242155c411 req-c505d81c-3fdc-45d7-a9db-0375e00c8333 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391040 Apr 11 22:08:36.305691 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:08:36.417910 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:36.445768 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:08:36.455225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:08:36.524372 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:36.578466 n-d-837321-1 neutron-server[84668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-919fb512-9190-4d13-93da-75e34698f5dd']: {'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'code': 422} returned with failed status Apr 11 22:08:36.595390 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:08:36.604576 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.604918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.605255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.605586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.605932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.606238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.606579 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.606901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.607221 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.607589 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:36.607913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:37.393570 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71296433-8e35-4e00-8651-70548259eaf3 req-85a495b7-81a8-4b9d-9a66-5bb07a7a36ef tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:37.394999 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71296433-8e35-4e00-8651-70548259eaf3 req-85a495b7-81a8-4b9d-9a66-5bb07a7a36ef tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0805120 Apr 11 22:08:37.449772 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-71296433-8e35-4e00-8651-70548259eaf3 req-ec1eb7d8-c720-41e9-85cb-345cf037f7d9 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410004 Apr 11 22:08:38.306747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-af0d7892-90b1-4cbf-8f65-0755a6f55af2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&tenant_id=2d5d99833cdd4c9eb3d187405b605a92 HTTP/1.1" status: 200 len: 1094 time: 0.1349282 Apr 11 22:08:38.321167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-837321-1', 'device_owner': 'compute:nova'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:08:38.425254 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:38.841954 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:08:38.849445 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11a088-bb5a-48b0-9193-8b6585fb0009 req-440e1082-4540-4bd8-8f19-2761f950c24b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:38.850903 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b11a088-bb5a-48b0-9193-8b6585fb0009 req-440e1082-4540-4bd8-8f19-2761f950c24b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.2782452 Apr 11 22:08:38.906011 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:08:38.959280 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-7b11a088-bb5a-48b0-9193-8b6585fb0009 req-8dc95876-cd2d-40d9-9fea-184c0bc65c1f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028299 Apr 11 22:08:38.966629 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fdb68c-4796-410f-b9fd-50534689f6b7 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:08:38.974811 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:38.990218 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Transition to ACTIVE for port object 82fdb68c-4796-410f-b9fd-50534689f6b7 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:08:39.032268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:39.158721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=7']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:08:39.180093 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.180444 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.180795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.181131 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.181459 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.181788 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.182114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.182439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.182765 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.183087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.183406 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:08:39.239044 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] No DVR routers for this DVR port 82fdb68c-4796-410f-b9fd-50534689f6b7 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:08:39.484824 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:08:39.485467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:08:39.485467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:08:39.491105 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Port 82fdb68c-4796-410f-b9fd-50534689f6b7 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 22:08:39.491421 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Attempting to bind port 82fdb68c-4796-410f-b9fd-50534689f6b7 on network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:08:39.497647 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:08:39.497981 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Checking segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:08:39.498362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Bound using segment: {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:08:39.498784 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Bound port: 82fdb68c-4796-410f-b9fd-50534689f6b7, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca87c99f-bb84-4386-ba5a-95b210921fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:08:39.499220 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:39.590610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:08:39.594739 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:08:39.660595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:39.722971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:39.724365 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] 10.222.0.75 "PUT /v2.0/ports/82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1091 time: 1.4072175 Apr 11 22:08:39.724791 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:08:39.741515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92439-6abd-44b0-8830-4433cce40606 service neutron] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=8']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:08:39.794844 n-d-837321-1 neutron-server[84667]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4d748e7f-6023-489f-bb71-88a395caec90']: {'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'status': 'failed', 'code': 422} returned with failed status Apr 11 22:08:39.834848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-5dbeedb9-6aec-47f1-b8de-cae07d9e34ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1094 time: 0.0758920 Apr 11 22:08:39.981756 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-f1c4b33a-bdc0-41dd-9d65-3bb80b8272b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:39.983746 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-f1c4b33a-bdc0-41dd-9d65-3bb80b8272b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1388848 Apr 11 22:08:40.133809 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-7ade0988-93a4-4fb8-a90a-f358bfe55b0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 999 time: 0.1417034 Apr 11 22:08:40.217615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-4375e2af-9afa-47d6-b338-ffe2cb6f5162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:40.219722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-4375e2af-9afa-47d6-b338-ffe2cb6f5162 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0722349 Apr 11 22:08:40.226120 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d907553-296a-4281-aff9-efebbfcaa67d req-9feae644-7e24-4d07-9d3e-670b05e1cb58 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:40.227508 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d907553-296a-4281-aff9-efebbfcaa67d req-9feae644-7e24-4d07-9d3e-670b05e1cb58 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.1417580 Apr 11 22:08:40.334016 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d907553-296a-4281-aff9-efebbfcaa67d req-68c32539-a986-4f32-aba9-5664ff919b78 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736716 Apr 11 22:08:40.349133 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-d45c46fb-3f15-40ab-8500-08016dca412b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190391 Apr 11 22:08:40.483976 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-cefdf620-1a84-4285-ae9d-23985951b980 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235960 Apr 11 22:08:40.719156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-0bf857ed-6463-4249-bfd3-4f7a5d604131 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286735 Apr 11 22:08:41.540203 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686e17c-42ab-4a77-afb3-135da89fe636 req-3a087185-bfb8-47c7-ad4a-a0e4aca6eaf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:41.541546 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8686e17c-42ab-4a77-afb3-135da89fe636 req-3a087185-bfb8-47c7-ad4a-a0e4aca6eaf5 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0751314 Apr 11 22:08:41.586828 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-8686e17c-42ab-4a77-afb3-135da89fe636 req-9f2ecda3-aa70-47b3-a04c-b65333fc6c27 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390670 Apr 11 22:08:42.784355 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f16a81-7f01-4e9e-9788-feabfcd37960 req-cdab78c5-9ad2-4c2f-afe8-8d60d05795da tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:42.785786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0f16a81-7f01-4e9e-9788-feabfcd37960 req-cdab78c5-9ad2-4c2f-afe8-8d60d05795da tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0772438 Apr 11 22:08:42.831703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b0f16a81-7f01-4e9e-9788-feabfcd37960 req-4890574f-97e5-43e0-a6ad-7cc761643646 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403407 Apr 11 22:08:43.941069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-16dbda9f-ee22-4cde-a5f8-36d846b6a7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:44.031573 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57230d6-2030-4b3b-840f-244fc650b8ed req-0745de6c-372a-4356-980e-3165d88d05fb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:44.033006 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e57230d6-2030-4b3b-840f-244fc650b8ed req-0745de6c-372a-4356-980e-3165d88d05fb tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0787306 Apr 11 22:08:44.077570 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e57230d6-2030-4b3b-840f-244fc650b8ed req-a237039d-3440-4f73-a36b-2a293cab830d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 Apr 11 22:08:45.274826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f461b0-f2ac-465b-b243-76847d189400 req-e2746999-6e37-4fce-9ca5-756492e98f94 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:45.276309 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92f461b0-f2ac-465b-b243-76847d189400 req-e2746999-6e37-4fce-9ca5-756492e98f94 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0798404 Apr 11 22:08:45.322046 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-92f461b0-f2ac-465b-b243-76847d189400 req-5574fb64-00eb-4c53-92df-f3920b065d7a tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393734 Apr 11 22:08:46.306706 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-96381f88-3b16-4e7d-8411-dfbb4d5b9370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:46.515602 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6a26f-9c40-4bbf-8dbb-d45b7de9ff48 req-a7d143ab-c808-4b2f-a5ed-c15b7a54697b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:46.516960 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5b6a26f-9c40-4bbf-8dbb-d45b7de9ff48 req-a7d143ab-c808-4b2f-a5ed-c15b7a54697b tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0752563 Apr 11 22:08:46.565530 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-b5b6a26f-9c40-4bbf-8dbb-d45b7de9ff48 req-b2ad82ca-8a60-4bd1-b92b-f21d98bee965 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Apr 11 22:08:47.557578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:47.706611 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:47.761925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6fa4-3ee7-4e95-b91f-8ff21a4190a2 req-18378e8e-bdfa-4743-9b90-818c1dbcdaba tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:47.763368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6f0d6fa4-3ee7-4e95-b91f-8ff21a4190a2 req-18378e8e-bdfa-4743-9b90-818c1dbcdaba tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0755885 Apr 11 22:08:47.808775 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6f0d6fa4-3ee7-4e95-b91f-8ff21a4190a2 req-192d944a-5e2e-4e72-92e8-9ac909d90265 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Apr 11 22:08:49.008823 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f3ce-218b-4cec-839c-e03a2fa80594 req-839a9f8f-7edb-4953-8190-a37d5c16bad3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:49.010293 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-daa4f3ce-218b-4cec-839c-e03a2fa80594 req-839a9f8f-7edb-4953-8190-a37d5c16bad3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 943 time: 0.0770078 Apr 11 22:08:49.016373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:49.077396 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-daa4f3ce-218b-4cec-839c-e03a2fa80594 req-1ce48860-5091-4b05-8c83-bdf86d487556 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574920 Apr 11 22:08:49.292992 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:08:49.424954 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:08:49.439369 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'port_id': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'mac_address': 'fa:16:3e:0a:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:08:49.496827 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:49.513778 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fdb68c-4796-410f-b9fd-50534689f6b7 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:08:49.528628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:08:49.609054 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:49.674618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=9']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:08:49.912972 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['82fdb68c-4796-410f-b9fd-50534689f6b7'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:08:50.282602 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba9e6-3c79-4a84-be44-a04b1a9b1f7e req-b46673f3-9981-4862-b99a-af6108e455e3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:50.283996 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e44ba9e6-3c79-4a84-be44-a04b1a9b1f7e req-b46673f3-9981-4862-b99a-af6108e455e3 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 944 time: 0.0792875 Apr 11 22:08:50.330358 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e44ba9e6-3c79-4a84-be44-a04b1a9b1f7e req-22f7ec53-7256-4a40-b776-13e56fc881a2 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 Apr 11 22:08:51.026253 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:08:51.308206 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:08:51.472450 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 82fdb68c-4796-410f-b9fd-50534689f6b7 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:08:51.477749 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 82fdb68c-4796-410f-b9fd-50534689f6b7 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:08:51.478117 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:51.531935 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ed5c0-716b-42a1-8fff-6b0d7be5c5e2 req-a6a5ea54-0d52-4449-b4fc-e11391e26f06 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:51.533393 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-038ed5c0-716b-42a1-8fff-6b0d7be5c5e2 req-a6a5ea54-0d52-4449-b4fc-e11391e26f06 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 944 time: 0.0803528 Apr 11 22:08:51.579438 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-038ed5c0-716b-42a1-8fff-6b0d7be5c5e2 req-c3830a2c-792d-468a-ab42-75233fa9237f tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402973 Apr 11 22:08:51.594388 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:51.621143 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:08:51.630910 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:08:51.678203 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ba1216-ae0f-46a3-9ea4-c2aec2c5457f'] response: {'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'code': 200} Apr 11 22:08:51.689507 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:08:51.754729 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=10']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:08:51.894281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dde2bae9-1b66-4c27-8fb6-f8966856a603 req-1b93c6b4-af1d-4761-b196-e8b54f08b4cd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1097 time: 0.0662804 Apr 11 22:08:51.943431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-dde2bae9-1b66-4c27-8fb6-f8966856a603 req-3d5eec2a-af64-4d6e-84f0-fc94f1d50834 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391805 Apr 11 22:08:52.773673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fc8e2-a69c-4e88-a229-395b7e20896e req-60a28696-b1ea-4ad0-95d9-7d328a7aa849 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:52.775113 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-057fc8e2-a69c-4e88-a229-395b7e20896e req-60a28696-b1ea-4ad0-95d9-7d328a7aa849 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 946 time: 0.0760210 Apr 11 22:08:52.820145 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-057fc8e2-a69c-4e88-a229-395b7e20896e req-e8cc1566-f4c3-47e8-a288-20cbd780f252 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394168 Apr 11 22:08:54.015238 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010ca8-86e1-4832-bab5-2d7fe56dec2c req-552dda00-7db5-4383-91c5-506bb75d143c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:08:54.016716 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69010ca8-86e1-4832-bab5-2d7fe56dec2c req-552dda00-7db5-4383-91c5-506bb75d143c tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 946 time: 0.0779505 Apr 11 22:08:54.062651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-69010ca8-86e1-4832-bab5-2d7fe56dec2c req-fd6f49d6-fd77-42dc-b67f-c0f2cdfeca33 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Apr 11 22:08:59.877641 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:01.585629 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:13.957268 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-04869757-8cd7-4330-84ea-b4404c16098b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:16.288651 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-522486fb-b87a-4e03-ba38-a49a31912e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:17.591899 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:17.717722 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:19.051548 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:28.022539 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:09:29.866511 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:31.625625 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:39.505407 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-3e7c35dc-10be-4f90-aa3a-ffc0347f3da0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720291 Apr 11 22:09:39.652531 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-4c0e1b65-8ab3-4cfb-ab80-a88974c126e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1097 time: 0.0694709 Apr 11 22:09:39.805702 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-8d0151da-06bc-4659-9a3e-d9fbdd5c7fc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:09:39.807465 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-8d0151da-06bc-4659-9a3e-d9fbdd5c7fc3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1276636 Apr 11 22:09:39.914156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-95c1ecac-782e-49b0-8aba-5e4db61f7a38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0979064 Apr 11 22:09:39.982264 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-f12513fb-578f-49b4-9ddb-2e4bca700ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:09:39.983722 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-f12513fb-578f-49b4-9ddb-2e4bca700ef3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0598061 Apr 11 22:09:40.063969 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-ba7c6455-8a05-4d68-8462-cea71acc8349 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714226 Apr 11 22:09:40.076256 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-48ed4388-9933-4303-8c86-d95e8be7ed71 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84667) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 22:09:40.077103 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-48ed4388-9933-4303-8c86-d95e8be7ed71 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046868 Apr 11 22:09:40.213543 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-4c7ea564-4545-4d3d-9e85-c0743b17ae33 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274843 Apr 11 22:09:40.347449 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1c491a49-a1d6-4a36-b8d7-50c4a933a0dd req-93ecfa6a-3522-4b7e-a219-1042a9a66506 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Apr 11 22:09:43.945669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98cc0d52-0819-4065-8913-f03a14a0f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:46.299544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b60b5a07-4f84-4805-8b16-67e248e734a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:47.591275 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:47.751766 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:49.068620 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:09:59.893884 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:01.659931 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:05.022812 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:10:13.950452 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-86f14546-e59e-4782-829f-5b9b636178cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:16.299115 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-debcf056-1bd6-4eb9-aeab-f1389811ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:17.573085 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:17.727592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:19.087634 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:29.915804 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:31.629864 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:40.510204 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-f1dee075-cc5f-42df-8710-393b331d726b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669415 Apr 11 22:10:40.664166 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-c3e31dd9-a530-4cee-a84e-29b013762631 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1097 time: 0.0755665 Apr 11 22:10:40.815101 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-9c96c111-aa63-47b6-91ed-7e3d9091a70b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:40.816824 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-9c96c111-aa63-47b6-91ed-7e3d9091a70b service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1299822 Apr 11 22:10:41.014330 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-ae8e8409-b0fa-41e5-a897-2e0ce9f4a76b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 1001 time: 0.1882834 Apr 11 22:10:41.079490 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-696e5714-e4d4-47bf-b858-449e1100305c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:41.080897 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-696e5714-e4d4-47bf-b858-449e1100305c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0573204 Apr 11 22:10:41.157972 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-0a5eea99-4568-47aa-8689-0f4d049dcdd6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674174 Apr 11 22:10:41.301961 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-0d930afb-f9e8-4f7d-ac02-85709f1c21dc service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246395 Apr 11 22:10:41.427175 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-011068f1-74d2-4472-88e8-ff8ea113ee61 req-5b6df19d-86c4-41a4-b36c-44e95d34ba27 service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267440 Apr 11 22:10:42.023731 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:10:43.921373 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bcb54804-0600-4ce4-972c-1cdcc26f5847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:46.321367 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f6497ff1-42e3-4215-b73e-501c715bcbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:47.572755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:47.698497 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:49.029837 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:52.030220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58798) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:10:52.478277 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Deleting port 34be81c1-18a9-4bd4-b2c5-951f14679426 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:10:52.478608 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:52.645766 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:52.646077 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:52.764852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Calling delete_port for 34be81c1-18a9-4bd4-b2c5-951f14679426 owned by network:floatingip {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:10:52.973127 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:53.018928 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event deleted for resources: {'Port': ['ID=34be81c1-18a9-4bd4-b2c5-951f14679426,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:10:53.058259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.058834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.058916 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.059236 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.059592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.059919 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.060243 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.060564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.060883 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.061202 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.061516 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:10:53.121030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for floatingip, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:53.605514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Router 78060880-996d-496a-a67c-5f34754e9932 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:10:53.825776 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:10:53.836076 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:10:53.848280 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:10:53.848931 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:10:53.892974 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:53.949295 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-a8de86fe-f0ce-4e43-84d9-553472a42dc1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "DELETE /v2.0/floatingips/6a1728a8-5b97-4ba7-bec2-9c931ffd6c06 HTTP/1.1" status: 204 len: 168 time: 1.9179840 Apr 11 22:10:53.949873 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:10:54.033861 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:10:54.185692 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc58c0f-aeed-4d46-85d7-ac67396e3445'] response: {'name': 'network-changed', 'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'status': 'completed', 'code': 200} Apr 11 22:10:54.295228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-9ed9258d-01eb-4467-ad65-9d7d83e01b4e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 1097 time: 0.0773461 Apr 11 22:10:54.359241 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:10:54.363052 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:10:54.373949 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:10:54.374580 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:10:54.442818 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-755306b0-104f-4292-a7e6-030963a29e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:54.444368 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-755306b0-104f-4292-a7e6-030963a29e6b service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 200 len: 909 time: 0.1397336 Apr 11 22:10:54.531093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-2462ff7c-6bd2-43dd-856e-99862df21f27 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0740764 Apr 11 22:10:54.579807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:10:54.605807 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-35968e5c-023e-4830-b537-604b6dbd321e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:54.607271 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-35968e5c-023e-4830-b537-604b6dbd321e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 200 len: 847 time: 0.0640833 Apr 11 22:10:54.747959 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-4f4ecf1d-a7fa-47b2-b3ec-8fbccb411b92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f4cf534-8daa-4d98-8b26-492b66a06fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340988 Apr 11 22:10:54.754912 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354b96-1e9f-41fa-b875-a86e341a64c1 req-5678da75-0c7f-4bbe-8a81-99f6c3ecb6fc tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:54.755589 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0b354b96-1e9f-41fa-b875-a86e341a64c1 req-5678da75-0c7f-4bbe-8a81-99f6c3ecb6fc tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:10:54.900732 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:10:54.905028 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b342c-8f30-4881-bd3f-395f5734bdac None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:00:09Z', 'revision_number': 4, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '8c75cf11-b074-4976-b67d-1f4b5b1f4471', 'name': '', 'network_id': '0f4cf534-8daa-4d98-8b26-492b66a06fd0', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'mac_address': 'fa:16:3e:e2:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:09Z', 'updated_at': '2022-04-11T22:00:18Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'subnets': [{'id': '751fc84e-8ba6-4e7b-8447-3f4914162167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:10:54.905687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-38723227-548c-40c9-9f57-c7e96d9ec4cd service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473341 Apr 11 22:10:54.909582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0b354b96-1e9f-41fa-b875-a86e341a64c1 req-5678da75-0c7f-4bbe-8a81-99f6c3ecb6fc tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:10:54.910642 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b354b96-1e9f-41fa-b875-a86e341a64c1 req-5678da75-0c7f-4bbe-8a81-99f6c3ecb6fc tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 946 time: 0.3717847 Apr 11 22:10:55.055264 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0b354b96-1e9f-41fa-b875-a86e341a64c1 req-1da42915-b542-495e-833d-b15c4af35180 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247602 Apr 11 22:10:55.074747 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-b3f1b24a-b21d-4d49-9a72-e6d7dae074a6 req-f2a2d19e-9a56-4bf7-a96e-845ec060b65b service neutron] 10.222.0.75 "GET /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623490 Apr 11 22:10:55.134351 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe8f23-edda-4ab1-b030-f293fcb9ae11 None None] New status for floating IP 6a1728a8-5b97-4ba7-bec2-9c931ffd6c06: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:10:56.286754 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e819dd-f639-42ff-82ca-2641d276267a req-4d61f5b6-d7db-4140-8ad7-83ba243e7d72 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:56.288246 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02e819dd-f639-42ff-82ca-2641d276267a req-4d61f5b6-d7db-4140-8ad7-83ba243e7d72 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 946 time: 0.0784590 Apr 11 22:10:56.342653 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e2bff-42fa-471a-a89e-4833460ae997 req-fac64e36-dd6e-47be-b08c-119ae84043ed tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:10:56.344321 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a48e2bff-42fa-471a-a89e-4833460ae997 req-fac64e36-dd6e-47be-b08c-119ae84043ed tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 946 time: 0.1590097 Apr 11 22:10:56.362458 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Deleting port 82fdb68c-4796-410f-b9fd-50534689f6b7 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:10:56.362730 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:56.390300 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-a48e2bff-42fa-471a-a89e-4833460ae997 req-c07b8ec2-6fef-49a5-9362-95e181caa0e1 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/security-groups?id=43ef02a7-115d-499a-93ef-00e7051862be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402040 Apr 11 22:10:56.706401 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] For port 82fdb68c-4796-410f-b9fd-50534689f6b7, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=82fdb68c-4796-410f-b9fd-50534689f6b7,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:10:56.706669 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:56.826348 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Calling delete_port for 82fdb68c-4796-410f-b9fd-50534689f6b7 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:10:57.035767 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:57.084864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event deleted for resources: {'Port': ['ID=82fdb68c-4796-410f-b9fd-50534689f6b7,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:10:57.158452 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] No DVR routers for this DVR port 82fdb68c-4796-410f-b9fd-50534689f6b7 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:10:57.161183 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:57.163755 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-deleted', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:10:57.219386 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab068a08-98e0-4e08-812d-da95efb93b59'] response: {'server_uuid': 'e73997f5-c4aa-420a-90bc-c26d2237c3ff', 'name': 'network-vif-deleted', 'tag': '82fdb68c-4796-410f-b9fd-50534689f6b7', 'status': 'completed', 'code': 200} Apr 11 22:10:57.224545 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-02e819dd-f639-42ff-82ca-2641d276267a req-fc1a553d-a5ad-4f22-ae2a-5567f27d4a03 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.75 "DELETE /v2.0/ports/82fdb68c-4796-410f-b9fd-50534689f6b7 HTTP/1.1" status: 204 len: 173 time: 0.9285374 Apr 11 22:10:57.556197 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-748bbb32-528b-4fce-9ca3-4013c30ae8f1 req-c858d136-9762-46e3-8cc7-be797a85e36d tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 210 time: 0.0411437 Apr 11 22:10:58.739527 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0eb86a37-83bf-4057-9557-b22c3cc84423 req-745d886d-df98-4ebc-bdfe-c0df1b2cf5d8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Synchronizing usage tracker for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:10:58.829934 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0eb86a37-83bf-4057-9557-b22c3cc84423 req-745d886d-df98-4ebc-bdfe-c0df1b2cf5d8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Unset dirty status for tenant:2d5d99833cdd4c9eb3d187405b605a92 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:10:58.831145 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0eb86a37-83bf-4057-9557-b22c3cc84423 req-745d886d-df98-4ebc-bdfe-c0df1b2cf5d8 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "GET /v2.0/ports?device_id=e73997f5-c4aa-420a-90bc-c26d2237c3ff HTTP/1.1" status: 200 len: 210 time: 0.1338668 Apr 11 22:10:59.932978 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:10:59.946882 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58830) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:00.013585 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:00.018508 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0de38c60-719f-472c-906c-b6d8ded2c225 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:00.049118 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0de38c60-719f-472c-906c-b6d8ded2c225 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:00.049727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 82fdb68c-4796-410f-b9fd-50534689f6b7 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:00.050078 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 82fdb68c-4796-410f-b9fd-50534689f6b7 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:00.195450 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0de38c60-719f-472c-906c-b6d8ded2c225 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:00.216541 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de38c60-719f-472c-906c-b6d8ded2c225 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef02a7-115d-499a-93ef-00e7051862be,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:00.292260 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0de38c60-719f-472c-906c-b6d8ded2c225 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:00.293916 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0de38c60-719f-472c-906c-b6d8ded2c225 tempest-TestShelveInstance-956751681 tempest-TestShelveInstance-956751681-project] 10.222.0.61 "DELETE /v2.0/security-groups/43ef02a7-115d-499a-93ef-00e7051862be HTTP/1.1" status: 204 len: 168 time: 0.3458064 Apr 11 22:11:00.419117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58836) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:00.988234 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:01.641096 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:01.675357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Deleting port 8c75cf11-b074-4976-b67d-1f4b5b1f4471 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:01.675729 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:01.848834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] For port 8c75cf11-b074-4976-b67d-1f4b5b1f4471, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=8c75cf11-b074-4976-b67d-1f4b5b1f4471,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:01.849197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:01.970549 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Calling delete_port for 8c75cf11-b074-4976-b67d-1f4b5b1f4471 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:02.218301 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:02.262052 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c75cf11-b074-4976-b67d-1f4b5b1f4471,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:02.548461 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:03.224244 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Router 78060880-996d-496a-a67c-5f34754e9932 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:11:03.426494 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:03.435986 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] Sync routers for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:03.448983 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:03.449768 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:03.517871 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-484717b3-5f6f-4c14-9a91-a996bd01d358 admin admin] 10.222.0.61 "PUT /v2.0/routers/78060880-996d-496a-a67c-5f34754e9932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0973637 Apr 11 22:11:03.520130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58842) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:03.661910 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:03.713217 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:03.915522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:03.949476 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:11:02Z', 'revision_number': 5, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port': {'id': '3ca455a6-80de-4f5e-88af-c28e05a6a8e5', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78060880-996d-496a-a67c-5f34754e9932', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:07Z', 'updated_at': '2022-04-11T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:03.954007 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] Checking router: 78060880-996d-496a-a67c-5f34754e9932 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:03.969257 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] Routers {'78060880-996d-496a-a67c-5f34754e9932'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:03.969848 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['78060880-996d-496a-a67c-5f34754e9932'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:04.013007 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Deleting port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:04.013430 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:04.118815 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] Set router 78060880-996d-496a-a67c-5f34754e9932 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:04.188297 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] For port 3ca455a6-80de-4f5e-88af-c28e05a6a8e5, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:04.188566 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:04.222666 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:11:03Z', 'revision_number': 6, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:04.226608 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d41361-714e-487a-a24f-c8e4f440556f None None] The sync data for ids ['78060880-996d-496a-a67c-5f34754e9932'] in n-d-837321-1 is: [{'id': '78060880-996d-496a-a67c-5f34754e9932', 'name': 'tempest-TestShelveInstance-170079350-router', 'tenant_id': '2d5d99833cdd4c9eb3d187405b605a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:06Z', 'updated_at': '2022-04-11T22:11:03Z', 'revision_number': 6, 'project_id': '2d5d99833cdd4c9eb3d187405b605a92', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:04.314681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Calling delete_port for 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:04.543838 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:04.592467 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca455a6-80de-4f5e-88af-c28e05a6a8e5,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:04.920276 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.026727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8c75cf11-b074-4976-b67d-1f4b5b1f4471 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:05.059819 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 8c75cf11-b074-4976-b67d-1f4b5b1f4471 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:05.060163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 8c75cf11-b074-4976-b67d-1f4b5b1f4471 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:05.060566 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:05.091913 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:05.092261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 3ca455a6-80de-4f5e-88af-c28e05a6a8e5 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:05.177180 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.181262 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.281111 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.281624 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78060880-996d-496a-a67c-5f34754e9932 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 22:11:05.297699 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.299093 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-94a345ae-abce-4913-8a08-5c3b0854b025 admin admin] 10.222.0.61 "DELETE /v2.0/routers/78060880-996d-496a-a67c-5f34754e9932 HTTP/1.1" status: 204 len: 168 time: 1.7778213 Apr 11 22:11:05.301405 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58846) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:05.362519 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Deleting subnet 751fc84e-8ba6-4e7b-8447-3f4914162167 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 22:11:05.365638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.416546 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.493378 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.606935 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.649510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751fc84e-8ba6-4e7b-8447-3f4914162167,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:05.657007 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.664056 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47746dd-afbd-44ad-a678-7a2bb1a0798b None None] Network 0f4cf534-8daa-4d98-8b26-492b66a06fd0 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:11:05.665025 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9b77e19a-f516-47e8-b2cd-a0cf61397c4a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/751fc84e-8ba6-4e7b-8447-3f4914162167 HTTP/1.1" status: 204 len: 168 time: 0.3624651 Apr 11 22:11:05.668763 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58850) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:05.782686 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.793881 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Deleting port 6b26bff0-019f-461b-b94e-a88d06d5eee4 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:05.794219 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:05.957297 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] DHCP port deletion for 0f4cf534-8daa-4d98-8b26-492b66a06fd0 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 22:11:05.962326 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Deleting port 6b26bff0-019f-461b-b94e-a88d06d5eee4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:05.962868 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.038366 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] For port 6b26bff0-019f-461b-b94e-a88d06d5eee4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6b26bff0-019f-461b-b94e-a88d06d5eee4,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:06.038632 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.168049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Calling delete_port for 6b26bff0-019f-461b-b94e-a88d06d5eee4 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:06.221734 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] For port 6b26bff0-019f-461b-b94e-a88d06d5eee4, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6b26bff0-019f-461b-b94e-a88d06d5eee4,segment=NetworkSegment(ca87c99f-bb84-4386-ba5a-95b210921fbc),segment_id=ca87c99f-bb84-4386-ba5a-95b210921fbc)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:06.222269 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.326869 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.374558 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b26bff0-019f-461b-b94e-a88d06d5eee4,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:06.380564 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] No DVR routers for this DVR port 6b26bff0-019f-461b-b94e-a88d06d5eee4 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:11:06.398663 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Calling delete_port for 6b26bff0-019f-461b-b94e-a88d06d5eee4 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:06.469748 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 22:11:06.470115 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 22:11:06.586369 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.612381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4cf534-8daa-4d98-8b26-492b66a06fd0']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:06.628080 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca87c99f-bb84-4386-ba5a-95b210921fbc') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:06.628374 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca87c99f-bb84-4386-ba5a-95b210921fbc') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:06.640602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.656448 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.662615 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 22:11:06.662991 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: timer() Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 22:11:06.676048 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 22:11:06.780386 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6b26bff0-019f-461b-b94e-a88d06d5eee4 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:06.813135 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.816404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6b26bff0-019f-461b-b94e-a88d06d5eee4 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:06.818265 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6b26bff0-019f-461b-b94e-a88d06d5eee4 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:06.830980 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:06.845331 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4cf534-8daa-4d98-8b26-492b66a06fd0,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:06.910085 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-34ea20f7-f431-4576-a56d-7c8c7721ef67 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0f4cf534-8daa-4d98-8b26-492b66a06fd0 HTTP/1.1" status: 204 len: 168 time: 1.2403040 Apr 11 22:11:06.912991 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58854) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:06.971218 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Deleting port 6b26bff0-019f-461b-b94e-a88d06d5eee4 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:06.971726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:07.033969 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-1eca922a-4c74-4c45-afd3-7b3d2c3d63cc None None] The port '6b26bff0-019f-461b-b94e-a88d06d5eee4' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 22:11:07.301482 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:07.893972 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Deleting port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:07.894616 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:08.070887 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] For port 4b446da7-1eb1-4481-a2b4-2a8898be8c3c, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:08.071134 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:08.287398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Calling delete_port for 4b446da7-1eb1-4481-a2b4-2a8898be8c3c owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:08.515081 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:08.562038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b446da7-1eb1-4481-a2b4-2a8898be8c3c,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:08.847918 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:09.417837 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Router 3562a779-1357-4746-82fd-6a5b55882f5b has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:11:09.619573 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:09.628136 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] Sync routers for ids ['3562a779-1357-4746-82fd-6a5b55882f5b'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:09.639562 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] Routers {'3562a779-1357-4746-82fd-6a5b55882f5b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:09.640379 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['3562a779-1357-4746-82fd-6a5b55882f5b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:09.677035 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bab39800-57d9-4871-b147-97b52f30d8c7 admin admin] 10.222.0.61 "PUT /v2.0/routers/3562a779-1357-4746-82fd-6a5b55882f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7629859 Apr 11 22:11:09.679578 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58858) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:09.821261 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] Set router 3562a779-1357-4746-82fd-6a5b55882f5b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:09.992156 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:10.110392 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:11:08Z', 'revision_number': 5, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:10.114302 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] Checking router: 3562a779-1357-4746-82fd-6a5b55882f5b for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:10.126222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] Routers {'3562a779-1357-4746-82fd-6a5b55882f5b'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:10.126831 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:10:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['3562a779-1357-4746-82fd-6a5b55882f5b'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:10.189297 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:10.247085 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Deleting port fd069478-1838-4c02-8380-8af79e9bda87 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:10.247358 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:10.320792 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] Set router 3562a779-1357-4746-82fd-6a5b55882f5b gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:10.428967 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] For port fd069478-1838-4c02-8380-8af79e9bda87, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=fd069478-1838-4c02-8380-8af79e9bda87,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:10.429527 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:10.552466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Calling delete_port for fd069478-1838-4c02-8380-8af79e9bda87 owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:10.602427 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:11:08Z', 'revision_number': 5, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:10.606344 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b63211-1f21-4177-8eda-962e73b22f0b None None] The sync data for ids ['3562a779-1357-4746-82fd-6a5b55882f5b'] in n-d-837321-1 is: [{'id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'name': 'tempest-TestShelveInstance-349775027-router', 'tenant_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:11:08Z', 'revision_number': 5, 'project_id': 'e2dadea5a6d2444ba078c9a2b7db207e', 'gw_port': {'id': 'fd069478-1838-4c02-8380-8af79e9bda87', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3562a779-1357-4746-82fd-6a5b55882f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:00:14Z', 'updated_at': '2022-04-11T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:10.783975 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:10.827616 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd069478-1838-4c02-8380-8af79e9bda87,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:11.026230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4b446da7-1eb1-4481-a2b4-2a8898be8c3c no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:11.054837 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.102298 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 4b446da7-1eb1-4481-a2b4-2a8898be8c3c {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:11.102616 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 4b446da7-1eb1-4481-a2b4-2a8898be8c3c not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:11.414416 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.418505 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.497743 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.498336 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3562a779-1357-4746-82fd-6a5b55882f5b {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 22:11:11.511222 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.515500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5df82708-fd26-4902-b4eb-9bae0d4dc547 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3562a779-1357-4746-82fd-6a5b55882f5b HTTP/1.1" status: 204 len: 168 time: 1.8319154 Apr 11 22:11:11.515817 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58862) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:11.581049 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Deleting subnet 29a4251c-2315-4e59-a611-6ae3867cb562 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 22:11:11.584268 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.634732 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.711852 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.823990 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.861689 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a4251c-2315-4e59-a611-6ae3867cb562,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:11.865583 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:11.871823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff8564-0cdb-437b-a394-e4e5c14659d9 None None] Network 480feafd-8ec9-41a1-a085-b7fa3e62e218 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:11:11.872410 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9bf644b9-ead7-4cc3-a6d8-6ae210d0d704 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/29a4251c-2315-4e59-a611-6ae3867cb562 HTTP/1.1" status: 204 len: 168 time: 0.3556275 Apr 11 22:11:11.875400 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58866) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:11.992565 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.003181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Deleting port 5e256c86-7d28-4f1d-9550-97bb8a34f194 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:12.003537 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.122308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] DHCP port deletion for 480feafd-8ec9-41a1-a085-b7fa3e62e218 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 22:11:12.126348 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Deleting port 5e256c86-7d28-4f1d-9550-97bb8a34f194 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:12.126718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.212674 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] For port 5e256c86-7d28-4f1d-9550-97bb8a34f194, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e256c86-7d28-4f1d-9550-97bb8a34f194,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:12.213025 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.329395 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] For port 5e256c86-7d28-4f1d-9550-97bb8a34f194, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=5e256c86-7d28-4f1d-9550-97bb8a34f194,segment=NetworkSegment(ce29dfea-34e7-4e5e-b36b-f621c181e33b),segment_id=ce29dfea-34e7-4e5e-b36b-f621c181e33b)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:12.329782 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.336853 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Calling delete_port for 5e256c86-7d28-4f1d-9550-97bb8a34f194 owned by network:dhcp {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:12.446833 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Calling delete_port for 5e256c86-7d28-4f1d-9550-97bb8a34f194 owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:11:12.475097 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.515814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 22:11:12.516170 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 22:11:12.523877 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e256c86-7d28-4f1d-9550-97bb8a34f194,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:12.528397 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] No DVR routers for this DVR port 5e256c86-7d28-4f1d-9550-97bb8a34f194 on host n-d-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:11:12.641803 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.666288 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480feafd-8ec9-41a1-a085-b7fa3e62e218']}} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:12.678640 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce29dfea-34e7-4e5e-b36b-f621c181e33b') {'for_net_delete': True} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:12.678937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.services.segments.db [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce29dfea-34e7-4e5e-b36b-f621c181e33b') {} {{(pid=84667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:12.689958 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33474733'] for segment, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.705658 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.711626 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 22:11:12.711954 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32703838'] for segment, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: Traceback (most recent call last): Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: timer() Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: cb(*args, **kw) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: return func(*args, **kwargs) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: self._notify() Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: self.callback(batched_events) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: event.method(event) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: return f(self, *a, **k) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: return self._get(url).json() Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: return self.request(url, 'GET', **kwargs) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 22:11:12.725215 n-d-837321-1 neutron-server[84667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 22:11:12.786688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e256c86-7d28-4f1d-9550-97bb8a34f194 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:12.823104 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 5e256c86-7d28-4f1d-9550-97bb8a34f194 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:12.823449 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 5e256c86-7d28-4f1d-9550-97bb8a34f194 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:12.823882 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fd069478-1838-4c02-8380-8af79e9bda87 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:11:12.835030 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.851436 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:12.856645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: fd069478-1838-4c02-8380-8af79e9bda87 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:11:12.857095 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device fd069478-1838-4c02-8380-8af79e9bda87 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:11:12.862450 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] Pushing event deleted for resources: {'Network': ['ID=480feafd-8ec9-41a1-a085-b7fa3e62e218,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:12.872719 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5ffc1023-9974-44a4-ba20-45352993d52a admin admin] 10.222.0.61 "DELETE /v2.0/networks/480feafd-8ec9-41a1-a085-b7fa3e62e218 HTTP/1.1" status: 204 len: 168 time: 0.9952667 Apr 11 22:11:13.017605 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Deleting port 5e256c86-7d28-4f1d-9550-97bb8a34f194 {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:11:13.017995 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:13.082781 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8e848d32-13e3-4279-bb1b-57d67d6c10b0 None None] The port '5e256c86-7d28-4f1d-9550-97bb8a34f194' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 22:11:13.242806 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58872) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:13.295092 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-9e1ac2b2-2b04-4bf5-964f-6d551927ebb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d5d99833cdd4c9eb3d187405b605a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510674 Apr 11 22:11:13.298203 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58876) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:13.358305 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5d78cd-783f-4d75-8bf0-c89e68139f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:13.383914 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5d78cd-783f-4d75-8bf0-c89e68139f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:13.487026 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5d78cd-783f-4d75-8bf0-c89e68139f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:13.611206 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d78cd-783f-4d75-8bf0-c89e68139f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b5a79a-074c-475e-819e-8921d63abe55,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:13.617522 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0e5d78cd-783f-4d75-8bf0-c89e68139f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:13.618648 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0e5d78cd-783f-4d75-8bf0-c89e68139f2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3b5a79a-074c-475e-819e-8921d63abe55 HTTP/1.1" status: 204 len: 168 time: 0.3195741 Apr 11 22:11:13.943918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c5e6-29cf-4cfb-a0e2-203ad317d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:14.345314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58884) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:14.394992 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-d51c36c7-ed35-48c6-aec4-683715ba2f44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2dadea5a6d2444ba078c9a2b7db207e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485501 Apr 11 22:11:14.397371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58888) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:14.456639 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7d77-806e-43da-a524-8bdf6faa5c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:14.481917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7d77-806e-43da-a524-8bdf6faa5c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:14.578654 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7d77-806e-43da-a524-8bdf6faa5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:14.595286 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b7d77-806e-43da-a524-8bdf6faa5c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca070996-21f1-45c6-8a20-7e2fb12bc4e9,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:14.599932 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7d77-806e-43da-a524-8bdf6faa5c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:14.603572 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ac5b7d77-806e-43da-a524-8bdf6faa5c14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca070996-21f1-45c6-8a20-7e2fb12bc4e9 HTTP/1.1" status: 204 len: 168 time: 0.2028286 Apr 11 22:11:15.772878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58910) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:15.899595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2138092446-network', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:15.905092 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:15.909109 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Usage tracker for resource:network and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:15.911999 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:15.917691 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:15.983938 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Made reservation on behalf of 6a02958334064c2b85ecdf27b2f4fae4 for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:11:15.986159 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.001602 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.031868 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:16.035850 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:16.038648 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:16.044344 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:16.112788 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.194705 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.225514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 22:11:16.235466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a6920-6c57-43e8-992d-cd27e1534c9b,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:16.241197 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.241551 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Added segment 2b29cdb8-e47d-4cac-9403-9f816a5f167e of type vlan for network 9afdf2a6-1257-40e6-a231-dd7f60be3212 Apr 11 22:11:16.269638 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.292945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-5a392b7e-8389-415b-a138-c9f8a926323b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.378055 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.378918 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:16.379512 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.481802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] Pushing event updated for resources: {'Network': ['ID=9afdf2a6-1257-40e6-a231-dd7f60be3212,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:16.492192 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 22:11:16.521460 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-57ec6199-0b40-49d7-ab51-f98ca0b35a9b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7474785 Apr 11 22:11:16.524439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58916) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:16.530334 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Request body: {'subnet': {'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2138092446-subnet', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:16.536045 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:16.539885 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Usage tracker for resource:subnet and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:16.542717 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:16.549384 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:16.618038 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Made reservation on behalf of 6a02958334064c2b85ecdf27b2f4fae4 for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:11:16.620439 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.875491 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:16.947825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b14efe8-274e-42b9-81ba-77c2194b9984,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:16.962936 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Checking segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:16.963289 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Network hostable DHCP agents. Network: 9afdf2a6-1257-40e6-a231-dd7f60be3212, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 22:11:17.040514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 22:11:17.126364 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, 9afdf2a6-1257-40e6-a231-dd7f60be3212) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:17.130135 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:17.130711 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.134897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529a443-05a7-416d-8a4a-6c71226749b0 None None] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:11:17.236048 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8c640269-ab21-4ca4-856d-89e41113af90 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7105572 Apr 11 22:11:17.238582 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58920) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:17.244178 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:17.250309 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:17.254281 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Usage tracker for resource:router and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:17.257230 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:17.263330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:17.343822 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.344807 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.348224 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-9afdf2a6-1257-40e6-a231-dd7f60be3212', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 22:11:17.349028 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.364244 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.545000 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Allocated IP 172.20.0.2 (9afdf2a6-1257-40e6-a231-dd7f60be3212/5b14efe8-274e-42b9-81ba-77c2194b9984/a3066b6c-3088-4cc0-bd41-6293821760cd) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:17.607542 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.618890 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.754293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.757592 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.768231 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Transition to ACTIVE for port object a3066b6c-3088-4cc0-bd41-6293821760cd will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:17.786960 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Transition to ACTIVE for port object a3066b6c-3088-4cc0-bd41-6293821760cd will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:17.846844 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.855597 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.886137 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:17.916771 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:17.919645 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:17.922998 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:17.929840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Pushing event updated for resources: {'Port': ['ID=a3066b6c-3088-4cc0-bd41-6293821760cd,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:17.972225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.972563 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.972895 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.973220 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.973542 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.973865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.974181 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.974540 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.974850 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.975161 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:17.975495 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:18.031181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Allocated IP 172.25.5.199 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/e4fb6192-f3d4-4b8d-a80f-d26656f4d72f) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:18.031973 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Attempting to bind port a3066b6c-3088-4cc0-bd41-6293821760cd on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:18.032339 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Attempting to bind port a3066b6c-3088-4cc0-bd41-6293821760cd by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:18.032699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Attempting to bind port a3066b6c-3088-4cc0-bd41-6293821760cd on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:18.038897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:18.039260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Checking segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:18.039684 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.040097 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Bound using segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:18.040548 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Bound port: a3066b6c-3088-4cc0-bd41-6293821760cd, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:18.040911 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.128308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] For port a3066b6c-3088-4cc0-bd41-6293821760cd, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:18.131280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] For port a3066b6c-3088-4cc0-bd41-6293821760cd, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a3066b6c-3088-4cc0-bd41-6293821760cd,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:18.183101 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.184342 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.272662 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93729b2f-3024-4b8f-a63b-3c39187c15fc None None] Pushing event updated for resources: {'Port': ['ID=a3066b6c-3088-4cc0-bd41-6293821760cd,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:18.281876 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.352152 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:18.355014 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:18.359209 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:18.395544 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:18.602412 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.603136 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:18.813933 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a3066b6c-3088-4cc0-bd41-6293821760cd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:18.966251 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port a3066b6c-3088-4cc0-bd41-6293821760cd completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:18.995217 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 22:11:19.024328 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:11:19.052196 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:19.172642 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dbe656-b747-4805-b414-270940a5a11e None None] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:11:19.211847 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:19.221467 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:19.233483 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:19.234092 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:19.287708 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:19.291062 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-8b475d73-3734-4952-8824-4b19e818f5c5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0502965 Apr 11 22:11:19.293068 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58924) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:19.334216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] Provisioning for port a3066b6c-3088-4cc0-bd41-6293821760cd completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:19.349027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] Provisioning complete for port a3066b6c-3088-4cc0-bd41-6293821760cd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:19.349345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:19.414678 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:19.521965 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:19.558944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] For port a3066b6c-3088-4cc0-bd41-6293821760cd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a3066b6c-3088-4cc0-bd41-6293821760cd,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:19.629632 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:19.716583 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280f321-7bb0-4ac1-8350-e8b487c5da9f None None] Pushing event updated for resources: {'Port': ['ID=a3066b6c-3088-4cc0-bd41-6293821760cd,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:19.746619 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:18Z', 'revision_number': 3, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:19.751715 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:19.752061 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Updating router 39f86aaa-5570-43ed-83f1-7303965f5c44 port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:11:19.808589 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:19.851699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-007bf9b2-5e7c-40e1-b6bb-7941ea72d65f None None] Provisioning complete for port a3066b6c-3088-4cc0-bd41-6293821760cd triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:19.852264 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-007bf9b2-5e7c-40e1-b6bb-7941ea72d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.175247 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.177170 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.192001 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Transition to ACTIVE for port object e4fb6192-f3d4-4b8d-a80f-d26656f4d72f will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:20.281847 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.364825 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Pushing event updated for resources: {'Port': ['ID=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:20.368743 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Attempting to bind port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:20.369101 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Attempting to bind port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:20.369450 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Attempting to bind port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:20.380621 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.380964 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.381296 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.381627 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.381875 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Allocated IP 172.20.0.1 (9afdf2a6-1257-40e6-a231-dd7f60be3212/5b14efe8-274e-42b9-81ba-77c2194b9984/219e3218-224b-43a1-882f-c231bf02d911) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:20.382428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.382428 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.382591 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.382868 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.383188 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.383524 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Bound port: e4fb6192-f3d4-4b8d-a80f-d26656f4d72f, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:20.393687 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.463382 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] For port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:20.466507 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] For port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:20.527181 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.532181 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.548052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Transition to ACTIVE for port object 219e3218-224b-43a1-882f-c231bf02d911 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:20.607807 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:20.608973 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:20.612953 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.680009 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:20.682892 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:20.688112 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:20.712790 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Pushing event updated for resources: {'Port': ['ID=219e3218-224b-43a1-882f-c231bf02d911,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:20.719603 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a52aa-5c26-49a8-951a-85a1df073a63 None None] Pushing event updated for resources: {'Port': ['ID=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:20.736028 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.736374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.736811 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.737146 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.737476 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.737804 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.738128 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.738449 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.738767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.739082 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.739405 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:11:20.758534 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.804027 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:20.822162 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a3066b6c-3088-4cc0-bd41-6293821760cd up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:20.911503 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port a3066b6c-3088-4cc0-bd41-6293821760cd triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:20.912066 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:20.929442 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:21.103319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-748543fc-bc54-48d0-b4c5-09f0e99f9015 None None] Provisioning for port 219e3218-224b-43a1-882f-c231bf02d911 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:21.108911 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-748543fc-bc54-48d0-b4c5-09f0e99f9015 None None] Provisioning complete for port 219e3218-224b-43a1-882f-c231bf02d911 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:21.109303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-748543fc-bc54-48d0-b4c5-09f0e99f9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:21.113478 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:18Z', 'revision_number': 3, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:21.117446 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924846a1-2fe3-4788-8aab-3b162b95b879 None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:18Z', 'revision_number': 3, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:21.165291 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-748543fc-bc54-48d0-b4c5-09f0e99f9015 None None] Port 219e3218-224b-43a1-882f-c231bf02d911 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:11:21.174620 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:21.240774 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:21.364506 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:21.368053 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Pushing event updated for resources: {'Port': ['ID=219e3218-224b-43a1-882f-c231bf02d911,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:21.509336 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:21.510986 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:21.790549 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-9f7b0ae4-6e21-4a1d-8b29-5e1ca034954f None None] Provisioning complete for port 219e3218-224b-43a1-882f-c231bf02d911 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:21.790920 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0ae4-6e21-4a1d-8b29-5e1ca034954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:21.853652 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b0ae4-6e21-4a1d-8b29-5e1ca034954f None None] Port 219e3218-224b-43a1-882f-c231bf02d911 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:11:21.915685 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:11:22.203944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:22.212432 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-4c3599b0-c442-4884-ba09-a2fd86b8d069 admin admin] 10.222.0.61 "PUT /v2.0/routers/39f86aaa-5570-43ed-83f1-7303965f5c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9177327 Apr 11 22:11:22.809319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4fb6192-f3d4-4b8d-a80f-d26656f4d72f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:22.938230 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:22.943699 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:22.944069 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.087045 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.103288 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:23.166765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.235636 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:23.388062 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58946) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:23.393708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2005746421-network', 'tenant_id': 'e704540f1a99405baa21ba93e994356b'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:23.399248 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:23.403220 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Usage tracker for resource:network and tenant:e704540f1a99405baa21ba93e994356b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:23.406852 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:23.412517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:23.492341 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Made reservation on behalf of e704540f1a99405baa21ba93e994356b for: {'network': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:11:23.494681 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for network, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.507873 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.537611 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:23.541327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Usage tracker for resource:security_group_rule and tenant:e704540f1a99405baa21ba93e994356b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:23.544069 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:23.550534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:23.614438 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.669363 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.702659 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 22:11:23.710864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128cefd1-f329-4425-a585-a3f44363a577,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:23.716231 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.716573 n-d-837321-1 neutron-server[84667]: INFO neutron.db.segments_db [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Added segment 292a7bc8-1f76-404e-aa3e-20171ad28ab8 of type vlan for network acec7cc4-886b-4947-a216-2cc2ff19993f Apr 11 22:11:23.742997 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735074920196'] for network, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.834753 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554'] for network, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.835605 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:23.836175 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Notify callbacks [] for network, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:23.938594 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] Pushing event updated for resources: {'Network': ['ID=acec7cc4-886b-4947-a216-2cc2ff19993f,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:23.948238 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Network acec7cc4-886b-4947-a216-2cc2ff19993f details requested by agent ovs-agent-n-d-837321-1 with host n-d-837321-1 {{(pid=84668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 22:11:23.990265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-75ed06d1-7c62-4425-bbe8-4f2f161e3313 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6010849 Apr 11 22:11:23.993327 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58950) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:23.999683 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Request body: {'subnet': {'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2005746421-subnet', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'ip_version': 4}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:24.005684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:24.010068 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Usage tracker for resource:subnet and tenant:e704540f1a99405baa21ba93e994356b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:24.013175 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:24.020392 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:24.098133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Made reservation on behalf of e704540f1a99405baa21ba93e994356b for: {'subnet': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:11:24.100517 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33508028'] for subnet, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:24.366931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32703937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33507986'] for subnet, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:24.445416 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b927c5c-0222-4397-a1db-60bfa9cf8cd2,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:24.458060 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Checking segment: {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:24.458413 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Network hostable DHCP agents. Network: acec7cc4-886b-4947-a216-2cc2ff19993f, hostable agents: ['936e69c5-6c33-4171-8435-886f3a6a6f1f'], hosted agents: [] {{(pid=84667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 22:11:24.537988 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Network acec7cc4-886b-4947-a216-2cc2ff19993f is scheduled to be hosted by DHCP agent 936e69c5-6c33-4171-8435-886f3a6a6f1f with binding_index 1 {{(pid=84667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 22:11:24.624039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-837321-1, acec7cc4-886b-4947-a216-2cc2ff19993f) {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:24.625002 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:24.627809 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:24.628399 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:24.633853 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f11553-ad43-400d-b746-c8a5390b2033 None None] Network acec7cc4-886b-4947-a216-2cc2ff19993f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:11:24.719270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:24.719952 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:24.729427 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-52d68b47-8a64-43af-8e4f-3d5ad4a93dc6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7327347 Apr 11 22:11:24.729566 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58954) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:24.735117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:24.740595 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:24.744555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Usage tracker for resource:router and tenant:e704540f1a99405baa21ba93e994356b is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:24.747365 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:24.753182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:24.812362 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1626858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10096'] for router, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:24.813359 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10057'] for router, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:24.828847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4fb6192-f3d4-4b8d-a80f-d26656f4d72f up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:24.833570 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.033277 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10075'] for router, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.037225 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:25.037843 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.092504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:25.168932 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a2f0f-6e4c-5cd0-a85c-699fdf05ab62-acec7cc4-886b-4947-a216-2cc2ff19993f', 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'fixed_ips': [{'subnet_id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2'}]}} from n-d-837321-1. {{(pid=84668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 11 22:11:25.169726 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.302320 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.345956 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.481925 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Allocated IP 172.25.5.135 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c048e62a-ddb8-44d7-8d4c-4364fcfca244) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:25.578070 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.db_base_plugin_common [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Allocated IP 172.20.0.2 (acec7cc4-886b-4947-a216-2cc2ff19993f/2b927c5c-0222-4397-a1db-60bfa9cf8cd2/2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a) {{(pid=84668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:25.748034 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.810202 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:21Z', 'revision_number': 2, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:25.826132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:25.826487 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Updating router 39f86aaa-5570-43ed-83f1-7303965f5c44 port 219e3218-224b-43a1-882f-c231bf02d911 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:11:25.829280 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.898964 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:25.901822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:25.906245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:25.925088 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.930517 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c048e62a-ddb8-44d7-8d4c-4364fcfca244,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:25.949402 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Notify callbacks [] for port, precommit_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:25.988901 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Transition to ACTIVE for port object 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:26.030704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Transition to ACTIVE for port object 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a will not be triggered until provisioned by entity DHCP. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:26.085025 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514'] for port, after_create {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.128176 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.128971 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630096'] for router, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.234637 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Pushing event updated for resources: {'Port': ['ID=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,revision_number=1']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:26.239018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Network acec7cc4-886b-4947-a216-2cc2ff19993f is already hosted by enough agents. {{(pid=84668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:26.243847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.scheduler.base_scheduler [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Resources bound (agent type, host, resource id): {{(pid=84668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:26.246182 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Received port after_create {{(pid=84668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:26.373864 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Attempting to bind port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:26.374235 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Attempting to bind port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:26.374596 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Attempting to bind port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a on network acec7cc4-886b-4947-a216-2cc2ff19993f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:26.390027 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:26.390397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Checking segment: {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:26.390941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.391216 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Bound using segment: {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:26.391704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Bound port: 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:26.392073 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.429455 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Router ad71826c-1d71-424b-a60d-b63010f3f187 is scheduled to L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b with binding_index 1 {{(pid=84667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 22:11:26.545185 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.550241 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] For port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:26.555504 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] For port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:26.561245 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Transition to ACTIVE for port object 219e3218-224b-43a1-882f-c231bf02d911 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:26.629550 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:26.638598 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Sync routers for ids ['ad71826c-1d71-424b-a60d-b63010f3f187'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:26.642325 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.651714 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Routers {'ad71826c-1d71-424b-a60d-b63010f3f187'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:26.652617 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ad71826c-1d71-424b-a60d-b63010f3f187'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:26.680477 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.738580 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:26.744831 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-f1ee1a75-36fa-49b4-ad04-cbfe4009d0f6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0143411 Apr 11 22:11:26.747617 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58958) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:26.795862 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de6acd-03c5-4b59-9333-753f84d1f314 None None] Pushing event updated for resources: {'Port': ['ID=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,revision_number=2']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:26.847239 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Set router ad71826c-1d71-424b-a60d-b63010f3f187 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:26.981825 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f36b2-babe-47d4-8d10-f0808e50010a None None] Pushing event updated for resources: {'Port': ['ID=219e3218-224b-43a1-882f-c231bf02d911,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:26.992402 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Attempting to bind port 219e3218-224b-43a1-882f-c231bf02d911 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:26.992774 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Attempting to bind port 219e3218-224b-43a1-882f-c231bf02d911 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:26.993137 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Attempting to bind port 219e3218-224b-43a1-882f-c231bf02d911 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:27.008404 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:27.008776 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Checking segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:27.009179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.009569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Bound using segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:27.010479 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Bound port: 219e3218-224b-43a1-882f-c231bf02d911, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:27.010479 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.158958 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] For port 219e3218-224b-43a1-882f-c231bf02d911, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:27.162748 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] For port 219e3218-224b-43a1-882f-c231bf02d911, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=219e3218-224b-43a1-882f-c231bf02d911,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:27.230174 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.274394 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:11:26Z', 'revision_number': 3, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:27.278796 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Checking router: ad71826c-1d71-424b-a60d-b63010f3f187 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:27.279135 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Updating router ad71826c-1d71-424b-a60d-b63010f3f187 port c048e62a-ddb8-44d7-8d4c-4364fcfca244 binding host n-d-837321-1 {{(pid=84669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:11:27.348163 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f36b2-babe-47d4-8d10-f0808e50010a None None] Pushing event updated for resources: {'Port': ['ID=219e3218-224b-43a1-882f-c231bf02d911,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:27.351993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:27.352799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:27.366649 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.551628 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:27.727105 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.783974 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Notify callbacks [] for port, precommit_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.803273 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.provisioning_blocks [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Transition to ACTIVE for port object c048e62a-ddb8-44d7-8d4c-4364fcfca244 will not be triggered until provisioned by entity L2. {{(pid=84669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:27.903697 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:27.965389 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:27Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:27.973052 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_common [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Allocated IP 172.20.0.1 (acec7cc4-886b-4947-a216-2cc2ff19993f/2b927c5c-0222-4397-a1db-60bfa9cf8cd2/6ab93049-1587-427c-90fe-8e39c22a6168) {{(pid=84666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:27.975944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3d5ac-f597-4626-a325-85816ae5a76a None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:27Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:27.996800 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafbddc-2036-4ded-93c5-59e325075680 None None] Pushing event updated for resources: {'Port': ['ID=c048e62a-ddb8-44d7-8d4c-4364fcfca244,revision_number=2']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:28.004607 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Attempting to bind port c048e62a-ddb8-44d7-8d4c-4364fcfca244 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:28.005138 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Attempting to bind port c048e62a-ddb8-44d7-8d4c-4364fcfca244 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:28.005554 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Attempting to bind port c048e62a-ddb8-44d7-8d4c-4364fcfca244 on network ebe30fd4-9bc4-4911-8e5b-267d64021e9b {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:28.013150 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:28.013641 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Checking segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:28.014189 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.014629 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Bound using segment: {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'} {{(pid=84669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:28.015200 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.managers [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Bound port: c048e62a-ddb8-44d7-8d4c-4364fcfca244, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a284569e-0d76-4591-8742-1d75ff5a21a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b'}}] {{(pid=84669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:28.015656 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.113695 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] For port c048e62a-ddb8-44d7-8d4c-4364fcfca244, host n-d-837321-1, cleared binding levels {{(pid=84669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:28.118396 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825b47dc-dab0-4f76-a423-7270b56348e1 None None] Network acec7cc4-886b-4947-a216-2cc2ff19993f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:11:28.120935 n-d-837321-1 neutron-server[84669]: DEBUG neutron.plugins.ml2.db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] For port c048e62a-ddb8-44d7-8d4c-4364fcfca244, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c048e62a-ddb8-44d7-8d4c-4364fcfca244,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:28.187284 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.204767 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.provisioning_blocks [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Transition to ACTIVE for port object 6ab93049-1587-427c-90fe-8e39c22a6168 will not be triggered until provisioned by entity DHCP. {{(pid=84666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:28.207111 n-d-837321-1 neutron-server[84669]: DEBUG neutron_lib.callbacks.manager [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.288634 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafbddc-2036-4ded-93c5-59e325075680 None None] Pushing event updated for resources: {'Port': ['ID=c048e62a-ddb8-44d7-8d4c-4364fcfca244,revision_number=3']} {{(pid=84669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:28.300569 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.310454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-ce0b1da1-285c-41c2-90a5-873f1a8c5ce5 None None] Provisioning for port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:28.313311 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Routers {'ad71826c-1d71-424b-a60d-b63010f3f187'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:28.314112 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ad71826c-1d71-424b-a60d-b63010f3f187'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:28.388993 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Pushing event updated for resources: {'Port': ['ID=6ab93049-1587-427c-90fe-8e39c22a6168,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:28.409148 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Network acec7cc4-886b-4947-a216-2cc2ff19993f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:28.410374 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:28.412708 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Received port after_create {{(pid=84666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:28.468770 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629018'] for router_interface, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.518044 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] Set router ad71826c-1d71-424b-a60d-b63010f3f187 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:28.650750 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.726727 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8ab8c0b3-e723-4e9b-bd33-8c449eb76931 None None] Provisioning for port 6ab93049-1587-427c-90fe-8e39c22a6168 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:28.734865 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-8ab8c0b3-e723-4e9b-bd33-8c449eb76931 None None] Provisioning complete for port 6ab93049-1587-427c-90fe-8e39c22a6168 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:28.735387 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c0b3-e723-4e9b-bd33-8c449eb76931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:28.859018 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8c0b3-e723-4e9b-bd33-8c449eb76931 None None] Port 6ab93049-1587-427c-90fe-8e39c22a6168 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:11:28.939032 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:11:26Z', 'revision_number': 3, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:28.942128 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:28.945708 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20368df-797d-4e93-ba2f-27b7c4cbdeb7 None None] The sync data for ids ['ad71826c-1d71-424b-a60d-b63010f3f187'] in n-d-837321-1 is: [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:11:26Z', 'revision_number': 3, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:29.023822 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-bd341c62-1bf8-488b-aa41-2c44c5c7c5fb None None] Provisioning complete for port 6ab93049-1587-427c-90fe-8e39c22a6168 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:29.024520 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-bd341c62-1bf8-488b-aa41-2c44c5c7c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.074936 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.084959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-bd341c62-1bf8-488b-aa41-2c44c5c7c5fb None None] Port 6ab93049-1587-427c-90fe-8e39c22a6168 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:11:29.160782 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32980058'] for port, after_update {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.160989 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:29.166316 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:29.166765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.277001 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Pushing event updated for resources: {'Port': ['ID=6ab93049-1587-427c-90fe-8e39c22a6168,revision_number=2']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:29.280878 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1448489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629125'] for router_interface, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.294191 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.326524 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:29.400598 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.401554 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 219e3218-224b-43a1-882f-c231bf02d911 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:29.422511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Network acec7cc4-886b-4947-a216-2cc2ff19993f is already hosted by enough agents. {{(pid=84666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:29.422511 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.base_scheduler [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:29.518632 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:29.571928 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 219e3218-224b-43a1-882f-c231bf02d911 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:29.577844 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 219e3218-224b-43a1-882f-c231bf02d911 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:29.578214 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.710838 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.738918 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32508e16-97aa-45b5-8cdc-560be36b7704 None None] Provisioning complete for port 6ab93049-1587-427c-90fe-8e39c22a6168 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:29.739554 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32508e16-97aa-45b5-8cdc-560be36b7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.793072 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 219e3218-224b-43a1-882f-c231bf02d911, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=219e3218-224b-43a1-882f-c231bf02d911,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:29.801823 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32508e16-97aa-45b5-8cdc-560be36b7704 None None] Port 6ab93049-1587-427c-90fe-8e39c22a6168 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:11:29.819208 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Router ad71826c-1d71-424b-a60d-b63010f3f187 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:11:29.856132 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:29.923079 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=219e3218-224b-43a1-882f-c231bf02d911,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:29.949522 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:30.027008 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:30.035833 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-87b404f3-3aa8-4936-a304-699c2ba820dd admin admin] 10.222.0.61 "PUT /v2.0/routers/ad71826c-1d71-424b-a60d-b63010f3f187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870593 Apr 11 22:11:30.801754 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:30.873188 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:30.873981 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:31.001120 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 219e3218-224b-43a1-882f-c231bf02d911 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:31.068214 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 219e3218-224b-43a1-882f-c231bf02d911 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:31.068574 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:31.652013 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:31.890320 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58980) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:31.895980 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529042578', 'description': 'tempest-secgroup-smoke-1529042578 description', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:31.902723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:31.907153 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:31.910067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:31.916299 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:31.960547 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:31.994523 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:31.998290 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:32.001795 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:32.007287 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:32.065356 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.103090 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.147878 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c90f5-1a11-497d-b46c-0e4f7a328440,revision_number=1']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:32.212413 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.213680 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-2f6364aa-bce6-4138-b8b8-9806ba76c809 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3223681 Apr 11 22:11:32.216705 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 58984) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:32.222777 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.v2.base [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group_rule': {'security_group_id': '455c90f5-1a11-497d-b46c-0e4f7a328440', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:32.229419 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:32.234023 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:32.237067 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84666) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:32.242780 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.quota.driver [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84666) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:32.321634 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.382441 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.451942 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.474585 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd39701-46f8-46cf-9f8b-002007eb886d,revision_number=0']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:32.548767 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.549943 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-84172936-5871-47fa-a199-1a2433f56f16 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3317981 Apr 11 22:11:32.552793 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58990) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:32.558357 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group_rule': {'security_group_id': '455c90f5-1a11-497d-b46c-0e4f7a328440', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:32.565799 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:32.569592 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:32.573118 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:32.579417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:32.652292 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.715203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.794943 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.823279 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773bcc6f-dd3d-4a41-8d81-362584629d93,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:32.897663 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:32.898880 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-23d89bce-41e9-43a5-a667-475fac68170f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3451221 Apr 11 22:11:32.901555 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58994) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:32.908081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group_rule': {'security_group_id': '455c90f5-1a11-497d-b46c-0e4f7a328440', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:32.914721 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:32.918720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:32.922438 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:32.928417 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:33.013161 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.074983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.137355 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.159008 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d05734-67f6-4c80-b57d-6952b3e779cc,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:33.240673 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.241820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-802b9793-1c52-4ce4-bd62-54f3c3a41822 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3393357 Apr 11 22:11:33.244861 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 58998) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:33.250957 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group_rule': {'security_group_id': '455c90f5-1a11-497d-b46c-0e4f7a328440', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:33.257684 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:33.266214 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:33.269361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:33.275079 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:33.350697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.412190 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.491431 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.514534 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df027cba-fbb7-4e1b-bd9b-705c3ac4e0f0,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:33.572203 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.573394 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-0ee3b040-80fb-4a63-9ea1-bc3ccb630518 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3276348 Apr 11 22:11:33.576219 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59002) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:33.581510 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group_rule': {'security_group_id': '455c90f5-1a11-497d-b46c-0e4f7a328440', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:33.587920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:33.591662 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:33.595125 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:33.600803 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:33.651932 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Project 6a02958334064c2b85ecdf27b2f4fae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 22:11:33.658983 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.724523 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.766429 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.789302 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f7f78a-051c-4a77-83fc-4264e2151803,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:33.846475 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:33.847721 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-126b9268-c531-43d4-ad54-e37271b56f44 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2705483 Apr 11 22:11:33.850479 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59006) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:33.855822 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'security_group_rule': {'security_group_id': '455c90f5-1a11-497d-b46c-0e4f7a328440', 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:33.862520 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:33.866314 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:security_group_rule and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:33.869208 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:33.874965 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:33.937888 n-d-837321-1 neutron-server[84667]: INFO neutron.db.securitygroups_db [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Project 6a02958334064c2b85ecdf27b2f4fae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 22:11:33.944598 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:34.009664 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:34.046515 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487175'] for security_group_rule, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:34.070179 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939505b9-0d56-4196-bbad-366fe017d5e9,revision_number=0']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:34.149255 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:34.150458 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c27d8888-a3c2-4afe-8574-6cde85d48171 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2990711 Apr 11 22:11:34.325402 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-22432e23-2cf0-45fe-a8dc-9df1397928de tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:security_group {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:11:34.394216 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-22432e23-2cf0-45fe-a8dc-9df1397928de tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:security_group {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:11:34.395357 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-22432e23-2cf0-45fe-a8dc-9df1397928de tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529042578&fields=id&tenant_id=6a02958334064c2b85ecdf27b2f4fae4 HTTP/1.1" status: 200 len: 267 time: 0.1106076 Apr 11 22:11:34.539896 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-e9e26853-9fc2-40e1-afe8-15330ea49370 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:34.540556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-e9e26853-9fc2-40e1-afe8-15330ea49370 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:network {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:11:34.628966 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-e9e26853-9fc2-40e1-afe8-15330ea49370 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:network {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:11:34.630138 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-e9e26853-9fc2-40e1-afe8-15330ea49370 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 810 time: 0.2281048 Apr 11 22:11:34.647558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-02b063e5-fd50-4cbc-a228-e80e2a92ee88 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/quotas/6a02958334064c2b85ecdf27b2f4fae4 HTTP/1.1" status: 200 len: 375 time: 0.0118532 Apr 11 22:11:34.731704 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-3d919ce6-febe-4a76-bb50-581af31eb55b tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792477 Apr 11 22:11:34.985868 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-149ce054-26df-420d-86f5-9ff444e5cddb service neutron] 10.222.0.61 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418995 Apr 11 22:11:35.202853 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-d609cca7-be70-474b-bcd0-73ca9cf892ef service neutron] 10.222.0.61 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110949 Apr 11 22:11:36.523606 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-66015890-107c-4922-92e9-9d977f59b9a9 req-811a2fb2-23d3-4015-a164-3c5b8d00fc2d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:11:36.612229 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-66015890-107c-4922-92e9-9d977f59b9a9 req-811a2fb2-23d3-4015-a164-3c5b8d00fc2d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:11:36.613449 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-66015890-107c-4922-92e9-9d977f59b9a9 req-811a2fb2-23d3-4015-a164-3c5b8d00fc2d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 210 time: 0.1310129 Apr 11 22:11:36.815132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c048e62a-ddb8-44d7-8d4c-4364fcfca244 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:36.938255 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port c048e62a-ddb8-44d7-8d4c-4364fcfca244 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:36.943441 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c048e62a-ddb8-44d7-8d4c-4364fcfca244 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:36.947672 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:37.062988 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:37.079198 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port c048e62a-ddb8-44d7-8d4c-4364fcfca244, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c048e62a-ddb8-44d7-8d4c-4364fcfca244,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:37.160640 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:37.225848 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=c048e62a-ddb8-44d7-8d4c-4364fcfca244,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:37.722694 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-87387c14-3788-4128-965c-b2457f68a93a req-3ca02c16-08c2-4a22-9bc7-4a5bf042b05f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 210 time: 0.0411196 Apr 11 22:11:38.809260 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c048e62a-ddb8-44d7-8d4c-4364fcfca244 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:38.883843 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port c048e62a-ddb8-44d7-8d4c-4364fcfca244 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:38.884106 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:38.886760 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-195bf4d5-43f4-4d47-b4b8-bd987db99a3e req-9e8c8201-c314-415b-8681-fafed0f45fbe tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 210 time: 0.0408604 Apr 11 22:11:39.910351 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-d4c0adc3-575a-4cd9-a27f-285316c9048d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:39.911808 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-d4c0adc3-575a-4cd9-a27f-285316c9048d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 810 time: 0.1500218 Apr 11 22:11:39.975962 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-f2cf0f92-3ef7-4e0b-aa04-31fc0ed54d82 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a02958334064c2b85ecdf27b2f4fae4 HTTP/1.1" status: 200 len: 380 time: 0.0443158 Apr 11 22:11:39.989031 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'port': {'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'admin_state_up': True, 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'security_groups': ['455c90f5-1a11-497d-b46c-0e4f7a328440']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:40.117360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-1da969de-6644-46a5-a4bc-9dfe4db74354 req-874c9eca-a40c-4d47-98d9-5fbec004fded tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 210 time: 0.0563419 Apr 11 22:11:40.179442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:40.190117 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:40.280303 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Made reservation on behalf of 6a02958334064c2b85ecdf27b2f4fae4 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:11:40.283330 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:40.445114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Allocated IP 172.20.0.4 (9afdf2a6-1257-40e6-a231-dd7f60be3212/5b14efe8-274e-42b9-81ba-77c2194b9984/1ca77c10-c4a3-421a-84a1-b6c5d55af068) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:40.635109 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:40.650493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Transition to ACTIVE for port object 1ca77c10-c4a3-421a-84a1-b6c5d55af068 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:40.732060 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:40.803924 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:40.806802 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:40.811849 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:40.847042 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:40.889650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:40.890259 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:40.972800 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-ae62f913-ad01-45d2-a0bd-1bdcb8f988ed tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9878368 Apr 11 22:11:40.988720 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Request body: {'port': {'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:41.097847 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:41.137446 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-833e438d-ff83-4ae5-8d72-0a7cb3f8c6d4 None None] Provisioning for port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:41.142514 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-833e438d-ff83-4ae5-8d72-0a7cb3f8c6d4 None None] Provisioning complete for port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:41.142879 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-833e438d-ff83-4ae5-8d72-0a7cb3f8c6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:41.196453 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-833e438d-ff83-4ae5-8d72-0a7cb3f8c6d4 None None] Port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:11:41.339297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a12ec-fcd6-4964-895d-abc25690ea8b req-68486f47-6a25-470c-843c-e00231db9506 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:41.340762 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c2a12ec-fcd6-4964-895d-abc25690ea8b req-68486f47-6a25-470c-843c-e00231db9506 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 931 time: 0.0828846 Apr 11 22:11:41.385318 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4c2a12ec-fcd6-4964-895d-abc25690ea8b req-29b29222-c7d3-4e02-a1e7-a3bdc021874c tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:security_group {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:11:41.396608 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-4c2a12ec-fcd6-4964-895d-abc25690ea8b req-29b29222-c7d3-4e02-a1e7-a3bdc021874c tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:security_group {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:11:41.397719 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4c2a12ec-fcd6-4964-895d-abc25690ea8b req-29b29222-c7d3-4e02-a1e7-a3bdc021874c tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510314 Apr 11 22:11:41.466133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca77c10-c4a3-421a-84a1-b6c5d55af068 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:11:41.472917 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:41.487856 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Transition to ACTIVE for port object 1ca77c10-c4a3-421a-84a1-b6c5d55af068 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:41.559955 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:41.686426 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:41.799878 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Attempting to bind port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 on host n-h2-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:41.800215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Attempting to bind port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 by drivers openvswitch,hyperv on host n-h2-837321-1 at level 0 using segments [{'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:41.800539 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Attempting to bind port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:41.806270 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 not bound, no agent of type Open vSwitch agent registered on host n-h2-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 22:11:41.806593 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Attempting to bind port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:41.813283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Checking agent: {'id': '9503034d-f497-45d9-aabf-fa6a5d29a72e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 34), 'started_at': datetime.datetime(2022, 4, 11, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:41.813553 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Checking segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:41.813932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Bound using segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:41.814354 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Bound port: 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host: n-h2-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:41.814706 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:41.996084 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:41.999081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:42.138271 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:42.208885 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:42.210316 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] 10.222.0.75 "PUT /v2.0/ports/1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 1091 time: 1.2256980 Apr 11 22:11:42.210772 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:11:42.228932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3873c-2378-4e7b-b974-004e06306dbc service neutron] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:42.328211 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47e1e7a-4fd0-4ba0-9a2f-554b98cc7035'] response: {'name': 'network-changed', 'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'status': 'completed', 'code': 200} Apr 11 22:11:42.370616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-feddf143-73f9-469a-bd56-9d93292bd9b0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0745926 Apr 11 22:11:42.452848 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-e991596a-2770-472d-ad40-972ed78bbb0b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 217 time: 0.0702243 Apr 11 22:11:42.525502 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-0b4819b5-6e95-49d9-ba40-e86cc27905c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:42.526970 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-0b4819b5-6e95-49d9-ba40-e86cc27905c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0582645 Apr 11 22:11:42.608452 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e408-d80b-45e0-922d-182a4c979227 req-8e4874f5-5b68-4f66-82fb-3beddfe54a84 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:42.610083 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df11e408-d80b-45e0-922d-182a4c979227 req-8e4874f5-5b68-4f66-82fb-3beddfe54a84 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 943 time: 0.0772970 Apr 11 22:11:42.618549 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-64f9460c-0bae-40e1-af5c-a42cc0c33707 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804160 Apr 11 22:11:42.754476 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-df11e408-d80b-45e0-922d-182a4c979227 req-a5b6118b-ec98-4f46-b164-9bb75a2e2b53 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385403 Apr 11 22:11:42.760742 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-384003c7-2871-48e9-82d8-e1b9a1da8db6 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326587 Apr 11 22:11:42.895873 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e7d3f37d-00b5-44ba-b759-bb6ecd42b52e req-1eb8efe8-e4df-4859-bdba-8a9b73f01a87 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256609 Apr 11 22:11:43.088036 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-d3f8f6b7-3855-4c85-865e-7b08d6dd6498 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0685804 Apr 11 22:11:43.218338 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a4146-4424-41de-be64-801809a5a384 req-b8a69cdf-1369-490f-a9cf-5fab2e60fef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:43.221729 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-b8a69cdf-1369-490f-a9cf-5fab2e60fef7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1258945 Apr 11 22:11:43.293616 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-0970a003-0094-415d-be07-228a1b15e2aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 217 time: 0.0670645 Apr 11 22:11:43.354472 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a4146-4424-41de-be64-801809a5a384 req-cf0a4cdd-ed1e-4585-a542-4ac11af9dca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:43.355820 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-cf0a4cdd-ed1e-4585-a542-4ac11af9dca6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0561519 Apr 11 22:11:43.431684 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-d3a40737-258f-45db-a481-248a52eca5ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686817 Apr 11 22:11:43.560968 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-13a5f82c-a960-41cd-97c6-0932cd69fc79 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226425 Apr 11 22:11:43.691525 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3b6a4146-4424-41de-be64-801809a5a384 req-37f4cfc6-0be6-49ff-86a2-c98ce02b76e4 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238956 Apr 11 22:11:43.950181 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0d8c-ed67-4845-bd1b-c58ee0383a6a req-5ac9283b-8cbc-4dc7-b0c3-403a16d366ce tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:43.950766 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f73c0d8c-ed67-4845-bd1b-c58ee0383a6a req-5ac9283b-8cbc-4dc7-b0c3-403a16d366ce tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:11:43.960702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6a0b1b39-2f90-479b-a982-8a2b02a679cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:44.023359 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-f73c0d8c-ed67-4845-bd1b-c58ee0383a6a req-5ac9283b-8cbc-4dc7-b0c3-403a16d366ce tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:11:44.024571 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f73c0d8c-ed67-4845-bd1b-c58ee0383a6a req-5ac9283b-8cbc-4dc7-b0c3-403a16d366ce tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 943 time: 0.1482813 Apr 11 22:11:44.071499 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f73c0d8c-ed67-4845-bd1b-c58ee0383a6a req-58e3d7a1-1dbc-4fd7-812c-db2994a22877 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412297 Apr 11 22:11:44.165244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:11:44.306477 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:44.320086 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:11:44.376365 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:44.392948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca77c10-c4a3-421a-84a1-b6c5d55af068 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:11:44.407232 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:44.469203 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:44.539606 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:44.763210 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['1ca77c10-c4a3-421a-84a1-b6c5d55af068'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:11:45.276250 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3ecc3-9f84-4d7c-b8d3-c5147d8ae688 req-11663faa-6722-4e1f-80d8-6393d9b27648 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:45.277694 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d3ecc3-9f84-4d7c-b8d3-c5147d8ae688 req-11663faa-6722-4e1f-80d8-6393d9b27648 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 944 time: 0.0755067 Apr 11 22:11:45.323741 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-f8d3ecc3-9f84-4d7c-b8d3-c5147d8ae688 req-b32b0d92-e063-4fc7-9024-834870c84b7f tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Apr 11 22:11:46.180031 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:46.303577 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2c02f03a-f34f-4c7d-b40c-262aa937f76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:46.320247 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning for port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:46.325310 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:46.325669 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:46.437487 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:46.467515 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:11:46.477460 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:46.526225 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ccb204-1cef-4e64-af23-e8b592393d07'] response: {'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'code': 200} Apr 11 22:11:46.527415 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:46.536866 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d34589-fd48-467b-a37f-3ac3e63cac80 req-a80314c2-bbf0-40c1-b7b3-1ef286031849 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:46.539919 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6d34589-fd48-467b-a37f-3ac3e63cac80 req-a80314c2-bbf0-40c1-b7b3-1ef286031849 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 944 time: 0.0954423 Apr 11 22:11:46.601380 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:46.729958 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e6d34589-fd48-467b-a37f-3ac3e63cac80 req-e530d304-1bbe-4d71-8895-2fb02d045dc1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809022 Apr 11 22:11:46.745923 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3dafee8-7743-4a47-bd89-b7c2233a3923 req-010b19bf-a576-4bb6-9086-0bf3ad412644 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0894020 Apr 11 22:11:46.793620 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-d3dafee8-7743-4a47-bd89-b7c2233a3923 req-4e3d8d26-51cf-451f-9e47-7900116ae7f0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Apr 11 22:11:47.561128 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:47.720288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:47.939833 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950fa86-f140-4328-ae1a-2fdc44372d9e req-0333b35f-518e-4f0e-a69f-fd188bfd9669 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:47.941559 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4950fa86-f140-4328-ae1a-2fdc44372d9e req-0333b35f-518e-4f0e-a69f-fd188bfd9669 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 945 time: 0.0814493 Apr 11 22:11:47.972907 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Sync routers for ids ['ad71826c-1d71-424b-a60d-b63010f3f187'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:47.985467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Routers {'ad71826c-1d71-424b-a60d-b63010f3f187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:47.986158 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ad71826c-1d71-424b-a60d-b63010f3f187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:47.993407 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4950fa86-f140-4328-ae1a-2fdc44372d9e req-658ad414-f969-4e9e-8895-278be4522706 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Apr 11 22:11:48.172613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Set router ad71826c-1d71-424b-a60d-b63010f3f187 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:48.518075 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:11:28Z', 'revision_number': 4, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6ab93049-1587-427c-90fe-8e39c22a6168', 'name': '', 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'mac_address': 'fa:16:3e:04:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:27Z', 'updated_at': '2022-04-11T22:11:28Z', 'revision_number': 2, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'subnets': [{'id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:48.521879 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Checking router: ad71826c-1d71-424b-a60d-b63010f3f187 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:48.522228 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Updating router ad71826c-1d71-424b-a60d-b63010f3f187 port 6ab93049-1587-427c-90fe-8e39c22a6168 binding host n-d-837321-1 {{(pid=84668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 11 22:11:48.572442 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:48.912120 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Notify callbacks [] for port, precommit_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:48.923193 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Transition to ACTIVE for port object 6ab93049-1587-427c-90fe-8e39c22a6168 will not be triggered until provisioned by entity L2. {{(pid=84668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:11:48.985926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:49.095217 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:49.113454 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f674381-6aac-49b4-bda9-475dd0966e6e None None] Pushing event updated for resources: {'Port': ['ID=6ab93049-1587-427c-90fe-8e39c22a6168,revision_number=3']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:49.208724 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Attempting to bind port 6ab93049-1587-427c-90fe-8e39c22a6168 on host n-d-837321-1 for vnic_type normal with profile {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:11:49.209666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Attempting to bind port 6ab93049-1587-427c-90fe-8e39c22a6168 by drivers openvswitch,hyperv on host n-d-837321-1 at level 0 using segments [{'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:11:49.210204 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Attempting to bind port 6ab93049-1587-427c-90fe-8e39c22a6168 on network acec7cc4-886b-4947-a216-2cc2ff19993f {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:11:49.218334 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Checking agent: {'id': '465ee287-db11-4db1-97f0-d6cb3bf888ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 25, 47), 'started_at': datetime.datetime(2022, 4, 11, 20, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-837321-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:11:49.223675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Checking segment: {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:11:49.223675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:49.223675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Bound using segment: {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'} {{(pid=84668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:11:49.223675 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.managers [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Bound port: 6ab93049-1587-427c-90fe-8e39c22a6168, host: n-d-837321-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292a7bc8-1f76-404e-aa3e-20171ad28ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f'}}] {{(pid=84668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:11:49.223675 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:49.323099 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] For port 6ab93049-1587-427c-90fe-8e39c22a6168, host n-d-837321-1, cleared binding levels {{(pid=84668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:11:49.326586 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] For port 6ab93049-1587-427c-90fe-8e39c22a6168, host n-d-837321-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6ab93049-1587-427c-90fe-8e39c22a6168,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:11:49.368923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d746dc-e9e1-4e5f-8f63-6858a30f2d75 req-4e0ae205-f836-42f4-8ab2-3ac03e39b493 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:49.370360 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45d746dc-e9e1-4e5f-8f63-6858a30f2d75 req-4e0ae205-f836-42f4-8ab2-3ac03e39b493 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 945 time: 0.0813637 Apr 11 22:11:49.406913 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:49.415168 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-45d746dc-e9e1-4e5f-8f63-6858a30f2d75 req-346860c5-816e-4072-bd04-09a7289a0704 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390358 Apr 11 22:11:49.485635 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f674381-6aac-49b4-bda9-475dd0966e6e None None] Pushing event updated for resources: {'Port': ['ID=6ab93049-1587-427c-90fe-8e39c22a6168,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:49.490179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Routers {'ad71826c-1d71-424b-a60d-b63010f3f187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:49.490793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ad71826c-1d71-424b-a60d-b63010f3f187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:49.623885 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b73445-fd74-4b76-9851-53829cdd92d1 req-b48b670d-baab-4683-bfb9-41cc968c9cf0 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:49.625586 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3b73445-fd74-4b76-9851-53829cdd92d1 req-b48b670d-baab-4683-bfb9-41cc968c9cf0 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 945 time: 0.0827420 Apr 11 22:11:49.674238 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-c3b73445-fd74-4b76-9851-53829cdd92d1 req-9ef52cb6-208b-4d9f-a483-7d25cd6d8c93 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Apr 11 22:11:49.676908 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] Set router ad71826c-1d71-424b-a60d-b63010f3f187 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:49.702996 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59072) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:49.839786 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-5fe8bdd0-dcf9-4cdd-ba22-6a1bcddd96b4 tempest-TestSnapshotPattern-1849769736 tempest-TestSnapshotPattern-1849769736-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1091 time: 0.1355217 Apr 11 22:11:49.842834 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59078) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:11:49.848114 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:11:49.854393 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:11:49.858992 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:floatingip and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:11:49.861864 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:11:49.867635 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:11:49.954987 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:50.034660 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:11:28Z', 'revision_number': 4, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6ab93049-1587-427c-90fe-8e39c22a6168', 'name': '', 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'mac_address': 'fa:16:3e:04:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:27Z', 'updated_at': '2022-04-11T22:11:49Z', 'revision_number': 4, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'subnets': [{'id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:50.038683 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238b6d7-68b7-4635-b14f-60887a556742 None None] The sync data for ids ['ad71826c-1d71-424b-a60d-b63010f3f187'] in n-d-837321-1 is: [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:11:28Z', 'revision_number': 4, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '6ab93049-1587-427c-90fe-8e39c22a6168', 'name': '', 'network_id': 'acec7cc4-886b-4947-a216-2cc2ff19993f', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'mac_address': 'fa:16:3e:04:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:27Z', 'updated_at': '2022-04-11T22:11:49Z', 'revision_number': 4, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'subnets': [{'id': '2b927c5c-0222-4397-a1db-60bfa9cf8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:50.102697 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:50.255245 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Allocated IP 172.25.5.213 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/c1bd7e14-fc8e-4c25-a335-bba80578b25d) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:11:50.411636 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:50.497998 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:50.576681 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:11:50.580332 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:11:50.582268 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'Port': ['ID=c1bd7e14-fc8e-4c25-a335-bba80578b25d,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:50.584442 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:11:50.840179 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ab93049-1587-427c-90fe-8e39c22a6168 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:50.983601 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning for port 6ab93049-1587-427c-90fe-8e39c22a6168 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:11:50.988666 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6ab93049-1587-427c-90fe-8e39c22a6168 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:50.989109 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.105420 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.111916 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.136411 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] For port 6ab93049-1587-427c-90fe-8e39c22a6168, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6ab93049-1587-427c-90fe-8e39c22a6168,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:11:51.205942 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.234789 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.276468 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Pushing event updated for resources: {'Port': ['ID=6ab93049-1587-427c-90fe-8e39c22a6168,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:51.443802 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.497331 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.690546 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'Port': ['ID=c1bd7e14-fc8e-4c25-a335-bba80578b25d,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:11:51.705443 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:51.895954 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Floating IP d840d64e-69a4-434b-a1b9-b128449f8ac7 associated. External IP: 172.25.5.213, port: 1ca77c10-c4a3-421a-84a1-b6c5d55af068. Apr 11 22:11:52.288556 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:11:52.487009 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:11:52.497034 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:11:52.509761 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:52.510357 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:52.588993 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:52.646052 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb24d8d1-476b-4da2-a632-0ffb4cebace7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8020766 Apr 11 22:11:52.646725 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:11:52.687723 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:52.702993 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7079eae-d310-4877-90e3-c778a96fb2bf'] response: {'name': 'network-changed', 'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'status': 'completed', 'code': 200} Apr 11 22:11:52.797500 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-4f98e681-9956-4f72-99a6-a4ce1498aa6c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0723460 Apr 11 22:11:52.811319 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ab93049-1587-427c-90fe-8e39c22a6168 up at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:11:52.882308 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Provisioning complete for port 6ab93049-1587-427c-90fe-8e39c22a6168 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:11:52.882682 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:11:52.960267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-456cf6b7-afbb-46fd-8551-05c176d5973d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:52.961845 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-456cf6b7-afbb-46fd-8551-05c176d5973d service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1436989 Apr 11 22:11:53.078819 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-1c7d12cc-64c3-41e4-91a2-1d76bdd66892 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 999 time: 0.1107564 Apr 11 22:11:53.094154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:50Z', 'revision_number': 0, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:53.098057 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:11:53.109160 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:11:53.109748 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:11:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:53.142708 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-bb8820e8-eeb7-4f8f-ba5e-72f1d2c52f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:11:53.144123 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-bb8820e8-eeb7-4f8f-ba5e-72f1d2c52f7d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0586820 Apr 11 22:11:53.222001 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-cdf9d476-40cb-4352-b61a-b08eb10de73a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718486 Apr 11 22:11:53.288401 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:11:53.460990 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-8a5e637d-f9c6-42ef-b2f8-97ba082888f2 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324822 Apr 11 22:11:53.593405 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bf56b7b0-482e-4efb-b5be-7facdd087b98 req-d896f8a2-cabd-4526-aeda-f185237eff50 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253099 Apr 11 22:11:53.812482 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:50Z', 'revision_number': 0, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:11:53.817004 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94ed68-9e6e-45f3-b94d-502fff66495d None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:50Z', 'revision_number': 0, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:11:56.025259 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:11:56.157811 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef61a5-2ba6-4181-9089-584d740476c2 None None] New status for floating IP d840d64e-69a4-434b-a1b9-b128449f8ac7: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:11:59.954501 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:01.662228 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:13.925347 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8a08-3171-41e6-b4ed-c5fdf060064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:16.307970 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-28d57825-a560-46d8-a561-a80d93a2c155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:17.559727 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:17.719649 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:19.068478 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:29.925390 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:31.668379 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:33.025837 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:12:43.526803 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-86b00838-0a1f-4b11-840f-8e001d5a125e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679767 Apr 11 22:12:43.676408 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-6f9929f8-44dd-4331-aa0e-2da42be29b19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0763459 Apr 11 22:12:43.825932 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-9d5471eb-8e51-4f6c-b5f4-3766ae92a1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:12:43.827370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-9d5471eb-8e51-4f6c-b5f4-3766ae92a1a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1270583 Apr 11 22:12:43.935300 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-977f0773-8159-4b74-bc34-31949ffdb180 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 1001 time: 0.0978553 Apr 11 22:12:43.948418 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cfa2d5cd-af84-4979-adf5-616f84ea9b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:44.001182 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-e97865f4-6f19-4e80-baff-c2e4366dfccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:12:44.002606 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-e97865f4-6f19-4e80-baff-c2e4366dfccd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0577283 Apr 11 22:12:44.080334 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-46eb8d16-bb36-4bd4-999e-195d62751ded service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678613 Apr 11 22:12:44.215435 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-148de727-f448-4888-998f-f97d02a58e51 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251698 Apr 11 22:12:44.354128 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ac7b9cb7-05eb-4d62-8ca5-98220f014392 req-8504976b-968f-4025-b471-816652a33be4 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301394 Apr 11 22:12:46.319415 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-017365b4-2e25-464f-b789-26e7719afdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:47.548646 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:47.696425 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:49.062576 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:12:59.964296 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:01.679544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:10.030778 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:13:13.975182 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c3eb49fa-b4c1-480e-b6fd-21e5261bae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:16.327752 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-631bf424-7859-41c1-baa6-a42b12da849a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:17.552263 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:17.717712 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:19.090835 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:29.957441 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:31.678964 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:43.981375 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4693718c-1a92-4341-8cf4-5e374b8ca6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:45.588985 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-a1669e3e-0a69-4c24-acb3-0a6d2631954c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1487522 Apr 11 22:13:45.734646 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-c699c1e6-dfdd-4233-88ce-193720a76d2d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0685799 Apr 11 22:13:45.888283 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-599aeaaa-80eb-4782-9813-817d7d46d461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:13:45.889652 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-599aeaaa-80eb-4782-9813-817d7d46d461 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1311028 Apr 11 22:13:45.998337 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-50340d44-6d03-4132-8dde-f3f30df17a5e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 1001 time: 0.0992649 Apr 11 22:13:46.064531 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-129cf394-85fe-438c-b44e-6a05bff58ed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:13:46.066014 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-129cf394-85fe-438c-b44e-6a05bff58ed2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0590560 Apr 11 22:13:46.146345 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-8c51419b-c7a3-4f76-b048-d09dba44d893 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711534 Apr 11 22:13:46.335783 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e3fa0280-b6f4-4c12-8f0d-6b7941fea2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:46.378558 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-3c054829-416b-431e-a133-40e5964c0ab9 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228904 Apr 11 22:13:46.512576 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-346fe421-d842-4a47-8e68-18ef6e925b91 req-7ed6e54b-57d9-487b-b38d-67d961beb349 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241107 Apr 11 22:13:47.030933 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:13:47.563319 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:47.729340 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:49.061440 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:52.833997 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 details requested by agent hyperv_n-h2-837321-1 with host n-h2-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:13:52.968023 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:13:52.981976 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Returning: {'device': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:13:53.040640 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:53.060948 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ca77c10-c4a3-421a-84a1-b6c5d55af068 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:13:53.081458 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:13:53.158821 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:53.249688 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] get_ports_and_sgs() called for port_ids ['1ca77c10-c4a3-421a-84a1-b6c5d55af068'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:13:53.366130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:13:53.392787 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.393132 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.393470 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.393799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.394130 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.394452 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.394779 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.395093 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.395409 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.395753 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:53.396073 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:13:54.835335 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 up at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:13:54.914999 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Provisioning complete for port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:13:54.915389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:55.034718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:55.068959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:13:55.097613 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:13:55.164769 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:13:55.239772 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:13:55.276340 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53800ab1-4902-4adb-b0d2-16311fde836d'] response: {'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'code': 200} Apr 11 22:13:59.958814 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:01.678492 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:05.160387 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-1e9b8326-6576-4784-a806-8fb4575136c1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529042578&fields=id&tenant_id=6a02958334064c2b85ecdf27b2f4fae4 HTTP/1.1" status: 200 len: 267 time: 0.0401704 Apr 11 22:14:05.309304 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66617-db00-4964-9410-c11a1fea4460 req-44213976-92c8-43cc-8b10-88b2ca4c143b tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:05.310733 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-44213976-92c8-43cc-8b10-88b2ca4c143b tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 810 time: 0.1436069 Apr 11 22:14:05.328155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-f53fd47b-485a-495a-b74b-81392776d7b0 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/quotas/6a02958334064c2b85ecdf27b2f4fae4 HTTP/1.1" status: 200 len: 375 time: 0.0117593 Apr 11 22:14:05.409171 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-f3b0b1c3-97b2-4798-9778-95ae397ea505 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0762348 Apr 11 22:14:05.493616 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-864f2864-de2f-41c0-bfaa-d1145b271e9b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84666) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 11 22:14:05.494602 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-864f2864-de2f-41c0-bfaa-d1145b271e9b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0744131 Apr 11 22:14:05.623648 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-1be49a20-2e81-4362-a9b7-e671f43f413f service neutron] 10.222.0.61 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227849 Apr 11 22:14:05.752024 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-11fc43c5-66a9-4e25-bf4f-5f60ec8f3858 service neutron] 10.222.0.61 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225746 Apr 11 22:14:06.081688 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e2975f4b-1b54-4924-b1eb-9f6cdee56912 req-8f7b70d9-9cdc-4163-b90a-8a07ff7eb194 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 210 time: 0.0435076 Apr 11 22:14:07.250934 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-23ae45e8-3d08-44f2-8fcc-c54f84f0024a req-ee45d2ba-0637-410c-86e0-d0f089edcd83 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 210 time: 0.0504360 Apr 11 22:14:08.205937 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66617-db00-4964-9410-c11a1fea4460 req-c8b6dec7-2006-4a7b-a3da-6db33cf0b5bb tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:08.207562 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-c8b6dec7-2006-4a7b-a3da-6db33cf0b5bb tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.69 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 810 time: 0.1515958 Apr 11 22:14:08.261595 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-90ac9708-91fb-41d3-9139-87d04ce03e38 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a02958334064c2b85ecdf27b2f4fae4 HTTP/1.1" status: 200 len: 380 time: 0.0428631 Apr 11 22:14:08.269515 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'port': {'device_id': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'admin_state_up': True, 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'security_groups': ['455c90f5-1a11-497d-b46c-0e4f7a328440']}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:14:08.469793 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-49e1eae3-3dac-4f63-9667-122e9cb01093 req-6a969a23-d119-42eb-b7ea-6bfbb9f61ed7 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 210 time: 0.0533750 Apr 11 22:14:08.471920 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:14:08.483235 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:14:08.557177 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Made reservation on behalf of 6a02958334064c2b85ecdf27b2f4fae4 for: {'port': 1} {{(pid=84667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 22:14:08.561237 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:08.748997 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Allocated IP 172.20.0.3 (9afdf2a6-1257-40e6-a231-dd7f60be3212/5b14efe8-274e-42b9-81ba-77c2194b9984/3de2c213-7c21-491b-a54c-79b9fd83e7f8) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:14:08.897649 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:14:09.142855 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.162862 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.186199 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Transition to ACTIVE for port object 3de2c213-7c21-491b-a54c-79b9fd83e7f8 will not be triggered until provisioned by entity DHCP. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:14:09.192679 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:14:09.207186 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:14:09.261650 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.264301 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c48ae60-a94a-47df-a4c9-3298d8bc353d'] response: {'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'code': 200} Apr 11 22:14:09.303371 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.371773 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Pushing event updated for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:09.425053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:14:09.425053 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:09.427195 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:14:09.430000 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:14:09.518399 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:09.518756 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.528381 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.528761 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.529087 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.529484 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.529826 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.530154 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.530625 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.530813 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.531287 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.531830 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.532259 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:14:09.639417 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-cb64a286-6544-4137-b4d5-576247c2ee1a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3736300 Apr 11 22:14:09.753764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bde5ca-5bbb-4cfb-8c00-db6022fb7466 req-c7c0fd2e-222f-4b2a-8c52-b5a51c71bd48 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:09.754827 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-67bde5ca-5bbb-4cfb-8c00-db6022fb7466 req-c7c0fd2e-222f-4b2a-8c52-b5a51c71bd48 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:14:09.774112 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Request body: {'port': {'device_id': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-837321-1'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:14:09.895270 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.904646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-67bde5ca-5bbb-4cfb-8c00-db6022fb7466 req-c7c0fd2e-222f-4b2a-8c52-b5a51c71bd48 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:14:09.907512 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67bde5ca-5bbb-4cfb-8c00-db6022fb7466 req-c7c0fd2e-222f-4b2a-8c52-b5a51c71bd48 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 931 time: 0.2507401 Apr 11 22:14:09.924799 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f006b5fb-2c5c-4495-8e77-8e9df52dfb96 None None] Provisioning for port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 completed by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:14:09.931317 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-f006b5fb-2c5c-4495-8e77-8e9df52dfb96 None None] Provisioning complete for port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 triggered by entity DHCP. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:14:09.932188 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-f006b5fb-2c5c-4495-8e77-8e9df52dfb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:09.998971 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67bde5ca-5bbb-4cfb-8c00-db6022fb7466 req-07e9ee68-d0fe-4e86-a024-58f706facf17 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853271 Apr 11 22:14:10.040657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-f006b5fb-2c5c-4495-8e77-8e9df52dfb96 None None] Port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 cannot update to ACTIVE because it is not bound. {{(pid=84668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 11 22:14:10.377316 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de2c213-7c21-491b-a54c-79b9fd83e7f8 {{(pid=84667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:14:10.386951 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:10.404880 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.provisioning_blocks [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Transition to ACTIVE for port object 3de2c213-7c21-491b-a54c-79b9fd83e7f8 will not be triggered until provisioned by entity L2. {{(pid=84667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 22:14:10.477849 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:10.810074 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:10.908276 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Attempting to bind port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 on host n-h1-837321-1 for vnic_type normal with profile {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 22:14:10.908732 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Attempting to bind port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 by drivers openvswitch,hyperv on host n-h1-837321-1 at level 0 using segments [{'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 22:14:10.909039 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Attempting to bind port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:14:10.915872 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 not bound, no agent of type Open vSwitch agent registered on host n-h1-837321-1 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 11 22:14:10.916197 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Attempting to bind port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 on network 9afdf2a6-1257-40e6-a231-dd7f60be3212 {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 11 22:14:10.922808 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Checking agent: {'id': '3e4f9856-fd11-4f47-9cd9-bb283533e964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-837321-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'started_at': datetime.datetime(2022, 4, 11, 20, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 11 22:14:10.923215 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Checking segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 11 22:14:10.923650 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Bound using segment: {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'} {{(pid=84667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 11 22:14:10.923994 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.managers [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Bound port: 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host: n-h1-837321-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b29cdb8-e47d-4cac-9403-9f816a5f167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212'}}] {{(pid=84667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 22:14:10.924307 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:11.050480 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, cleared binding levels {{(pid=84667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 22:14:11.054326 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 22:14:11.129120 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:11.205719 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=3']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:11.218181 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:11.219852 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-46aa38a7-2704-4207-98eb-fe9cd368cec6 service neutron] 10.222.0.69 "PUT /v2.0/ports/3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 200 len: 1091 time: 1.5702138 Apr 11 22:14:11.220383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:14:11.262063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965c719-8fd3-42f9-aa79-c24ea166718b req-7dff1ab8-7215-4d12-a802-a0c297e03340 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:11.263642 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7965c719-8fd3-42f9-aa79-c24ea166718b req-7dff1ab8-7215-4d12-a802-a0c297e03340 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.1188486 Apr 11 22:14:11.328928 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-7965c719-8fd3-42f9-aa79-c24ea166718b req-d7dfb0cc-0a38-4908-a85f-f3e1626ce1b2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591137 Apr 11 22:14:11.337238 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3372910b-bd46-448a-8bcd-85f9c7cb7b2f'] response: {'name': 'network-changed', 'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'status': 'completed', 'code': 200} Apr 11 22:14:12.548646 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf68581-caf0-4137-9d80-a279209b9f75 req-3441afe1-2250-473a-adbc-9ccbba1f2109 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:12.551894 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bdf68581-caf0-4137-9d80-a279209b9f75 req-3441afe1-2250-473a-adbc-9ccbba1f2109 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.0929940 Apr 11 22:14:12.604060 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-bdf68581-caf0-4137-9d80-a279209b9f75 req-ba778588-0472-4470-8cb3-dcf0fb13e0df tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476997 Apr 11 22:14:13.819184 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7ba5-90cc-416e-9cee-1cf74b6ef5e7 req-f0612c47-eccb-42ff-8ea6-69e640284628 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:13.821349 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e71b7ba5-90cc-416e-9cee-1cf74b6ef5e7 req-f0612c47-eccb-42ff-8ea6-69e640284628 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.0841107 Apr 11 22:14:13.887167 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-e71b7ba5-90cc-416e-9cee-1cf74b6ef5e7 req-f050e937-7bbc-4d49-8f1e-4278b3da1310 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594726 Apr 11 22:14:13.952808 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b914c573-20c4-44c2-8fa7-a80e7d61fb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:15.102680 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88805d6-5f67-4966-86ea-a6ac42de6e54 req-338b8374-0eb4-4b3c-9995-e86c18c68552 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:15.104544 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f88805d6-5f67-4966-86ea-a6ac42de6e54 req-338b8374-0eb4-4b3c-9995-e86c18c68552 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.0939789 Apr 11 22:14:15.160912 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-f88805d6-5f67-4966-86ea-a6ac42de6e54 req-e3035377-4eff-401c-9f3b-aabd0292e053 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491610 Apr 11 22:14:15.642888 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c82ff26-5e3c-4ede-8b97-9182637352d1 req-c7980282-64bc-4cce-b6aa-e8ccb05f2f03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1094 time: 0.0956855 Apr 11 22:14:15.795378 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ff26-5e3c-4ede-8b97-9182637352d1 req-1ea50f77-78e5-4ed9-8fb2-a55d35d66db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:15.796978 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c82ff26-5e3c-4ede-8b97-9182637352d1 req-1ea50f77-78e5-4ed9-8fb2-a55d35d66db4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1483371 Apr 11 22:14:15.934398 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ff26-5e3c-4ede-8b97-9182637352d1 req-4c6df792-e1e4-486b-9028-3f8e1bea3267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:15.935798 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-6c82ff26-5e3c-4ede-8b97-9182637352d1 req-4c6df792-e1e4-486b-9028-3f8e1bea3267 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336296 Apr 11 22:14:16.318363 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-98e27933-baee-480b-8521-661432ebd4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:16.389370 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-bf65f6e5-9995-48f9-8b78-3bcf0f2efcf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1094 time: 0.1566851 Apr 11 22:14:16.442175 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655754-000e-438f-91a2-bfd56eb1bba4 req-b618b46e-d1f8-4d78-8bb3-f2dafb7d92f1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:16.443702 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf655754-000e-438f-91a2-bfd56eb1bba4 req-b618b46e-d1f8-4d78-8bb3-f2dafb7d92f1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.1086719 Apr 11 22:14:16.494766 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-54370c36-9a5e-47c9-b982-9019f560b7b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 200 len: 217 time: 0.0753458 Apr 11 22:14:16.497274 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-bf655754-000e-438f-91a2-bfd56eb1bba4 req-915483f2-c441-4335-b5e0-ab38a65fd15b tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474048 Apr 11 22:14:17.282249 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66617-db00-4964-9410-c11a1fea4460 req-c3f94b5e-6790-4d7f-b7f3-fed03e8ef9c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:17.283703 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-c3f94b5e-6790-4d7f-b7f3-fed03e8ef9c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0590196 Apr 11 22:14:17.357511 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-8883e2fa-ea77-4530-be33-fb19489d0b8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676987 Apr 11 22:14:17.492514 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-e8584576-9578-4d43-9af2-cd276df92b66 service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256893 Apr 11 22:14:17.568328 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:17.625740 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-aff66617-db00-4964-9410-c11a1fea4460 req-fa38a266-e109-4f53-aab5-68eea515950c service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279397 Apr 11 22:14:17.707760 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9fc94-912d-46fb-ad27-bbfafa2ff832 req-6bcb8679-3ac9-4762-8091-7883c17fba13 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:17.709213 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72a9fc94-912d-46fb-ad27-bbfafa2ff832 req-6bcb8679-3ac9-4762-8091-7883c17fba13 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.0826263 Apr 11 22:14:17.735505 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:17.756653 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-72a9fc94-912d-46fb-ad27-bbfafa2ff832 req-7eace396-82cc-4d49-a040-608d22d035a3 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Apr 11 22:14:18.960776 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a181e1a-35a0-414d-8e5a-6e0c49a3b02d req-80f06e38-3cd8-4dd3-9cbb-7bd3d148d8a4 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:18.962229 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a181e1a-35a0-414d-8e5a-6e0c49a3b02d req-80f06e38-3cd8-4dd3-9cbb-7bd3d148d8a4 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.0791421 Apr 11 22:14:19.008146 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-9a181e1a-35a0-414d-8e5a-6e0c49a3b02d req-bd6e8226-6d55-4915-b76f-d70b20ca9f6a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Apr 11 22:14:19.094048 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:20.045426 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:14:20.197139 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:14:20.209241 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7126a7-9b44-4b88-b859-32d40e8bbfc8 req-aaa9f8f5-cefa-4f82-aa99-7533f0d0fd3b tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:20.209944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'port_id': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'mac_address': 'fa:16:3e:88:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:14:20.210687 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d7126a7-9b44-4b88-b859-32d40e8bbfc8 req-aaa9f8f5-cefa-4f82-aa99-7533f0d0fd3b tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.0768778 Apr 11 22:14:20.261515 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-2d7126a7-9b44-4b88-b859-32d40e8bbfc8 req-8b2a77b8-c492-4649-81fc-a2b51b6da145 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447128 Apr 11 22:14:20.269432 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:20.289071 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de2c213-7c21-491b-a54c-79b9fd83e7f8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:14:20.304447 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:14:20.386013 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:20.473430 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=4']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:20.624604 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['3de2c213-7c21-491b-a54c-79b9fd83e7f8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:14:21.461189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8b95b-84ef-4e6d-8e4e-06fe48abd230 req-70908529-ed66-472c-95a3-51f488ab7bb1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:21.463149 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fda8b95b-84ef-4e6d-8e4e-06fe48abd230 req-70908529-ed66-472c-95a3-51f488ab7bb1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 944 time: 0.0759265 Apr 11 22:14:21.513285 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-fda8b95b-84ef-4e6d-8e4e-06fe48abd230 req-a6e7fe01-8bcb-45bc-bf2d-adfeeb4d001d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Apr 11 22:14:22.060375 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:14:22.203897 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning for port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 completed by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 22:14:22.208704 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:14:22.209075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:22.324510 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:22.350510 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:14:22.360793 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:14:22.404749 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ef8c89-0731-4764-b366-be274abf9190'] response: {'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'code': 200} Apr 11 22:14:22.432462 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:22.502017 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=5']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:22.531504 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9d690cc-3230-4f35-9f4c-ac4a9e24cd27 req-ca821b9c-84d5-4ddb-8194-71b6e5aaf612 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1096 time: 0.0676892 Apr 11 22:14:22.573167 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-e9d690cc-3230-4f35-9f4c-ac4a9e24cd27 req-36d69702-34ab-4ff7-956d-7b4c7d1eab31 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Apr 11 22:14:22.706400 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb2856-e045-46dd-8849-8fd4a63143ec req-329b705c-8b13-4457-b1fc-ea56691e1b74 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:22.707847 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-adeb2856-e045-46dd-8849-8fd4a63143ec req-329b705c-8b13-4457-b1fc-ea56691e1b74 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 945 time: 0.0761306 Apr 11 22:14:22.752093 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-adeb2856-e045-46dd-8849-8fd4a63143ec req-39c32f05-fc2e-4ba8-83ce-ec5cb20638b4 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Apr 11 22:14:23.952884 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221496d7-ccba-45cc-8a4d-b18c88abcaa7 req-de059cc7-f245-4e05-9ef1-df718ccc3517 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:23.954318 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-221496d7-ccba-45cc-8a4d-b18c88abcaa7 req-de059cc7-f245-4e05-9ef1-df718ccc3517 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 945 time: 0.0783288 Apr 11 22:14:23.998934 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-221496d7-ccba-45cc-8a4d-b18c88abcaa7 req-c32ea885-0f48-4db3-8a6c-cdcf57c6dd10 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Apr 11 22:14:24.032194 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:14:24.195865 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876900d-490a-4a5c-a5af-68becdd92247 req-fe9df8ab-94d9-4d5b-8e8d-28996f0f2a0d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:24.197995 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4876900d-490a-4a5c-a5af-68becdd92247 req-fe9df8ab-94d9-4d5b-8e8d-28996f0f2a0d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 945 time: 0.0778732 Apr 11 22:14:24.242170 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-4876900d-490a-4a5c-a5af-68becdd92247 req-0ee3da4b-ca63-420a-b8fb-55428e59acc2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387266 Apr 11 22:14:24.269514 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59300) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:14:24.339676 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fb4a3685-1af6-4a7b-84da-077902c9ad82 tempest-TestSnapshotPattern-1849769736 tempest-TestSnapshotPattern-1849769736-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1091 time: 0.0687759 Apr 11 22:14:24.342174 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59304) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:14:24.347130 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.v2.base [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Request body: {'floatingip': {'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'port_id': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 11 22:14:24.353128 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 22:14:24.357132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Usage tracker for resource:floatingip and tenant:6a02958334064c2b85ecdf27b2f4fae4 is out of sync, need to count used quota {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 22:14:24.359923 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 22:14:24.365491 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.quota.driver [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 22:14:24.421169 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:24.555252 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:24.777682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_common [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Allocated IP 172.25.5.121 (ebe30fd4-9bc4-4911-8e5b-267d64021e9b/1466445f-92d2-4fc2-ab0d-938d32b9c8ae/928fd933-e0ab-4cc5-a31c-e871973cd7da) {{(pid=84667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 22:14:24.932533 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for port, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:25.026927 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735074896514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:25.095149 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Network ebe30fd4-9bc4-4911-8e5b-267d64021e9b is already hosted by enough agents. {{(pid=84667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 22:14:25.097836 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.base_scheduler [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Resources bound (agent type, host, resource id): {{(pid=84667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 22:14:25.101610 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Received port after_create {{(pid=84667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 11 22:14:25.135362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'Port': ['ID=928fd933-e0ab-4cc5-a31c-e871973cd7da,revision_number=1']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:25.601573 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:25.705267 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:25.905718 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for port, precommit_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:25.940866 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32703802'] for port, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:26.047706 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event updated for resources: {'Port': ['ID=928fd933-e0ab-4cc5-a31c-e871973cd7da,revision_number=2']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:14:26.058154 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630177'] for floatingip, after_update {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:26.244806 n-d-837321-1 neutron-server[84667]: INFO neutron.db.l3_db [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Floating IP c1d542ef-4e81-453d-8cdf-e75b0e6c3227 associated. External IP: 172.25.5.121, port: 3de2c213-7c21-491b-a54c-79b9fd83e7f8. Apr 11 22:14:26.749963 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:14:26.958132 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:14:26.968066 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:14:26.980304 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:14:26.983056 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:14:27.066689 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:27.140090 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-2bfbce98-2213-4ccf-97f6-cadfd5c9b853 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7849219 Apr 11 22:14:27.140090 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:14:27.185531 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45365caa-06e2-4377-a323-b91691bce946'] response: {'name': 'network-changed', 'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'status': 'completed', 'code': 200} Apr 11 22:14:27.201311 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:14:27.277864 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-529b05f3-a35a-48a8-8381-07e4e468b1cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1096 time: 0.0700455 Apr 11 22:14:27.408330 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ade1c-35e6-4154-8525-653993b8dbca req-4fab3fd0-684a-4d9e-89f5-bcb785a662a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:27.409773 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-4fab3fd0-684a-4d9e-89f5-bcb785a662a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1267972 Apr 11 22:14:27.514883 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-8b79b6b6-72ef-4dca-9205-fa152405e851 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 200 len: 999 time: 0.0996642 Apr 11 22:14:27.571069 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c1d542ef-4e81-453d-8cdf-e75b0e6c3227', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:88:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:14:25Z', 'updated_at': '2022-04-11T22:14:25Z', 'revision_number': 0, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}, {'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:56Z', 'revision_number': 1, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:14:27.575593 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:14:27.576968 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ade1c-35e6-4154-8525-653993b8dbca req-e5fa6037-8640-4415-9531-7c9e24221559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:27.578889 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-e5fa6037-8640-4415-9531-7c9e24221559 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0585425 Apr 11 22:14:27.586062 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:14:27.586640 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:14:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:14:27.654984 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-b8ee693e-e2c0-4b05-8a04-c05ba7d4de2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707266 Apr 11 22:14:27.757895 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:14:27.786074 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-92e0c6e8-46e3-448a-bfda-415df6c023e6 service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250687 Apr 11 22:14:27.925381 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-958ade1c-35e6-4154-8525-653993b8dbca req-7b97f86b-f45b-4f11-a14d-25ee421189ee service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333625 Apr 11 22:14:28.100833 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c1d542ef-4e81-453d-8cdf-e75b0e6c3227', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:88:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:14:25Z', 'updated_at': '2022-04-11T22:14:25Z', 'revision_number': 0, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}, {'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:56Z', 'revision_number': 1, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:14:28.105272 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1228a-2ac0-4ce0-b33e-262ee6cca7d8 None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'c1d542ef-4e81-453d-8cdf-e75b0e6c3227', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:88:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:14:25Z', 'updated_at': '2022-04-11T22:14:25Z', 'revision_number': 0, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}, {'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:56Z', 'revision_number': 1, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:14:28.304655 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246623a-e250-459c-8d8e-5142a574c4b0 None None] New status for floating IP c1d542ef-4e81-453d-8cdf-e75b0e6c3227: ACTIVE {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:14:29.990918 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:30.355287 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-7e4386ae-a488-49a3-8893-1f44dcb2f048 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693877 Apr 11 22:14:30.491600 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-7a6c0109-8377-41ba-8093-5e3bee52f064 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1096 time: 0.0705049 Apr 11 22:14:30.639383 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-0ba0184c-f7b1-43e7-b792-c876b074b134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:30.640826 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-0ba0184c-f7b1-43e7-b792-c876b074b134 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1326571 Apr 11 22:14:30.844445 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-ba04ec5b-b620-4fc1-8e77-6dd777bb656f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 200 len: 1001 time: 0.1977155 Apr 11 22:14:30.911657 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-3ebdb92e-8bc8-4121-a589-0e56d9ed1e3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:30.912998 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-3ebdb92e-8bc8-4121-a589-0e56d9ed1e3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0632248 Apr 11 22:14:30.985120 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-4524fc7b-8ec3-4cee-be03-dfa8d1f96de2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665247 Apr 11 22:14:31.112467 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-13aeefcd-8ad3-46bf-b62f-28da74a02284 service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215501 Apr 11 22:14:31.242431 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cd820f4c-ae8e-4c9c-b60a-d57442a02282 req-333081d4-b5c4-48d7-8e16-b342cb78975b service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241610 Apr 11 22:14:31.717593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:43.923665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-64ed6353-af05-4bea-81dd-be6ba761f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:46.305165 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e8f1594e-6a3d-4742-9320-97abb3be3166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:47.515743 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-dd217a98-3cd5-4fd3-8ad4-1e4ea72820f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774560 Apr 11 22:14:47.591951 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:47.669875 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-5bffd75f-78a9-4d40-b66d-64adb353d498 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0685968 Apr 11 22:14:47.733098 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:14:47.823239 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-258b91da-582f-4c81-b26e-202c2fb5253a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:47.824696 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-258b91da-582f-4c81-b26e-202c2fb5253a service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1305866 Apr 11 22:14:47.929302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-6b875558-7521-4fa0-b3fd-57d1e3ae24d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 999 time: 0.0950980 Apr 11 22:14:47.993103 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-314d9383-e20c-40be-b4a1-4cf841e2c9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:14:47.995030 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-314d9383-e20c-40be-b4a1-4cf841e2c9bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0567913 Apr 11 22:14:48.074807 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-2bf684b6-19e8-443e-8084-46f74d25f8fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702860 Apr 11 22:14:48.207350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-89f92f59-cf7b-41c0-a2f0-a12b7c16c55c service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223369 Apr 11 22:14:48.341302 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-04816b8b-8a6d-4445-a60a-7aca013355fe req-081fd546-c6ef-42b8-8064-8b6b1d42c2b7 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242707 Apr 11 22:14:49.077470 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:00.007152 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:01.034195 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:15:01.711755 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:13.945759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-91a96950-1e8d-472a-a508-6f7c6faed7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:16.310312 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-76fa0024-73ad-401d-8283-c010e08f2b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:17.595525 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:17.743735 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:19.121252 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:30.014315 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:31.356434 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-03da69d4-59b1-40f0-8c11-4612ff97a79b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719235 Apr 11 22:15:31.494643 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-70792388-b99b-450c-a1cc-7b319277c0ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1096 time: 0.0721669 Apr 11 22:15:31.738462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806883-24ab-4da3-bfab-77b03c702379 req-9fa6eed5-3efe-4f57-984c-7156da51a717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:15:31.740183 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-9fa6eed5-3efe-4f57-984c-7156da51a717 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.2275136 Apr 11 22:15:31.757345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:31.841956 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-45bbca94-b101-4c70-9fdd-c19c888ce122 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 200 len: 1001 time: 0.0946038 Apr 11 22:15:31.902047 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806883-24ab-4da3-bfab-77b03c702379 req-d972e238-6027-4202-93c9-0cc57111f049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:15:31.903464 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-d972e238-6027-4202-93c9-0cc57111f049 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0561123 Apr 11 22:15:31.980124 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-42cdc07c-3abe-4cf0-9aed-202e0aea6e88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689852 Apr 11 22:15:32.121655 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-517b3a38-1c48-4e6e-9cc9-4a061e8dc168 service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352341 Apr 11 22:15:32.251727 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-67806883-24ab-4da3-bfab-77b03c702379 req-ad0747e8-af0e-4bec-af18-32fc3cb17a62 service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240494 Apr 11 22:15:38.034536 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:15:43.928111 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f6b6-fc6d-426e-b6b2-a4dd600b5ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:46.309071 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-fd1515df-6179-49d3-aa0f-778ab463ec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:47.589267 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:47.743781 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:49.065089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:15:49.519169 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-86357347-6a01-4ceb-ad5d-90f456e83fae service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675547 Apr 11 22:15:49.671156 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-d2097597-c9d3-455c-acff-d7560a43178c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0741813 Apr 11 22:15:49.819164 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-c85bcd79-cf6c-40ea-862b-ce296189bd78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:15:49.820627 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-c85bcd79-cf6c-40ea-862b-ce296189bd78 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1258671 Apr 11 22:15:49.928182 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-c08ccba4-6cf5-4419-ae6d-e7bee64e449f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 999 time: 0.0973737 Apr 11 22:15:50.003561 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-265395ca-1461-4b9f-8e8a-78066aa72aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:15:50.005013 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-265395ca-1461-4b9f-8e8a-78066aa72aee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0680335 Apr 11 22:15:50.083265 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-2386c42c-c2a4-4aee-8d14-3bbb784793fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695164 Apr 11 22:15:50.221927 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-08eacaf9-4a82-4bfc-9792-55727c6a586b service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Apr 11 22:15:50.360110 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-ca07babf-6ea2-46cd-ab15-abd6c594d9c1 req-b94fbe0b-9e6d-4acb-8e86-7c8dbfe3a12b service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293397 Apr 11 22:15:59.991303 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:00.417467 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 details requested by agent hyperv_n-h1-837321-1 with host n-h1-837321-1 {{(pid=84668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 22:16:00.562725 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:00.576728 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Returning: {'device': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'port_id': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'mac_address': 'fa:16:3e:88:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 22:16:00.639979 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:00.661080 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3de2c213-7c21-491b-a54c-79b9fd83e7f8 {{(pid=84668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 11 22:16:00.678556 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:00.752282 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:00.826978 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] get_ports_and_sgs() called for port_ids ['3de2c213-7c21-491b-a54c-79b9fd83e7f8'] {{(pid=84668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 11 22:16:00.870618 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=6']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:00.889592 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.889926 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.890289 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.890593 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.890930 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.891240 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.891584 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.891906 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.892222 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.892539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:00.892891 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:01.897754 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:02.449814 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 up at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 22:16:02.546766 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.provisioning_blocks [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Provisioning complete for port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 triggered by entity L2. {{(pid=84668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 22:16:02.547132 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1265700'] for port, provisioning_complete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:02.688299 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:02.729121 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:16:02.740967 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:02.828169 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1f6adb-b679-4dac-87de-4ebb3eba6e6c'] response: {'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'code': 200} Apr 11 22:16:02.829411 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:02.903174 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=7']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:12.924900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59456) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:13.199952 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Deleting port 928fd933-e0ab-4cc5-a31c-e871973cd7da {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:13.200195 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:13.385852 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:13.386183 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:13.509014 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Calling delete_port for 928fd933-e0ab-4cc5-a31c-e871973cd7da owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:13.733529 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:13.778356 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event deleted for resources: {'Port': ['ID=928fd933-e0ab-4cc5-a31c-e871973cd7da,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:13.811582 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.811931 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.812269 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.812603 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.812932 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.813279 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.813583 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.813905 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.814899 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.815236 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.815598 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:13.883383 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:13.931376 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-72b814ed-ca4c-4afc-8dc7-50a15cf79b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:14.272258 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:16:14.464040 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:14.468064 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:16:14.478359 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:16:14.490377 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:14.490971 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:14.580086 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1260553'] for port, before_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:14.588246 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:14.607270 n-d-837321-1 neutron-server[84668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:16:14.618280 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:14.646793 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9b9861e6-e576-4be9-9038-7bd874bd3ea2 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "DELETE /v2.0/floatingips/c1d542ef-4e81-453d-8cdf-e75b0e6c3227 HTTP/1.1" status: 204 len: 168 time: 1.7205679 Apr 11 22:16:14.647233 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:16:14.673835 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:14.682926 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735075402397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735074896532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735074896577'] for port, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:14.717754 n-d-837321-1 neutron-server[84668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02da63a-3365-40f3-8ea8-0b295ec44ac2'] response: {'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'code': 200} Apr 11 22:16:14.762803 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Pushing event updated for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=8']} {{(pid=84668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:14.851731 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8112480e-93f8-445a-958e-730832858d8b'] response: {'name': 'network-changed', 'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'status': 'completed', 'code': 200} Apr 11 22:16:14.953367 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-0aee29b7-9a93-4e9e-aea6-3307b8133edf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 1094 time: 0.0791154 Apr 11 22:16:15.066892 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:16:15.085846 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-2fb6728b-25f2-4956-8ae2-0a91b4b2ecaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:15.087228 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-2fb6728b-25f2-4956-8ae2-0a91b4b2ecaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.1286902 Apr 11 22:16:15.101236 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:56Z', 'revision_number': 1, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:15.105154 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:16:15.118065 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:15.118694 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:15:46Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:15.251079 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-c32d4d1c-9d3f-4ce9-8338-3202a55d6002 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 200 len: 217 time: 0.1586735 Apr 11 22:16:15.322498 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-8a64bc95-c1a6-4b7a-bf7d-24bdf6b98155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:15.323535 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:15.324132 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-8a64bc95-c1a6-4b7a-bf7d-24bdf6b98155 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0662549 Apr 11 22:16:15.332553 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662622b5-ebfd-4ecb-9c06-7e6a0728a453 req-bbeebd91-b61e-4417-934a-1acec5f1646d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:15.333370 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-662622b5-ebfd-4ecb-9c06-7e6a0728a453 req-bbeebd91-b61e-4417-934a-1acec5f1646d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:16:15.403108 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-42b8fe15-7cfc-435c-9067-c5cce0f63808 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729945 Apr 11 22:16:15.408317 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-662622b5-ebfd-4ecb-9c06-7e6a0728a453 req-bbeebd91-b61e-4417-934a-1acec5f1646d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:16:15.409539 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-662622b5-ebfd-4ecb-9c06-7e6a0728a453 req-bbeebd91-b61e-4417-934a-1acec5f1646d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.1602836 Apr 11 22:16:15.459070 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-662622b5-ebfd-4ecb-9c06-7e6a0728a453 req-62b68be8-9fe0-4fda-aa8f-1ee1fbe66c50 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439081 Apr 11 22:16:15.542130 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-bd772e3f-b05e-4108-b233-62114e418ffa service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315417 Apr 11 22:16:15.672402 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:56Z', 'revision_number': 1, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:15.675733 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a5ff1970-d4d9-40cc-8520-949b667fd0c9 req-fa6e9ea0-a26a-4474-a1c3-25f61ba96120 service neutron] 10.222.0.69 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269999 Apr 11 22:16:15.676953 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ffbf4a-bb25-41c4-817a-78fff39e7d57 None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_floatingips': [{'id': 'd840d64e-69a4-434b-a1b9-b128449f8ac7', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'router_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'port_id': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'mac_address': 'fa:16:3e:2f:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T22:11:50Z', 'updated_at': '2022-04-11T22:11:56Z', 'revision_number': 1, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:16:15.898055 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09dbb8-d0c6-456c-aae1-63874f309d0b None None] New status for floating IP c1d542ef-4e81-453d-8cdf-e75b0e6c3227: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:16:16.311113 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-a79a77b0-4f00-4d3a-a87a-f0df52cac3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:16.763371 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-a3684d9d-57a2-436a-9037-6f1541d1ed74 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:16.764801 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-a3684d9d-57a2-436a-9037-6f1541d1ed74 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.1353281 Apr 11 22:16:16.771167 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7351358-6f72-4fae-8529-780b15c081ff req-3fcc0686-2151-49b4-b952-445f1a084ddb tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:16.772520 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7351358-6f72-4fae-8529-780b15c081ff req-3fcc0686-2151-49b4-b952-445f1a084ddb tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 943 time: 0.1849957 Apr 11 22:16:16.864379 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Deleting port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:16.864611 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:16.903874 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-a7351358-6f72-4fae-8529-780b15c081ff req-91879a9e-b473-476c-99e7-9a6459b1be66 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028163 Apr 11 22:16:17.109483 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] For port 3de2c213-7c21-491b-a54c-79b9fd83e7f8, host n-h1-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-837321-1',level=0,port_id=3de2c213-7c21-491b-a54c-79b9fd83e7f8,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:17.109839 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:17.233263 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Calling delete_port for 3de2c213-7c21-491b-a54c-79b9fd83e7f8 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:17.440086 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:17.490299 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event deleted for resources: {'Port': ['ID=3de2c213-7c21-491b-a54c-79b9fd83e7f8,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:17.530825 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.531129 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.531462 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.531835 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.532146 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.532466 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.533362 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.534015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.534015 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.534414 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.534738 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-837321-1 {{(pid=84667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 22:16:17.575001 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] No DVR routers for this DVR port 3de2c213-7c21-491b-a54c-79b9fd83e7f8 on host n-h1-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:16:17.577484 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:17.580136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-deleted', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:16:17.608290 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:17.654736 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-18b9c9f9-f308-42a0-b789-c3639a51160f req-d6c2f1db-2f9e-4e49-915c-626d1f938141 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.69 "DELETE /v2.0/ports/3de2c213-7c21-491b-a54c-79b9fd83e7f8 HTTP/1.1" status: 204 len: 173 time: 0.8812268 Apr 11 22:16:17.713580 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6953600-1016-486d-a179-4f58f9516dad'] response: {'server_uuid': 'a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc', 'name': 'network-vif-deleted', 'tag': '3de2c213-7c21-491b-a54c-79b9fd83e7f8', 'status': 'completed', 'code': 200} Apr 11 22:16:17.750888 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:18.096764 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0a8064e8-da92-4ce0-9175-63513ab6b691 req-4b518a6e-e655-4e38-9f01-50ee1a6f6b11 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:16:18.201676 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0a8064e8-da92-4ce0-9175-63513ab6b691 req-4b518a6e-e655-4e38-9f01-50ee1a6f6b11 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:16:18.202812 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0a8064e8-da92-4ce0-9175-63513ab6b691 req-4b518a6e-e655-4e38-9f01-50ee1a6f6b11 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0a60ec7-9cb8-4f4a-8009-eb25cc8711fc HTTP/1.1" status: 200 len: 210 time: 0.1470165 Apr 11 22:16:19.065534 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:20.495113 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 no longer exists at agent hyperv_n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:20.531318 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] No Port match for: 3de2c213-7c21-491b-a54c-79b9fd83e7f8 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:20.531694 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Device 3de2c213-7c21-491b-a54c-79b9fd83e7f8 not bound to the agent host n-h1-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:20.538647 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59522) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:20.821904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Deleting port c1bd7e14-fc8e-4c25-a335-bba80578b25d {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:20.822238 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:20.990424 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:20.990751 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:21.111673 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Calling delete_port for c1bd7e14-fc8e-4c25-a335-bba80578b25d owned by network:floatingip {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:21.311263 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:21.359095 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event deleted for resources: {'Port': ['ID=c1bd7e14-fc8e-4c25-a335-bba80578b25d,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:21.451461 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for floatingip, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:21.836010 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:16:22.052484 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:16:22.062278 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:16:22.073762 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:22.077951 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:22.136775 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for floatingip, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:22.190073 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-670942df-80af-412f-b384-2ee614cb8745 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "DELETE /v2.0/floatingips/d840d64e-69a4-434b-a1b9-b128449f8ac7 HTTP/1.1" status: 204 len: 168 time: 1.6502285 Apr 11 22:16:22.190646 n-d-837321-1 neutron-server[84666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:16:22.249565 n-d-837321-1 neutron-server[84666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac46755-a5a4-47bf-9305-ed9d69b09f43'] response: {'name': 'network-changed', 'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'status': 'completed', 'code': 200} Apr 11 22:16:22.268856 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:22.368029 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-5e278b3a-1683-4e56-8612-1a15a0f09f2d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0875576 Apr 11 22:16:22.604860 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-a64b2427-907c-4c1d-b0d3-beb04fbe789c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:22.604860 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-a64b2427-907c-4c1d-b0d3-beb04fbe789c service neutron] 10.222.0.75 "GET /v2.0/networks?id=9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 200 len: 911 time: 0.2253563 Apr 11 22:16:22.626993 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:22.631164 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:16:22.641752 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:22.642370 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:22.680651 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-f5eaf67c-d629-4cf7-9640-9c12608adca4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 200 len: 217 time: 0.0669870 Apr 11 22:16:22.747311 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-3dfce3b8-b538-4681-88a1-76b573482720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:22.748933 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-3dfce3b8-b538-4681-88a1-76b573482720 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 200 len: 849 time: 0.0611055 Apr 11 22:16:22.823145 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:22.831518 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-6a8aaa8b-768e-4ab4-9bbc-a825edfe0c94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9afdf2a6-1257-40e6-a231-dd7f60be3212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757411 Apr 11 22:16:22.891660 n-d-837321-1 neutron-server[84666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebad7a-a318-4d57-b98d-4d2c5ab6cea4 req-2854a0fc-53ae-45da-a0c9-470b9055a910 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:22.892743 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dcebad7a-a318-4d57-b98d-4d2c5ab6cea4 req-2854a0fc-53ae-45da-a0c9-470b9055a910 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84666) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:16:22.965964 n-d-837321-1 neutron-server[84666]: DEBUG neutron.quota.resource [req-dcebad7a-a318-4d57-b98d-4d2c5ab6cea4 req-2854a0fc-53ae-45da-a0c9-470b9055a910 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84666) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:16:22.967196 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dcebad7a-a318-4d57-b98d-4d2c5ab6cea4 req-2854a0fc-53ae-45da-a0c9-470b9055a910 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 943 time: 0.2586772 Apr 11 22:16:22.969665 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-f9c8b76b-5ac3-41bd-bd2f-43a236ef006c service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315434 Apr 11 22:16:23.014155 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [req-dcebad7a-a318-4d57-b98d-4d2c5ab6cea4 req-64a06f69-ef80-42c6-b4d2-ad82f211fa07 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Apr 11 22:16:23.108380 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-78b2798b-c097-4fa1-95b1-9d9130751fe6 req-e7650ff0-4efe-4939-8eb0-ac7a412aa989 service neutron] 10.222.0.75 "GET /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318524 Apr 11 22:16:23.146059 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:23.149838 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e0faa-5f2c-4a03-a967-2ff9e9df4f7b None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:20Z', 'revision_number': 4, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1', '_interfaces': [{'id': '219e3218-224b-43a1-882f-c231bf02d911', 'name': '', 'network_id': '9afdf2a6-1257-40e6-a231-dd7f60be3212', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'mac_address': 'fa:16:3e:b8:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:20Z', 'updated_at': '2022-04-11T22:11:29Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'subnets': [{'id': '5b14efe8-274e-42b9-81ba-77c2194b9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:16:23.377356 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bd06b-5a42-4a54-92d9-d3ad8fd54178 None None] New status for floating IP d840d64e-69a4-434b-a1b9-b128449f8ac7: DOWN {{(pid=84668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 11 22:16:24.223987 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf31cff-4966-4eec-ac36-f6727be3f374 req-d0d12af4-77d7-4bb5-a8c5-cfe2c3e12bf6 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:24.225448 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf31cff-4966-4eec-ac36-f6727be3f374 req-d0d12af4-77d7-4bb5-a8c5-cfe2c3e12bf6 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 943 time: 0.0799406 Apr 11 22:16:24.273027 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-3cf31cff-4966-4eec-ac36-f6727be3f374 req-37b40924-6d3a-425b-ad9c-dd8296185dc1 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/security-groups?id=455c90f5-1a11-497d-b46c-0e4f7a328440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Apr 11 22:16:24.476144 n-d-837321-1 neutron-server[84667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-a5bcdfe9-a1dc-44a7-a7c7-d90247ac0a9a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 22:16:24.477564 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-a5bcdfe9-a1dc-44a7-a7c7-d90247ac0a9a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.75 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 943 time: 0.0769489 Apr 11 22:16:24.553258 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Deleting port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:24.553599 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:24.794211 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] For port 1ca77c10-c4a3-421a-84a1-b6c5d55af068, host n-h2-837321-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-837321-1',level=0,port_id=1ca77c10-c4a3-421a-84a1-b6c5d55af068,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:24.794481 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:24.913785 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Calling delete_port for 1ca77c10-c4a3-421a-84a1-b6c5d55af068 owned by compute:nova {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:25.119818 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:25.168361 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event deleted for resources: {'Port': ['ID=1ca77c10-c4a3-421a-84a1-b6c5d55af068,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:25.240201 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] No DVR routers for this DVR port 1ca77c10-c4a3-421a-84a1-b6c5d55af068 on host n-h2-837321-1 {{(pid=84667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:16:25.242746 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077140'] for port, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:25.245319 n-d-837321-1 neutron-server[84667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-deleted', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068'}] {{(pid=84667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 22:16:25.322932 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-cba0911e-ccd9-42fb-afa0-52f5fc46fe8f req-f16b5a3a-a9fa-4d66-a73f-e1b6e19a6d1d tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.75 "DELETE /v2.0/ports/1ca77c10-c4a3-421a-84a1-b6c5d55af068 HTTP/1.1" status: 204 len: 173 time: 0.8361959 Apr 11 22:16:25.451148 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0c65db2a-4aa8-4ffd-9f60-d1d9bef94b0f req-a996b0ac-4fd0-4d1c-9d7b-2d25fe57e49a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Synchronizing usage tracker for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 22:16:25.462911 n-d-837321-1 neutron-server[84667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4642459c-c1c4-4d84-845f-ee2ccb4ca11f'] response: {'server_uuid': '23fbf12b-8031-4215-b5bb-d1b797477ae9', 'name': 'network-vif-deleted', 'tag': '1ca77c10-c4a3-421a-84a1-b6c5d55af068', 'status': 'completed', 'code': 200} Apr 11 22:16:25.554493 n-d-837321-1 neutron-server[84667]: DEBUG neutron.quota.resource [req-0c65db2a-4aa8-4ffd-9f60-d1d9bef94b0f req-a996b0ac-4fd0-4d1c-9d7b-2d25fe57e49a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Unset dirty status for tenant:6a02958334064c2b85ecdf27b2f4fae4 on resource:port {{(pid=84667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 22:16:25.556281 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [req-0c65db2a-4aa8-4ffd-9f60-d1d9bef94b0f req-a996b0ac-4fd0-4d1c-9d7b-2d25fe57e49a tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fbf12b-8031-4215-b5bb-d1b797477ae9 HTTP/1.1" status: 200 len: 210 time: 0.1527407 Apr 11 22:16:26.662198 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59540) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:26.731790 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe001557-f4f0-4603-b3f7-c68e1119dd95 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:26.760205 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe001557-f4f0-4603-b3f7-c68e1119dd95 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:26.881931 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe001557-f4f0-4603-b3f7-c68e1119dd95 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:26.899185 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe001557-f4f0-4603-b3f7-c68e1119dd95 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c90f5-1a11-497d-b46c-0e4f7a328440,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:26.961184 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-fe001557-f4f0-4603-b3f7-c68e1119dd95 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] Notify callbacks [] for security_group, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:26.962350 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-fe001557-f4f0-4603-b3f7-c68e1119dd95 tempest-TestSnapshotPattern-216289826 tempest-TestSnapshotPattern-216289826-project] 10.222.0.61 "DELETE /v2.0/security-groups/455c90f5-1a11-497d-b46c-0e4f7a328440 HTTP/1.1" status: 204 len: 168 time: 0.2991424 Apr 11 22:16:27.072865 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59546) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:27.487939 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 no longer exists at agent hyperv_n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:27.523416 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] No Port match for: 1ca77c10-c4a3-421a-84a1-b6c5d55af068 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:27.523807 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Device 1ca77c10-c4a3-421a-84a1-b6c5d55af068 not bound to the agent host n-h2-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:27.671965 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:28.254682 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Deleting port 219e3218-224b-43a1-882f-c231bf02d911 {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:28.255027 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:28.425081 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] For port 219e3218-224b-43a1-882f-c231bf02d911, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=219e3218-224b-43a1-882f-c231bf02d911,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:28.425434 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:28.543795 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Calling delete_port for 219e3218-224b-43a1-882f-c231bf02d911 owned by network:router_interface {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:28.782454 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:28.831891 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Pushing event deleted for resources: {'Port': ['ID=219e3218-224b-43a1-882f-c231bf02d911,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:29.215251 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:29.794133 n-d-837321-1 neutron-server[84667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Router 39f86aaa-5570-43ed-83f1-7303965f5c44 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:16:29.991136 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:16:29.999728 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] Sync routers for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:16:30.011297 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:30.011922 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:30.017691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:30.058987 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-bd3422fa-f503-410c-9e85-afe10fc2c795 admin admin] 10.222.0.61 "PUT /v2.0/routers/39f86aaa-5570-43ed-83f1-7303965f5c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9850252 Apr 11 22:16:30.061946 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59558) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:30.191253 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: n-d-837321-1 {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:30.259058 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks [] for router, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:30.459328 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:30.475632 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:16:28Z', 'revision_number': 5, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port': {'id': 'e4fb6192-f3d4-4b8d-a80f-d26656f4d72f', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:30.479321 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] Checking router: 39f86aaa-5570-43ed-83f1-7303965f5c44 for host: n-d-837321-1 {{(pid=84669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:16:30.490139 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] Routers {'39f86aaa-5570-43ed-83f1-7303965f5c44'} bound to L3 agent in host n-d-837321-1 {{(pid=84669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:30.490760 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['39f86aaa-5570-43ed-83f1-7303965f5c44'], 'active': True} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:30.527838 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Deleting port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f {{(pid=84667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:30.528114 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:30.646436 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_dvr_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] Set router 39f86aaa-5570-43ed-83f1-7303965f5c44 gateway port host: None {{(pid=84669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:30.781302 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.l3_hamode_db [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:16:30Z', 'revision_number': 6, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:30.785450 n-d-837321-1 neutron-server[84669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc5f0a-d595-42e0-b915-549bbfaa7f46 None None] The sync data for ids ['39f86aaa-5570-43ed-83f1-7303965f5c44'] in n-d-837321-1 is: [{'id': '39f86aaa-5570-43ed-83f1-7303965f5c44', 'name': 'tempest-TestSnapshotPattern-2138092446-router', 'tenant_id': '6a02958334064c2b85ecdf27b2f4fae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:17Z', 'updated_at': '2022-04-11T22:16:30Z', 'revision_number': 6, 'project_id': '6a02958334064c2b85ecdf27b2f4fae4', 'gw_port_host': None}] {{(pid=84669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:16:30.821312 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.db [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] For port e4fb6192-f3d4-4b8d-a80f-d26656f4d72f, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:30.821819 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:30.941770 n-d-837321-1 neutron-server[84667]: DEBUG neutron.plugins.ml2.plugin [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Calling delete_port for e4fb6192-f3d4-4b8d-a80f-d26656f4d72f owned by network:router_gateway {{(pid=84667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:31.130397 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 219e3218-224b-43a1-882f-c231bf02d911 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:31.163539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 219e3218-224b-43a1-882f-c231bf02d911 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:31.163959 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 219e3218-224b-43a1-882f-c231bf02d911 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:31.177278 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32703789'] for port, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.227863 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4fb6192-f3d4-4b8d-a80f-d26656f4d72f,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:31.449333 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.707925 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.712037 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.750723 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.801972 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.802481 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39f86aaa-5570-43ed-83f1-7303965f5c44 {{(pid=84667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 22:16:31.815356 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] Notify callbacks [] for router, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.816556 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-ab654b68-7b14-433c-ba27-352463f67968 admin admin] 10.222.0.61 "DELETE /v2.0/routers/39f86aaa-5570-43ed-83f1-7303965f5c44 HTTP/1.1" status: 204 len: 168 time: 1.7536838 Apr 11 22:16:31.819223 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [-] (84667) accepted ('10.222.0.61', 59562) {{(pid=84667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:31.880267 n-d-837321-1 neutron-server[84667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Deleting subnet 5b14efe8-274e-42b9-81ba-77c2194b9984 {{(pid=84667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 22:16:31.883398 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:31.935196 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33474740'] for subnet, precommit_delete_associations {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.011401 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.131595 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32703744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33507993'] for subnet, after_delete {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.272168 n-d-837321-1 neutron-server[84667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b14efe8-274e-42b9-81ba-77c2194b9984,revision_number=None']} {{(pid=84667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:32.282414 n-d-837321-1 neutron-server[84667]: DEBUG neutron_lib.callbacks.manager [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.290049 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236fea1-7734-4133-b833-cc61415cae1d None None] Network 9afdf2a6-1257-40e6-a231-dd7f60be3212 requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:16:32.290614 n-d-837321-1 neutron-server[84667]: INFO neutron.wsgi [None req-c96197b9-23ca-40e8-b204-d15dc162ddec admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5b14efe8-274e-42b9-81ba-77c2194b9984 HTTP/1.1" status: 204 len: 168 time: 0.4676335 Apr 11 22:16:32.291273 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59568) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:32.395969 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.406332 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Deleting port a3066b6c-3088-4cc0-bd41-6293821760cd {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:32.406687 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.539577 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] DHCP port deletion for 9afdf2a6-1257-40e6-a231-dd7f60be3212 request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 22:16:32.543667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Deleting port a3066b6c-3088-4cc0-bd41-6293821760cd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:32.544037 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.614525 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] For port a3066b6c-3088-4cc0-bd41-6293821760cd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a3066b6c-3088-4cc0-bd41-6293821760cd,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:32.614880 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.738293 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Calling delete_port for a3066b6c-3088-4cc0-bd41-6293821760cd owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:32.739539 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] For port a3066b6c-3088-4cc0-bd41-6293821760cd, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=a3066b6c-3088-4cc0-bd41-6293821760cd,segment=NetworkSegment(2b29cdb8-e47d-4cac-9403-9f816a5f167e),segment_id=2b29cdb8-e47d-4cac-9403-9f816a5f167e)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:32.739929 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.862839 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Calling delete_port for a3066b6c-3088-4cc0-bd41-6293821760cd owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:32.865100 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:32.911891 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3066b6c-3088-4cc0-bd41-6293821760cd,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:32.921541 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] No DVR routers for this DVR port a3066b6c-3088-4cc0-bd41-6293821760cd on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:16:32.940211 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 22:16:32.940561 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 22:16:32.947282 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a3066b6c-3088-4cc0-bd41-6293821760cd no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:32.980283 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: a3066b6c-3088-4cc0-bd41-6293821760cd {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:32.980622 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device a3066b6c-3088-4cc0-bd41-6293821760cd not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:32.981022 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4fb6192-f3d4-4b8d-a80f-d26656f4d72f no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:33.024840 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: e4fb6192-f3d4-4b8d-a80f-d26656f4d72f {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:33.025393 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device e4fb6192-f3d4-4b8d-a80f-d26656f4d72f not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:33.039172 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.065230 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afdf2a6-1257-40e6-a231-dd7f60be3212']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:33.077007 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b29cdb8-e47d-4cac-9403-9f816a5f167e') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:33.077305 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b29cdb8-e47d-4cac-9403-9f816a5f167e') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:33.089091 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.105343 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.111297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 22:16:33.111705 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: timer() Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 22:16:33.124518 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 22:16:33.252101 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.256825 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.283063 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] Pushing event deleted for resources: {'Network': ['ID=9afdf2a6-1257-40e6-a231-dd7f60be3212,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:33.346310 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-80555c7e-d73e-4954-99bc-9ea88d29c81e admin admin] 10.222.0.61 "DELETE /v2.0/networks/9afdf2a6-1257-40e6-a231-dd7f60be3212 HTTP/1.1" status: 204 len: 168 time: 1.0539348 Apr 11 22:16:33.349086 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59572) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:33.441827 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Deleting port a3066b6c-3088-4cc0-bd41-6293821760cd {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:33.442359 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:33.506244 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-cc20679b-f586-4bdb-916f-ab3260a6ac2e None None] The port 'a3066b6c-3088-4cc0-bd41-6293821760cd' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 22:16:33.760617 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629143'] for router_interface, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:34.450347 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Deleting port 6ab93049-1587-427c-90fe-8e39c22a6168 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:34.451029 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:34.616691 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] For port 6ab93049-1587-427c-90fe-8e39c22a6168, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=6ab93049-1587-427c-90fe-8e39c22a6168,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:34.617049 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:34.732996 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Calling delete_port for 6ab93049-1587-427c-90fe-8e39c22a6168 owned by network:router_interface {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:34.962126 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:35.009906 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab93049-1587-427c-90fe-8e39c22a6168,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:35.295120 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1448572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629062'] for router_interface, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:35.957260 n-d-837321-1 neutron-server[84666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Router ad71826c-1d71-424b-a60d-b63010f3f187 has already been hosted by L3 agent 0bdac5d5-79dc-45df-80e5-1728edeb524b {{(pid=84666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 22:16:36.161873 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] Notify agent at l3_agent.n-d-837321-1 the message routers_updated {{(pid=84666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 22:16:36.171175 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] Sync routers for ids ['ad71826c-1d71-424b-a60d-b63010f3f187'] in n-d-837321-1 {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 11 22:16:36.171650 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-99616706-11e9-451c-a769-b5e7d982a102 admin admin] 10.222.0.61 "PUT /v2.0/routers/ad71826c-1d71-424b-a60d-b63010f3f187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207293 Apr 11 22:16:36.174189 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59578) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:36.182944 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] Routers {'ad71826c-1d71-424b-a60d-b63010f3f187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:36.183569 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ad71826c-1d71-424b-a60d-b63010f3f187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:36.371657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] Set router ad71826c-1d71-424b-a60d-b63010f3f187 gateway port host: n-d-837321-1 {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:36.372747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks [] for router, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:36.569639 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:36.630540 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Deleting port c048e62a-ddb8-44d7-8d4c-4364fcfca244 {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:36.630898 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:36.688085 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'external_fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:16:34Z', 'revision_number': 5, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port': {'id': 'c048e62a-ddb8-44d7-8d4c-4364fcfca244', 'name': '', 'network_id': 'ebe30fd4-9bc4-4911-8e5b-267d64021e9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-837321-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T22:11:25Z', 'updated_at': '2022-04-11T22:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1466445f-92d2-4fc2-ab0d-938d32b9c8ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-837321-1'}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:36.692854 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] Checking router: ad71826c-1d71-424b-a60d-b63010f3f187 for host: n-d-837321-1 {{(pid=84668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 11 22:16:36.703322 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] Routers {'ad71826c-1d71-424b-a60d-b63010f3f187'} bound to L3 agent in host n-d-837321-1 {{(pid=84668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 11 22:16:36.703993 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-837321-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T20:25:46Z,description=,heartbeat_timestamp=2022-04-11T22:16:16Z,host='n-d-837321-1',id=0bdac5d5-79dc-45df-80e5-1728edeb524b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T20:25:47Z,topic='l3_agent')) {'router_ids': ['ad71826c-1d71-424b-a60d-b63010f3f187'], 'active': True} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:36.805680 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] For port c048e62a-ddb8-44d7-8d4c-4364fcfca244, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=c048e62a-ddb8-44d7-8d4c-4364fcfca244,segment=NetworkSegment(a284569e-0d76-4591-8742-1d75ff5a21a8),segment_id=a284569e-0d76-4591-8742-1d75ff5a21a8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:36.805986 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:36.854877 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_dvr_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] Set router ad71826c-1d71-424b-a60d-b63010f3f187 gateway port host: None {{(pid=84668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 11 22:16:36.962896 n-d-837321-1 neutron-server[84668]: DEBUG neutron.db.l3_hamode_db [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:16:36Z', 'revision_number': 6, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port_host': None}], 'n-d-837321-1', False) {} {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:36.967303 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b647b4-f133-4121-8255-e09c7699bd66 None None] The sync data for ids ['ad71826c-1d71-424b-a60d-b63010f3f187'] in n-d-837321-1 is: [{'id': 'ad71826c-1d71-424b-a60d-b63010f3f187', 'name': 'tempest-TestSnapshotPattern-2005746421-router', 'tenant_id': 'e704540f1a99405baa21ba93e994356b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T22:11:24Z', 'updated_at': '2022-04-11T22:16:36Z', 'revision_number': 6, 'project_id': 'e704540f1a99405baa21ba93e994356b', 'gw_port_host': None}] {{(pid=84668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 11 22:16:37.031297 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Calling delete_port for c048e62a-ddb8-44d7-8d4c-4364fcfca244 owned by network:router_gateway {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:37.236583 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.281723 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Pushing event deleted for resources: {'Port': ['ID=c048e62a-ddb8-44d7-8d4c-4364fcfca244,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:37.510308 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630140'] for router_gateway, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.760144 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10050'] for router, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.765076 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.856947 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625744'] for router, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.857498 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad71826c-1d71-424b-a60d-b63010f3f187 {{(pid=84666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 22:16:37.870279 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] Notify callbacks [] for router, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.871400 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-73c5e4c6-39e5-4d39-a513-8c386edcb108 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ad71826c-1d71-424b-a60d-b63010f3f187 HTTP/1.1" status: 204 len: 168 time: 1.6963267 Apr 11 22:16:37.874066 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59588) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:37.936114 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Deleting subnet 2b927c5c-0222-4397-a1db-60bfa9cf8cd2 {{(pid=84666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 11 22:16:37.939287 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:37.991296 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32979417'] for subnet, precommit_delete_associations {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.067985 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1263048'] for subnet, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.200086 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1263071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32980064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33149460'] for subnet, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.240178 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b927c5c-0222-4397-a1db-60bfa9cf8cd2,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:38.244462 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.250119 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151536d7-65af-4f87-8841-ea1f0a7c3bda None None] Network acec7cc4-886b-4947-a216-2cc2ff19993f requested from n-d-837321-1 {{(pid=84668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 11 22:16:38.250620 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-02a9a473-3c5b-4b8b-9ebf-f33d1afb5105 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2b927c5c-0222-4397-a1db-60bfa9cf8cd2 HTTP/1.1" status: 204 len: 168 time: 0.3755665 Apr 11 22:16:38.253588 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59592) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:38.357130 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845627'] for network, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.367904 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Deleting port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a {{(pid=84666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:38.368223 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.490847 n-d-837321-1 neutron-server[84668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] DHCP port deletion for acec7cc4-886b-4947-a216-2cc2ff19993f request from n-d-837321-1 {{(pid=84668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 11 22:16:38.494919 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Deleting port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:38.495352 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.668251 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.db [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] For port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:38.668526 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.697008 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.db [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] For port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a, host n-d-837321-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-837321-1',level=0,port_id=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,segment=NetworkSegment(292a7bc8-1f76-404e-aa3e-20171ad28ab8),segment_id=292a7bc8-1f76-404e-aa3e-20171ad28ab8)] {{(pid=84668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 22:16:38.697395 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1618401'] for port, precommit_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.809900 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.plugin [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Calling delete_port for 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a owned by network:dhcp {{(pid=84666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:38.814087 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Calling delete_port for 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a owned by network:dhcp {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 11 22:16:38.948403 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1261157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735075402379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735074896523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32980045'] for port, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:38.948568 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c048e62a-ddb8-44d7-8d4c-4364fcfca244 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:38.983025 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: c048e62a-ddb8-44d7-8d4c-4364fcfca244 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:38.986667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device c048e62a-ddb8-44d7-8d4c-4364fcfca244 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:38.986667 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ab93049-1587-427c-90fe-8e39c22a6168 no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:38.994414 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:39.001944 n-d-837321-1 neutron-server[84666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] No DVR routers for this DVR port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a on host n-d-837321-1 {{(pid=84666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 22:16:39.021288 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.db.api [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 22:16:39.021639 n-d-837321-1 neutron-server[84668]: DEBUG oslo_db.api [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 22:16:39.027775 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 6ab93049-1587-427c-90fe-8e39c22a6168 {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:39.028122 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 6ab93049-1587-427c-90fe-8e39c22a6168 not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:39.028531 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a no longer exists at agent ovs-agent-n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 22:16:39.064578 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] No Port match for: 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a {{(pid=84668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 11 22:16:39.064922 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.rpc [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Device 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a not bound to the agent host n-d-837321-1 {{(pid=84668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 22:16:39.129853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268339', 'neutron.services.segments.db._delete_segments_for_network-8735075365488'] for network, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.154425 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acec7cc4-886b-4947-a216-2cc2ff19993f']}} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:39.165925 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292a7bc8-1f76-404e-aa3e-20171ad28ab8') {'for_net_delete': True} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:39.166216 n-d-837321-1 neutron-server[84666]: DEBUG neutron.services.segments.db [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292a7bc8-1f76-404e-aa3e-20171ad28ab8') {} {{(pid=84666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 22:16:39.177283 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735075364855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32979392'] for segment, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.193607 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199266'] for segment, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.204663 n-d-837321-1 neutron-server[84666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 11 22:16:39.204663 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1199275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32980030'] for segment, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: Traceback (most recent call last): Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: timer() Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: cb(*args, **kw) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: return func(*args, **kwargs) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: self._notify() Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: self.callback(batched_events) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: event.method(event) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: return f(self, *a, **k) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: return self._get(url).json() Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: return self.request(url, 'GET', **kwargs) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 22:16:39.213096 n-d-837321-1 neutron-server[84666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 22:16:39.360152 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1448554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630167'] for network, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.381690 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Notify callbacks [] for network, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.393099 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] Pushing event deleted for resources: {'Network': ['ID=acec7cc4-886b-4947-a216-2cc2ff19993f,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:39.401043 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-89fe35bf-a1e6-4cc2-8d45-bbe06b31664b admin admin] 10.222.0.61 "DELETE /v2.0/networks/acec7cc4-886b-4947-a216-2cc2ff19993f HTTP/1.1" status: 204 len: 168 time: 1.1464634 Apr 11 22:16:39.522437 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Deleting port 2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a {{(pid=84668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 11 22:16:39.522950 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735075429834'] for port, before_delete {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.585657 n-d-837321-1 neutron-server[84668]: DEBUG neutron.plugins.ml2.plugin [None req-0860347e-f11b-4ec8-a929-3427f8a1349f None None] The port '2a2da7f9-7fb5-4c8d-86bc-c10bd8dd2a8a' was deleted {{(pid=84668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 11 22:16:39.755149 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59598) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:39.805408 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-d1746636-bc9a-4bbe-9c25-75429744e87e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a02958334064c2b85ecdf27b2f4fae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490654 Apr 11 22:16:39.807958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59602) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:39.871899 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9191ab7a-ffb4-41fe-9c7f-fe2758383fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:39.898853 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9191ab7a-ffb4-41fe-9c7f-fe2758383fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:40.001776 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9191ab7a-ffb4-41fe-9c7f-fe2758383fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:40.019140 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191ab7a-ffb4-41fe-9c7f-fe2758383fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a6920-6c57-43e8-992d-cd27e1534c9b,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:40.025603 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-9191ab7a-ffb4-41fe-9c7f-fe2758383fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:40.026810 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-9191ab7a-ffb4-41fe-9c7f-fe2758383fc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/381a6920-6c57-43e8-992d-cd27e1534c9b HTTP/1.1" status: 204 len: 168 time: 0.2179449 Apr 11 22:16:40.800953 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59610) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:40.850332 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-0302b0c8-9100-4d0f-bf97-f3d9b0d6a529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e704540f1a99405baa21ba93e994356b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482295 Apr 11 22:16:40.852677 n-d-837321-1 neutron-server[84666]: DEBUG neutron.wsgi [-] (84666) accepted ('10.222.0.61', 59614) {{(pid=84666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 22:16:40.909954 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76102b4b-aaaa-438d-a65a-33d2cbaff545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:40.934524 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76102b4b-aaaa-438d-a65a-33d2cbaff545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:41.045430 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76102b4b-aaaa-438d-a65a-33d2cbaff545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487350'] for security_group, after_delete {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:41.061958 n-d-837321-1 neutron-server[84666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76102b4b-aaaa-438d-a65a-33d2cbaff545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cefd1-f329-4425-a585-a3f44363a577,revision_number=None']} {{(pid=84666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 22:16:41.066747 n-d-837321-1 neutron-server[84666]: DEBUG neutron_lib.callbacks.manager [None req-76102b4b-aaaa-438d-a65a-33d2cbaff545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:41.067871 n-d-837321-1 neutron-server[84666]: INFO neutron.wsgi [None req-76102b4b-aaaa-438d-a65a-33d2cbaff545 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/128cefd1-f329-4425-a585-a3f44363a577 HTTP/1.1" status: 204 len: 168 time: 0.2143438 Apr 11 22:16:43.955803 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-444e1514-3c23-4103-9a21-81308ff198f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:46.319691 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d4e7dd48-329c-472f-80a2-c14ab81bd2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:47.561562 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:47.741750 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:49.073570 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:16:52.037836 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:17:00.069914 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:01.744569 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:13.964521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4cf681da-778f-4c40-baff-2ff528d2f0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:16.310022 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-9fb5867a-8a15-43db-8791-7b8b716494f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:17.573528 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:17.755533 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:19.101830 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:29.039058 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:17:30.035218 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:31.775730 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:43.943432 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea380-1fd1-48f1-9050-08b1eea4e25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:46.307093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-4b0d8a28-d339-4b08-8bbf-d65556053461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:47.569498 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:47.740818 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:17:49.117765 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:00.058179 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:01.783760 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:06.040661 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:18:13.966259 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ceff362-5cdb-42a5-a629-857481a5f2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:16.311916 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-58ffa3ca-9e44-4e1d-b0fb-a1cb46df13f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:17.568593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:17.760359 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:19.112377 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:30.066060 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:31.794447 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:43.041080 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:18:43.976953 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e052e475-6bae-4112-8cf3-5e855ecb51d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:46.308504 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2d20-649e-4224-bba7-4d15c8ac59ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:47.596702 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:47.754936 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:18:49.108544 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:00.059521 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:01.802581 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:13.950757 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-d184de6f-0c61-449e-941a-ee9e41c5d9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:16.356019 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4fd3-97f8-4767-80a9-2a77139030ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:17.578960 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:17.784550 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:19.087787 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:20.042447 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:19:30.058945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:31.807389 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:43.968776 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ec4d759d-c1f2-4e12-b6b0-451ec26eb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:46.301974 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e4ed4504-8c8d-41c2-9855-aa41e41c6c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:47.573097 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:47.761217 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:49.090201 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:19:57.042298 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:20:00.098309 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:01.801221 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:13.966941 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-c0cc029b-9433-4cde-a4b5-45e6d621eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:16.406195 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0281bdcf-b9f6-432a-a82b-ec49c317a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:17.589515 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:17.749293 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:19.102020 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:30.074895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:31.826772 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:34.042781 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:20:43.952623 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2449e4df-6411-4dcf-b8d5-1e1e4005ec28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:46.337289 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-8473f048-b982-4191-b3f5-df13d3e9d9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:47.582865 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:47.759815 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:20:49.097014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:00.068169 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:01.839841 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:11.042843 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:21:13.946525 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-41bd0e2b-d54d-4dc5-828a-3c0536337503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:16.331267 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ea91a93d-18e3-4c42-ab9b-f93020b88b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:17.588183 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:17.753493 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:19.102003 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:30.084593 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:31.839903 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:43.969075 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-03e7d962-2620-48c0-8154-72f65599e3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:46.341834 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-781ea1cd-e678-4b3b-85c6-758a987a8d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:47.597235 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:47.780494 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:21:48.044029 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:21:49.107014 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:00.089945 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:01.850141 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:13.964429 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-ee63ec16-359a-4b67-8fde-c6d17273b54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:16.312541 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2d2358cb-d639-4e1a-adca-a8ee9ffcc7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:17.552093 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:17.752089 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:19.136100 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:25.043980 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:22:30.083512 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:31.854131 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:43.974857 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-887b0a88-c2aa-47e5-8662-6338da1039e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:46.318068 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-96558652-b9a5-43d9-8ca1-a0eb072441c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:47.568994 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:47.757662 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:22:49.111759 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:00.106055 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:01.865232 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:02.044795 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:23:13.968718 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-021f492e-3ef3-429d-aca8-70cd352e29ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:16.328895 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-b2d511a1-501f-4b54-a936-5e4ebe71d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:17.608378 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:17.830578 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:19.134304 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:30.116762 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:31.865262 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:34.970439 n-d-837321-1 neutron-server[84667]: DEBUG neutron.wsgi [req-958e30a9-33ac-496a-b1e7-3a6a25533fe9 req-3cd67311-6c2b-4d12-9a81-2f8873f92ead service neutron] (84667) timed out ('10.222.0.61', 57234) {{(pid=84667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 22:23:39.046713 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:23:43.984788 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-129bb6d2-8fe6-4657-92b1-87661dae87bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:46.321984 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee014-abb1-4210-ae28-ef7e0da421ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:47.574110 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:47.779279 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:23:49.104842 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:00.110642 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:01.853125 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:13.973070 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd861-800f-4883-8dc7-f23cabf322df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:16.047714 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:24:16.378610 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6442c0d6-b8cb-4c9d-872a-770e84c9f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:17.629839 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:17.835811 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:19.156011 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:30.098622 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:31.881110 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:43.955665 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-e319f69f-86fc-461b-af38-2cc026b41fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:46.332345 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-00ea1a4d-667a-4f2e-8c4a-9679a9966df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:47.686647 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-3ec09a36-2c71-4614-a9fb-77c8a44cee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:47.857983 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-900802ee-7a0e-4f7b-a299-070bcaa41bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:49.166619 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3409-76de-4aab-a22d-0d5025ec1e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:24:53.048402 n-d-837321-1 neutron-server[84669]: DEBUG neutron.db.agents_db [None req-6d816aca-9103-4b42-8fb9-47a0055ae546 None None] Agent healthcheck: found 7 active agents {{(pid=84669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 22:25:00.132531 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-32ec9185-f207-4e6d-a216-7ca5336a7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 22:25:01.880617 n-d-837321-1 neutron-server[84668]: DEBUG neutron_lib.callbacks.manager [None req-0595fba0-5466-4b6e-9d59-969bdf0a864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735075365470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1265779'] for agent, after_update {{(pid=84668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}